-- Logs begin at Wed 2021-06-30 08:01:46 UTC, end at Wed 2021-06-30 10:18:58 UTC. -- Jun 30 08:33:45.325926 n-d-758944-40 systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 08:33:47.978624 n-d-758944-40 neutron-server[100099]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:33:47.979239 n-d-758944-40 neutron-server[100099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:33:47.979396 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100099) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:33:47.983176 n-d-758944-40 neutron-server[100099]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:33:47.983429 n-d-758944-40 neutron-server[100099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:33:47.983734 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100099) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:33:47.984661 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:33:47.984894 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:33:47.985254 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:33:47.985497 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:33:47.985758 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:33:47.986080 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.986371 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.986666 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.987778 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.987778 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.987778 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.987778 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.988144 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.988257 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.988537 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.988809 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.989089 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.989315 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.989593 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.989906 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.990189 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.990410 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] debug = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.990687 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.991111 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.991526 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.991802 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.992085 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.992360 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.992634 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.992909 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.993191 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.993513 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] host = n-d-758944-40 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.993829 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.994096 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.994376 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.994658 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.994929 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.995200 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.995478 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.995746 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.996646 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] log_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.996921 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.997206 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.997490 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.997804 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.998030 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.998251 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.998535 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.998817 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.999087 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.999358 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.999626 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:47.999902 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.000169 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.000432 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.000711 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.000987 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.001265 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.001535 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.001836 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.002106 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.002372 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.002650 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.002918 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.003185 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.003452 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.003732 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.003994 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.004260 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.004552 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.004830 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.005104 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.005381 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.005674 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.005949 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.006216 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.006484 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.006751 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] use_json = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.007017 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.007283 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.007558 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.007827 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.008096 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.008364 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.008629 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.008906 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:48.009199 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.009489 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.009819 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.010100 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.010389 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.010662 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.010944 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.011218 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.011526 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.011811 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.012094 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.012368 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.012650 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.012920 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.013207 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.013505 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.013822 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.014112 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.014383 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.014653 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.014922 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.015194 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.015475 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.015765 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.016049 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.016320 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.016595 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.016880 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.017153 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.017422 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.017723 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.018009 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.018283 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.018549 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.018824 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.019096 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.019362 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.019626 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.019902 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.020185 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.020455 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.020719 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.020981 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.021253 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.021518 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.021817 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.022091 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.022357 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.022622 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.022895 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.023161 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.023430 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.023701 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.023971 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.024244 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.024510 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.024776 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.025043 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.025311 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.025577 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.025870 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.026137 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.026410 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.026677 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.026944 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.027353 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.027510 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.027778 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.028057 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.028348 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.028622 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.028893 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.029167 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.029455 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.029746 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.030020 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.030294 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.030566 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.030833 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.031118 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.031401 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.031684 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.031961 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.032234 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.032526 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.032798 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.033073 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.033346 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.033618 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.033922 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.034200 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.034489 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.034779 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.035071 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.035363 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.035653 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.035929 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.036232 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.036508 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:48.036723 n-d-758944-40 neutron-server[100099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:33:48.036959 n-d-758944-40 neutron-server[100099]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100099) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 08:33:48.385399 n-d-758944-40 neutron-server[100099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:33:48.385589 n-d-758944-40 neutron-server[100099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:33:48.385896 n-d-758944-40 neutron-server[100099]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:33:48.386224 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 08:33:48.774480 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.774769 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.775038 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.776325 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.776598 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.776861 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.810659 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.810932 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.811197 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.825184 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.825461 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.825752 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.854877 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.855157 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.855955 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.891368 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.891644 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:48.891906 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.123497 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.124119 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.124119 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.124283 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.124918 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.244167 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.244501 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.244791 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.245061 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.245326 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.245662 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.245909 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.246701 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.246953 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.247231 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.247487 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.247751 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.248006 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.248265 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.248517 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.248781 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.249047 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.249316 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.249584 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.249861 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.250137 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.250482 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.250731 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.251011 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.251258 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.251501 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.251891 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:49.252129 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:49.252362 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:49.252594 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:49.252823 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:49.253052 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:49.253408 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 08:33:49.257426 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 08:33:49.261344 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 08:33:49.265723 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 30 08:33:49.267324 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 08:33:49.267771 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 08:33:49.268102 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 08:33:49.268481 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 08:33:49.271266 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 08:33:49.271513 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 08:33:49.271853 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:33:49.298881 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 08:33:49.299325 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.299619 n-d-758944-40 neutron-server[100099]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100099) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 08:33:49.299981 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.301324 n-d-758944-40 neutron-server[100099]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100099) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 08:33:49.301602 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:33:49.301877 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 08:33:49.305041 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.305324 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:49.368430 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 08:33:49.368665 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 08:33:49.368901 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 08:33:49.369257 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 08:33:49.390452 n-d-758944-40 neutron-server[100099]: DEBUG oslo_db.sqlalchemy.engines [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100099) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 08:33:49.907691 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing driver for type 'gre' Jun 30 08:33:49.908244 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] gre ID ranges: [(1, 1000)] Jun 30 08:33:49.960742 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing driver for type 'local' Jun 30 08:33:49.961076 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing driver for type 'vlan' Jun 30 08:33:49.973537 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] VlanTypeDriver initialization complete Jun 30 08:33:49.973923 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing driver for type 'vxlan' Jun 30 08:33:49.974399 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] vxlan ID ranges: [(1, 1000)] Jun 30 08:33:50.025151 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing extension driver 'port_security' Jun 30 08:33:50.025491 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.extensions.port_security [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] PortSecurityExtensionDriver initialization complete Jun 30 08:33:50.025845 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing mechanism driver 'openvswitch' Jun 30 08:33:50.026182 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing mechanism driver 'hyperv' Jun 30 08:33:50.033200 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.plugin [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:33:50.033913 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.034305 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.034646 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.035168 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:33:50.035593 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnet after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.035947 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnet after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.036292 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.036683 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:33:50.037085 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.037432 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.037822 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.038209 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:33:50.038614 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > security_group after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.038963 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > security_group after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.039305 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.039834 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:33:50.042187 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.042187 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.042187 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.042187 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:33:50.042495 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > address_group after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.042495 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > address_group after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.042495 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.042787 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:33:50.043716 n-d-758944-40 neutron-server[100099]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] ML2 OVO RPC backend initialized. {{(pid=100099) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 08:33:50.046152 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.048863 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.048863 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.048863 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > networks before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.048863 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.049204 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > ports before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.049204 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnet before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.049204 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnets before_response 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.049204 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.049503 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.049621 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.049980 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.050316 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.050656 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.050995 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnet after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.051331 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnet after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.051664 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.054751 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.plugin [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Modular L2 Plugin initialization complete Jun 30 08:33:50.055103 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading services supported by the core plugin {{(pid=100099) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 08:33:50.055444 n-d-758944-40 neutron-server[100099]: INFO neutron.plugins.ml2.managers [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Got port-security extension from driver 'port_security' Jun 30 08:33:50.055922 n-d-758944-40 neutron-server[100099]: INFO neutron.extensions.vlantransparent [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Disabled vlantransparent extension. Jun 30 08:33:50.056418 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100099) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 08:33:50.056741 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: router Jun 30 08:33:50.093088 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.093468 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router after_create 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.093878 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router before_create 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.094252 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.094627 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.094988 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router after_delete 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.095348 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.095715 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router after_create 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.096066 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router after_update 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.096420 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router after_update 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.096778 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.097142 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router after_update 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.097564 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_update 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.097962 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: port after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.098302 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: port after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.098641 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: subnet after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.098979 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.099326 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.099677 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_create 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.100023 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: port before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.100363 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.100720 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router after_update 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.101062 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.101414 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_create 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.101806 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.102154 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_update 55549900 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.102519 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > agent after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.102871 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > agent after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.103217 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > network after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.104073 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Tracking information for resource: router configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:50.104403 n-d-758944-40 neutron-server[100099]: DEBUG neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Tracking information for resource: floatingip configured {{(pid=100099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:33:50.110143 n-d-758944-40 neutron-server[100099]: INFO neutron.db.l3_agentschedulers_db [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 08:33:50.110721 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: port after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.111082 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: port after_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.111433 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: port after_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.111782 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: port after_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.112574 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router before_create 55550100 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.112940 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.113301 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_create 55550100 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.113675 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > router precommit_update 55550100 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.118147 n-d-758944-40 neutron-server[100099]: DEBUG neutron.services.provider_configuration [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service providers = [] {{(pid=100099) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 08:33:50.118509 n-d-758944-40 neutron-server[100099]: DEBUG neutron.db.servicetype_db [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100099) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 08:33:50.121946 n-d-758944-40 neutron-server[100099]: DEBUG neutron.services.service_base [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:33:50.122297 n-d-758944-40 neutron-server[100099]: DEBUG neutron.services.service_base [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:33:50.122635 n-d-758944-40 neutron-server[100099]: DEBUG neutron.services.service_base [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:33:50.123510 n-d-758944-40 neutron-server[100099]: DEBUG neutron.services.service_base [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:33:50.124047 n-d-758944-40 neutron-server[100099]: INFO neutron.services.service_base [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 08:33:50.124241 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.124559 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 08:33:50.135294 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.135614 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: auto_allocate Jun 30 08:33:50.141869 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: network precommit_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.142241 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: network precommit_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.142756 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.143074 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: tag Jun 30 08:33:50.149558 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.149916 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: timestamp Jun 30 08:33:50.155301 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.155634 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: network_ip_availability Jun 30 08:33:50.161107 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.161431 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.161824 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.162537 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.162860 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: flavors Jun 30 08:33:50.167565 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.167919 n-d-758944-40 neutron-server[100099]: INFO neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading Plugin: revisions Jun 30 08:33:50.172205 n-d-758944-40 neutron-server[100099]: DEBUG neutron.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:33:50.172593 n-d-758944-40 neutron-server[100099]: DEBUG oslo_concurrency.lockutils [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=100099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:33:50.173319 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100099) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 08:33:50.173673 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Initializing extension manager. Jun 30 08:33:50.174178 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: __init__.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.174517 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: __pycache__ {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.174852 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.175184 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: address_group.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.175925 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.176487 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: address-group Jun 30 08:33:50.176814 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: address_scope.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.177512 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.178061 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: address-scope Jun 30 08:33:50.178381 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.179295 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.179807 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: router-admin-state-down-before-update Jun 30 08:33:50.180128 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: agent.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.180815 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.181517 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: agent Jun 30 08:33:50.181873 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: agent_resources_synced.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.182772 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.183285 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: agent-resources-synced Jun 30 08:33:50.184334 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: allowedaddresspairs.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.185900 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.186423 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: allowed-address-pairs Jun 30 08:33:50.186755 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: auto_allocated_topology.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.187816 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.188340 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: auto-allocated-topology Jun 30 08:33:50.188660 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: availability_zone.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.189342 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.189881 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: availability_zone Jun 30 08:33:50.190203 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: availability_zone_filter.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.191105 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.191616 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: availability_zone_filter Jun 30 08:33:50.191937 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: data_plane_status.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.193091 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.193600 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 08:33:50.193945 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: default_subnetpools.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.194856 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.195365 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: default-subnetpools Jun 30 08:33:50.195685 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.196475 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.196985 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: dhcp_agent_scheduler Jun 30 08:33:50.197307 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: dns.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.198255 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.198771 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 08:33:50.199645 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: dns_domain_ports.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.200555 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.201075 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 08:33:50.201399 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.202342 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.202856 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 08:33:50.203180 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: dvr.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.203844 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.204358 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: dvr Jun 30 08:33:50.204679 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: empty_string_filtering.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.205575 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.206123 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: empty-string-filtering Jun 30 08:33:50.206445 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.207340 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.207851 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:33:50.208176 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.209082 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.209594 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 08:33:50.209937 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: external_net.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.210848 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.211358 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: external-net Jun 30 08:33:50.211675 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.212563 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.213070 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: extra_dhcp_opt Jun 30 08:33:50.213387 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: extraroute.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.214313 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.214842 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: extraroute Jun 30 08:33:50.215159 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: extraroute_atomic.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.216181 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.216694 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: extraroute-atomic Jun 30 08:33:50.217013 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: filter_validation.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.217689 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.218201 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: filter-validation Jun 30 08:33:50.218520 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: fip_pf_description.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.219413 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.219922 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 08:33:50.220242 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: fip_port_details.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.221153 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.221697 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: fip-port-details Jun 30 08:33:50.222019 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: flavors.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.223222 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.223739 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: flavors Jun 30 08:33:50.224063 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.225722 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.226245 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 08:33:50.226569 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: floatingip_pools.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.227253 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.227769 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: floatingip-pools Jun 30 08:33:50.228099 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: ip_allocation.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.228999 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.229514 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 08:33:50.229867 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.231297 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.231807 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: ip-substring-filtering Jun 30 08:33:50.232130 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l2_adjacency.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.233043 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.233556 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 08:33:50.233907 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l3.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.234854 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.235372 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: router Jun 30 08:33:50.235694 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.238081 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.238618 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:33:50.238952 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.239880 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.240397 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: ext-gw-mode Jun 30 08:33:50.240724 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.241641 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.242166 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: l3-ha Jun 30 08:33:50.242491 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l3_flavors.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.243405 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.243916 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: l3-flavors Jun 30 08:33:50.244239 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.245139 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.245673 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 08:33:50.246633 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: l3agentscheduler.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.247654 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.248178 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: l3_agent_scheduler Jun 30 08:33:50.248505 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: logging.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.250025 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.250548 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension logging not supported by any of loaded plugins Jun 30 08:33:50.250876 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: metering.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.251603 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.252181 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: metering Jun 30 08:33:50.252508 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.253587 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.254136 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: metering_source_and_destination_fields Jun 30 08:33:50.254463 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: multiprovidernet.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.255376 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.255890 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: multi-provider Jun 30 08:33:50.256214 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: netmtu.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.257114 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.257651 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: net-mtu Jun 30 08:33:50.257977 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: netmtu_writable.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.258886 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.259398 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: net-mtu-writable Jun 30 08:33:50.259716 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: network_availability_zone.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.260369 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.260879 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: network_availability_zone Jun 30 08:33:50.261200 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: network_ip_availability.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.262325 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.262837 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: network-ip-availability Jun 30 08:33:50.263158 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: network_segment_range.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.263909 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.264416 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 08:33:50.264735 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: pagination.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.265741 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.266068 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: pagination Jun 30 08:33:50.266442 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: port_device_profile.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.267303 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.267822 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: port-device-profile Jun 30 08:33:50.268148 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.269065 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.269575 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: port-mac-address-regenerate Jun 30 08:33:50.269920 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.270819 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.271338 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: port-numa-affinity-policy Jun 30 08:33:50.271657 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: port_resource_request.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.272560 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.273070 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 08:33:50.273388 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: portbindings.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.274338 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.274852 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: binding Jun 30 08:33:50.275170 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: portbindings_extended.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.276550 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.277073 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: binding-extended Jun 30 08:33:50.277424 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: portsecurity.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.278394 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.278907 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: port-security Jun 30 08:33:50.279227 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: project_id.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.280189 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.280516 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: project-id Jun 30 08:33:50.280834 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: providernet.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.281781 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.282297 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: provider Jun 30 08:33:50.282616 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.286086 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.286613 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos not supported by any of loaded plugins Jun 30 08:33:50.286942 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.288187 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.288705 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 08:33:50.289032 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.289973 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.290489 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 08:33:50.290813 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_default.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.291713 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.292228 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-default not supported by any of loaded plugins Jun 30 08:33:50.292550 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_fip.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.293740 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.294249 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 08:33:50.294566 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_gateway_ip.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.295469 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.295979 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 08:33:50.296299 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_port_network_policy.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.297194 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.297739 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 08:33:50.298066 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_rule_type_details.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.298972 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.299483 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 08:33:50.299801 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: qos_rules_alias.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.300832 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.301346 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 08:33:50.301700 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: quotasv2.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.302585 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.302910 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: quotas Jun 30 08:33:50.303226 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: quotasv2_detail.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.306220 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.306560 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: quota_details Jun 30 08:33:50.306890 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: rbac.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.307933 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.309029 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: rbac-policies Jun 30 08:33:50.309358 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: rbac_address_group.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.310494 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.311024 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: rbac-address-group Jun 30 08:33:50.311354 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: rbac_address_scope.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.312274 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.312794 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: rbac-address-scope Jun 30 08:33:50.313122 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: rbac_security_groups.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.314059 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.314577 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: rbac-security-groups Jun 30 08:33:50.314901 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: rbac_subnetpool.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.315802 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.316313 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: rbac-subnetpool Jun 30 08:33:50.316639 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: revisionifmatch.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.317845 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.318367 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: revision-if-match Jun 30 08:33:50.318688 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: revisions.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.319782 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.320300 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: standard-attr-revisions Jun 30 08:33:50.320627 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: router_availability_zone.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.321287 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.321835 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: router_availability_zone Jun 30 08:33:50.322159 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: routerservicetype.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.323077 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.323587 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 08:33:50.323909 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.324856 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.325370 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: security-groups-normalized-cidr Jun 30 08:33:50.325724 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.326629 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.327145 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: port-security-groups-filtering Jun 30 08:33:50.327468 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.328382 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.328896 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: security-groups-remote-address-group Jun 30 08:33:50.329217 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: securitygroup.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.338689 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.339224 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: security-group Jun 30 08:33:50.339559 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: segment.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.340386 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.340902 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension segment not supported by any of loaded plugins Jun 30 08:33:50.341231 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.342190 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.342712 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 08:33:50.343038 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: servicetype.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.344136 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.344662 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: service-type Jun 30 08:33:50.344987 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: sorting.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.345983 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.346318 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: sorting Jun 30 08:33:50.346642 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: standard_attr_segment.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.347606 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.348139 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 08:33:50.348466 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: standardattrdescription.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.349106 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.349622 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: standard-attr-description Jun 30 08:33:50.349968 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: stateful_security_group.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.350882 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.351403 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: stateful-security-group Jun 30 08:33:50.351725 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: stdattrs_common.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.352289 n-d-758944-40 neutron-server[100099]: WARNING neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 08:33:50.352603 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.353530 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.354072 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 08:33:50.354394 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: subnet_onboard.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.355973 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.356491 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: subnet_onboard Jun 30 08:33:50.356811 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.357755 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.358271 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 08:33:50.358594 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: subnet_service_types.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.359503 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.360014 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: subnet-service-types Jun 30 08:33:50.360332 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: subnetallocation.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.361430 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.361977 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: subnet_allocation Jun 30 08:33:50.362300 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.362949 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.363461 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: subnetpool-prefix-ops Jun 30 08:33:50.363781 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.364708 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.365225 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 08:33:50.365547 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: tagging.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.366630 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.367133 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: standard-attr-tag Jun 30 08:33:50.367453 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: timestamp.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.368658 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.369186 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loaded extension: standard-attr-timestamp Jun 30 08:33:50.369517 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: trunk.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.370570 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.371642 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension trunk not supported by any of loaded plugins Jun 30 08:33:50.371967 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: trunk_details.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.372880 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.373396 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 08:33:50.373743 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: uplink_status_propagation.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.374653 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.375167 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 08:33:50.375488 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Loading extension file: vlantransparent.py {{(pid=100099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:33:50.376142 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:33:50.376657 n-d-758944-40 neutron-server[100099]: INFO neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 08:33:50.379122 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:network Jun 30 08:33:50.379638 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:subnet Jun 30 08:33:50.380041 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:33:50.380436 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:port Jun 30 08:33:50.381704 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.382149 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service FLAVORS assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.382783 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.383208 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.383547 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:router Jun 30 08:33:50.383982 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:33:50.384477 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service METERING assigned prefix: /metering {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.385930 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.386304 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.386682 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:33:50.387667 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:33:50.388115 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:33:50.388563 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:33:50.389180 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service CORE assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.389515 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:33:50.389901 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] subnetpool is already registered Jun 30 08:33:50.390329 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service CORE assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.390656 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:33:50.390988 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] subnetpool is already registered Jun 30 08:33:50.393288 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.393754 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service FLAVORS assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.394344 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.394768 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.395108 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:router Jun 30 08:33:50.395451 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] router is already registered Jun 30 08:33:50.395870 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:33:50.396233 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] floatingip is already registered Jun 30 08:33:50.396691 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service METERING assigned prefix: /metering {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.397373 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:33:50.397727 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] rbac_policy is already registered Jun 30 08:33:50.398146 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:33:50.398488 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] security_group is already registered Jun 30 08:33:50.398895 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:33:50.399230 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] security_group_rule is already registered Jun 30 08:33:50.399857 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service CORE assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.400191 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:33:50.400529 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] subnetpool is already registered Jun 30 08:33:50.400951 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.v2.resource_helper [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Service CORE assigned prefix: {{(pid=100099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:33:50.401273 n-d-758944-40 neutron-server[100099]: INFO neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:33:50.401604 n-d-758944-40 neutron-server[100099]: WARNING neutron.quota.resource_registry [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] subnetpool is already registered Jun 30 08:33:50.402100 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: extensions {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.403605 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: address-groups {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.405110 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: address-scopes {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.406472 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: agents {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.407643 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: auto-allocated-topology {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.408905 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: availability_zones {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.410177 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: dhcp-networks {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.412818 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: dhcp-agents {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.414260 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: routers {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.415989 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: flavors {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.417280 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: service_profiles {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.419097 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: next_providers {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.420557 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: service_profiles {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.422141 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: floatingip-pools {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.423397 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: routers {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.425111 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: floatingips {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.426453 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: l3-routers {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.427846 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: l3-agents {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.429284 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: metering-labels {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.430586 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: metering-label-rules {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.431975 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: network-ip-availabilities {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.433255 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: bindings {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.435409 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: quotas {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.436982 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: quotas {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.438468 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: rbac-policies {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.439690 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: security-groups {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.441011 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: security-group-rules {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.442566 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: service-providers {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.443804 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: subnetpools {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.445304 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: subnetpools {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.447002 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.448697 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.451109 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.452903 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.454685 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.456670 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.458441 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.460242 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.462162 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.463901 n-d-758944-40 neutron-server[100099]: DEBUG neutron.api.extensions [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Extended resource: tags {{(pid=100099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:33:50.470486 n-d-758944-40 neutron-server[100099]: WARNING keystonemiddleware.auth_token [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 08:33:50.474999 n-d-758944-40 neutron-server[100099]: WARNING keystonemiddleware.auth_token [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 08:33:50.484306 n-d-758944-40 neutron-server[100099]: DEBUG oslo_concurrency.lockutils [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Acquired lock "singleton_lock" {{(pid=100099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 08:33:50.484777 n-d-758944-40 neutron-server[100099]: DEBUG oslo_concurrency.lockutils [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Releasing lock "singleton_lock" {{(pid=100099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 08:33:50.485418 n-d-758944-40 neutron-server[100099]: INFO oslo_service.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Starting 2 workers Jun 30 08:33:50.490226 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Started child 100238 {{(pid=100099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:33:50.494818 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Started child 100240 {{(pid=100099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:33:50.495928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:33:50.496633 n-d-758944-40 neutron-server[100099]: INFO neutron.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 08:33:50.497111 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Notify callbacks [] for process, before_spawn {{(pid=100099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:33:50.497435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [-] (100238) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:33:50.497842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36870) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:33:50.499621 n-d-758944-40 neutron-server[100099]: INFO oslo_service.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Starting 1 workers Jun 30 08:33:50.499783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:33:50.501138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [-] (100240) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:33:50.504817 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Started child 100241 {{(pid=100099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:33:50.505364 n-d-758944-40 neutron-server[100099]: INFO oslo_service.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Starting 1 workers Jun 30 08:33:50.509336 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066407 Jun 30 08:33:50.509593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] calling RpcWorker wait() {{(pid=100241) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 08:33:50.509593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] returning from RpcWorker wait() {{(pid=100241) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 08:33:50.512077 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:33:50.512236 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Started child 100242 {{(pid=100099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:33:50.512401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:33:50.512547 n-d-758944-40 neutron-server[100099]: DEBUG neutron_lib.callbacks.manager [None req-f877344b-449e-4f48-9ec6-f0a8965e2b20 None None] Notify callbacks [] for process, after_spawn {{(pid=100099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:33:50.514304 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:33:50.514500 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:33:50.514671 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:33:50.514892 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:33:50.515248 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:33:50.515416 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:33:50.515958 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.516250 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.516515 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.516797 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.517089 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.517706 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.517984 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.518242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.518533 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.518775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.518941 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.519114 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.519371 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.519619 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.520006 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.520281 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.520517 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.520798 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.520969 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.521238 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.521509 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.521798 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.522061 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] debug = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.522318 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.522818 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.523065 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.523315 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.523541 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.523809 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.524056 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.524351 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.524586 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.524827 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.525043 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.525304 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.525561 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.525799 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.526042 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.526136 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:33:50.526581 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.526581 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.527003 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] host = n-d-758944-40 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.527813 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.528071 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.528302 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.528565 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.528809 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.529032 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.529310 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.529579 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.529840 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.530094 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.530351 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.530598 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.530814 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.531052 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.531213 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_options = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.531460 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.531740 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.531994 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.532184 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.532356 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.532538 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.532790 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.532945 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.533194 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.533415 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.533641 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.533874 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.534088 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.534319 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.534570 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.534821 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.535054 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.535262 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.535530 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.535772 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.536012 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.536237 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.536450 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.536679 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.536917 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.537128 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.537353 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.537587 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.537841 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.538083 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.538324 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.539142 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.539437 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.539708 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.539965 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.540213 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.540446 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.540752 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.540998 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.541252 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.541507 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.541774 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.542035 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.542312 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.542491 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.542709 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_json = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.542914 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.543235 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.543633 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.544553 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.544897 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.546495 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.546495 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.546696 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.547023 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.547333 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.547668 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.547942 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.548180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.548428 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.548684 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.548907 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.549173 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.549419 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.549747 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.549992 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.550292 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.550535 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.550813 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.551114 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.551379 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.551644 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.551883 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.552119 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.552363 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.552608 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.553672 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.553672 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.553672 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.553930 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.554062 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.554284 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.554514 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.554714 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.554930 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.555168 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.555422 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.555693 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.555912 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.556129 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.556384 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.556593 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.556836 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.557054 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.557311 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.557562 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.557881 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.558113 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.558348 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.560234 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.560234 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.560234 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.560234 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.560234 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.560234 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.561071 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.561071 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.561071 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.561071 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.561624 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.561624 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.561624 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.562081 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.562081 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.562351 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.562590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.562743 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.563650 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.563650 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.563650 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.563650 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.564200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.564200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.564463 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.564646 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.564870 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.565081 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.565389 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.565611 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.566361 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.566361 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.566361 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.566796 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.566796 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.567425 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.567425 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.567711 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.567853 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.568841 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.568841 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.568841 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.568841 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.569408 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.569408 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.569740 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.569898 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.570113 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.570943 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.570943 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.570943 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.571692 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.571692 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.571692 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.572113 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.572113 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.572380 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.572586 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.572815 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.573056 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.573304 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.573557 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.576383 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.576504 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.576690 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.576958 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.577275 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.577528 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.577852 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.578080 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.578355 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.578641 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.578923 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.579204 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.579455 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.579704 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.579944 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.580198 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.580459 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.580690 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.580955 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.581196 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.581490 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.583107 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.583107 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.583107 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.583565 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.583565 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.583841 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.583989 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.584214 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.584489 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.584745 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.584979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.585248 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.585505 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.585792 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.586798 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.586798 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.586798 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.586798 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.587354 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.587354 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.587354 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.587746 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.587746 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.588023 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.588170 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.588399 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.588611 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.588825 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.589067 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.589285 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.589553 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.589815 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.590050 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.590284 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.590503 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.591306 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.591306 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.591306 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.591736 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.591876 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.592015 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.592296 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.596979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.598749 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.599822 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.599822 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.599822 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.599822 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.599822 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.600507 n-d-758944-40 neutron-server[100242]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:33:50.600654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.600654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.600654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.600654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.600654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.600654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.600654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.601558 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.601558 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.601558 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.601558 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.601558 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603092 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603092 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603092 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603092 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603092 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603796 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603796 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.603796 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.604194 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.604194 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.604474 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.604625 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.604789 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.605026 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.605260 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.605457 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.606349 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.606349 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.606349 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.606349 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.606912 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.606912 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.606912 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.607321 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.607321 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.607597 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.607738 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.607931 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.608180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.608407 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.608624 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.608836 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.609041 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.609336 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.609580 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.611099 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.611099 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.611405 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.611564 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.611713 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.611970 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.612194 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.612459 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.612678 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.612910 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.613129 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.613381 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.614465 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.614465 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.614465 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.614902 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.614902 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.615248 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.615387 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.615526 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.615775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.616111 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.616474 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.616635 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.616855 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.617124 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.617378 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.617578 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.617835 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.618432 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.618432 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.619465 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.619721 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.620006 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.621753 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.622797 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.623030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.623292 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.623506 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.623731 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.623948 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.624312 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:33:50.624754 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:33:50.624904 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:33:50.625044 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:33:50.625182 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:33:50.625332 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:33:50.625473 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:33:50.627513 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.627860 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.628030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.628344 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.628662 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.628855 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.629018 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.629350 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.629511 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.629838 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.630001 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.630152 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.630315 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.630467 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.630627 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.630778 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.630938 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.631081 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.631246 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.631398 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.631552 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.631699 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.631859 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] debug = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.632008 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.632219 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.632414 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.632564 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.632663 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.632826 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.632976 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.633116 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.633268 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.633407 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.633555 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.633744 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.633888 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.634027 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.634165 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.634326 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.634472 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.634612 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] host = n-d-758944-40 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.634772 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.634960 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.635115 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.635266 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.635407 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.635549 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.635658 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.635815 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.635976 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.636148 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.636299 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.636455 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_options = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640242 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.640773 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641200 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641540 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641540 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641702 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641772 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.641916 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.642077 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643030 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643400 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643400 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643400 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643580 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643811 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.643904 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.644040 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.644184 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.645121 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.645317 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.645480 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.645674 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.645825 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.645966 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.646105 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_json = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.646244 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.648303 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.648303 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.648303 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.648303 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.648303 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.648942 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.650320 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.651423 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.651423 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.651423 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.651423 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.651423 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.651423 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.651423 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.652375 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.652375 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.652375 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.652375 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.652888 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.652888 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.653151 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.654090 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.654090 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.654090 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.654571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.654718 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.654870 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.655010 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.655148 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.655286 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.655997 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.656158 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.656309 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.656473 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.656619 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.656784 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.657309 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.657460 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.657686 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.657851 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.658312 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.658475 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.658614 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.658781 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.658927 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.659298 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.659298 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.660553 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.660712 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.660881 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.661039 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.661191 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.661729 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.661884 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.663146 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.663146 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.663146 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.664640 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.664845 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.665212 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.666121 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.666565 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.666979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.666979 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.668180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.668180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.668180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.668180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.668180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.668180 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.669165 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.669338 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.670237 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.670237 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.670237 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.670237 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.670237 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671024 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671024 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671024 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671024 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671024 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671602 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671602 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671602 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.671602 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.672114 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.672114 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.672114 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.672462 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.672586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:33:50.672719 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.672719 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.672719 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.673075 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.673075 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.673075 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.673545 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.673545 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.673545 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.674590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.674590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.674590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.674590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.674590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.674590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.674590 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675280 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675280 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675280 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675280 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675669 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675669 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675669 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675972 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.675972 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.676170 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.676277 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.676403 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.676538 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.676701 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.676849 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.677002 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.677156 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.677310 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.677464 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.677618 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.677796 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.677959 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.678123 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.678290 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679108 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679108 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679108 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679108 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679108 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679615 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679615 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679615 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679935 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679935 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.679935 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.680226 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.680226 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.680425 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.680550 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.680838 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.680838 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.681093 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.681217 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.681340 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.681463 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.681591 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.681763 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.681888 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.682049 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.682194 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.682358 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.682520 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.682676 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.682887 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.683011 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684006 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684006 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684006 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684400 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684400 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684400 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684696 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684696 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.684894 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.685019 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.685144 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.685302 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.685464 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.685654 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.685810 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.686775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.686775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.686775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.686775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.686775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.686775 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.687388 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.687388 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.687388 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.687388 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688039 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688039 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688039 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688039 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688420 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688420 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688420 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688721 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688721 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.688939 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.689385 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.689385 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.689385 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.689811 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.689811 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.689811 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.690140 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.690140 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.690507 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.690507 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.690885 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.690885 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.690885 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.691259 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.691259 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.692571 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.693596 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.693596 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.693596 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.693596 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.693596 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.693596 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.694523 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.694523 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.694523 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.694523 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.694523 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.694523 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695126 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695126 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695126 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695126 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695739 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695739 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695739 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.695739 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696186 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696186 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696186 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696532 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696532 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696532 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696860 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.696860 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.697233 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.697233 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.697470 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.697470 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.697769 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.697769 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.698122 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.698122 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.698328 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.698434 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.698607 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.698740 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.698864 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.699013 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.699767 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.699931 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.700093 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.700255 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.700460 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.700598 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.700724 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701006 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701006 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701261 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701397 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701523 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701608 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701806 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.701966 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.702126 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.702288 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.702449 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:33:50.702603 n-d-758944-40 neutron-server[100099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:34:01.608481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc95b5-970e-45b3-9c16-53e6998b8eb5 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:34:01.684232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc95b5-970e-45b3-9c16-53e6998b8eb5 None None] No non-hosted networks {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 08:34:01.700079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.agentschedulers_db [None req-48fc95b5-970e-45b3-9c16-53e6998b8eb5 None None] DHCP Agent not found on host n-d-758944-40 {{(pid=100241) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 08:34:01.828802 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0db26a08-2c9b-44c6-a5f2-68a96e85506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523744'] for agent, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:04.249484 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523744'] for agent, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:04.250822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.254017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.256359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.259161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.261052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.266894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.267405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.268062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.268664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.270562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.272675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.273403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:04.274079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-40', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:04.285156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-40', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:04.357617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5303-d6c9-4497-89b0-780e70c69e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523744'] for agent, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:04.411490 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-251571f1-b42a-4377-bc0d-435c47ed14ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:05.668837 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523744'] for agent, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:07.053827 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523744'] for agent, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:07.282033 n-d-758944-40 neutron-server[100241]: INFO neutron.db.l3_hamode_db [None req-53cb4a3e-63c4-4e18-9518-d1306058c6f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 08:34:07.364814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb4a3e-63c4-4e18-9518-d1306058c6f9 None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:34:07.365198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb4a3e-63c4-4e18-9518-d1306058c6f9 None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:34:08.309389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:08.794751 n-d-758944-40 neutron-server[100238]: WARNING oslo_policy.policy [None req-28f4d900-35d5-424c-b3f4-e70eed6b8a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:34:08.795335 n-d-758944-40 neutron-server[100238]: WARNING oslo_policy.policy [None req-28f4d900-35d5-424c-b3f4-e70eed6b8a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:34:09.016173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-28f4d900-35d5-424c-b3f4-e70eed6b8a3c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:34:09.017223 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-28f4d900-35d5-424c-b3f4-e70eed6b8a3c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069335 Jun 30 08:34:11.292166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36988) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:11.600556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:34:11.693677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.policy [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100238) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:34:11.738651 n-d-758944-40 neutron-server[100238]: WARNING oslo_policy.policy [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:34:11.739022 n-d-758944-40 neutron-server[100238]: WARNING oslo_policy.policy [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:34:11.747591 n-d-758944-40 neutron-server[100238]: INFO neutron.quota [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] Loaded quota_driver: . Jun 30 08:34:11.837910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766259710921', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766259709340', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766259673524', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766259672058', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766259686973', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766259675619', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1558954', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1403799', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3810200', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3848123'] for rbac-policy, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:11.907320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:11.908220 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d82c0a39-3a74-42b5-8a73-25c7914c9b25 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6150758 Jun 30 08:34:14.417567 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37000) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:14.710284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'name': 'private'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:34:14.737591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Made reservation on behalf of 6cc6053e15d245ecba4778cf4c89fd81 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:34:14.740289 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:14.756824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:14.878421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:14.881993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:14.904086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:34:14.936371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766261568314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:14.936956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Unsubscribe: segment precommit_create {{(pid=100238) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:34:14.937447 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Added segment ff476045-0cd2-4940-a185-b2b4197f1a56 of type vlan for network e72a834c-d4a9-4a4f-833b-d5dcfab850ef Jun 30 08:34:14.954618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19d1dd-068f-463c-b082-94f3620acb68,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:15.003164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.003493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.003821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.004135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.004446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.004755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.005064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.005367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.005691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.005998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.006298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.006598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Tracked resource versions report: Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: pushed versions: Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: { 'AddressGroup': {'1.2'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'ConntrackHelper': {'1.0'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Log': {'1.0'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Network': {'1.1'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Port': {'1.7'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'PortForwarding': {'1.2'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'QosPolicy': {'1.8'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'SecurityGroup': {'1.4'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'SubPort': {'1.0'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Subnet': {'1.1'}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Trunk': {'1.1'}} Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: consumer versions: Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: L3 agent@n-d-758944-40: {}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: Metadata agent@n-d-758944-40: {}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: Metering agent@n-d-758944-40: {}, Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'ConntrackHelper': '1.0', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Log': '1.0', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Network': '1.1', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Port': '1.7', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'PortForwarding': '1.2', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'QosPolicy': '1.8', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'SecurityGroup': '1.4', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'SecurityGroupRule': '1.2', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'SubPort': '1.0', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Subnet': '1.1', Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: 'Trunk': '1.1'}} Jun 30 08:34:15.007693 n-d-758944-40 neutron-server[100238]: {{(pid=100238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:34:15.053409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:15.102747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:15.103848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:15.104507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:15.178955 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7597065 Jun 30 08:34:15.202908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e78512-94f9-481a-96c4-42ec4d8d8efe admin admin] Pushing event updated for resources: {'Network': ['ID=e72a834c-d4a9-4a4f-833b-d5dcfab850ef,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:15.215072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:34:17.752876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:18.133778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c4d04-50c4-4ac5-a348-287972b6fbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:18.135170 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5f5c4d04-50c4-4ac5-a348-287972b6fbb1 admin admin] 10.222.0.53 "GET /v2.0/networks/e72a834c-d4a9-4a4f-833b-d5dcfab850ef HTTP/1.1" status: 200 len: 825 time: 0.3813107 Jun 30 08:34:18.159141 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6c487461-8dab-43ac-999e-09fd316efb4c admin admin] 10.222.0.53 "GET /v2.0/subnetpools/49e48357-3e48-40f9-86a1-dab7eea07558 HTTP/1.1" status: 200 len: 734 time: 0.0182517 Jun 30 08:34:18.167266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Request body: {'subnet': {'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '49e48357-3e48-40f9-86a1-dab7eea07558', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:34:18.190018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Made reservation on behalf of 6cc6053e15d245ecba4778cf4c89fd81 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:34:18.192266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:18.482093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:18.548036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Checking segment: {'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:34:18.548379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Network hostable DHCP agents. Network: e72a834c-d4a9-4a4f-833b-d5dcfab850ef, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:34:18.554751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e75f150-f83a-4699-a787-291c286b9083,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:18.573218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:34:18.584689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e72a834c-d4a9-4a4f-833b-d5dcfab850ef) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:34:18.594329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3551138-3f1d-4ceb-80bb-80f222448d85 None None] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:34:18.598197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:18.598793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:18.612446 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ade8617-ace1-46c8-bc65-1f4b792ce285 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4483669 Jun 30 08:34:18.902991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'fixed_ips': [{'subnet_id': '9e75f150-f83a-4699-a787-291c286b9083'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:34:18.904321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:19.170206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Allocated IP 172.20.0.2 (e72a834c-d4a9-4a4f-833b-d5dcfab850ef/9e75f150-f83a-4699-a787-291c286b9083/33c899c9-8e13-49ef-9650-c01797eca0bf) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:34:19.394138 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:19.413969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Transition to ACTIVE for port object 33c899c9-8e13-49ef-9650-c01797eca0bf will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:34:19.436352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Transition to ACTIVE for port object 33c899c9-8e13-49ef-9650-c01797eca0bf will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:34:19.445237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:19.517740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:34:19.524333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:34:19.530249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Pushing event updated for resources: {'Port': ['ID=33c899c9-8e13-49ef-9650-c01797eca0bf,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:19.532347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:34:19.557472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.557838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.558170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.558524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.558849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.559168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.559485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.559803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.560115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.560428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.560740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.561053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Tracked resource versions report: Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: pushed versions: Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: { 'AddressGroup': {'1.2'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'ConntrackHelper': {'1.0'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Log': {'1.0'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Network': {'1.1'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Port': {'1.7'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'PortForwarding': {'1.2'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'QosPolicy': {'1.8'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'SecurityGroup': {'1.4'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'SubPort': {'1.0'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Subnet': {'1.1'}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Trunk': {'1.1'}} Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: consumer versions: Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: L3 agent@n-d-758944-40: {}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: Metadata agent@n-d-758944-40: {}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: Metering agent@n-d-758944-40: {}, Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'ConntrackHelper': '1.0', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Log': '1.0', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Network': '1.1', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Port': '1.7', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'PortForwarding': '1.2', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'QosPolicy': '1.8', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'SecurityGroup': '1.4', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'SecurityGroupRule': '1.2', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'SubPort': '1.0', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Subnet': '1.1', Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: 'Trunk': '1.1'}} Jun 30 08:34:19.562184 n-d-758944-40 neutron-server[100241]: {{(pid=100241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:34:19.611186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Attempting to bind port 33c899c9-8e13-49ef-9650-c01797eca0bf on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:34:19.611731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Attempting to bind port 33c899c9-8e13-49ef-9650-c01797eca0bf by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:34:19.611996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Attempting to bind port 33c899c9-8e13-49ef-9650-c01797eca0bf on network e72a834c-d4a9-4a4f-833b-d5dcfab850ef {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:34:19.616744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:34:19.617125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Checking segment: {'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:34:19.617577 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:19.617988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Bound using segment: {'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:34:19.618461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Bound port: 33c899c9-8e13-49ef-9650-c01797eca0bf, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:34:19.618873 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:19.682188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] For port 33c899c9-8e13-49ef-9650-c01797eca0bf, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:34:19.686442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] For port 33c899c9-8e13-49ef-9650-c01797eca0bf, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=33c899c9-8e13-49ef-9650-c01797eca0bf,segment=NetworkSegment(ff476045-0cd2-4940-a185-b2b4197f1a56),segment_id=ff476045-0cd2-4940-a185-b2b4197f1a56)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:34:19.691965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:19.755348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b3bad-5d34-4f97-935c-0eb1b251b5cc None None] Pushing event updated for resources: {'Port': ['ID=33c899c9-8e13-49ef-9650-c01797eca0bf,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:20.972527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37022) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:21.282012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-feceb2de-7d27-48b3-a78e-e11398993a4c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:34:21.282999 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-feceb2de-7d27-48b3-a78e-e11398993a4c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3095162 Jun 30 08:34:23.626587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37030) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:23.930310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-93e63ebc-e732-42d1-a9dd-acc55a7ed054 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:34:23.931377 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-93e63ebc-e732-42d1-a9dd-acc55a7ed054 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3037789 Jun 30 08:34:25.725075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a63b60b-181f-4969-a814-eaee215c70b9 None None] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:34:25.790454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5c4f95f5-8479-4f86-acc3-432e74caba03 None None] Provisioning for port 33c899c9-8e13-49ef-9650-c01797eca0bf completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:34:26.486433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37044) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:26.513968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 33c899c9-8e13-49ef-9650-c01797eca0bf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:34:26.594969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 33c899c9-8e13-49ef-9650-c01797eca0bf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:34:26.598677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 33c899c9-8e13-49ef-9650-c01797eca0bf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:26.599064 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.701936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.735890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 33c899c9-8e13-49ef-9650-c01797eca0bf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=33c899c9-8e13-49ef-9650-c01797eca0bf,segment=NetworkSegment(ff476045-0cd2-4940-a185-b2b4197f1a56),segment_id=ff476045-0cd2-4940-a185-b2b4197f1a56)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:34:26.739914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.784962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=33c899c9-8e13-49ef-9650-c01797eca0bf,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:26.785110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-869f155f-a70b-4205-b8eb-0ab881e72bcd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:34:26.807762 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869f155f-a70b-4205-b8eb-0ab881e72bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.809355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869f155f-a70b-4205-b8eb-0ab881e72bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.944675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869f155f-a70b-4205-b8eb-0ab881e72bcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.950098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869f155f-a70b-4205-b8eb-0ab881e72bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.962208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869f155f-a70b-4205-b8eb-0ab881e72bcd admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:26.963527 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-869f155f-a70b-4205-b8eb-0ab881e72bcd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4760609 Jun 30 08:34:28.484189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 33c899c9-8e13-49ef-9650-c01797eca0bf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:34:28.531837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 33c899c9-8e13-49ef-9650-c01797eca0bf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:28.532202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:29.256959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:29.560885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-e689ec45-3193-4f6f-88d4-d3fe514d655b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:34:29.561912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e689ec45-3193-4f6f-88d4-d3fe514d655b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040066 Jun 30 08:34:31.533041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c89e-dd19-4efb-ad56-bbe898f74787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:31.885547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37060) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:32.188015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:34:32.208941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Made reservation on behalf of 46f0eb96544446b79b162bf8cf77a8e2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:34:32.211195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.221047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.303464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.306810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.320372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=100238) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 08:34:32.340755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bbab13-a91a-4be2-a9fe-1caed980a386,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:32.343554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.343891 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Added segment 5401121c-b441-4ac7-a879-91d83a36c03b of type flat for network 3d9939fd-d510-48da-8598-5307c47b6792 Jun 30 08:34:32.388134 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.422293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.423714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:32.424670 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:32.480886 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5937409 Jun 30 08:34:32.485281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd9d1f-61b0-4459-9003-df76be2b48e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3d9939fd-d510-48da-8598-5307c47b6792,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:32.504600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3d9939fd-d510-48da-8598-5307c47b6792 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:34:34.214688 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:34.329680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94ad2329-5a00-40ca-b35c-6047e01876ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:34.785124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37068) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:35.135286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acc9c4-1317-478d-a741-adc48e53570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:35.136590 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89acc9c4-1317-478d-a741-adc48e53570b admin admin] 10.222.0.53 "GET /v2.0/subnets/9e75f150-f83a-4699-a787-291c286b9083 HTTP/1.1" status: 200 len: 849 time: 0.3504794 Jun 30 08:34:35.248623 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb69f542-c45c-491c-9b89-54dfe0af3507 admin admin] 10.222.0.53 "GET /v2.0/routers/562da0e8-a0cd-4c37-bc75-9986d5d65d10 HTTP/1.1" status: 200 len: 704 time: 0.1061509 Jun 30 08:34:35.507836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:35.590808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:35.789822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Allocated IP 172.20.0.1 (e72a834c-d4a9-4a4f-833b-d5dcfab850ef/9e75f150-f83a-4699-a787-291c286b9083/28c04603-060c-4680-9e1c-badf615dd5e5) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:34:35.979060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.000372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Transition to ACTIVE for port object 28c04603-060c-4680-9e1c-badf615dd5e5 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:34:36.075674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.146179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:34:36.155110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:34:36.157202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Pushing event updated for resources: {'Port': ['ID=28c04603-060c-4680-9e1c-badf615dd5e5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:36.168452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:34:36.168995 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.374545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.390651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-16b26f43-9b95-4e61-a23a-e2306ed47b80 None None] Provisioning for port 28c04603-060c-4680-9e1c-badf615dd5e5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:34:36.394188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-16b26f43-9b95-4e61-a23a-e2306ed47b80 None None] Provisioning complete for port 28c04603-060c-4680-9e1c-badf615dd5e5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:36.394555 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-16b26f43-9b95-4e61-a23a-e2306ed47b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.427696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-16b26f43-9b95-4e61-a23a-e2306ed47b80 None None] Port 28c04603-060c-4680-9e1c-badf615dd5e5 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:34:36.549341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.553417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.554148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.627280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Pushing event updated for resources: {'Port': ['ID=28c04603-060c-4680-9e1c-badf615dd5e5,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:36.673974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:34:36.675223 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:34:36.829835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:34:36.846367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f3b1dac4-ab24-4e7a-a1eb-686fa7652c8b None None] Provisioning complete for port 28c04603-060c-4680-9e1c-badf615dd5e5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:36.846888 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3b1dac4-ab24-4e7a-a1eb-686fa7652c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:36.878031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1dac4-ab24-4e7a-a1eb-686fa7652c8b None None] Port 28c04603-060c-4680-9e1c-badf615dd5e5 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:34:36.918871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:34:36.923896 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a8ae8db-cd10-4a1f-8885-e52163964d20 admin admin] 10.222.0.53 "PUT /v2.0/routers/562da0e8-a0cd-4c37-bc75-9986d5d65d10/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6705170 Jun 30 08:34:36.928450 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Sync routers for ids ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:34:36.940036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Routers {'562da0e8-a0cd-4c37-bc75-9986d5d65d10'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:34:36.940865 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:34:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:36.996983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:37.124534 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Set router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:34:37.539815 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'name': 'router1', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:34:26Z', 'updated_at': '2021-06-30T08:34:36Z', 'revision_number': 2, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'gw_port_host': None, '_interfaces': [{'id': '28c04603-060c-4680-9e1c-badf615dd5e5', 'name': '', 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'mac_address': 'fa:16:3e:28:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e75f150-f83a-4699-a787-291c286b9083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:35Z', 'updated_at': '2021-06-30T08:34:36Z', 'revision_number': 2, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'subnets': [{'id': '9e75f150-f83a-4699-a787-291c286b9083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e48357-3e48-40f9-86a1-dab7eea07558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:37.590928 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Checking router: 562da0e8-a0cd-4c37-bc75-9986d5d65d10 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:34:37.591302 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Updating router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 port 28c04603-060c-4680-9e1c-badf615dd5e5 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:34:37.659785 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:37.662238 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:34:38.143914 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:38.161529 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Transition to ACTIVE for port object 28c04603-060c-4680-9e1c-badf615dd5e5 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:34:38.167766 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:38.257166 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Pushing event updated for resources: {'Port': ['ID=28c04603-060c-4680-9e1c-badf615dd5e5,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:38.265831 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.266172 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.266505 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.266834 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.267148 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.267470 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.267787 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.268107 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.268423 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.268735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.269048 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.269358 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Tracked resource versions report: Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: pushed versions: Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: { 'AddressGroup': {'1.2'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'ConntrackHelper': {'1.0'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Log': {'1.0'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Network': {'1.1'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Port': {'1.7'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'PortForwarding': {'1.2'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'QosPolicy': {'1.8'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'SecurityGroup': {'1.4'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'SubPort': {'1.0'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Subnet': {'1.1'}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Trunk': {'1.1'}} Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: consumer versions: Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: L3 agent@n-d-758944-40: {}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: Metadata agent@n-d-758944-40: {}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: Metering agent@n-d-758944-40: {}, Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'ConntrackHelper': '1.0', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Log': '1.0', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Network': '1.1', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Port': '1.7', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'PortForwarding': '1.2', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'QosPolicy': '1.8', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'SecurityGroup': '1.4', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'SecurityGroupRule': '1.2', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'SubPort': '1.0', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Subnet': '1.1', Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: 'Trunk': '1.1'}} Jun 30 08:34:38.270467 n-d-758944-40 neutron-server[100242]: {{(pid=100242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:34:38.338309 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Attempting to bind port 28c04603-060c-4680-9e1c-badf615dd5e5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:34:38.338709 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Attempting to bind port 28c04603-060c-4680-9e1c-badf615dd5e5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:34:38.339145 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Attempting to bind port 28c04603-060c-4680-9e1c-badf615dd5e5 on network e72a834c-d4a9-4a4f-833b-d5dcfab850ef {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:34:38.345050 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:34:38.345519 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Checking segment: {'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:34:38.345999 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:38.346382 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Bound using segment: {'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:34:38.346881 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Bound port: 28c04603-060c-4680-9e1c-badf615dd5e5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff476045-0cd2-4940-a185-b2b4197f1a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:34:38.347295 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:38.414692 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] For port 28c04603-060c-4680-9e1c-badf615dd5e5, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:34:38.434949 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] For port 28c04603-060c-4680-9e1c-badf615dd5e5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=28c04603-060c-4680-9e1c-badf615dd5e5,segment=NetworkSegment(ff476045-0cd2-4940-a185-b2b4197f1a56),segment_id=ff476045-0cd2-4940-a185-b2b4197f1a56)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:34:38.439375 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:38.482744 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Routers {'562da0e8-a0cd-4c37-bc75-9986d5d65d10'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:34:38.483354 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:34:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:38.580298 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4b98e-83ce-4359-b5d5-d3f9e3044a8a None None] Pushing event updated for resources: {'Port': ['ID=28c04603-060c-4680-9e1c-badf615dd5e5,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:38.586231 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] Set router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:34:38.791255 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'name': 'router1', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:34:26Z', 'updated_at': '2021-06-30T08:34:36Z', 'revision_number': 2, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'gw_port_host': None, '_interfaces': [{'id': '28c04603-060c-4680-9e1c-badf615dd5e5', 'name': '', 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'mac_address': 'fa:16:3e:28:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e75f150-f83a-4699-a787-291c286b9083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:35Z', 'updated_at': '2021-06-30T08:34:38Z', 'revision_number': 4, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'subnets': [{'id': '9e75f150-f83a-4699-a787-291c286b9083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e48357-3e48-40f9-86a1-dab7eea07558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:38.816695 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bce82-c137-41d4-ab4b-7e48ad3e09b7 None None] The sync data for ids ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'] in n-d-758944-40 is: [{'id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'name': 'router1', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:34:26Z', 'updated_at': '2021-06-30T08:34:36Z', 'revision_number': 2, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'gw_port_host': None, '_interfaces': [{'id': '28c04603-060c-4680-9e1c-badf615dd5e5', 'name': '', 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'mac_address': 'fa:16:3e:28:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e75f150-f83a-4699-a787-291c286b9083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:35Z', 'updated_at': '2021-06-30T08:34:38Z', 'revision_number': 4, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'subnets': [{'id': '9e75f150-f83a-4699-a787-291c286b9083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e48357-3e48-40f9-86a1-dab7eea07558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:34:39.264196 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:39.453786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a25228-35d6-4be1-969e-564193feabd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:39.455140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-38a25228-35d6-4be1-969e-564193feabd4 admin admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 842 time: 0.1899724 Jun 30 08:34:39.464292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'cidr': '172.25.8.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.8.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:34:39.485782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Made reservation on behalf of 46f0eb96544446b79b162bf8cf77a8e2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:34:39.488102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:39.826842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:34:39.827281 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:39.873894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fce3fca-a6f8-4737-9651-af5821c4c9c2,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:39.888638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:34:39.888994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Network hostable DHCP agents. Network: 3d9939fd-d510-48da-8598-5307c47b6792, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:34:39.905115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:34:39.913238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3d9939fd-d510-48da-8598-5307c47b6792) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:34:39.917254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:39.917825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:39.923715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db59f0c-cee2-4fc5-978f-7d74354b376b None None] Network 3d9939fd-d510-48da-8598-5307c47b6792 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:34:39.932665 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b85c5bcf-1577-4531-84be-c9d3192a517b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4718027 Jun 30 08:34:40.061681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df2fd45-6d17-45dd-93eb-b770103cf30d None None] Network 3d9939fd-d510-48da-8598-5307c47b6792 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:34:42.202122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37112) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:42.327911 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6dbabaa4-34d5-4aec-be31-840da55a3f2d admin admin] 10.222.0.53 "GET /v2.0/routers/562da0e8-a0cd-4c37-bc75-9986d5d65d10 HTTP/1.1" status: 200 len: 710 time: 0.1246827 Jun 30 08:34:42.412836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330f771-9c34-42b1-ad61-05bac0360f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:34:42.415683 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4330f771-9c34-42b1-ad61-05bac0360f7f admin admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 886 time: 0.0826666 Jun 30 08:34:42.423543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:34:42.526529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 28c04603-060c-4680-9e1c-badf615dd5e5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:34:42.580595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 28c04603-060c-4680-9e1c-badf615dd5e5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:34:42.584898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 28c04603-060c-4680-9e1c-badf615dd5e5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:42.585539 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:42.665676 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:42.675502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:42.698568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 28c04603-060c-4680-9e1c-badf615dd5e5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=28c04603-060c-4680-9e1c-badf615dd5e5,segment=NetworkSegment(ff476045-0cd2-4940-a185-b2b4197f1a56),segment_id=ff476045-0cd2-4940-a185-b2b4197f1a56)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:34:42.702795 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:42.750156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=28c04603-060c-4680-9e1c-badf615dd5e5,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:42.919157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:42.994279 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:43.096077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Allocated IP 172.25.8.111 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/79c7814e-a83c-41c2-96da-2a1967ca3a3a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:34:43.196368 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:43.233241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:43.270666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:34:43.273228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:34:43.278917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:34:43.283760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Pushing event updated for resources: {'Port': ['ID=79c7814e-a83c-41c2-96da-2a1967ca3a3a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:43.598198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:43.781891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:43.784934 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:43.885843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:34:43.986911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:34:43.991202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:43.992331 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-366bbcba-6a78-4129-a62b-e144a2a17203 admin admin] 10.222.0.53 "PUT /v2.0/routers/562da0e8-a0cd-4c37-bc75-9986d5d65d10 HTTP/1.1" status: 200 len: 890 time: 1.5721183 Jun 30 08:34:43.996312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Sync routers for ids ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:34:44.008177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Routers {'562da0e8-a0cd-4c37-bc75-9986d5d65d10'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:34:44.008844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:34:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:44.272004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Set router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:34:44.499365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 28c04603-060c-4680-9e1c-badf615dd5e5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:34:44.634173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 28c04603-060c-4680-9e1c-badf615dd5e5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:44.634544 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:44.753988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'name': 'router1', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '79c7814e-a83c-41c2-96da-2a1967ca3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:34:26Z', 'updated_at': '2021-06-30T08:34:43Z', 'revision_number': 4, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'gw_port': {'id': '79c7814e-a83c-41c2-96da-2a1967ca3a3a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:42Z', 'updated_at': '2021-06-30T08:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '28c04603-060c-4680-9e1c-badf615dd5e5', 'name': '', 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'mac_address': 'fa:16:3e:28:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e75f150-f83a-4699-a787-291c286b9083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:35Z', 'updated_at': '2021-06-30T08:34:42Z', 'revision_number': 5, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'subnets': [{'id': '9e75f150-f83a-4699-a787-291c286b9083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e48357-3e48-40f9-86a1-dab7eea07558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:44.804342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Checking router: 562da0e8-a0cd-4c37-bc75-9986d5d65d10 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:34:44.804708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Updating router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 port 79c7814e-a83c-41c2-96da-2a1967ca3a3a binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:34:44.837870 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:45.150565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:45.160357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Transition to ACTIVE for port object 79c7814e-a83c-41c2-96da-2a1967ca3a3a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:34:45.166464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:45.217009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88679a-1877-420f-ad97-ad00673f333d None None] Pushing event updated for resources: {'Port': ['ID=79c7814e-a83c-41c2-96da-2a1967ca3a3a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:45.219200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Attempting to bind port 79c7814e-a83c-41c2-96da-2a1967ca3a3a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:34:45.219542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Attempting to bind port 79c7814e-a83c-41c2-96da-2a1967ca3a3a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:34:45.219902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Attempting to bind port 79c7814e-a83c-41c2-96da-2a1967ca3a3a on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:34:45.225171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:34:45.225549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:34:45.225978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:45.226360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:34:45.226869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Bound port: 79c7814e-a83c-41c2-96da-2a1967ca3a3a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:34:45.227196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:45.275544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] For port 79c7814e-a83c-41c2-96da-2a1967ca3a3a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:34:45.278536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] For port 79c7814e-a83c-41c2-96da-2a1967ca3a3a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=79c7814e-a83c-41c2-96da-2a1967ca3a3a,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:34:45.282458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:45.340813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Routers {'562da0e8-a0cd-4c37-bc75-9986d5d65d10'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:34:45.341427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:34:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:45.443587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88679a-1877-420f-ad97-ad00673f333d None None] Pushing event updated for resources: {'Port': ['ID=79c7814e-a83c-41c2-96da-2a1967ca3a3a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:45.516763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] Set router 562da0e8-a0cd-4c37-bc75-9986d5d65d10 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:34:45.723506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'name': 'router1', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '79c7814e-a83c-41c2-96da-2a1967ca3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:34:26Z', 'updated_at': '2021-06-30T08:34:43Z', 'revision_number': 4, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'gw_port': {'id': '79c7814e-a83c-41c2-96da-2a1967ca3a3a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:42Z', 'updated_at': '2021-06-30T08:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '28c04603-060c-4680-9e1c-badf615dd5e5', 'name': '', 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'mac_address': 'fa:16:3e:28:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e75f150-f83a-4699-a787-291c286b9083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:35Z', 'updated_at': '2021-06-30T08:34:42Z', 'revision_number': 5, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'subnets': [{'id': '9e75f150-f83a-4699-a787-291c286b9083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e48357-3e48-40f9-86a1-dab7eea07558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:34:45.748638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a03a6-cb5f-465f-84b9-660fba93411d None None] The sync data for ids ['562da0e8-a0cd-4c37-bc75-9986d5d65d10'] in n-d-758944-40 is: [{'id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'name': 'router1', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '79c7814e-a83c-41c2-96da-2a1967ca3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:34:26Z', 'updated_at': '2021-06-30T08:34:43Z', 'revision_number': 4, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'gw_port': {'id': '79c7814e-a83c-41c2-96da-2a1967ca3a3a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:42Z', 'updated_at': '2021-06-30T08:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '28c04603-060c-4680-9e1c-badf615dd5e5', 'name': '', 'network_id': 'e72a834c-d4a9-4a4f-833b-d5dcfab850ef', 'tenant_id': '6cc6053e15d245ecba4778cf4c89fd81', 'mac_address': 'fa:16:3e:28:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562da0e8-a0cd-4c37-bc75-9986d5d65d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e75f150-f83a-4699-a787-291c286b9083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:34:35Z', 'updated_at': '2021-06-30T08:34:42Z', 'revision_number': 5, 'project_id': '6cc6053e15d245ecba4778cf4c89fd81', 'subnets': [{'id': '9e75f150-f83a-4699-a787-291c286b9083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49e48357-3e48-40f9-86a1-dab7eea07558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:34:46.357900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37120) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:34:46.487882 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0fe6143b-50ef-453e-9a4b-35c797a85982 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1287885 Jun 30 08:34:46.523899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 79c7814e-a83c-41c2-96da-2a1967ca3a3a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:34:46.579315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 79c7814e-a83c-41c2-96da-2a1967ca3a3a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:34:46.583588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 79c7814e-a83c-41c2-96da-2a1967ca3a3a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:46.583949 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:46.659457 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:46.680171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 79c7814e-a83c-41c2-96da-2a1967ca3a3a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=79c7814e-a83c-41c2-96da-2a1967ca3a3a,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:34:46.684437 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:34:46.732868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=79c7814e-a83c-41c2-96da-2a1967ca3a3a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:34:48.515326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 79c7814e-a83c-41c2-96da-2a1967ca3a3a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:34:48.566592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 79c7814e-a83c-41c2-96da-2a1967ca3a3a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:34:48.567053 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:01.542464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-41681a7b-09a9-4f4a-ac78-c7eb881a8f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:04.219245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:04.336154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66c7ca1d-36fc-45a5-93c2-2926fa0888b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:05.608838 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:07.018578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:14.642163 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:35:31.539608 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e711ef33-d336-4bbe-b5c0-b1ea69d70d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:34.223366 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:34.330111 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9f09875-9fdb-49db-b32e-c3a094f0cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:35.602401 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:37.025097 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:35:51.641395 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:36:01.541568 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f0affe08-9174-4277-8bf9-08ac1bf97273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:04.226320 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:04.332271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cba10d3c-c605-4912-9ed3-17eccbaff251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:05.601971 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:07.026459 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:24.980362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:25.039071 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcd6cf8-9fac-42dc-80b4-8b30aade361a admin admin] GET failed (client error): The resource could not be found. Jun 30 08:36:25.040403 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8bcd6cf8-9fac-42dc-80b4-8b30aade361a admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591013 Jun 30 08:36:25.196255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb588cd-d7dd-45e1-a927-150a767cb6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:25.197637 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bfb588cd-d7dd-45e1-a927-150a767cb6ce admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1534297 Jun 30 08:36:27.285269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:27.373585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd245e3a-3eb7-428c-9b8c-4ed8f9f408da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:27.374910 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bd245e3a-3eb7-428c-9b8c-4ed8f9f408da admin admin] 10.222.0.53 "GET /v2.0/subnets/9e75f150-f83a-4699-a787-291c286b9083 HTTP/1.1" status: 200 len: 849 time: 0.0886028 Jun 30 08:36:27.383913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:36:27.463848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:27.600818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766261494020'] for subnet, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:27.627787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:27.628367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:27.629773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] 10.222.0.53 "PUT /v2.0/subnets/9e75f150-f83a-4699-a787-291c286b9083 HTTP/1.1" status: 200 len: 868 time: 0.2493856 Jun 30 08:36:27.644855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99417ba-4423-48e1-b041-458eaf88b330 None None] Network e72a834c-d4a9-4a4f-833b-d5dcfab850ef requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:36:27.655056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e75f150-f83a-4699-a787-291c286b9083,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:36:27.664721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.665077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.665402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.665762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.666092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.666415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.666738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.667085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.667407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.667734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.668047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:27.669259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adba8ac-088c-4acd-85ae-b26dfb4844a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:36:28.003578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0cc0833c-5b1f-425e-8959-54be6d75ec0e None None] Provisioning complete for port 28c04603-060c-4680-9e1c-badf615dd5e5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:36:28.003939 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0cc0833c-5b1f-425e-8959-54be6d75ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:28.087275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0cc0833c-5b1f-425e-8959-54be6d75ec0e None None] Provisioning complete for port 33c899c9-8e13-49ef-9650-c01797eca0bf triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:36:28.087628 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0cc0833c-5b1f-425e-8959-54be6d75ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:28.640034 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:36:29.781185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37738) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:29.971299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116ab2d-9174-4580-800d-bffaf13a8efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:29.971766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116ab2d-9174-4580-800d-bffaf13a8efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:29.973272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8116ab2d-9174-4580-800d-bffaf13a8efd admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1910903 Jun 30 08:36:31.538244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c016-7bce-41a1-9106-4ba6ecf3788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:32.085951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37746) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:32.212662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7eb6b5-1165-442b-a103-5eed958814fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:32.213137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7eb6b5-1165-442b-a103-5eed958814fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:32.214660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9a7eb6b5-1165-442b-a103-5eed958814fd admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276460 Jun 30 08:36:34.228817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:34.333373 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-256c35d1-b740-47b2-8471-4f849e082364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:34.343561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37754) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:34.465048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba18df-f9e4-4a10-8479-f12841d9f3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:34.466428 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8ba18df-f9e4-4a10-8479-f12841d9f3c9 admin admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 886 time: 0.1219020 Jun 30 08:36:35.604653 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:36.563727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37762) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:36.792619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4b79cf-1ca9-4969-bc90-d37d4d874386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:36.793922 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb4b79cf-1ca9-4969-bc90-d37d4d874386 admin admin] 10.222.0.53 "GET /v2.0/networks/e72a834c-d4a9-4a4f-833b-d5dcfab850ef HTTP/1.1" status: 200 len: 869 time: 0.2292175 Jun 30 08:36:37.030541 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:36:38.903000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37770) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:39.021719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8de05-7363-4570-bf3b-e72b9c36d1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:39.022173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8de05-7363-4570-bf3b-e72b9c36d1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:39.023649 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-44a8de05-7363-4570-bf3b-e72b9c36d1f4 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197038 Jun 30 08:36:41.143561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37778) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:41.266759 n-d-758944-40 neutron-server[100240]: WARNING oslo_policy.policy [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:36:41.267368 n-d-758944-40 neutron-server[100240]: WARNING oslo_policy.policy [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:36:41.663255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.policy [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100240) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:36:41.709155 n-d-758944-40 neutron-server[100240]: WARNING oslo_policy.policy [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:36:41.709518 n-d-758944-40 neutron-server[100240]: WARNING oslo_policy.policy [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:36:41.717980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:41.718441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:41.720487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bcf12d65-c163-4624-b6da-3ed4be804c96 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5748391 Jun 30 08:36:43.839016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37794) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:43.949549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2bca0-74fc-4e24-9c5e-089e3babc32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:43.951147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c6b2bca0-74fc-4e24-9c5e-089e3babc32a admin admin] 10.222.0.53 "GET /v2.0/subnets/2fce3fca-a6f8-4737-9651-af5821c4c9c2 HTTP/1.1" status: 200 len: 816 time: 0.1111982 Jun 30 08:36:46.066033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37802) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:36:46.162215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b00c31-8755-4c50-b064-38cbbf564fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:36:46.163516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d0b00c31-8755-4c50-b064-38cbbf564fbe admin admin] 10.222.0.53 "GET /v2.0/subnets/9e75f150-f83a-4699-a787-291c286b9083 HTTP/1.1" status: 200 len: 868 time: 0.0965607 Jun 30 08:37:01.543342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-656c049a-591e-45e1-a354-4ec49eda60d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:04.229236 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:04.334358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66cc18e6-75a0-4af3-a353-4dc818e88104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:05.612571 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:05.639081 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:37:07.032493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:09.475973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37846) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:37:09.520937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-21e55432-c064-400a-817b-49e190eed8fd admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:37:09.521956 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-21e55432-c064-400a-817b-49e190eed8fd admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449820 Jun 30 08:37:11.716110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37854) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:37:11.775430 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f950fa-5945-4fd3-82e6-fe497a33f3c9 admin admin] GET failed (client error): The resource could not be found. Jun 30 08:37:11.776722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b9f950fa-5945-4fd3-82e6-fe497a33f3c9 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596585 Jun 30 08:37:11.860156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51415588-c998-4926-88ef-81a4be3a4293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:37:11.861510 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51415588-c998-4926-88ef-81a4be3a4293 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805051 Jun 30 08:37:13.998215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:37:14.042429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:37:14.062792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Made reservation on behalf of 46f0eb96544446b79b162bf8cf77a8e2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:37:14.065167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:14.093521 n-d-758944-40 neutron-server[100238]: WARNING neutron.services.revisions.revision_plugin [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Could not find related network for resource to bump revision. Jun 30 08:37:14.104604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:37:14.114107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:14.114439 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Added segment 18bd2f67-0f41-4af1-96cf-f23836d73be1 of type vlan for network 0b619d7f-2e49-47da-a701-e864556142c1 Jun 30 08:37:14.150057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:14.176925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:14.177841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:37:14.178403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:14.224365 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2251098 Jun 30 08:37:14.236545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711df311-9a4f-4037-9cb1-2efc6053bcd6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b619d7f-2e49-47da-a701-e864556142c1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:37:14.247846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 0b619d7f-2e49-47da-a701-e864556142c1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:37:16.371645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37870) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:37:16.432656 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9cd3df-cce9-46f3-a14d-24ca5f4ea64f admin admin] GET failed (client error): The resource could not be found. Jun 30 08:37:16.433986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a9cd3df-cce9-46f3-a14d-24ca5f4ea64f admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613668 Jun 30 08:37:16.500961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342114be-0c3b-40d8-9626-96ec28afddc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:37:16.502389 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-342114be-0c3b-40d8-9626-96ec28afddc0 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641756 Jun 30 08:37:16.511707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Request body: {'subnet': {'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:37:16.531147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Made reservation on behalf of 46f0eb96544446b79b162bf8cf77a8e2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:37:16.533705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:16.692230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:16.744410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57965c5a-2e2f-4cc0-bf89-c11f08e50026,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:37:16.752492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:37:16.752841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Network hostable DHCP agents. Network: 0b619d7f-2e49-47da-a701-e864556142c1, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:37:16.768013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Network 0b619d7f-2e49-47da-a701-e864556142c1 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:37:16.776564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 0b619d7f-2e49-47da-a701-e864556142c1) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:37:16.781220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:37:16.782398 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:16.785647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7a3c2-3fa7-4765-acf5-b73bf5ee0911 None None] Network 0b619d7f-2e49-47da-a701-e864556142c1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:37:16.794810 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d89a7f36-c18c-417e-80d1-41caa6d32394 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2864573 Jun 30 08:37:17.029005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-0b619d7f-2e49-47da-a701-e864556142c1', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'tenant_id': '46f0eb96544446b79b162bf8cf77a8e2', 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:37:17.030476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:17.163982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Allocated IP 192.168.233.2 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/ca40c447-5300-401e-93a2-cc02b6cb6a3b) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:37:17.303194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:17.312184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Transition to ACTIVE for port object ca40c447-5300-401e-93a2-cc02b6cb6a3b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:37:17.327548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Transition to ACTIVE for port object ca40c447-5300-401e-93a2-cc02b6cb6a3b will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:37:17.333835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:17.370855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:37:17.373592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:37:17.377141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:37:17.386145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Pushing event updated for resources: {'Port': ['ID=ca40c447-5300-401e-93a2-cc02b6cb6a3b,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:37:17.396933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.397281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.397618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.397968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.398293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.398619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.398942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.399258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.399575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.399897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.400217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.400534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:37:17.453100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Attempting to bind port ca40c447-5300-401e-93a2-cc02b6cb6a3b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:37:17.453471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Attempting to bind port ca40c447-5300-401e-93a2-cc02b6cb6a3b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:37:17.453878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Attempting to bind port ca40c447-5300-401e-93a2-cc02b6cb6a3b on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:37:17.458785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:37:17.459157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:37:17.459557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:17.459965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:37:17.460424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Bound port: ca40c447-5300-401e-93a2-cc02b6cb6a3b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:37:17.460818 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:17.521701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] For port ca40c447-5300-401e-93a2-cc02b6cb6a3b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:37:17.524993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] For port ca40c447-5300-401e-93a2-cc02b6cb6a3b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ca40c447-5300-401e-93a2-cc02b6cb6a3b,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:37:17.528678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:17.587748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a827f-49fb-4a68-b29c-a2e33f6d8b54 None None] Pushing event updated for resources: {'Port': ['ID=ca40c447-5300-401e-93a2-cc02b6cb6a3b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:37:18.468262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850442b4-96e6-4733-994b-5b9c54ade9e4 None None] Network 0b619d7f-2e49-47da-a701-e864556142c1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:37:18.541614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d0eaedf-2c41-48c4-8c0c-19f0347b26df None None] Provisioning for port ca40c447-5300-401e-93a2-cc02b6cb6a3b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:37:18.669897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ca40c447-5300-401e-93a2-cc02b6cb6a3b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:37:18.726794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ca40c447-5300-401e-93a2-cc02b6cb6a3b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:37:18.731948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ca40c447-5300-401e-93a2-cc02b6cb6a3b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:37:18.732318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:18.819592 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:18.852576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ca40c447-5300-401e-93a2-cc02b6cb6a3b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ca40c447-5300-401e-93a2-cc02b6cb6a3b,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:37:18.856714 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:18.893967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b609ca2a-45ad-409d-9275-516eb112cfd9 None None] Provisioning complete for port ca40c447-5300-401e-93a2-cc02b6cb6a3b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:37:18.893967 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b609ca2a-45ad-409d-9275-516eb112cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:18.933327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ca40c447-5300-401e-93a2-cc02b6cb6a3b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:37:20.621064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ca40c447-5300-401e-93a2-cc02b6cb6a3b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:37:20.669179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ca40c447-5300-401e-93a2-cc02b6cb6a3b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:37:20.669548 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:31.544856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02722a79-8783-48e7-8257-6559553ff466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:34.230394 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:34.335201 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c668eed4-99b5-409c-88ce-36b8cf5d245b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:35.606734 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:37.045964 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:37:42.636945 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:38:01.548297 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-414e118e-1b80-4731-9eaf-40e7e5fe6116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:04.230544 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:04.335389 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-904f4662-726a-4763-8ed6-731d6122491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:05.608994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:07.038916 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:19.635643 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:38:23.329885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:38:23.335891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-1595dde3-ee63-49a6-9818-33783df631a1 tempest-verify_tempest_config-1614955321 tempest-verify_tempest_config-1614955321-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:38:23.336908 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1595dde3-ee63-49a6-9818-33783df631a1 tempest-verify_tempest_config-1614955321 tempest-verify_tempest_config-1614955321-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060718 Jun 30 08:38:23.634051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37940) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:38:23.741474 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:23.749808 n-d-758944-40 neutron-server[100240]: INFO neutron.quota [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Loaded quota_driver: . Jun 30 08:38:23.889370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:23.892776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:23.930902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82890d24df134befa24ccd552df874e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2958338 Jun 30 08:38:23.933600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37948) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:38:23.939802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e64f3-20ef-46dd-9388-383a1bc3eb40,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:38:23.952734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.953005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.953333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.953677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.954001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.954318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.954636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.954950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.955262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.955568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.955877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.956188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c569af-9e2c-433e-9eb7-56c1e5877e31 admin admin] Tracked resource versions report: Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: pushed versions: Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: { 'AddressGroup': {'1.2'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'ConntrackHelper': {'1.0'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Log': {'1.0'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Network': {'1.1'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Port': {'1.7'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'PortForwarding': {'1.2'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'QosPolicy': {'1.8'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'SecurityGroup': {'1.4'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'SubPort': {'1.0'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Subnet': {'1.1'}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Trunk': {'1.1'}} Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: consumer versions: Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: L3 agent@n-d-758944-40: {}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: Metadata agent@n-d-758944-40: {}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: Metering agent@n-d-758944-40: {}, Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'ConntrackHelper': '1.0', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Log': '1.0', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Network': '1.1', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Port': '1.7', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'PortForwarding': '1.2', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'QosPolicy': '1.8', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'SecurityGroup': '1.4', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'SecurityGroupRule': '1.2', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'SubPort': '1.0', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Subnet': '1.1', Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: 'Trunk': '1.1'}} Jun 30 08:38:23.957278 n-d-758944-40 neutron-server[100240]: {{(pid=100240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:38:23.992167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:24.013038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:24.099734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:24.102441 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:24.104292 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee9e64f3-20ef-46dd-9388-383a1bc3eb40 HTTP/1.1" status: 204 len: 168 time: 0.1689470 Jun 30 08:38:24.112338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e64f3-20ef-46dd-9388-383a1bc3eb40,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:38:24.118830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.119169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.119498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.119817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.120133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.120496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.120749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.121058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.122019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.122333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.122720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:24.122950 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a221ec1b-23f3-47e7-a22c-7b30dda4e8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:38:31.548236 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3f25087c-a5ef-45f5-b409-46b8f45238d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:34.233167 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:34.334241 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0037e2cd-4d88-4bab-b77a-841d032a3a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:35.611985 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:37.042609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:38:56.633855 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:39:01.547999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb28f-fe85-4a73-8f65-8c5ac041ebe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:04.233304 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:04.332067 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c445cd4b-4901-4f6c-b04f-0eadb67f9792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:05.615657 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:07.045324 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:31.547910 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-76d3750f-83e9-43fc-9d2a-e16ae802ef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:33.632886 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:39:34.234520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:34.332777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18097f69-2f1e-41c2-a1bb-59a578612ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:35.621187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:39:37.047003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:01.547529 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e17dde14-b88a-4105-ab72-907f5e5b7596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:04.235058 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:04.331227 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90055528-c4b8-496c-9c1c-1f39e950c23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:05.623896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:07.049740 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:10.631675 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:40:31.547761 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3927bec9-36b3-4997-afe2-7ace924f26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:34.234782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:34.331420 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-751d6eeb-5a70-4768-98ae-6dc96ffdac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:35.625312 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:37.053135 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:40:47.631172 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 5 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:41:01.548813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8119c674-9a8b-4193-9d8f-0ce557a28ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:04.235586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:04.330374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6d52-890d-4322-a78c-e96a7dea4fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:05.627565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:07.056935 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:22.815182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523744'] for agent, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:24.631434 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 6 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:41:24.651863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523744'] for agent, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:31.548666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ef901cb7-fad4-4c1c-a91b-c3277f5dea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:34.237207 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:34.329150 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91d869dd-fcd6-4ef6-b062-c3bc0bcf788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:35.629334 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:37.058950 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:52.774430 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:41:54.608244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:01.548651 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-873fc6ea-797f-44ba-bbbb-80468bf87e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:01.630676 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:42:04.238418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:04.332865 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e81aa6c-3b33-4fff-9d28-f880f1b32533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:05.632798 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:07.062476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:13.676735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:42:13.777499 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b821e773-a510-4a55-8084-9ffefe2b0bdf admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0996780 Jun 30 08:42:15.891781 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38024) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:42:15.944433 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-05ac058a-1287-4550-a77f-e50bdf82b8a6 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0515931 Jun 30 08:42:22.776923 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:24.608394 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:31.552057 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e1327362-70bb-4e6b-818d-34284850dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:34.239774 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:34.330971 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ff819d04-872f-4cf1-a0ba-234966d92915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:35.636162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:37.065209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:38.630738 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:42:52.788235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:54.627785 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:01.554169 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-251ee0d7-ad8a-4112-9951-158b4a4e14f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:04.240501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:04.331216 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25b92862-fb38-4619-8710-5b5988b95a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:05.638585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:07.072841 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:15.629974 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:43:22.787656 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.638244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:31.574636 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-23eebc1f-71f0-43e4-9e5c-6d9ea904ce14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.260400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.354490 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b945-f709-44e1-ae33-318928f6bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:35.642475 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:36.319071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38224) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:36.730361 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-41308fae-26d0-4136-8c78-3f8e35408c95 tempest-AutoAllocateNetworkTest-1403058045 tempest-AutoAllocateNetworkTest-1403058045-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1c14ff239eb64bd8bb6cdd4dc8d6959a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4092453 Jun 30 08:43:36.732910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38246) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:36.911083 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b9739-7533-45bf-b480-905597bea333 tempest-AutoAllocateNetworkTest-1403058045 tempest-AutoAllocateNetworkTest-1403058045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:36.914181 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e64b9739-7533-45bf-b480-905597bea333 tempest-AutoAllocateNetworkTest-1403058045 tempest-AutoAllocateNetworkTest-1403058045-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1801581 Jun 30 08:43:36.916007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:36.980030 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-224080ba-2491-4fb2-8119-fc35337cfdeb tempest-AutoAllocateNetworkTest-1403058045 tempest-AutoAllocateNetworkTest-1403058045-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622833 Jun 30 08:43:36.982667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38262) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:37.011011 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-09f97ff3-d495-4eed-a79b-05e06379d997 tempest-AutoAllocateNetworkTest-1403058045 tempest-AutoAllocateNetworkTest-1403058045-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1c14ff239eb64bd8bb6cdd4dc8d6959a HTTP/1.1" status: 200 len: 208 time: 0.0272286 Jun 30 08:43:37.078646 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:37.673513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38302) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:38.046945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.148359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.153021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.202335 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c14ff239eb64bd8bb6cdd4dc8d6959a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5272598 Jun 30 08:43:38.202539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38330) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:38.203593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc91a85-e76a-45a2-827d-e33ba0d07851,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:38.213960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.215074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.215405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.215740 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.216112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.216550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.216913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.217236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.217720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.218039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.218354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.218664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb9bc87-a600-45d0-93d7-229b77f5ff14 admin admin] Tracked resource versions report: Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: pushed versions: Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Log': {'1.0'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Network': {'1.1'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Port': {'1.7'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'PortForwarding': {'1.2'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'QosPolicy': {'1.8'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'SubPort': {'1.0'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Subnet': {'1.1'}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Trunk': {'1.1'}} Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: consumer versions: Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: HyperV agent@n-h1-758944-40: {}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: HyperV agent@n-h2-758944-40: {}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: L3 agent@n-d-758944-40: {}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: Metadata agent@n-d-758944-40: {}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: Metering agent@n-d-758944-40: {}, Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'ConntrackHelper': '1.0', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Log': '1.0', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Network': '1.1', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Port': '1.7', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'PortForwarding': '1.2', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'QosPolicy': '1.8', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'SecurityGroup': '1.4', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'SecurityGroupRule': '1.2', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'SubPort': '1.0', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Subnet': '1.1', Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: 'Trunk': '1.1'}} Jun 30 08:43:38.219961 n-d-758944-40 neutron-server[100238]: {{(pid=100238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:38.300028 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.320981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.400727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.403669 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.408266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cc91a85-e76a-45a2-827d-e33ba0d07851 HTTP/1.1" status: 204 len: 168 time: 0.2046862 Jun 30 08:43:38.418378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc91a85-e76a-45a2-827d-e33ba0d07851,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:38.427291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.427985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.428333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.428681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.429500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.429977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.430357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.430696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.431021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.431475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.431767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.432086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ce4c3-07c6-4726-b3ef-8bdebac2b087 admin admin] Tracked resource versions report: Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: pushed versions: Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Log': {'1.0'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Network': {'1.1'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Port': {'1.7'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'PortForwarding': {'1.2'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'QosPolicy': {'1.8'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'SubPort': {'1.0'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Subnet': {'1.1'}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Trunk': {'1.1'}} Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: consumer versions: Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: HyperV agent@n-h1-758944-40: {}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: HyperV agent@n-h2-758944-40: {}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: L3 agent@n-d-758944-40: {}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: Metadata agent@n-d-758944-40: {}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: Metering agent@n-d-758944-40: {}, Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'ConntrackHelper': '1.0', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Log': '1.0', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Network': '1.1', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Port': '1.7', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'PortForwarding': '1.2', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'QosPolicy': '1.8', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'SecurityGroup': '1.4', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'SecurityGroupRule': '1.2', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'SubPort': '1.0', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Subnet': '1.1', Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: 'Trunk': '1.1'}} Jun 30 08:43:38.433364 n-d-758944-40 neutron-server[100240]: {{(pid=100240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:39.994862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38430) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:40.123536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ff0de23-ccf7-4e6c-9398-741c675c9be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:40.253066 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ff0de23-ccf7-4e6c-9398-741c675c9be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:40.259227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ff0de23-ccf7-4e6c-9398-741c675c9be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:40.323973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6ff0de23-ccf7-4e6c-9398-741c675c9be9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=126669bb34e141ca814e6d7ef79665be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3276532 Jun 30 08:43:40.327165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38462) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:40.336025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0de23-ccf7-4e6c-9398-741c675c9be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ade92-f257-4ca1-b98b-ca1c5d609f76,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:40.390352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc35-0c51-46cb-9d8c-791484ff4fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:40.411192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc35-0c51-46cb-9d8c-791484ff4fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:40.466228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc35-0c51-46cb-9d8c-791484ff4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:40.468861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc35-0c51-46cb-9d8c-791484ff4fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:40.470388 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48fcbc35-0c51-46cb-9d8c-791484ff4fb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/398ade92-f257-4ca1-b98b-ca1c5d609f76 HTTP/1.1" status: 204 len: 168 time: 0.1421957 Jun 30 08:43:40.479858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcbc35-0c51-46cb-9d8c-791484ff4fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ade92-f257-4ca1-b98b-ca1c5d609f76,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:40.569654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38478) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:40.980076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af6faf6c-316d-47be-a912-774090ad46c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.070089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38524) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:41.074282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af6faf6c-316d-47be-a912-774090ad46c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.080006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af6faf6c-316d-47be-a912-774090ad46c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.121022 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af6faf6c-316d-47be-a912-774090ad46c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a05370e6dbd345aba535231aaa28ea21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5474305 Jun 30 08:43:41.121022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6faf6c-316d-47be-a912-774090ad46c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe7e234-bf8e-41e0-873f-5c3123ed23fd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:41.121141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38528) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:41.166213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38530) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:41.182116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94b51b13-d046-49b8-93b3-3f4c15f39e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.186212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fb16d6fa-2f87-4b67-a57e-1a3532429c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.220108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fb16d6fa-2f87-4b67-a57e-1a3532429c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.285267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fb16d6fa-2f87-4b67-a57e-1a3532429c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.289012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fb16d6fa-2f87-4b67-a57e-1a3532429c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.290510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fb16d6fa-2f87-4b67-a57e-1a3532429c02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abe7e234-bf8e-41e0-873f-5c3123ed23fd HTTP/1.1" status: 204 len: 168 time: 0.1638288 Jun 30 08:43:41.291191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94b51b13-d046-49b8-93b3-3f4c15f39e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.297970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94b51b13-d046-49b8-93b3-3f4c15f39e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.300157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16d6fa-2f87-4b67-a57e-1a3532429c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe7e234-bf8e-41e0-873f-5c3123ed23fd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:41.340262 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-94b51b13-d046-49b8-93b3-3f4c15f39e0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0028416b6e2d43f0aa40dcb97beaa80f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1726875 Jun 30 08:43:41.343064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38540) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:41.345743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b51b13-d046-49b8-93b3-3f4c15f39e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d08224-4d4c-4374-bea0-d745f8ad4efc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:41.394263 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-304d2926-1a8e-496a-a065-80256de83951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.409572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38542) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:41.423736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7a60ab3-64be-4d18-824d-e7856fa7a220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.436027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-304d2926-1a8e-496a-a065-80256de83951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.517483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-304d2926-1a8e-496a-a065-80256de83951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.524976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-304d2926-1a8e-496a-a065-80256de83951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.524976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-304d2926-1a8e-496a-a065-80256de83951 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0d08224-4d4c-4374-bea0-d745f8ad4efc HTTP/1.1" status: 204 len: 168 time: 0.1772597 Jun 30 08:43:41.533952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d2926-1a8e-496a-a065-80256de83951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d08224-4d4c-4374-bea0-d745f8ad4efc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:41.609756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7a60ab3-64be-4d18-824d-e7856fa7a220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.615134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7a60ab3-64be-4d18-824d-e7856fa7a220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.654500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f7a60ab3-64be-4d18-824d-e7856fa7a220 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=189a64504eea4233936eee5b61938cb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5819182 Jun 30 08:43:41.655520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60ab3-64be-4d18-824d-e7856fa7a220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2d43f0-1e4f-466f-bfed-bfc6440a4fde,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:41.657301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38560) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:41.746469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88b3abf2-622b-48f6-8d9e-d8c6f658e87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.752010 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e418684-f97d-4714-be0b-a3fe957d53a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.781912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88b3abf2-622b-48f6-8d9e-d8c6f658e87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.857155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88b3abf2-622b-48f6-8d9e-d8c6f658e87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.860066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88b3abf2-622b-48f6-8d9e-d8c6f658e87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.863638 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-88b3abf2-622b-48f6-8d9e-d8c6f658e87f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f2d43f0-1e4f-466f-bfed-bfc6440a4fde HTTP/1.1" status: 204 len: 168 time: 0.2023628 Jun 30 08:43:41.886783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3abf2-622b-48f6-8d9e-d8c6f658e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2d43f0-1e4f-466f-bfed-bfc6440a4fde,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:41.931013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38576) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:41.955781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98dbce3a-56ac-465c-a0f8-979bff24684c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.974770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e418684-f97d-4714-be0b-a3fe957d53a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.980467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e418684-f97d-4714-be0b-a3fe957d53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.018038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e418684-f97d-4714-be0b-a3fe957d53a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590e7e10-28c6-4bb5-a710-e3d4a457e69b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:42.033949 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9e418684-f97d-4714-be0b-a3fe957d53a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00bb6cf145e04969836dda840059c411&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6231556 Jun 30 08:43:42.034538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38582) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:42.086085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f4004c5-0af6-4cd6-a44d-dbb09d9f1dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.111980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f4004c5-0af6-4cd6-a44d-dbb09d9f1dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.139782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98dbce3a-56ac-465c-a0f8-979bff24684c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.145961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98dbce3a-56ac-465c-a0f8-979bff24684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.186284 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f4004c5-0af6-4cd6-a44d-dbb09d9f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.188429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-98dbce3a-56ac-465c-a0f8-979bff24684c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1be43bcbf6fb4c98b129d4b3e15cdd5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2559683 Jun 30 08:43:42.189808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f4004c5-0af6-4cd6-a44d-dbb09d9f1dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.190346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbce3a-56ac-465c-a0f8-979bff24684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24634a73-6cb8-49fd-aa97-842d8cad0c7f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:42.191182 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f4004c5-0af6-4cd6-a44d-dbb09d9f1dab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/590e7e10-28c6-4bb5-a710-e3d4a457e69b HTTP/1.1" status: 204 len: 168 time: 0.1555889 Jun 30 08:43:42.192123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38590) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:42.337279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4004c5-0af6-4cd6-a44d-dbb09d9f1dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590e7e10-28c6-4bb5-a710-e3d4a457e69b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:42.376045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc8f2fb9-00b7-4738-9044-ed062c406d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.396976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc8f2fb9-00b7-4738-9044-ed062c406d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.423115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38604) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:42.449363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ca53506-0de0-4dec-ba84-7e0d29b44291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.480028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc8f2fb9-00b7-4738-9044-ed062c406d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.482912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc8f2fb9-00b7-4738-9044-ed062c406d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.484243 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dc8f2fb9-00b7-4738-9044-ed062c406d5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24634a73-6cb8-49fd-aa97-842d8cad0c7f HTTP/1.1" status: 204 len: 168 time: 0.2893105 Jun 30 08:43:42.495496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f2fb9-00b7-4738-9044-ed062c406d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24634a73-6cb8-49fd-aa97-842d8cad0c7f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:42.611196 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ca53506-0de0-4dec-ba84-7e0d29b44291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.616804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ca53506-0de0-4dec-ba84-7e0d29b44291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.662500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca53506-0de0-4dec-ba84-7e0d29b44291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa131cbc-5150-4e08-9d33-610c69122d78,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:42.670709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:42.670798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4ca53506-0de0-4dec-ba84-7e0d29b44291 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=074ccebe8b704969a5be87887847805b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2462182 Jun 30 08:43:42.741009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fa21-6d1b-4934-876b-d798c3c6ae2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.769371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fa21-6d1b-4934-876b-d798c3c6ae2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.842798 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fa21-6d1b-4934-876b-d798c3c6ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.845116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38652) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:42.845741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fa21-6d1b-4934-876b-d798c3c6ae2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.849313 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f0e9fa21-6d1b-4934-876b-d798c3c6ae2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa131cbc-5150-4e08-9d33-610c69122d78 HTTP/1.1" status: 204 len: 168 time: 0.1758125 Jun 30 08:43:42.859176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9fa21-6d1b-4934-876b-d798c3c6ae2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa131cbc-5150-4e08-9d33-610c69122d78,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:42.896435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8d69-b819-463c-9b5d-0c8cfdeaf466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.022493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8d69-b819-463c-9b5d-0c8cfdeaf466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.027252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8d69-b819-463c-9b5d-0c8cfdeaf466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.065654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3d4a8d69-b819-463c-9b5d-0c8cfdeaf466 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d252dc0ea7041a891b423d6f94dd5a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2185364 Jun 30 08:43:43.067295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a8d69-b819-463c-9b5d-0c8cfdeaf466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dcb103-3924-4992-a63a-eda9ec0918ed,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:43.067839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38672) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:43.136117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23eeb524-d11b-425c-bca9-1840be62360e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.169251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23eeb524-d11b-425c-bca9-1840be62360e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.220107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23eeb524-d11b-425c-bca9-1840be62360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.224270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23eeb524-d11b-425c-bca9-1840be62360e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.225021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38682) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:43.227731 n-d-758944-40 neutron-server[100240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 08:43:43.228335 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-23eeb524-d11b-425c-bca9-1840be62360e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56dcb103-3924-4992-a63a-eda9ec0918ed HTTP/1.1" status: 204 len: 168 time: 0.1594913 Jun 30 08:43:43.236480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eeb524-d11b-425c-bca9-1840be62360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dcb103-3924-4992-a63a-eda9ec0918ed,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:43.272780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-e4c85512-0075-4f03-b46c-0772746ad1e6 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461018 Jun 30 08:43:43.478687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-b59746ee-36ea-4fde-82ad-fbeef6eec547 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:43.480266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-b59746ee-36ea-4fde-82ad-fbeef6eec547 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019091 Jun 30 08:43:43.497937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-518cafcb-86bb-4e09-b5d6-396f3f73c718 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/quotas/7e41a21a0d2b4157bbf736d3b555471e HTTP/1.1" status: 200 len: 375 time: 0.0118597 Jun 30 08:43:43.582283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-a29fa4ce-7257-4042-8918-02f68b9a41a2 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789804 Jun 30 08:43:43.844761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb1915-8bf6-4cf3-81a2-3146ad26a89e req-b0916c1d-cfe6-4644-90e8-841e5858ff16 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 210 time: 0.0510819 Jun 30 08:43:44.106021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38766) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:44.133261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-ed43f343-d4a7-4b29-a2aa-ae0a25ebe4de tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=751c16d17d664bc3aba2f5c3e23fd427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255747 Jun 30 08:43:44.270307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-c2b551fc-01cc-4add-9c78-fe91885a0847 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:44.278232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-c2b551fc-01cc-4add-9c78-fe91885a0847 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396892 Jun 30 08:43:44.288381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-9476c51e-5ae0-422e-a3f2-75d3b021926a tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/quotas/751c16d17d664bc3aba2f5c3e23fd427 HTTP/1.1" status: 200 len: 375 time: 0.0093062 Jun 30 08:43:44.335101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-70005ed7-e648-4c7f-8bc3-c02d55651cdb tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=751c16d17d664bc3aba2f5c3e23fd427&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395911 Jun 30 08:43:44.545814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a9d2fa9-fccd-4efb-9906-02e5b1c490f1 req-0b63bd33-8d63-460c-b74d-09260ee87f68 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 210 time: 0.0434384 Jun 30 08:43:44.649475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38812) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:44.951706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-network', 'tenant_id': '4137f6d11f644239947763f28f765a21'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:45.009731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ee9d2ed-f46d-4cab-9433-6642bb746e0c req-56830ab6-e8a9-4c7f-94cc-259fc43624f7 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 210 time: 0.0506546 Jun 30 08:43:45.026786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Made reservation on behalf of 4137f6d11f644239947763f28f765a21 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:45.030632 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.051009 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.177855 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.186140 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.226519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:43:45.245815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d129b7-f597-47e8-8169-470eb2fa99bb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:45.268301 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766261568314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.269128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Unsubscribe: segment precommit_create {{(pid=100240) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:43:45.269838 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Added segment a3b112ad-6843-4cc9-97ea-000fa251f3a7 of type vlan for network a9ae664b-a2ab-43d2-94ea-b5485831f87e Jun 30 08:43:45.341145 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.399084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.401094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:45.401926 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.498159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8468721 Jun 30 08:43:45.501309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38870) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:45.507436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Request body: {'subnet': {'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-subnet', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:45.508403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a3333-4313-4d6c-9bd7-7f8e29e1db5e admin admin] Pushing event updated for resources: {'Network': ['ID=a9ae664b-a2ab-43d2-94ea-b5485831f87e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:45.521811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:43:45.531856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Made reservation on behalf of 4137f6d11f644239947763f28f765a21 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:45.534784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.772640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.848503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a64ce2df-d7f2-45e4-8819-739521536fbf req-c1dc6b69-873f-408b-80c9-f2102adf7885 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 210 time: 0.0868804 Jun 30 08:43:45.865883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:45.877417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Checking segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:45.878202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Network hostable DHCP agents. Network: a9ae664b-a2ab-43d2-94ea-b5485831f87e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:43:45.907685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:43:45.922969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a9ae664b-a2ab-43d2-94ea-b5485831f87e) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:45.928391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:45.929195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.935819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a4528-a592-410b-a9c1-984cc69e2903 None None] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:43:45.949827 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-247d06e4-54cf-4d69-ba18-037dec35b52c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4463868 Jun 30 08:43:45.952046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38888) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:45.958654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:45.992117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.994800 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.072883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.228893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.284697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1e9afc5-d5f3-4ab5-abba-130d47677a96 req-c1b28dc1-e4d7-4a06-acc0-6e06b579c609 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 210 time: 0.0494590 Jun 30 08:43:46.361095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:43:46.362061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.529588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.13', 64143) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:46.568426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.575230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.26', 57603) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:46.580349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Allocated IP 172.20.0.2 (a9ae664b-a2ab-43d2-94ea-b5485831f87e/0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223/533564ee-7db5-4eee-ac2b-73a9cbd3dbe3) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:46.588287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-6b7d0209-5352-47c7-a8f7-5a945c628215 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=751c16d17d664bc3aba2f5c3e23fd427&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525520 Jun 30 08:43:46.657681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.707680 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-a5a57242-a230-4a47-aecf-698188b337f5 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264122 Jun 30 08:43:46.756584 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.769128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Transition to ACTIVE for port object 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:46.787848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Transition to ACTIVE for port object 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:46.804756 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.935864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-4c1bc44f-653a-48b2-998d-601a3f935e7c tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:46.937438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-4c1bc44f-653a-48b2-998d-601a3f935e7c tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476546 Jun 30 08:43:46.975681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-d4b8aaec-433e-47fe-8bc9-26cb4c269dcf tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:46.977134 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-d4b8aaec-433e-47fe-8bc9-26cb4c269dcf tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778545 Jun 30 08:43:46.990644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Request body: {'port': {'device_id': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '751c16d17d664bc3aba2f5c3e23fd427'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:46.995194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Allocated IP 172.25.8.104 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/bba5b6da-cb2f-4c85-9303-9bfa9cebd286) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:47.045896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:47.047574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Pushing event updated for resources: {'Port': ['ID=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:47.050134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:47.052657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:47.067456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.067987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.068466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.068986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.069468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.070072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.070540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.071006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.072354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.072866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.073200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.073908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Tracked resource versions report: Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: pushed versions: Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Log': {'1.0'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Network': {'1.1'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Port': {'1.7'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'PortForwarding': {'1.2'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'QosPolicy': {'1.8'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'SubPort': {'1.0'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Subnet': {'1.1'}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Trunk': {'1.1'}} Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: consumer versions: Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: HyperV agent@n-h1-758944-40: {}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: HyperV agent@n-h2-758944-40: {}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: L3 agent@n-d-758944-40: {}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: Metadata agent@n-d-758944-40: {}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: Metering agent@n-d-758944-40: {}, Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'ConntrackHelper': '1.0', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Log': '1.0', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Network': '1.1', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Port': '1.7', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'PortForwarding': '1.2', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'QosPolicy': '1.8', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'SecurityGroup': '1.4', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'SecurityGroupRule': '1.2', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'SubPort': '1.0', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Subnet': '1.1', Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: 'Trunk': '1.1'}} Jun 30 08:43:47.075050 n-d-758944-40 neutron-server[100241]: {{(pid=100241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:47.084195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Request body: {'port': {'device_id': '97747427-a343-45c7-9207-4f1a511cb1bc', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '7e41a21a0d2b4157bbf736d3b555471e'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:47.138833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Attempting to bind port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:43:47.139326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Attempting to bind port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:43:47.139688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Attempting to bind port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:47.145508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:43:47.145905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Checking segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:47.146792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.146792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Bound using segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:43:47.147270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Bound port: 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:43:47.147919 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.238561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] For port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:43:47.242862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] For port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:43:47.251016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.297972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c843c876-fb10-4d11-bbfe-66f88d392d02 req-5424684d-d398-4f42-a68c-367885d8b904 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 210 time: 0.0554919 Jun 30 08:43:47.344516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1eb5-f44e-4b97-b703-55eef2789f1d None None] Pushing event updated for resources: {'Port': ['ID=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:47.380161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Made reservation on behalf of 751c16d17d664bc3aba2f5c3e23fd427 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:47.385507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.400612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.502377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.555101 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.562383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.572435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:47.608883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:47.663453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Pushing event updated for resources: {'Port': ['ID=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:47.677114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:47.687480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:48.018082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Made reservation on behalf of 7e41a21a0d2b4157bbf736d3b555471e for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:48.023906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.077048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Allocated IP 192.168.233.111 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/0399eedc-99b4-43f2-b720-a92c12368a13) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:48.156020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.360655 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.394329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Transition to ACTIVE for port object 0399eedc-99b4-43f2-b720-a92c12368a13 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:48.412102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.632753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.642331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.642924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.652715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3a8fef-3d2c-4da2-8973-b346e1f60285,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:48.697694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:48.849541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:48.873871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:48.906790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:48.907984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:48.967220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90675fdc-508f-4bbd-b39a-17955efd9fd3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:49.013663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a05f9c5-50c3-4040-b22c-7c036d87739c req-0b4ac1d5-aace-4a33-a5d0-8fab3cd693a0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 210 time: 1.3192968 Jun 30 08:43:49.032264 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:49.046337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:49.067954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0824201 Jun 30 08:43:49.097041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-51b8e15b-a6e9-4c6b-8ba6-b1db836124d1 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:43:49.099920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-51b8e15b-a6e9-4c6b-8ba6-b1db836124d1 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140016 Jun 30 08:43:49.197930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d5b1a-3446-4a72-a730-d2d351ee4df2 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Pushing event updated for resources: {'Port': ['ID=0399eedc-99b4-43f2-b720-a92c12368a13,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:49.236417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456c6c7-6480-4e36-b4d8-c06a95210197 None None] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:43:49.289780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:49.297540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Allocated IP 192.168.233.233 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/7e29fc2b-a655-461d-b5c6-215db7337f9f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:49.381482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fa87ee67-c24d-4bba-83ed-e30c35004e36 None None] Provisioning for port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:49.397253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fa87ee67-c24d-4bba-83ed-e30c35004e36 None None] Provisioning complete for port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:49.397616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa87ee67-c24d-4bba-83ed-e30c35004e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:49.455264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Request body: {'port': {'device_id': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'device_owner': 'compute:tempest-test_az-2045696192', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:49.586414 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa87ee67-c24d-4bba-83ed-e30c35004e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:49.620413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:49.655271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Transition to ACTIVE for port object 7e29fc2b-a655-461d-b5c6-215db7337f9f will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:49.806983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:49.814889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-fa87ee67-c24d-4bba-83ed-e30c35004e36 None None] For port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:43:49.825602 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa87ee67-c24d-4bba-83ed-e30c35004e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:49.851372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:49.885086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:49.897347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:49.978695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39002) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:50.004257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:50.013017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87ee67-c24d-4bba-83ed-e30c35004e36 None None] Pushing event updated for resources: {'Port': ['ID=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:50.015683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:50.016767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.055573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93e2582f-e942-4e51-882f-33f2c64cdd01 None None] Provisioning for port 0399eedc-99b4-43f2-b720-a92c12368a13 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:50.061128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0091560 Jun 30 08:43:50.074122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93e2582f-e942-4e51-882f-33f2c64cdd01 None None] Provisioning complete for port 0399eedc-99b4-43f2-b720-a92c12368a13 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:50.074948 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93e2582f-e942-4e51-882f-33f2c64cdd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.077186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-e4c49259-70b5-4645-8094-6db7f92e3f2d tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:43:50.079286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-e4c49259-70b5-4645-8094-6db7f92e3f2d tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076771 Jun 30 08:43:50.170537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25d260-744f-427a-9df4-6fd07ecde124 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Pushing event updated for resources: {'Port': ['ID=7e29fc2b-a655-461d-b5c6-215db7337f9f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:50.222682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-93e2582f-e942-4e51-882f-33f2c64cdd01 None None] Port 0399eedc-99b4-43f2-b720-a92c12368a13 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:43:50.271188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Router 60565d31-3aa0-4682-9996-3c5f28188e71 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:43:50.295499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b230c20-4e3d-4c93-ab81-5535b713b13c req-30eda221-e9fe-4f6d-84b8-0213a13efe96 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:50.297023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b230c20-4e3d-4c93-ab81-5535b713b13c req-30eda221-e9fe-4f6d-84b8-0213a13efe96 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 936 time: 0.5879331 Jun 30 08:43:50.350900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fe5f0fc4-8f0c-452c-b42a-24cbb1b35037 None None] Provisioning complete for port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:50.351616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fe5f0fc4-8f0c-452c-b42a-24cbb1b35037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.382295 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c98c0670-c1b7-416b-8bdb-93f109141205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.447331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:43:50.458221 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Sync routers for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:43:50.471478 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:50.472114 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:50.493732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Request body: {'port': {'device_id': '97747427-a343-45c7-9207-4f1a511cb1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:50.638594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-336c4b75-abd9-42c0-9787-32c15ba54227 None None] Provisioning for port 7e29fc2b-a655-461d-b5c6-215db7337f9f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:50.642835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-336c4b75-abd9-42c0-9787-32c15ba54227 None None] Provisioning complete for port 7e29fc2b-a655-461d-b5c6-215db7337f9f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:50.643550 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-336c4b75-abd9-42c0-9787-32c15ba54227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.645790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b230c20-4e3d-4c93-ab81-5535b713b13c req-af8084de-325e-4263-8ff8-6d5cee40b4d3 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334434 Jun 30 08:43:50.701826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c98c0670-c1b7-416b-8bdb-93f109141205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.715791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.721575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.722831 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f93e288a-05ad-4a94-87e2-3bf47bb0242c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7693532 Jun 30 08:43:50.725723 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:43:50.726423 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c98c0670-c1b7-416b-8bdb-93f109141205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:50.740189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:50.742186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-336c4b75-abd9-42c0-9787-32c15ba54227 None None] Port 7e29fc2b-a655-461d-b5c6-215db7337f9f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:43:50.804352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39016) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:50.813622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c98c0670-c1b7-416b-8bdb-93f109141205 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=198eacf4b1c0499196c364639689377a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8052275 Jun 30 08:43:50.895896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:51.005562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:51.005832 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.042435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c0670-c1b7-416b-8bdb-93f109141205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f327e3-509c-4c50-bc23-1832abb9c0f7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:51.166926 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:48Z', 'revision_number': 3, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:51.233499 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Checking router: 60565d31-3aa0-4682-9996-3c5f28188e71 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:43:51.234321 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Updating router 60565d31-3aa0-4682-9996-3c5f28188e71 port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:43:51.295340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d046-d2db-4cfb-97c7-62e0d04059c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.303087 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.304988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64f8e-7c3b-4c29-9170-21b43ab2265a req-e0d9b69a-ac66-4fca-86e6-c092cf6f0edc tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:51.313299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8c64f8e-7c3b-4c29-9170-21b43ab2265a req-e0d9b69a-ac66-4fca-86e6-c092cf6f0edc tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 936 time: 0.3896935 Jun 30 08:43:51.391439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8c64f8e-7c3b-4c29-9170-21b43ab2265a req-5b4cb5ba-d4f5-44d3-a52d-3e7edc098be1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768156 Jun 30 08:43:51.414972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0399eedc-99b4-43f2-b720-a92c12368a13 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:43:51.431792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.442447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d046-d2db-4cfb-97c7-62e0d04059c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.456352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Transition to ACTIVE for port object 0399eedc-99b4-43f2-b720-a92c12368a13 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:51.471831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.650751 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.669123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Transition to ACTIVE for port object bba5b6da-cb2f-4c85-9303-9bfa9cebd286 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:51.679583 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.774095 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Pushing event updated for resources: {'Port': ['ID=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:51.783570 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.784153 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.784662 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.785155 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.785657 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.792890 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.793472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.794058 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.794598 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.795081 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.795563 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.796047 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Tracked resource versions report: Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: pushed versions: Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Log': {'1.0'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Network': {'1.1'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Port': {'1.7'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'PortForwarding': {'1.2'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'QosPolicy': {'1.8'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'SubPort': {'1.0'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Subnet': {'1.1'}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Trunk': {'1.1'}} Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: consumer versions: Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: { DHCP agent@n-d-758944-40: {}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: HyperV agent@n-h1-758944-40: {}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: HyperV agent@n-h2-758944-40: {}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: L3 agent@n-d-758944-40: {}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: Metadata agent@n-d-758944-40: {}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: Metering agent@n-d-758944-40: {}, Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: Open vSwitch agent@n-d-758944-40: { 'AddressGroup': '1.2', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'ConntrackHelper': '1.0', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Log': '1.0', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Network': '1.1', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Port': '1.7', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'PortForwarding': '1.2', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'QosPolicy': '1.8', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'SecurityGroup': '1.4', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'SecurityGroupRule': '1.2', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'SubPort': '1.0', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Subnet': '1.1', Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: 'Trunk': '1.1'}} Jun 30 08:43:51.797524 n-d-758944-40 neutron-server[100242]: {{(pid=100242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:51.878672 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Attempting to bind port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:43:51.878672 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Attempting to bind port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:43:51.878975 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Attempting to bind port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:51.894994 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:43:51.895373 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:51.895780 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.896173 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:43:51.896657 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Bound port: bba5b6da-cb2f-4c85-9303-9bfa9cebd286, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:43:51.897065 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.927479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0399eedc-99b4-43f2-b720-a92c12368a13,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:51.976408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d046-d2db-4cfb-97c7-62e0d04059c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.979615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d046-d2db-4cfb-97c7-62e0d04059c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:51.994264 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1bd2d046-d2db-4cfb-97c7-62e0d04059c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24f327e3-509c-4c50-bc23-1832abb9c0f7 HTTP/1.1" status: 204 len: 168 time: 1.1887791 Jun 30 08:43:52.030574 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] For port bba5b6da-cb2f-4c85-9303-9bfa9cebd286, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:43:52.057417 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] For port bba5b6da-cb2f-4c85-9303-9bfa9cebd286, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:43:52.060023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2d046-d2db-4cfb-97c7-62e0d04059c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f327e3-509c-4c50-bc23-1832abb9c0f7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:52.072457 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.147756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Attempting to bind port 0399eedc-99b4-43f2-b720-a92c12368a13 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:43:52.148344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Attempting to bind port 0399eedc-99b4-43f2-b720-a92c12368a13 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:43:52.148577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Attempting to bind port 0399eedc-99b4-43f2-b720-a92c12368a13 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:52.189609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Port 0399eedc-99b4-43f2-b720-a92c12368a13 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:43:52.190539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Attempting to bind port 0399eedc-99b4-43f2-b720-a92c12368a13 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:52.194486 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed168c7-64c8-430d-9db1-821282a83a5b None None] Pushing event updated for resources: {'Port': ['ID=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:52.215324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e29fc2b-a655-461d-b5c6-215db7337f9f {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:43:52.217372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:43:52.223916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:52.224763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:43:52.225164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Bound port: 0399eedc-99b4-43f2-b720-a92c12368a13, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:43:52.225576 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.230810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.239841 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:52.241141 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:52.259689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Transition to ACTIVE for port object 7e29fc2b-a655-461d-b5c6-215db7337f9f will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:52.296094 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.302360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c2946-0ce0-4801-9f5f-7361c79621bc req-2668b0a7-2be5-4201-a098-59911ddae7de tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:52.314920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a4c2946-0ce0-4801-9f5f-7361c79621bc req-2668b0a7-2be5-4201-a098-59911ddae7de tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.3878372 Jun 30 08:43:52.467978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Pushing event updated for resources: {'Port': ['ID=7e29fc2b-a655-461d-b5c6-215db7337f9f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:52.490185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a4c2946-0ce0-4801-9f5f-7361c79621bc req-1f7c4e58-d3cb-4834-ad8e-6cf9b66a866c tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743057 Jun 30 08:43:52.518458 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:43:52.593457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39046) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:52.599106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] For port 0399eedc-99b4-43f2-b720-a92c12368a13, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:43:52.610157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] For port 0399eedc-99b4-43f2-b720-a92c12368a13, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0399eedc-99b4-43f2-b720-a92c12368a13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:43:52.623534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.643855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b1ceccd-7ede-440e-9d95-94de44c9efdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.682310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Attempting to bind port 7e29fc2b-a655-461d-b5c6-215db7337f9f on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:43:52.682486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Attempting to bind port 7e29fc2b-a655-461d-b5c6-215db7337f9f by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:43:52.682826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Attempting to bind port 7e29fc2b-a655-461d-b5c6-215db7337f9f on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:52.695042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Port 7e29fc2b-a655-461d-b5c6-215db7337f9f on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:43:52.695359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Attempting to bind port 7e29fc2b-a655-461d-b5c6-215db7337f9f on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:52.704363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:52.705290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.710600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/0399eedc-99b4-43f2-b720-a92c12368a13 HTTP/1.1" status: 200 len: 1119 time: 3.3561082 Jun 30 08:43:52.711424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'tag': '0399eedc-99b4-43f2-b720-a92c12368a13'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:43:52.807972 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.939163 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b1ceccd-7ede-440e-9d95-94de44c9efdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.957051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b1ceccd-7ede-440e-9d95-94de44c9efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:52.968525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:43:52.968966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:52.969700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:43:52.970233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Bound port: 7e29fc2b-a655-461d-b5c6-215db7337f9f, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:43:52.970678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:53.116851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] For port 7e29fc2b-a655-461d-b5c6-215db7337f9f, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:43:53.136601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] For port 7e29fc2b-a655-461d-b5c6-215db7337f9f, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7e29fc2b-a655-461d-b5c6-215db7337f9f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:43:53.185946 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:43:53.197657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:53.225317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723f008-9413-4d57-9dd7-ddff807506c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0399eedc-99b4-43f2-b720-a92c12368a13,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:53.246842 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb0350-aae7-47cc-91eb-39815d2d0ded" -d '{"events": [{"name": "network-changed", "server_uuid": "67a63f89-84d9-45a4-bb03-fb9f83bc31f9", "tag": "0399eedc-99b4-43f2-b720-a92c12368a13"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:43:53.308098 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:48Z', 'revision_number': 3, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:53.345406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Pushing event updated for resources: {'Port': ['ID=7e29fc2b-a655-461d-b5c6-215db7337f9f,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:53.377082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:53.378110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:53.380037 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-f9cfc9e8-d529-4661-9eec-baf89e0a5527 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e29fc2b-a655-461d-b5c6-215db7337f9f HTTP/1.1" status: 200 len: 1097 time: 3.0269432 Jun 30 08:43:53.380710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97747427-a343-45c7-9207-4f1a511cb1bc', 'tag': '7e29fc2b-a655-461d-b5c6-215db7337f9f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:43:53.421504 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b0783-a65d-4466-88e3-a3810ef76641 None None] The sync data for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 is: [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:48Z', 'revision_number': 3, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:43:53.460267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-adbac7e8-7dec-46d8-a023-1bac8f18e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:53.462306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-adbac7e8-7dec-46d8-a023-1bac8f18e1f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=751c16d17d664bc3aba2f5c3e23fd427&device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 1122 time: 0.5545790 Jun 30 08:43:53.473808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108bf8-8ee1-4ff2-b920-26bc117ccc7b req-fe71ec43-5a23-4314-82fa-869e923de3d3 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:53.482518 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5b1ceccd-7ede-440e-9d95-94de44c9efdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1db753997464bce9d47075f638e180c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8866627 Jun 30 08:43:53.483686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ceccd-7ede-440e-9d95-94de44c9efdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f10f71-9446-4db4-b524-1f327d35e5a0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:53.486357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39058) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:53.490827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa108bf8-8ee1-4ff2-b920-26bc117ccc7b req-fe71ec43-5a23-4314-82fa-869e923de3d3 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.5098767 Jun 30 08:43:53.685865 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d5328-2bde-4041-9af7-6a4380b93e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "97747427-a343-45c7-9207-4f1a511cb1bc", "tag": "7e29fc2b-a655-461d-b5c6-215db7337f9f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:43:53.690589 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:53.764647 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee61457-a09c-4fa2-8024-1c337ba367e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:53.788219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee61457-a09c-4fa2-8024-1c337ba367e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:53.795001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-94a333df-3bbc-40c1-aec7-f0301b0ff485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0399eedc-99b4-43f2-b720-a92c12368a13 HTTP/1.1" status: 200 len: 217 time: 0.2619669 Jun 30 08:43:53.821259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa108bf8-8ee1-4ff2-b920-26bc117ccc7b req-8b780917-842f-4a07-aa8d-be7077b76e0d tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294914 Jun 30 08:43:53.913926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-eebe76a1-323b-4e83-937b-6a95f1eae023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:53.916296 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-eebe76a1-323b-4e83-937b-6a95f1eae023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 1100 time: 0.3334818 Jun 30 08:43:54.075444 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-19e51b6f-fb60-49f5-b42f-9c60704996b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7e29fc2b-a655-461d-b5c6-215db7337f9f HTTP/1.1" status: 200 len: 217 time: 0.1152825 Jun 30 08:43:54.083519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee61457-a09c-4fa2-8024-1c337ba367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:54.089959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee61457-a09c-4fa2-8024-1c337ba367e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:54.098167 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ee61457-a09c-4fa2-8024-1c337ba367e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8f10f71-9446-4db4-b524-1f327d35e5a0 HTTP/1.1" status: 204 len: 168 time: 0.5908940 Jun 30 08:43:54.182646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-2007b0fc-3e87-40e5-8944-7d2960f13334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:54.184740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-2007b0fc-3e87-40e5-8944-7d2960f13334 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2039814 Jun 30 08:43:54.199477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-36b5c2bd-78b4-414e-b9bf-4c9b4d785131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:54.207957 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-36b5c2bd-78b4-414e-b9bf-4c9b4d785131 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1037779 Jun 30 08:43:54.296903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee61457-a09c-4fa2-8024-1c337ba367e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f10f71-9446-4db4-b524-1f327d35e5a0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:54.576004 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96fd17a-35ea-4ad9-929f-66ed280a9b12 x-openstack-request-id: req-d96fd17a-35ea-4ad9-929f-66ed280a9b12 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:43:54.578746 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a63f89-84d9-45a4-bb03-fb9f83bc31f9", "tag": "0399eedc-99b4-43f2-b720-a92c12368a13", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:43:54.582090 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d96fd17a-35ea-4ad9-929f-66ed280a9b12 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:43:54.583072 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'tag': '0399eedc-99b4-43f2-b720-a92c12368a13', 'status': 'completed', 'code': 200} Jun 30 08:43:54.635503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Allocated IP 172.20.0.1 (a9ae664b-a2ab-43d2-94ea-b5485831f87e/0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223/eeaf1e67-9ea9-4679-855d-3a65bd3cefb8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:54.644537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-a9341761-7e80-4277-be7f-86353afa39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:54.655706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-a9341761-7e80-4277-be7f-86353afa39ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4448013 Jun 30 08:43:54.660355 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:54.885519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39076) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:54.954523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87778d6-4721-4ba4-8945-72770405e32b req-0ae02202-57df-42cc-902e-3b00d22e688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:54.970393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-0ae02202-57df-42cc-902e-3b00d22e688c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6816216 Jun 30 08:43:55.011621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bba5b6da-cb2f-4c85-9303-9bfa9cebd286 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:55.190591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:55.199309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:55.199707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:55.331539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c908a6-ceaf-4807-a256-c3edf1e3fe94 req-7ca72d01-1e6f-4c1c-a38e-165aa427e957 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:55.342383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4c908a6-ceaf-4807-a256-c3edf1e3fe94 req-7ca72d01-1e6f-4c1c-a38e-165aa427e957 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.4601994 Jun 30 08:43:55.412594 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:55.421213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4c908a6-ceaf-4807-a256-c3edf1e3fe94 req-548d0374-0431-489b-a258-df2b0b0453c4 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777373 Jun 30 08:43:55.428330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-c2fd91eb-8980-47da-9050-dc7cfea23fca service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648458 Jun 30 08:43:55.431189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d0f6f2b-e9a6-4b24-a349-d16367b33619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:55.472980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port bba5b6da-cb2f-4c85-9303-9bfa9cebd286, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:43:55.485672 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:55.494796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:55.586384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Transition to ACTIVE for port object eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:55.601820 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-91ec4153-6165-4c4b-b23b-3eaa7ba9d4c3 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849707 Jun 30 08:43:55.617132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:55.708370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:55.792217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:55.829295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:55.833739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:55.834263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:55.836902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Pushing event updated for resources: {'Port': ['ID=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:55.848577 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c87778d6-4721-4ba4-8945-72770405e32b req-0aa9f07e-81b7-483f-b84e-bb03d4d33d9c service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233818 Jun 30 08:43:56.012716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d0f6f2b-e9a6-4b24-a349-d16367b33619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:56.044719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d0f6f2b-e9a6-4b24-a349-d16367b33619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:56.091968 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691fee50-96fe-4cba-84ad-74869e9f3cd4 x-openstack-request-id: req-691fee50-96fe-4cba-84ad-74869e9f3cd4 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:43:56.092275 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97747427-a343-45c7-9207-4f1a511cb1bc", "tag": "7e29fc2b-a655-461d-b5c6-215db7337f9f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:43:56.092525 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-691fee50-96fe-4cba-84ad-74869e9f3cd4 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:43:56.093864 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97747427-a343-45c7-9207-4f1a511cb1bc', 'tag': '7e29fc2b-a655-461d-b5c6-215db7337f9f', 'status': 'completed', 'code': 200} Jun 30 08:43:56.143512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f950ece3-5319-4247-a1ac-141d186a4b58 req-3cf6b354-4a58-45bb-a6af-a8955f605719 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741278 Jun 30 08:43:56.232977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8d0f6f2b-e9a6-4b24-a349-d16367b33619 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5cdefa3323943bca5bdab253a98f857&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3422928 Jun 30 08:43:56.238984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f6f2b-e9a6-4b24-a349-d16367b33619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa5133-12ec-4c68-99fa-609e80419fde,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:56.269943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39098) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:56.418871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2b3b7053-1495-4ed4-9514-05e3226a046e None None] Provisioning for port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:56.424237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2b3b7053-1495-4ed4-9514-05e3226a046e None None] Provisioning complete for port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:56.424912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2b3b7053-1495-4ed4-9514-05e3226a046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:56.426201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:56.470814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-4730d2cc-d9e3-45d8-8bd2-c162239fa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:56.476703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-4730d2cc-d9e3-45d8-8bd2-c162239fa21e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=751c16d17d664bc3aba2f5c3e23fd427&device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 1122 time: 0.2127147 Jun 30 08:43:56.569303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b7053-1495-4ed4-9514-05e3226a046e None None] Port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:43:56.674607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-a7f700a1-39c4-45b6-b27c-59a497268249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:56.677981 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-a7f700a1-39c4-45b6-b27c-59a497268249 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 1100 time: 0.5305874 Jun 30 08:43:56.756505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-801082dd-b63f-4340-b8e7-57dc50d8a19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:56.819475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-801082dd-b63f-4340-b8e7-57dc50d8a19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:56.908152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bba5b6da-cb2f-4c85-9303-9bfa9cebd286 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:56.934922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-f57b3233-18fe-406d-b66f-4437e37c30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:56.936735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-f57b3233-18fe-406d-b66f-4437e37c30f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3903656 Jun 30 08:43:57.007556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b00d4-00d0-4a35-b99f-69b119b65e19 req-29ba4e80-ac62-4b52-83b4-35a284474c5f tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:57.009205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-746b00d4-00d0-4a35-b99f-69b119b65e19 req-29ba4e80-ac62-4b52-83b4-35a284474c5f tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.5314913 Jun 30 08:43:57.017141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:57.018389 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:57.082502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-8097b1bc-3f88-4c0d-8168-4ab21c10f66c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0399eedc-99b4-43f2-b720-a92c12368a13 HTTP/1.1" status: 200 len: 217 time: 0.1292176 Jun 30 08:43:57.135862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-801082dd-b63f-4340-b8e7-57dc50d8a19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:57.139339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-801082dd-b63f-4340-b8e7-57dc50d8a19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:57.140804 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-801082dd-b63f-4340-b8e7-57dc50d8a19e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1aa5133-12ec-4c68-99fa-609e80419fde HTTP/1.1" status: 204 len: 168 time: 0.8696947 Jun 30 08:43:57.161013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801082dd-b63f-4340-b8e7-57dc50d8a19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa5133-12ec-4c68-99fa-609e80419fde,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:57.193217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:57.203518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:57.206285 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:57.224792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-746b00d4-00d0-4a35-b99f-69b119b65e19 req-b6015518-f13c-4c0b-8345-a1695142f7fb tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457672 Jun 30 08:43:57.277312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-eed70501-bf41-449b-aded-59e599ad24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:57.285750 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-eed70501-bf41-449b-aded-59e599ad24ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1373432 Jun 30 08:43:57.385036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-ea7e564c-6b21-4a17-a6d3-69d873a0c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:57.389735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-ea7e564c-6b21-4a17-a6d3-69d873a0c2e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900197 Jun 30 08:43:57.533681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Pushing event updated for resources: {'Port': ['ID=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:57.641966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:57.647156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:57.945318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-830e417b-e131-49d8-b41a-430ae33e1214 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027835 Jun 30 08:43:57.988940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede1ce1-f45e-47fe-a734-058756fee149 req-1e09b5a7-bce0-4b50-8802-892053281618 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:57.999644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ede1ce1-f45e-47fe-a734-058756fee149 req-1e09b5a7-bce0-4b50-8802-892053281618 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.5105057 Jun 30 08:43:58.094191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Router 60565d31-3aa0-4682-9996-3c5f28188e71 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:43:58.131199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ede1ce1-f45e-47fe-a734-058756fee149 req-7aaaa03a-9f8a-4e80-8f07-1f167a737c40 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305346 Jun 30 08:43:58.196800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddb0350-aae7-47cc-91eb-39815d2d0ded req-cff9ba0c-547b-4fe0-afbb-96c42d5143ad service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585612 Jun 30 08:43:58.238559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-62d7ee3d-74a5-44a9-8378-3988fdbcfef6 None None] Provisioning complete for port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:58.240391 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-62d7ee3d-74a5-44a9-8378-3988fdbcfef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:58.310309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39130) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:58.322613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-62d7ee3d-74a5-44a9-8378-3988fdbcfef6 None None] Port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:43:58.343852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d855768-c871-474d-b277-2b458d66658e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:58.348839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-a7d8479d-152d-4caf-99cf-ee1d0fb5d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:58.350580 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-a7d8479d-152d-4caf-99cf-ee1d0fb5d1ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3975146 Jun 30 08:43:58.539322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-f9e191dc-75b0-4002-aaa2-d3413c90012f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7e29fc2b-a655-461d-b5c6-215db7337f9f HTTP/1.1" status: 200 len: 217 time: 0.1214426 Jun 30 08:43:58.547634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d855768-c871-474d-b277-2b458d66658e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:58.560169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d855768-c871-474d-b277-2b458d66658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:58.564108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:43:58.576778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Sync routers for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:43:58.592388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:58.602603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:58.603494 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fe428a78-6904-460d-8c7e-41270963ff72 admin admin] 10.222.0.53 "PUT /v2.0/routers/60565d31-3aa0-4682-9996-3c5f28188e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8623836 Jun 30 08:43:58.706967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d855768-c871-474d-b277-2b458d66658e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d0eb9-6790-4c4c-9a4b-17de89ca81d8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:58.778724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:43:58.803645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0d855768-c871-474d-b277-2b458d66658e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee2ae0d9b0924e75870191587a7a0f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901433 Jun 30 08:43:58.807482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39142) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:58.863228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-b271550d-2211-44a5-a09e-195a4c1d051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:58.864260 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-b271550d-2211-44a5-a09e-195a4c1d051d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1301227 Jun 30 08:43:58.900291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b3aa-8bce-40f2-8a58-ec4eb6438154 req-9e5ded72-a08b-4f97-a902-0fcde89aea34 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:58.901890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec35b3aa-8bce-40f2-8a58-ec4eb6438154 req-9e5ded72-a08b-4f97-a902-0fcde89aea34 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.2389712 Jun 30 08:43:58.905072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b04baf47-be6c-4cd2-a0e8-95478567a6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:58.950034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b04baf47-be6c-4cd2-a0e8-95478567a6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:59.002269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec35b3aa-8bce-40f2-8a58-ec4eb6438154 req-68c0988b-150c-4c95-a962-85b9d507b0f8 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895753 Jun 30 08:43:59.009011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-66c48938-48c0-4a73-ba30-61ffaa1a214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:59.015570 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-66c48938-48c0-4a73-ba30-61ffaa1a214c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336079 Jun 30 08:43:59.092874 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b04baf47-be6c-4cd2-a0e8-95478567a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:59.095278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b04baf47-be6c-4cd2-a0e8-95478567a6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:59.096458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b04baf47-be6c-4cd2-a0e8-95478567a6cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/521d0eb9-6790-4c4c-9a4b-17de89ca81d8 HTTP/1.1" status: 204 len: 168 time: 0.2880313 Jun 30 08:43:59.133313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04baf47-be6c-4cd2-a0e8-95478567a6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d0eb9-6790-4c4c-9a4b-17de89ca81d8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:59.277408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-554acab0-28a1-4a2e-bfe9-255930a00630 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116151 Jun 30 08:43:59.327161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 2, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:59.403501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Checking router: 60565d31-3aa0-4682-9996-3c5f28188e71 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:43:59.403882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Updating router 60565d31-3aa0-4682-9996-3c5f28188e71 port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:43:59.455103 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:59.541070 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf7d5328-2bde-4041-9af7-6a4380b93e4c req-15074d7f-2acf-4f7f-8ea0-20eea4c9a99a service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390049 Jun 30 08:43:59.657004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e3d6e-3ea7-421f-a855-a41bd1e9fb69 req-d0096dd0-1348-49ce-8fba-90964a5f30fd tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:59.670066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f71e3d6e-3ea7-421f-a855-a41bd1e9fb69 req-d0096dd0-1348-49ce-8fba-90964a5f30fd tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.2369814 Jun 30 08:43:59.774711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f71e3d6e-3ea7-421f-a855-a41bd1e9fb69 req-1e8f90a1-5649-43fd-9ff1-1a691ead06ca tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012473 Jun 30 08:43:59.897810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39172) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:59.903618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-network', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:59.953708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Made reservation on behalf of d8cb3eaefd44419981a8b954b7aa0b3f for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:59.958254 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:59.970889 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.081468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.107848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Transition to ACTIVE for port object eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:00.120296 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.197045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.203280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.250581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:44:00.334980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.337196 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Added segment c972aca0-4627-4944-b6f3-30e9744f81aa of type vlan for network a2613050-1aca-413d-838e-a1048f94dc8a Jun 30 08:44:00.388164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Attempting to bind port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:00.389331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Attempting to bind port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:00.389943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Attempting to bind port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:00.407691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.410695 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:00.411654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Checking segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:00.412275 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.413077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Bound using segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:00.413869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Bound port: eeaf1e67-9ea9-4679-855d-3a65bd3cefb8, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:00.419447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.484993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec13be53-026b-4720-9317-fc7ec9e7e635,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:00.558533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaca9db-5f17-4b06-a8f3-4a8f6e47671c None None] Pushing event updated for resources: {'Port': ['ID=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:00.565881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.566958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:00.567523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.589042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] For port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:00.600234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] For port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:00.609016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.620153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7191305 Jun 30 08:44:00.620739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39186) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:00.626824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Request body: {'subnet': {'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-subnet', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:00.662067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Made reservation on behalf of d8cb3eaefd44419981a8b954b7aa0b3f for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:00.665510 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:00.715336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b2294-4d2c-40ea-abf7-978d7112f74e req-749f49a8-3391-43d9-a26d-e66a947fe225 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:00.721965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaca9db-5f17-4b06-a8f3-4a8f6e47671c None None] Pushing event updated for resources: {'Port': ['ID=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:00.724986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd5b2294-4d2c-40ea-abf7-978d7112f74e req-749f49a8-3391-43d9-a26d-e66a947fe225 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.4592330 Jun 30 08:44:00.797989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:00.799243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:00.824857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd5b2294-4d2c-40ea-abf7-978d7112f74e req-8a40df22-dca6-4878-ad9c-390d48676ede tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986247 Jun 30 08:44:00.838961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ca3fd-16ca-4f76-a1a3-bab8c488bb2e admin admin] Pushing event updated for resources: {'Network': ['ID=a2613050-1aca-413d-838e-a1048f94dc8a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:00.870167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a2613050-1aca-413d-838e-a1048f94dc8a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:44:01.241203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91872da7-1a34-4cd0-af17-f5e9845b9283 req-b1ef21fa-e43f-4952-9023-f62c2701803b tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:01.251478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91872da7-1a34-4cd0-af17-f5e9845b9283 req-b1ef21fa-e43f-4952-9023-f62c2701803b tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.1901934 Jun 30 08:44:01.260024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:01.345856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91872da7-1a34-4cd0-af17-f5e9845b9283 req-f4c27389-76bf-4a8b-8690-a77bb7cab931 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933697 Jun 30 08:44:01.516096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:01.586432 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18fef598-f60a-41b0-8156-c4b0a2df5c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:01.597254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f5e392-93f2-4d60-a7bb-2947289c2ccb,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:01.602087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Checking segment: {'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:01.603003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Network hostable DHCP agents. Network: a2613050-1aca-413d-838e-a1048f94dc8a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:44:01.611508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:00Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:01.641863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Network a2613050-1aca-413d-838e-a1048f94dc8a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:44:01.655624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd91bf4-5825-4d48-9b0d-dcb20a1b1bae None None] The sync data for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 is: [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:00Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:44:01.666278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a2613050-1aca-413d-838e-a1048f94dc8a) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:01.674368 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:01.675321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:01.684248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42816512-5add-439d-8ca7-15e7102e9120 None None] Network a2613050-1aca-413d-838e-a1048f94dc8a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:01.703768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39200) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:01.704000 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2df74473-7c04-447c-907b-4b07032c1e66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0819523 Jun 30 08:44:01.750418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:01.833315 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:01.839741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:01.990125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a2613050-1aca-413d-838e-a1048f94dc8a', 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'fixed_ips': [{'subnet_id': 'd4f5e392-93f2-4d60-a7bb-2947289c2ccb'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:44:01.991974 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:02.079058 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:02.232207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Allocated IP 172.20.0.2 (a2613050-1aca-413d-838e-a1048f94dc8a/d4f5e392-93f2-4d60-a7bb-2947289c2ccb/ff0bdf7e-9702-406d-ab65-c01307632627) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:02.543015 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:02.563677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:02.565164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Transition to ACTIVE for port object ff0bdf7e-9702-406d-ab65-c01307632627 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:02.592668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Transition to ACTIVE for port object ff0bdf7e-9702-406d-ab65-c01307632627 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:02.607740 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:02.696886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8119-92f7-4144-9e17-9a070d8a818b req-7adcd111-094c-4a96-83bc-4f5964656160 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:02.712653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcaa8119-92f7-4144-9e17-9a070d8a818b req-7adcd111-094c-4a96-83bc-4f5964656160 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.5950117 Jun 30 08:44:02.726149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Network a2613050-1aca-413d-838e-a1048f94dc8a is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:02.746919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:02.759688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:02.857030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Pushing event updated for resources: {'Port': ['ID=ff0bdf7e-9702-406d-ab65-c01307632627,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:02.972709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Attempting to bind port ff0bdf7e-9702-406d-ab65-c01307632627 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:02.973083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Attempting to bind port ff0bdf7e-9702-406d-ab65-c01307632627 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:02.973438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Attempting to bind port ff0bdf7e-9702-406d-ab65-c01307632627 on network a2613050-1aca-413d-838e-a1048f94dc8a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:02.991355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:02.991728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Checking segment: {'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:02.992126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:02.993341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Bound using segment: {'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:03.006847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Bound port: ff0bdf7e-9702-406d-ab65-c01307632627, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:03.010911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.021530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcaa8119-92f7-4144-9e17-9a070d8a818b req-c01477ee-b09a-4113-9789-86ee7011ee66 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932160 Jun 30 08:44:03.053258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:03.068835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-9f735ed5-dfdb-4097-ab89-2bb885f9b37a tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d9b47f1d86404c60a77212dd2e211dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451643 Jun 30 08:44:03.151902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] For port ff0bdf7e-9702-406d-ab65-c01307632627, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:03.155768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] For port ff0bdf7e-9702-406d-ab65-c01307632627, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ff0bdf7e-9702-406d-ab65-c01307632627,segment=NetworkSegment(c972aca0-4627-4944-b6f3-30e9744f81aa),segment_id=c972aca0-4627-4944-b6f3-30e9744f81aa)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:03.170566 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.230910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925b668-3cf8-4566-a21c-c31ed313fbd0 None None] Pushing event updated for resources: {'Port': ['ID=ff0bdf7e-9702-406d-ab65-c01307632627,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:03.233868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:03.240621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:03.241161 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.332698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.336227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-2cbdd4c3-06c1-4be3-8a02-9ee9867f26dc tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:03.344204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-2cbdd4c3-06c1-4be3-8a02-9ee9867f26dc tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664413 Jun 30 08:44:03.362768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-85514682-18d5-4193-a22e-6c810b6e2a69 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/quotas/d9b47f1d86404c60a77212dd2e211dde HTTP/1.1" status: 200 len: 375 time: 0.0174880 Jun 30 08:44:03.375153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:03.382760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.444265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:03.475416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39222) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:03.634660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-f20b8924-349c-4d50-8f39-4fdee7c82e48 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9b47f1d86404c60a77212dd2e211dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2706943 Jun 30 08:44:03.651116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f59d77e3-f185-4b26-a24e-348b93a3e3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.687010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780ec0-6abc-4979-9909-7ba898bea859 req-218b4791-6599-42a9-9e69-6b166229cd31 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:03.688704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89780ec0-6abc-4979-9909-7ba898bea859 req-218b4791-6599-42a9-9e69-6b166229cd31 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.4508340 Jun 30 08:44:03.742658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.768197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f59d77e3-f185-4b26-a24e-348b93a3e3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.772249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f59d77e3-f185-4b26-a24e-348b93a3e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.779662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.797583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89780ec0-6abc-4979-9909-7ba898bea859 req-403d827c-6101-4550-8182-4a4d4599c83e tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946515 Jun 30 08:44:03.818937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d77e3-f185-4b26-a24e-348b93a3e3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2580a74-7d48-40bb-8930-765c1c38d9e3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:03.824878 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f59d77e3-f185-4b26-a24e-348b93a3e3ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d34ba7d8a1604cadadbdcd2012be9b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481600 Jun 30 08:44:03.827236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39228) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:03.884442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b8d70ed-1a49-4d36-8a63-ff379ffb9d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.906877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b8d70ed-1a49-4d36-8a63-ff379ffb9d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.942566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9bb213dd-5a3c-4d57-a330-619df0c67af7 req-c3c0f3ab-f38f-47c5-9f60-783e37a85a0a tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 210 time: 0.0418675 Jun 30 08:44:03.960435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b8d70ed-1a49-4d36-8a63-ff379ffb9d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.963095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b8d70ed-1a49-4d36-8a63-ff379ffb9d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:03.964431 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0b8d70ed-1a49-4d36-8a63-ff379ffb9d07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2580a74-7d48-40bb-8930-765c1c38d9e3 HTTP/1.1" status: 204 len: 168 time: 0.1361496 Jun 30 08:44:03.973093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d70ed-1a49-4d36-8a63-ff379ffb9d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2580a74-7d48-40bb-8930-765c1c38d9e3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:03.993354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Allocated IP 172.25.8.241 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/09ec0178-552e-4e84-a291-f7664b40cc12) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:04.171015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.254056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.255691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.311355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5b6e0-0e3e-45b6-b5b7-cb47434ad998 req-ed6dafe7-27ee-4ace-8451-e9d649810a28 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:04.312925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54d5b6e0-0e3e-45b6-b5b7-cb47434ad998 req-ed6dafe7-27ee-4ace-8451-e9d649810a28 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.1580606 Jun 30 08:44:04.324186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:04.337097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:04.339654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:04.348089 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-782b3187-4cab-493f-aece-cdfb3dbe1429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.388489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Pushing event updated for resources: {'Port': ['ID=09ec0178-552e-4e84-a291-f7664b40cc12,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:04.402406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:04.419945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66063fee-3dd9-44f4-8db2-b88d9f68de42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.474485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54d5b6e0-0e3e-45b6-b5b7-cb47434ad998 req-3d272859-1c41-4c6e-8e50-ba7d701b82f1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441820 Jun 30 08:44:04.519598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b77c71-e8f6-4bbc-a83f-e7c3bb9b732c None None] Network a2613050-1aca-413d-838e-a1048f94dc8a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:04.536235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66063fee-3dd9-44f4-8db2-b88d9f68de42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.541185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66063fee-3dd9-44f4-8db2-b88d9f68de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.581512 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063fee-3dd9-44f4-8db2-b88d9f68de42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6097b0f5-37f2-4d2f-92c8-b58c100623fe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:04.600487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39246) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:04.603248 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-66063fee-3dd9-44f4-8db2-b88d9f68de42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2483eaa07a7944f5b3f525c8250d51b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990185 Jun 30 08:44:04.625989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1ebc7d1c-d3b5-408e-b423-4a15340d7429 None None] Provisioning for port ff0bdf7e-9702-406d-ab65-c01307632627 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:04.719850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.765336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebff67b-fe70-40c2-abcc-91c7ac85b9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.825040 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebff67b-fe70-40c2-abcc-91c7ac85b9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.950978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebff67b-fe70-40c2-abcc-91c7ac85b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.953762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebff67b-fe70-40c2-abcc-91c7ac85b9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.957532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eebff67b-fe70-40c2-abcc-91c7ac85b9d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6097b0f5-37f2-4d2f-92c8-b58c100623fe HTTP/1.1" status: 204 len: 168 time: 0.3554564 Jun 30 08:44:04.984031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff0bdf7e-9702-406d-ab65-c01307632627 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:04.992473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebff67b-fe70-40c2-abcc-91c7ac85b9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6097b0f5-37f2-4d2f-92c8-b58c100623fe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:05.002775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.106159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ff0bdf7e-9702-406d-ab65-c01307632627 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:05.112067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ff0bdf7e-9702-406d-ab65-c01307632627 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:05.112698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.160155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd31bcd9-2ce4-42f2-a598-eb1b4f125273 req-4b5ec22d-144f-4092-8175-08083444a685 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 210 time: 0.0686851 Jun 30 08:44:05.175242 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-513658f6-b686-4537-9f60-b012807c7160 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b47f1d86404c60a77212dd2e211dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363915 Jun 30 08:44:05.232922 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.273862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ff0bdf7e-9702-406d-ab65-c01307632627, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ff0bdf7e-9702-406d-ab65-c01307632627,segment=NetworkSegment(c972aca0-4627-4944-b6f3-30e9744f81aa),segment_id=c972aca0-4627-4944-b6f3-30e9744f81aa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:05.280197 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.281217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:05.286242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b475b7-67ba-4292-8c98-64304f079941 req-435ad976-acaa-4da0-8f22-573a876ddc71 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:05.288138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12b475b7-67ba-4292-8c98-64304f079941 req-435ad976-acaa-4da0-8f22-573a876ddc71 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.2803876 Jun 30 08:44:05.317386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-f5aa3573-fcb9-4805-bd74-e3dbe4aa4a4a tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:05.318757 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-f5aa3573-fcb9-4805-bd74-e3dbe4aa4a4a tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370883 Jun 30 08:44:05.332387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Request body: {'port': {'device_id': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'd9b47f1d86404c60a77212dd2e211dde'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:05.376675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ff0bdf7e-9702-406d-ab65-c01307632627,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:05.392306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:05.393082 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.532748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Made reservation on behalf of d9b47f1d86404c60a77212dd2e211dde for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:05.537142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.550219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.565861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12b475b7-67ba-4292-8c98-64304f079941 req-1a3a535b-214e-4a79-835c-1179e077d447 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687490 Jun 30 08:44:05.569221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Router b183a8e4-ea17-42e0-a195-d49926f55da7 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:44:05.647640 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.680347 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.683682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.746426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:44:05.749251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afdac669-385e-473c-a895-1dfffe04259d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:05.765972 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Sync routers for ids ['b183a8e4-ea17-42e0-a195-d49926f55da7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:44:05.768668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ad9b0-89e1-4c26-b30d-8b54a9c3a530 req-3d4af4a7-a7dc-4114-9500-b7ba76d29898 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:05.779413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a3ad9b0-89e1-4c26-b30d-8b54a9c3a530 req-3d4af4a7-a7dc-4114-9500-b7ba76d29898 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.1342723 Jun 30 08:44:05.779726 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Routers {'b183a8e4-ea17-42e0-a195-d49926f55da7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:05.779726 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b183a8e4-ea17-42e0-a195-d49926f55da7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:05.793656 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:05.794866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6a2a5e99-6b78-48dd-8155-c20425ed38af admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0833039 Jun 30 08:44:05.800671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39272) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:05.841242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Allocated IP 192.168.233.43 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/9d5b73ea-535c-46d6-9774-533c2840ec68) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:05.882129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a3ad9b0-89e1-4c26-b30d-8b54a9c3a530 req-f0f0be1f-0f4b-49c4-8161-0defafa7538e tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048703 Jun 30 08:44:05.911958 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Set router b183a8e4-ea17-42e0-a195-d49926f55da7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:06.022664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.044585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Transition to ACTIVE for port object 9d5b73ea-535c-46d6-9774-533c2840ec68 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:06.086255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.124512 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:44:04Z', 'revision_number': 3, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port': {'id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:03Z', 'updated_at': '2021-06-30T08:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:06.146970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:06.156238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:06.158757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Pushing event updated for resources: {'Port': ['ID=9d5b73ea-535c-46d6-9774-533c2840ec68,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:06.161989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:06.170571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:06.171487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.179930 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Checking router: b183a8e4-ea17-42e0-a195-d49926f55da7 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:44:06.181204 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Updating router b183a8e4-ea17-42e0-a195-d49926f55da7 port 09ec0178-552e-4e84-a291-f7664b40cc12 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:44:06.199540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-3f1e88ac-00a4-43a2-99cc-e4edae651dfe tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8707595 Jun 30 08:44:06.217432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Request body: {'port': {'device_id': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:06.228904 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.360885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.469727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.490550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935e63b-d2dd-4c57-a257-8ffb7e9d4a61 req-57d06b0f-fb4f-4daf-830e-a0e41489e4a8 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:06.493337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b935e63b-d2dd-4c57-a257-8ffb7e9d4a61 req-57d06b0f-fb4f-4daf-830e-a0e41489e4a8 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 935 time: 0.1332452 Jun 30 08:44:06.509469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aeb347bb-7a47-401e-9b58-b88c3cf43c2e None None] Provisioning for port 9d5b73ea-535c-46d6-9774-533c2840ec68 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:06.515741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aeb347bb-7a47-401e-9b58-b88c3cf43c2e None None] Provisioning complete for port 9d5b73ea-535c-46d6-9774-533c2840ec68 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:06.516160 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aeb347bb-7a47-401e-9b58-b88c3cf43c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.575502 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.587780 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Transition to ACTIVE for port object 09ec0178-552e-4e84-a291-f7664b40cc12 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:06.598087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-aeb347bb-7a47-401e-9b58-b88c3cf43c2e None None] Port 9d5b73ea-535c-46d6-9774-533c2840ec68 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:06.611269 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.651756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b935e63b-d2dd-4c57-a257-8ffb7e9d4a61 req-6e5f2deb-ff6f-4544-a6ee-4dc6763b8081 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497583 Jun 30 08:44:06.667727 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Attempting to bind port 09ec0178-552e-4e84-a291-f7664b40cc12 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:06.668106 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Attempting to bind port 09ec0178-552e-4e84-a291-f7664b40cc12 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:06.668472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Attempting to bind port 09ec0178-552e-4e84-a291-f7664b40cc12 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:06.685481 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:06.685481 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:06.685481 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.685481 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:06.685481 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Bound port: 09ec0178-552e-4e84-a291-f7664b40cc12, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:06.685481 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.738773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5b73ea-535c-46d6-9774-533c2840ec68 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:06.741106 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb42528-7514-4de5-aa3c-4205b2bb90d8 None None] Pushing event updated for resources: {'Port': ['ID=09ec0178-552e-4e84-a291-f7664b40cc12,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:06.749453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.761479 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] For port 09ec0178-552e-4e84-a291-f7664b40cc12, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:06.764923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] For port 09ec0178-552e-4e84-a291-f7664b40cc12, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=09ec0178-552e-4e84-a291-f7664b40cc12,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:06.767434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Transition to ACTIVE for port object 9d5b73ea-535c-46d6-9774-533c2840ec68 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:06.772146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.773564 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:06.812101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Allocated IP 172.20.0.1 (a2613050-1aca-413d-838e-a1048f94dc8a/d4f5e392-93f2-4d60-a7bb-2947289c2ccb/40b0de0d-a23c-4ea4-84af-3b74933f43ed) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:06.856425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5b73ea-535c-46d6-9774-533c2840ec68,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:06.865173 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Routers {'b183a8e4-ea17-42e0-a195-d49926f55da7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:06.869910 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b183a8e4-ea17-42e0-a195-d49926f55da7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:06.906102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a545a-a520-4447-ad15-087bcc0bbf44 req-ff043ce1-631e-462c-a3c0-32013e196d65 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:06.909239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da7a545a-a520-4447-ad15-087bcc0bbf44 req-ff043ce1-631e-462c-a3c0-32013e196d65 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 970 time: 0.1605158 Jun 30 08:44:06.909896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Attempting to bind port 9d5b73ea-535c-46d6-9774-533c2840ec68 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:06.910234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Attempting to bind port 9d5b73ea-535c-46d6-9774-533c2840ec68 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:06.910556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Attempting to bind port 9d5b73ea-535c-46d6-9774-533c2840ec68 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:06.927149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff0bdf7e-9702-406d-ab65-c01307632627 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:06.931453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Port 9d5b73ea-535c-46d6-9774-533c2840ec68 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:44:06.931780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Attempting to bind port 9d5b73ea-535c-46d6-9774-533c2840ec68 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:06.942811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:06.943317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:06.943790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:06.944353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Bound port: 9d5b73ea-535c-46d6-9774-533c2840ec68, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:06.944813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.007019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ff0bdf7e-9702-406d-ab65-c01307632627 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:07.007391 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.009351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da7a545a-a520-4447-ad15-087bcc0bbf44 req-edb74598-57af-4c48-b509-88ca01e5d336 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916114 Jun 30 08:44:07.017844 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb42528-7514-4de5-aa3c-4205b2bb90d8 None None] Pushing event updated for resources: {'Port': ['ID=09ec0178-552e-4e84-a291-f7664b40cc12,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:07.029861 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.053936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] For port 9d5b73ea-535c-46d6-9774-533c2840ec68, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:07.061974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] For port 9d5b73ea-535c-46d6-9774-533c2840ec68, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9d5b73ea-535c-46d6-9774-533c2840ec68,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:07.064844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Transition to ACTIVE for port object 40b0de0d-a23c-4ea4-84af-3b74933f43ed will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:07.074271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.158787 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] Set router b183a8e4-ea17-42e0-a195-d49926f55da7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:07.166624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5b73ea-535c-46d6-9774-533c2840ec68,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:07.178143 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.194776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.207400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:07.208026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.213420 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0c132b91-dcd9-491e-b7f5-298d9bd30477 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d5b73ea-535c-46d6-9774-533c2840ec68 HTTP/1.1" status: 200 len: 1096 time: 1.0009582 Jun 30 08:44:07.213999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'tag': '9d5b73ea-535c-46d6-9774-533c2840ec68'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:07.217256 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b62225-120a-4382-b77a-719b5fb400f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc1fab4-7c54-483f-98ec-36fdd9c038c0", "tag": "9d5b73ea-535c-46d6-9774-533c2840ec68"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:07.257613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c218-4df9-4ef9-92a0-e1e05c2523a7 req-e7037a52-d5b4-47df-b333-a83673d928f7 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:07.259073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6716c218-4df9-4ef9-92a0-e1e05c2523a7 req-e7037a52-d5b4-47df-b333-a83673d928f7 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 948 time: 0.1573021 Jun 30 08:44:07.268005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Network a2613050-1aca-413d-838e-a1048f94dc8a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:07.282952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:07.286736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:07.287210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.379015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Pushing event updated for resources: {'Port': ['ID=40b0de0d-a23c-4ea4-84af-3b74933f43ed,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:07.388063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7e29fc2b-a655-461d-b5c6-215db7337f9f details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:07.401827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-aa86d2f9-f31c-43ea-b4fc-3c4dd930994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:07.408537 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-aa86d2f9-f31c-43ea-b4fc-3c4dd930994d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b47f1d86404c60a77212dd2e211dde&device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 1099 time: 0.1490073 Jun 30 08:44:07.416491 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:44:04Z', 'revision_number': 3, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port': {'id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:03Z', 'updated_at': '2021-06-30T08:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:07.459106 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8324c0-b0fa-4305-93fb-d9674aa55a51 None None] The sync data for ids ['b183a8e4-ea17-42e0-a195-d49926f55da7'] in n-d-758944-40 is: [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:44:04Z', 'revision_number': 3, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port': {'id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:03Z', 'updated_at': '2021-06-30T08:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:44:07.490232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6716c218-4df9-4ef9-92a0-e1e05c2523a7 req-b396461a-919e-471c-9d27-328984d4ace0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209494 Jun 30 08:44:07.508979 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-0fcb1bf3-171f-4ce5-855a-74a6a1ef710a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=9d5b73ea-535c-46d6-9774-533c2840ec68 HTTP/1.1" status: 200 len: 217 time: 0.0910826 Jun 30 08:44:07.601610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-4ca3f79e-a388-49ff-903a-32062548ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:07.603481 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-4ca3f79e-a388-49ff-903a-32062548ecd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0850399 Jun 30 08:44:07.722626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-b6515da7-ab66-450e-a423-068e5719de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:07.724527 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-b6515da7-ab66-450e-a423-068e5719de52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122534 Jun 30 08:44:07.733228 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5239932-cb10-42f4-b7ec-93b2942462fc x-openstack-request-id: req-c5239932-cb10-42f4-b7ec-93b2942462fc {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:07.733736 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc1fab4-7c54-483f-98ec-36fdd9c038c0", "tag": "9d5b73ea-535c-46d6-9774-533c2840ec68", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:07.734289 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5239932-cb10-42f4-b7ec-93b2942462fc {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:07.734812 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'tag': '9d5b73ea-535c-46d6-9774-533c2840ec68', 'status': 'completed', 'code': 200} Jun 30 08:44:07.744050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:07.809372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0399eedc-99b4-43f2-b720-a92c12368a13 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:07.947984 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-d75f3c98-8aa1-46d3-9dc6-5bd4f522ea71 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119710 Jun 30 08:44:08.068598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0399eedc-99b4-43f2-b720-a92c12368a13, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0399eedc-99b4-43f2-b720-a92c12368a13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:08.079929 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-39431ea9-f2d3-4d3b-8240-401c47496944 req-46fe6001-952d-4491-965d-978d223ae9ac service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226571 Jun 30 08:44:08.080974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '0399eedc-99b4-43f2-b720-a92c12368a13', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '0399eedc-99b4-43f2-b720-a92c12368a13', 'mac_address': 'fa:16:3e:3f:60:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-2045696192', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:08.099054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7e29fc2b-a655-461d-b5c6-215db7337f9f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7e29fc2b-a655-461d-b5c6-215db7337f9f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:08.124760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '7e29fc2b-a655-461d-b5c6-215db7337f9f', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '7e29fc2b-a655-461d-b5c6-215db7337f9f', 'mac_address': 'fa:16:3e:0d:9e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:08.148377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7af9cba8-63d6-4993-83a4-71df72cbf8dd None None] Provisioning for port 40b0de0d-a23c-4ea4-84af-3b74933f43ed completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:08.156312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7af9cba8-63d6-4993-83a4-71df72cbf8dd None None] Provisioning complete for port 40b0de0d-a23c-4ea4-84af-3b74933f43ed triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:08.156666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7af9cba8-63d6-4993-83a4-71df72cbf8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.197039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7af9cba8-63d6-4993-83a4-71df72cbf8dd None None] Port 40b0de0d-a23c-4ea4-84af-3b74933f43ed cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:08.212461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3d181-ca7b-42e4-9bf2-95e9e6d656b6 req-9e7fb2f8-9c49-44e1-bd95-3c30868ab257 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:08.219840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dfb3d181-ca7b-42e4-9bf2-95e9e6d656b6 req-9e7fb2f8-9c49-44e1-bd95-3c30868ab257 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 947 time: 0.1138668 Jun 30 08:44:08.234780 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.246847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-abdaf257-95ff-4f58-b2e2-1d0a2e80863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:08.248893 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-abdaf257-95ff-4f58-b2e2-1d0a2e80863a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b47f1d86404c60a77212dd2e211dde&device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 1099 time: 0.0923643 Jun 30 08:44:08.264732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0399eedc-99b4-43f2-b720-a92c12368a13 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:08.270821 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.295988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0399eedc-99b4-43f2-b720-a92c12368a13, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0399eedc-99b4-43f2-b720-a92c12368a13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:08.298398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e29fc2b-a655-461d-b5c6-215db7337f9f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:08.310355 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.325623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.342853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7e29fc2b-a655-461d-b5c6-215db7337f9f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7e29fc2b-a655-461d-b5c6-215db7337f9f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:08.350543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dfb3d181-ca7b-42e4-9bf2-95e9e6d656b6 req-535f9d28-a736-4163-ae80-26a1e9f519c2 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296947 Jun 30 08:44:08.353928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.356190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.356627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:08.386628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0399eedc-99b4-43f2-b720-a92c12368a13,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:08.443327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-815175d5-b72d-45d0-b5d6-2d05ceec6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:08.446301 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-815175d5-b72d-45d0-b5d6-2d05ceec6485 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1889110 Jun 30 08:44:08.502377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7e29fc2b-a655-461d-b5c6-215db7337f9f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:08.511739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Pushing event updated for resources: {'Port': ['ID=40b0de0d-a23c-4ea4-84af-3b74933f43ed,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:08.516195 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-7e29167b-4888-4d86-85ad-1789c22c78bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=9d5b73ea-535c-46d6-9774-533c2840ec68 HTTP/1.1" status: 200 len: 217 time: 0.0644844 Jun 30 08:44:08.576746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Network a2613050-1aca-413d-838e-a1048f94dc8a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:08.580325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:08.592437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-a4655ec0-c0c0-4e54-b36a-665524293108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:08.594305 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-a4655ec0-c0c0-4e54-b36a-665524293108 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0702205 Jun 30 08:44:08.609230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f869e5-7147-4546-9248-105d2be5ac15 req-cd267960-6a17-4157-9365-4fb5c9758ea1 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:08.617289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3f869e5-7147-4546-9248-105d2be5ac15 req-cd267960-6a17-4157-9365-4fb5c9758ea1 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 971 time: 0.1821716 Jun 30 08:44:08.639067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0399eedc-99b4-43f2-b720-a92c12368a13'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:08.701666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-3e85fc72-dbde-4b41-bfc1-26977986525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:08.703272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-3e85fc72-dbde-4b41-bfc1-26977986525a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017118 Jun 30 08:44:08.719287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3f869e5-7147-4546-9248-105d2be5ac15 req-13fb1503-5b25-429c-a697-1dffeb00f84d tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006684 Jun 30 08:44:08.776327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7e29fc2b-a655-461d-b5c6-215db7337f9f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:08.869477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Router b183a8e4-ea17-42e0-a195-d49926f55da7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:44:08.893096 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-95cc995f-64c3-4420-a7ca-ec9b1d5eba31 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797934 Jun 30 08:44:09.003005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09ec0178-552e-4e84-a291-f7664b40cc12 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:09.021442 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e7b62225-120a-4382-b77a-719b5fb400f5 req-6a24922b-85e1-4cd8-aa14-b15846b37f13 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077886 Jun 30 08:44:09.083015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804347d-5013-4904-bb37-7d3170cf7890 req-9f95ce55-4f36-4a80-9576-1e66dcd17f87 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:09.084433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0804347d-5013-4904-bb37-7d3170cf7890 req-9f95ce55-4f36-4a80-9576-1e66dcd17f87 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 949 time: 0.1348581 Jun 30 08:44:09.093584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-df94a263-41a6-41a7-a4ed-35e223bc069b None None] Provisioning complete for port 40b0de0d-a23c-4ea4-84af-3b74933f43ed triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:09.093986 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df94a263-41a6-41a7-a4ed-35e223bc069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.114009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:44:09.129694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4dee8cb4-081a-4a1b-b840-ec9e581bd556 admin admin] 10.222.0.53 "PUT /v2.0/routers/b183a8e4-ea17-42e0-a195-d49926f55da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3204660 Jun 30 08:44:09.151866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0804347d-5013-4904-bb37-7d3170cf7890 req-8dd2eacc-c3e7-4371-8f9d-312bfff6ff72 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596910 Jun 30 08:44:09.188987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-df94a263-41a6-41a7-a4ed-35e223bc069b None None] Port 40b0de0d-a23c-4ea4-84af-3b74933f43ed cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:09.223448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 09ec0178-552e-4e84-a291-f7664b40cc12 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:09.232697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 09ec0178-552e-4e84-a291-f7664b40cc12 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:09.233070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.337798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39336) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:09.351609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.375186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 09ec0178-552e-4e84-a291-f7664b40cc12, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=09ec0178-552e-4e84-a291-f7664b40cc12,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:09.386937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.448108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=09ec0178-552e-4e84-a291-f7664b40cc12,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:09.478567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd793c-25da-4475-9f6c-feda25832ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.594439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bafbc-3fd8-48ea-9056-9d32af5265cb req-abf83b1b-8eba-40d3-a115-50d0a896adcc tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:09.596000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b4bafbc-3fd8-48ea-9056-9d32af5265cb req-abf83b1b-8eba-40d3-a115-50d0a896adcc tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 947 time: 0.1054285 Jun 30 08:44:09.637860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0399eedc-99b4-43f2-b720-a92c12368a13 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:09.663418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd793c-25da-4475-9f6c-feda25832ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.667625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b4bafbc-3fd8-48ea-9056-9d32af5265cb req-d66f58cc-0dc7-4324-941e-52bfd5a0f5ec tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617433 Jun 30 08:44:09.671016 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd793c-25da-4475-9f6c-feda25832ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.702372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Sync routers for ids ['b183a8e4-ea17-42e0-a195-d49926f55da7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:44:09.715845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Routers {'b183a8e4-ea17-42e0-a195-d49926f55da7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:09.716493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b183a8e4-ea17-42e0-a195-d49926f55da7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:09.721135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 0399eedc-99b4-43f2-b720-a92c12368a13 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:09.724723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd793c-25da-4475-9f6c-feda25832ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d690cdf-e474-43d9-a2bc-7f0c37cf7d8e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:09.731279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b0dd793c-25da-4475-9f6c-feda25832ce0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=503ded948c30456691f2e8dcb4ad7d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924296 Jun 30 08:44:09.733903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39354) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:09.757076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 0399eedc-99b4-43f2-b720-a92c12368a13 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:09.757446 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.794278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f25e55ba-58fd-4d80-90f2-65740d332643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.818085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f25e55ba-58fd-4d80-90f2-65740d332643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.886697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f25e55ba-58fd-4d80-90f2-65740d332643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.889128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f25e55ba-58fd-4d80-90f2-65740d332643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:09.890251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f25e55ba-58fd-4d80-90f2-65740d332643 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d690cdf-e474-43d9-a2bc-7f0c37cf7d8e HTTP/1.1" status: 204 len: 168 time: 0.1554456 Jun 30 08:44:09.898774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Set router b183a8e4-ea17-42e0-a195-d49926f55da7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:09.919668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e55ba-58fd-4d80-90f2-65740d332643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d690cdf-e474-43d9-a2bc-7f0c37cf7d8e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:09.956513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c80a-a121-42c2-9c3c-e75a9a4aa514 req-c6b7ecb9-26aa-4b3d-8750-9f5ba9873fe9 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:09.958333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5302c80a-a121-42c2-9c3c-e75a9a4aa514 req-c6b7ecb9-26aa-4b3d-8750-9f5ba9873fe9 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 971 time: 0.0830474 Jun 30 08:44:09.972056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.010727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5302c80a-a121-42c2-9c3c-e75a9a4aa514 req-b3cc4814-820f-478d-b7d2-0d3cb3349a84 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Jun 30 08:44:10.058581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0399eedc-99b4-43f2-b720-a92c12368a13'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:10.140947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0399eedc-99b4-43f2-b720-a92c12368a13, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0399eedc-99b4-43f2-b720-a92c12368a13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:10.148456 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.182370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39368) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:10.187752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-82b1bbec-0946-4e87-becf-c19699586e37 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786653262', 'description': 'tempest-description--114088380'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:10.229221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1bbec-0946-4e87-becf-c19699586e37 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.246685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0399eedc-99b4-43f2-b720-a92c12368a13,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:10.253229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39370) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:10.271688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e931f91-8d22-41c9-be93-64ab36cb0e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.276112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:44:07Z', 'revision_number': 4, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port': {'id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:03Z', 'updated_at': '2021-06-30T08:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '40b0de0d-a23c-4ea4-84af-3b74933f43ed', 'name': '', 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'mac_address': 'fa:16:3e:ef:4b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'd4f5e392-93f2-4d60-a7bb-2947289c2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:06Z', 'updated_at': '2021-06-30T08:44:07Z', 'revision_number': 2, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'subnets': [{'id': 'd4f5e392-93f2-4d60-a7bb-2947289c2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:10.305278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Checking router: b183a8e4-ea17-42e0-a195-d49926f55da7 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:44:10.305603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Updating router b183a8e4-ea17-42e0-a195-d49926f55da7 port 40b0de0d-a23c-4ea4-84af-3b74933f43ed binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:44:10.328791 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b43a5e-3a34-45d1-b9f0-2f458f4a00da" -d '{"events": [{"server_uuid": "67a63f89-84d9-45a4-bb03-fb9f83bc31f9", "name": "network-vif-plugged", "status": "completed", "tag": "0399eedc-99b4-43f2-b720-a92c12368a13"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:10.346205 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.385989 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1bbec-0946-4e87-becf-c19699586e37 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.398220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1bbec-0946-4e87-becf-c19699586e37 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.428537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104acad-e96a-40b6-b755-8e64d85cb68a req-9bec70e8-21e5-485c-9c82-4a0baf822112 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:10.430345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f104acad-e96a-40b6-b755-8e64d85cb68a req-9bec70e8-21e5-485c-9c82-4a0baf822112 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 949 time: 0.1222908 Jun 30 08:44:10.466672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1bbec-0946-4e87-becf-c19699586e37 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:10.490129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f104acad-e96a-40b6-b755-8e64d85cb68a req-21b8838d-d9f8-4625-bd08-4c5086e37bce tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522237 Jun 30 08:44:10.519564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e931f91-8d22-41c9-be93-64ab36cb0e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.525251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e931f91-8d22-41c9-be93-64ab36cb0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.530422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1bbec-0946-4e87-becf-c19699586e37 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.535062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-82b1bbec-0946-4e87-becf-c19699586e37 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3487954 Jun 30 08:44:10.535403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39376) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:10.540635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1cebb31a-9916-4988-b291-ea3cd451ea0e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'security_group_rule': {'security_group_id': 'b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:10.570192 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1e931f91-8d22-41c9-be93-64ab36cb0e52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a32d2e79b64499fa55cc23efffb394a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156242 Jun 30 08:44:10.573017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39378) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:10.574908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e931f91-8d22-41c9-be93-64ab36cb0e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f453f5e-ca03-49a3-8343-c73f52490dda,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:10.613965 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5bfdff-5d36-4df6-83b7-329ed6694d00 x-openstack-request-id: req-ae5bfdff-5d36-4df6-83b7-329ed6694d00 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:10.614274 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a63f89-84d9-45a4-bb03-fb9f83bc31f9", "name": "network-vif-plugged", "status": "completed", "tag": "0399eedc-99b4-43f2-b720-a92c12368a13", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:10.614525 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae5bfdff-5d36-4df6-83b7-329ed6694d00 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:10.614971 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0399eedc-99b4-43f2-b720-a92c12368a13', 'code': 200} Jun 30 08:44:10.640390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1cebb31a-9916-4988-b291-ea3cd451ea0e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.750374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18e498b8-273e-4c4d-b53e-c1d0fd549100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.765663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c194f-f923-48b5-9f18-23e2aea03226 req-6cd0c5c1-eee8-4280-89f7-c0f83417d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:10.767164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-172c194f-f923-48b5-9f18-23e2aea03226 req-6cd0c5c1-eee8-4280-89f7-c0f83417d504 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 1124 time: 0.1755254 Jun 30 08:44:10.790928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.795837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1cebb31a-9916-4988-b291-ea3cd451ea0e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.802303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Transition to ACTIVE for port object 40b0de0d-a23c-4ea4-84af-3b74933f43ed will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:10.809169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1cebb31a-9916-4988-b291-ea3cd451ea0e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.809741 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.822880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-172c194f-f923-48b5-9f18-23e2aea03226 req-bf055987-a9e4-4a1d-9047-0ff335a328b2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.828966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18e498b8-273e-4c4d-b53e-c1d0fd549100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.860375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb0b2c-d346-4922-9ef6-48d44d5d50bf None None] Pushing event updated for resources: {'Port': ['ID=40b0de0d-a23c-4ea4-84af-3b74933f43ed,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:10.898602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebb31a-9916-4988-b291-ea3cd451ea0e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda2d1f8-ace3-497d-878f-b20a142c398d,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:10.910541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1cebb31a-9916-4988-b291-ea3cd451ea0e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.915349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39386) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:10.915658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1cebb31a-9916-4988-b291-ea3cd451ea0e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789790 Jun 30 08:44:10.924145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Attempting to bind port 40b0de0d-a23c-4ea4-84af-3b74933f43ed on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:10.924487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c948c405-2dd1-4e11-bbb7-b0f24c5970df tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'security_group_rule': {'security_group_id': 'b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:10.924850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Attempting to bind port 40b0de0d-a23c-4ea4-84af-3b74933f43ed by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:10.925212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Attempting to bind port 40b0de0d-a23c-4ea4-84af-3b74933f43ed on network a2613050-1aca-413d-838e-a1048f94dc8a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:10.933906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09ec0178-552e-4e84-a291-f7664b40cc12 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:10.962406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:10.962774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Checking segment: {'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:10.963170 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.963627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Bound using segment: {'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:10.964253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Bound port: 40b0de0d-a23c-4ea4-84af-3b74933f43ed, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c972aca0-4627-4944-b6f3-30e9744f81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:10.964698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.980794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208e03c-7375-4e0b-ac66-7c5b354ea40d req-11db209c-fde7-4ef7-aaad-f0a99f3b122e tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:10.982061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1208e03c-7375-4e0b-ac66-7c5b354ea40d req-11db209c-fde7-4ef7-aaad-f0a99f3b122e tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 947 time: 0.1803677 Jun 30 08:44:10.985938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18e498b8-273e-4c4d-b53e-c1d0fd549100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.988464 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18e498b8-273e-4c4d-b53e-c1d0fd549100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:10.992072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-18e498b8-273e-4c4d-b53e-c1d0fd549100 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f453f5e-ca03-49a3-8343-c73f52490dda HTTP/1.1" status: 204 len: 168 time: 0.4149246 Jun 30 08:44:11.016506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e498b8-273e-4c4d-b53e-c1d0fd549100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f453f5e-ca03-49a3-8343-c73f52490dda,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:11.052741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] For port 40b0de0d-a23c-4ea4-84af-3b74933f43ed, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:11.057358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] For port 40b0de0d-a23c-4ea4-84af-3b74933f43ed, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=40b0de0d-a23c-4ea4-84af-3b74933f43ed,segment=NetworkSegment(c972aca0-4627-4944-b6f3-30e9744f81aa),segment_id=c972aca0-4627-4944-b6f3-30e9744f81aa)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:11.079176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.085386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1208e03c-7375-4e0b-ac66-7c5b354ea40d req-27a0a454-c15b-41ba-9c42-398363833d0f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831308 Jun 30 08:44:11.144909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-172c194f-f923-48b5-9f18-23e2aea03226 req-bf055987-a9e4-4a1d-9047-0ff335a328b2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.166932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-172c194f-f923-48b5-9f18-23e2aea03226 req-bf055987-a9e4-4a1d-9047-0ff335a328b2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.175162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Routers {'b183a8e4-ea17-42e0-a195-d49926f55da7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:11.175808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b183a8e4-ea17-42e0-a195-d49926f55da7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:11.181593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 09ec0178-552e-4e84-a291-f7664b40cc12 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:11.181997 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.201284 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c948c405-2dd1-4e11-bbb7-b0f24c5970df tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.235543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-172c194f-f923-48b5-9f18-23e2aea03226 req-bf055987-a9e4-4a1d-9047-0ff335a328b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580956 Jun 30 08:44:11.243509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb0b2c-d346-4922-9ef6-48d44d5d50bf None None] Pushing event updated for resources: {'Port': ['ID=40b0de0d-a23c-4ea4-84af-3b74933f43ed,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:11.314759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c948c405-2dd1-4e11-bbb7-b0f24c5970df tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.319198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf055987-a9e4-4a1d-9047-0ff335a328b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=90081d9f-626c-42cb-ac55-0c82e60a476c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:11.326251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c948c405-2dd1-4e11-bbb7-b0f24c5970df tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.349048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c405-2dd1-4e11-bbb7-b0f24c5970df tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7802a930-6269-4764-93c7-ae7d5d9c1a93,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:11.365737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9d5b73ea-535c-46d6-9774-533c2840ec68 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:11.369012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c948c405-2dd1-4e11-bbb7-b0f24c5970df tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.370685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c948c405-2dd1-4e11-bbb7-b0f24c5970df tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4541464 Jun 30 08:44:11.373166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b7cc6-ccd9-428c-bbe7-8dd3079d4e29 req-62dcacf5-6e77-45ad-98de-0b270835fd17 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:11.374093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39394) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:11.381887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d97b7cc6-ccd9-428c-bbe7-8dd3079d4e29 req-62dcacf5-6e77-45ad-98de-0b270835fd17 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 972 time: 0.1558781 Jun 30 08:44:11.383456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:11.416261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.446048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d97b7cc6-ccd9-428c-bbe7-8dd3079d4e29 req-f83501d0-4d06-47dc-b90b-f8caa2ae4fa6 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630939 Jun 30 08:44:11.446538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] Set router b183a8e4-ea17-42e0-a195-d49926f55da7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:11.450665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7e29fc2b-a655-461d-b5c6-215db7337f9f up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:11.535072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.674605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Allocated IP 172.25.8.45 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/bc1b50c8-d780-4ee7-b1c0-da7bb90eb566) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:11.693901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 9d5b73ea-535c-46d6-9774-533c2840ec68, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9d5b73ea-535c-46d6-9774-533c2840ec68,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:11.723326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc969ac-2173-4206-998b-b1599fa81e82 req-b44c0058-9d54-4ee3-959e-922b9664745b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:11.724837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0dc969ac-2173-4206-998b-b1599fa81e82 req-b44c0058-9d54-4ee3-959e-922b9664745b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 949 time: 0.0868697 Jun 30 08:44:11.760590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '9d5b73ea-535c-46d6-9774-533c2840ec68', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '9d5b73ea-535c-46d6-9774-533c2840ec68', 'mac_address': 'fa:16:3e:da:c7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:11.800797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0dc969ac-2173-4206-998b-b1599fa81e82 req-8e146b54-2cf5-4929-8eb5-936e06fad70b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682697 Jun 30 08:44:11.802527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 7e29fc2b-a655-461d-b5c6-215db7337f9f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:11.802925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.818577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 7e29fc2b-a655-461d-b5c6-215db7337f9f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:11.818942 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.847960 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.858328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.889199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5b73ea-535c-46d6-9774-533c2840ec68 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:11.890438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:11.896992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:11.906568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:11.912110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event updated for resources: {'Port': ['ID=bc1b50c8-d780-4ee7-b1c0-da7bb90eb566,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:11.934618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 9d5b73ea-535c-46d6-9774-533c2840ec68, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9d5b73ea-535c-46d6-9774-533c2840ec68,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:11.944577 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:11.996319 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.030269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=9d5b73ea-535c-46d6-9774-533c2840ec68,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:12.034823 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.046465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:44:07Z', 'revision_number': 4, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port': {'id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:03Z', 'updated_at': '2021-06-30T08:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '40b0de0d-a23c-4ea4-84af-3b74933f43ed', 'name': '', 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'mac_address': 'fa:16:3e:ef:4b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'd4f5e392-93f2-4d60-a7bb-2947289c2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:06Z', 'updated_at': '2021-06-30T08:44:11Z', 'revision_number': 4, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'subnets': [{'id': 'd4f5e392-93f2-4d60-a7bb-2947289c2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:12.061086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.078281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a399e0a3-736f-4c5a-98c1-ca7751df340e None None] The sync data for ids ['b183a8e4-ea17-42e0-a195-d49926f55da7'] in n-d-758944-40 is: [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:44:07Z', 'revision_number': 4, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port': {'id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:03Z', 'updated_at': '2021-06-30T08:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '40b0de0d-a23c-4ea4-84af-3b74933f43ed', 'name': '', 'network_id': 'a2613050-1aca-413d-838e-a1048f94dc8a', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'mac_address': 'fa:16:3e:ef:4b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'd4f5e392-93f2-4d60-a7bb-2947289c2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:06Z', 'updated_at': '2021-06-30T08:44:11Z', 'revision_number': 4, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'subnets': [{'id': 'd4f5e392-93f2-4d60-a7bb-2947289c2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:44:12.107847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7e29fc2b-a655-461d-b5c6-215db7337f9f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7e29fc2b-a655-461d-b5c6-215db7337f9f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:12.116852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.190429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7e29fc2b-a655-461d-b5c6-215db7337f9f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:12.198077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['9d5b73ea-535c-46d6-9774-533c2840ec68'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:12.331430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.344161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.397485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81735236-1cd1-419b-bef6-f13ab74c73cd req-cabd7abc-9269-4a61-9b7c-8da5cf2c9e63 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:12.398539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.402113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81735236-1cd1-419b-bef6-f13ab74c73cd req-cabd7abc-9269-4a61-9b7c-8da5cf2c9e63 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 948 time: 0.0888541 Jun 30 08:44:12.425034 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:12.426735 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0511270 Jun 30 08:44:12.427925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e44839-5ddc-457e-afc3-59f5c4456c04 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event updated for resources: {'Port': ['ID=bc1b50c8-d780-4ee7-b1c0-da7bb90eb566,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:12.449922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81735236-1cd1-419b-bef6-f13ab74c73cd req-b41e814c-139e-4a54-8bd9-14d2cb0bf05e tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443316 Jun 30 08:44:12.616581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97747427-a343-45c7-9207-4f1a511cb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e29fc2b-a655-461d-b5c6-215db7337f9f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:12.620682 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd358b34-4e88-44f4-abc5-0a28fdca970a" -d '{"events": [{"server_uuid": "97747427-a343-45c7-9207-4f1a511cb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "7e29fc2b-a655-461d-b5c6-215db7337f9f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:12.676973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a525-0813-41fb-a59f-9c7b89832839 req-666c0d13-2175-41d7-800a-7c9fdb0d82e3 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:12.684928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6292a525-0813-41fb-a59f-9c7b89832839 req-666c0d13-2175-41d7-800a-7c9fdb0d82e3 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 972 time: 0.0940335 Jun 30 08:44:12.771039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-c5f1dbca-4aa9-46f6-bf20-b27a701c22d5 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1786653262&fields=id&tenant_id=4137f6d11f644239947763f28f765a21 HTTP/1.1" status: 200 len: 267 time: 0.1040120 Jun 30 08:44:12.788357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6292a525-0813-41fb-a59f-9c7b89832839 req-fc3d4457-6a59-4d84-b342-f075f4741600 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021893 Jun 30 08:44:12.884738 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea384413-ba40-410f-9eec-102bd3992a75 x-openstack-request-id: req-ea384413-ba40-410f-9eec-102bd3992a75 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:12.885112 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97747427-a343-45c7-9207-4f1a511cb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "7e29fc2b-a655-461d-b5c6-215db7337f9f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:12.885305 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea384413-ba40-410f-9eec-102bd3992a75 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:12.885717 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97747427-a343-45c7-9207-4f1a511cb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e29fc2b-a655-461d-b5c6-215db7337f9f', 'code': 200} Jun 30 08:44:12.968141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40b0de0d-a23c-4ea4-84af-3b74933f43ed up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:13.051831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 40b0de0d-a23c-4ea4-84af-3b74933f43ed completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:13.057849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 40b0de0d-a23c-4ea4-84af-3b74933f43ed triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:13.058280 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:13.081028 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f69d1-c0f5-44a8-965b-a76e2dd697e3 req-9864bd4a-6d8c-458a-a2f5-a4aae9d3b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:13.082908 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af4f69d1-c0f5-44a8-965b-a76e2dd697e3 req-9864bd4a-6d8c-458a-a2f5-a4aae9d3b4be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 1102 time: 0.1227210 Jun 30 08:44:13.134324 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af4f69d1-c0f5-44a8-965b-a76e2dd697e3 req-4b8ae522-6b2f-47df-ac43-97bc849806d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Jun 30 08:44:13.145057 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:13.179368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 40b0de0d-a23c-4ea4-84af-3b74933f43ed, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=40b0de0d-a23c-4ea4-84af-3b74933f43ed,segment=NetworkSegment(c972aca0-4627-4944-b6f3-30e9744f81aa),segment_id=c972aca0-4627-4944-b6f3-30e9744f81aa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:13.183792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:13.237450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=40b0de0d-a23c-4ea4-84af-3b74933f43ed,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:13.245057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-1e8a225b-e399-4da1-8f69-98067efbcbbd tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:13.246733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-1e8a225b-e399-4da1-8f69-98067efbcbbd tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 824 time: 0.4631543 Jun 30 08:44:13.268158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cac2b-21de-4bbe-b3cf-7f3fb5d33917 req-fdcca9c0-6c58-454d-80e2-764d5e74dfb1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:13.269579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-715cac2b-21de-4bbe-b3cf-7f3fb5d33917 req-fdcca9c0-6c58-454d-80e2-764d5e74dfb1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 950 time: 0.1740997 Jun 30 08:44:13.273558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-812cfc95-c011-4c32-9f3f-38bc0160cf4f tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/quotas/4137f6d11f644239947763f28f765a21 HTTP/1.1" status: 200 len: 375 time: 0.0205331 Jun 30 08:44:13.354886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-715cac2b-21de-4bbe-b3cf-7f3fb5d33917 req-cc5c32eb-031f-4865-a133-850986872e24 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783439 Jun 30 08:44:13.364819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9d5b73ea-535c-46d6-9774-533c2840ec68 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:13.395489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-b9ac51ca-6c46-47b9-8ef2-a9d297f220b3 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126626 Jun 30 08:44:13.415677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 9d5b73ea-535c-46d6-9774-533c2840ec68 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:13.420646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 9d5b73ea-535c-46d6-9774-533c2840ec68 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:13.421040 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:13.499524 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:13.535917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 9d5b73ea-535c-46d6-9774-533c2840ec68, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9d5b73ea-535c-46d6-9774-533c2840ec68,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:13.541103 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:13.567783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-b13973e2-ed77-4239-96f0-ec12de3172e2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:44:13.568702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-b13973e2-ed77-4239-96f0-ec12de3172e2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538044 Jun 30 08:44:13.596377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=9d5b73ea-535c-46d6-9774-533c2840ec68,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:13.604572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-5bf586c5-0a8e-42da-8146-7073d5d9ec90 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8998f9b394c94099aef920d8c4270699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407493 Jun 30 08:44:13.750295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-8d772134-4109-48e4-b87f-b50433da34a5 service neutron] 10.222.0.53 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717377 Jun 30 08:44:13.783321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-ee863055-235e-4d08-bad9-5e42b61ad69a tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:13.784733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-ee863055-235e-4d08-bad9-5e42b61ad69a tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567845 Jun 30 08:44:13.830641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-6bb38bc7-d740-469b-a180-37f360b32580 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/quotas/8998f9b394c94099aef920d8c4270699 HTTP/1.1" status: 200 len: 375 time: 0.0184641 Jun 30 08:44:13.876283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-17ce6050-db83-4159-85b0-c9e4630fec5f tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8998f9b394c94099aef920d8c4270699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390244 Jun 30 08:44:13.894921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-143f7b44-43b5-4311-b829-3b0dda15ee1c service neutron] 10.222.0.53 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376452 Jun 30 08:44:14.209101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663c7ea-55fc-49f1-9ed7-5c9d4d52f7a6 req-8ec87793-e33b-49f9-92f2-d94f2899b1e1 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:14.214696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7663c7ea-55fc-49f1-9ed7-5c9d4d52f7a6 req-8ec87793-e33b-49f9-92f2-d94f2899b1e1 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 949 time: 0.1264553 Jun 30 08:44:14.237496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65d3a-87cb-48e0-b21c-b2f78a84d6e3 req-d7cb3a08-efbc-4cfa-a9ed-8a7a3a4c82b5 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:14.239162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbd65d3a-87cb-48e0-b21c-b2f78a84d6e3 req-d7cb3a08-efbc-4cfa-a9ed-8a7a3a4c82b5 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 972 time: 0.1164024 Jun 30 08:44:14.294828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7663c7ea-55fc-49f1-9ed7-5c9d4d52f7a6 req-a26e7dbc-6e15-4599-828d-411b1473c4a1 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740509 Jun 30 08:44:14.311251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbd65d3a-87cb-48e0-b21c-b2f78a84d6e3 req-f53f8b34-7fab-4f58-b530-57809c88b5f1 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614805 Jun 30 08:44:14.381399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2aab76f-53d3-4f35-9155-35573795ff0d req-a6310e5a-215a-44af-8fb8-90f2b6a5f7c7 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 210 time: 0.0338640 Jun 30 08:44:14.418640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff0e6b3b-0cf9-4daa-ba4d-950cfd93132f req-5b40b9c5-45ea-450a-8da5-ddee4358aeae tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 210 time: 0.0369811 Jun 30 08:44:14.616417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6529b-2809-4e16-8054-decda8f2318c req-73227a8f-0fba-4ca5-8cdd-e204fb64351e tempest-AggregatesAdminTestJSON-2086532697 tempest-AggregatesAdminTestJSON-2086532697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:14.617975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31e6529b-2809-4e16-8054-decda8f2318c req-73227a8f-0fba-4ca5-8cdd-e204fb64351e tempest-AggregatesAdminTestJSON-2086532697 tempest-AggregatesAdminTestJSON-2086532697-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 1124 time: 0.0989840 Jun 30 08:44:14.626163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dd363-1521-4423-a141-4f885df93070 req-b9928ed4-2c57-4fff-a08d-7fa677ef9a8c tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:14.627586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb4dd363-1521-4423-a141-4f885df93070 req-b9928ed4-2c57-4fff-a08d-7fa677ef9a8c tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 950 time: 0.0808172 Jun 30 08:44:14.647647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-31e6529b-2809-4e16-8054-decda8f2318c req-64ed4656-a5df-4457-8a1c-33f758119d1b tempest-AggregatesAdminTestJSON-2086532697 tempest-AggregatesAdminTestJSON-2086532697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:14.693090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb4dd363-1521-4423-a141-4f885df93070 req-645784e7-f4e3-4afa-94fa-58e81a6b5350 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Jun 30 08:44:14.778509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-31e6529b-2809-4e16-8054-decda8f2318c req-64ed4656-a5df-4457-8a1c-33f758119d1b tempest-AggregatesAdminTestJSON-2086532697 tempest-AggregatesAdminTestJSON-2086532697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:14.782413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-31e6529b-2809-4e16-8054-decda8f2318c req-64ed4656-a5df-4457-8a1c-33f758119d1b tempest-AggregatesAdminTestJSON-2086532697 tempest-AggregatesAdminTestJSON-2086532697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:14.808664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31e6529b-2809-4e16-8054-decda8f2318c req-64ed4656-a5df-4457-8a1c-33f758119d1b tempest-AggregatesAdminTestJSON-2086532697 tempest-AggregatesAdminTestJSON-2086532697-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800988 Jun 30 08:44:14.818522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed4656-a5df-4457-8a1c-33f758119d1b tempest-AggregatesAdminTestJSON-2086532697 tempest-AggregatesAdminTestJSON-2086532697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f017e382-fcaf-494a-9a22-fb2a11852330,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:14.887895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b73ea-535c-46d6-9774-533c2840ec68'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:14.892601 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42d158e-ca9d-45af-9c46-48300d782df1" -d '{"events": [{"server_uuid": "3fc1fab4-7c54-483f-98ec-36fdd9c038c0", "name": "network-vif-plugged", "status": "completed", "tag": "9d5b73ea-535c-46d6-9774-533c2840ec68"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:14.916125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40b0de0d-a23c-4ea4-84af-3b74933f43ed up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:14.951495 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3658301-4eab-4cab-9839-c56be6290379 x-openstack-request-id: req-e3658301-4eab-4cab-9839-c56be6290379 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:14.952154 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc1fab4-7c54-483f-98ec-36fdd9c038c0", "name": "network-vif-plugged", "status": "completed", "tag": "9d5b73ea-535c-46d6-9774-533c2840ec68", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:14.952562 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3658301-4eab-4cab-9839-c56be6290379 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:14.953101 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b73ea-535c-46d6-9774-533c2840ec68', 'code': 200} Jun 30 08:44:14.985765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 40b0de0d-a23c-4ea4-84af-3b74933f43ed triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:14.986980 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:15.067752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4c8a6-6646-4395-aa2c-cf20fd86b010 req-5573d477-ab26-43e3-86d8-df913840f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:15.069242 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab4c8a6-6646-4395-aa2c-cf20fd86b010 req-5573d477-ab26-43e3-86d8-df913840f138 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 1101 time: 0.0560176 Jun 30 08:44:15.105717 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab4c8a6-6646-4395-aa2c-cf20fd86b010 req-fab80a43-3487-4a34-958c-6160a0fd072e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287943 Jun 30 08:44:15.307222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9f913c9e-a76d-44ff-885a-780eab1361b8 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8998f9b394c94099aef920d8c4270699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265079 Jun 30 08:44:15.492308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-a21f0f21-e3dd-4f75-8e96-1fa600c41cea tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:15.493833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-a21f0f21-e3dd-4f75-8e96-1fa600c41cea tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816609 Jun 30 08:44:15.509051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Request body: {'port': {'device_id': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '8998f9b394c94099aef920d8c4270699'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:15.583983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7dcd-7339-433e-b70e-ff04fbd9503d req-df15b53a-4c69-43b1-b618-5970df61252b tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:15.585442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e0e7dcd-7339-433e-b70e-ff04fbd9503d req-df15b53a-4c69-43b1-b618-5970df61252b tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 949 time: 0.1623201 Jun 30 08:44:15.674198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8e06b51-20bf-45a5-b2a8-8a08470be825 req-1c9b011d-f3e7-4dc3-8dcb-4dea60c2ed7b tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 210 time: 0.0412350 Jun 30 08:44:15.678639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e0e7dcd-7339-433e-b70e-ff04fbd9503d req-4ab4b8d3-bfcb-422a-93b8-a829c6fdc713 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863762 Jun 30 08:44:15.696973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Made reservation on behalf of 8998f9b394c94099aef920d8c4270699 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:15.701383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:15.717730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:15.804061 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.13', 64153) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:15.855948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:15.878397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbe7cca9-b8e6-42c9-a543-26a31e2d3540 req-c78c40cd-c7b6-401b-9334-74687bb605cb tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 210 time: 0.0560625 Jun 30 08:44:15.880229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:16.112739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:16.155769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Allocated IP 192.168.233.158 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/dc9fe2d6-bbcf-465d-8f67-3b149a06425b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:16.171593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95d4f3-d952-4305-a42b-304930144ee2 req-0efcab90-02d5-4a4e-907d-d4928a970208 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:16.173148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e95d4f3-d952-4305-a42b-304930144ee2 req-0efcab90-02d5-4a4e-907d-d4928a970208 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 950 time: 0.2970717 Jun 30 08:44:16.240635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-7ac83072-8255-4bac-b09b-5d974152366d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:16.243215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e95d4f3-d952-4305-a42b-304930144ee2 req-1bc5803c-4a41-47ff-a888-08bc5a6d35c0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625451 Jun 30 08:44:16.245792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-7ac83072-8255-4bac-b09b-5d974152366d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 824 time: 0.4359276 Jun 30 08:44:16.323327 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-b786f080-5d71-4a26-b0f1-413995c89f3a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4137f6d11f644239947763f28f765a21 HTTP/1.1" status: 200 len: 380 time: 0.0723333 Jun 30 08:44:16.333746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'port': {'device_id': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'admin_state_up': True, 'tenant_id': '4137f6d11f644239947763f28f765a21', 'security_groups': ['b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:16.379953 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:16.409048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Transition to ACTIVE for port object dc9fe2d6-bbcf-465d-8f67-3b149a06425b will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:16.455329 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:16.480309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Made reservation on behalf of 4137f6d11f644239947763f28f765a21 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:16.485381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:16.518809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:16.522737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:16.527557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:16.535532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:16.536949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:16.565464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Pushing event updated for resources: {'Port': ['ID=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:16.579399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-01ee042c-dff9-4668-987d-d928c2f15d92 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0762775 Jun 30 08:44:16.594988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Request body: {'port': {'device_id': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'device_owner': 'compute:tempest-test_az-2045696192', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:16.751040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Allocated IP 172.20.0.14 (a9ae664b-a2ab-43d2-94ea-b5485831f87e/0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223/56177d09-c25c-48b7-b5f4-903619afaef1) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:16.762028 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:16.838593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fd77c395-b834-4027-99d8-d2eb3fd2ce48 None None] Provisioning for port dc9fe2d6-bbcf-465d-8f67-3b149a06425b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:16.848130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fd77c395-b834-4027-99d8-d2eb3fd2ce48 None None] Provisioning complete for port dc9fe2d6-bbcf-465d-8f67-3b149a06425b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:16.849223 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fd77c395-b834-4027-99d8-d2eb3fd2ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:16.939900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fd77c395-b834-4027-99d8-d2eb3fd2ce48 None None] Port dc9fe2d6-bbcf-465d-8f67-3b149a06425b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:17.031151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.048173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Transition to ACTIVE for port object 56177d09-c25c-48b7-b5f4-903619afaef1 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:17.085008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.133789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:17.137065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:17.140977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:17.146654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:17.147125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.168075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event updated for resources: {'Port': ['ID=56177d09-c25c-48b7-b5f4-903619afaef1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:17.172010 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-0759aeb8-05e9-4e81-9fae-c16aa92704d0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8424289 Jun 30 08:44:17.172603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:17.184457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Request body: {'port': {'device_id': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'device_owner': 'compute:tempest-test_az-2045696192', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:17.272933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.328536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3dc6f-7d25-434a-9b7d-7ce4bfd11699 req-06c72d65-0fc8-41c1-b8be-6376a7d64b4d tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:17.331936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-441d16ef-262d-41e3-849e-1e7d85d44b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.335443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71a3dc6f-7d25-434a-9b7d-7ce4bfd11699 req-06c72d65-0fc8-41c1-b8be-6376a7d64b4d tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 936 time: 0.3937118 Jun 30 08:44:17.369117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951bc5-e6a5-4421-bdec-364d5ba144a1 req-bf450f04-8b17-4e96-bfca-592b678d3b05 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:17.370621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb951bc5-e6a5-4421-bdec-364d5ba144a1 req-bf450f04-8b17-4e96-bfca-592b678d3b05 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 949 time: 0.3361216 Jun 30 08:44:17.378884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c7ee975d-3e9f-4890-bdf3-a6a1b33a1cea None None] Provisioning for port 56177d09-c25c-48b7-b5f4-903619afaef1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:17.384182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c7ee975d-3e9f-4890-bdf3-a6a1b33a1cea None None] Provisioning complete for port 56177d09-c25c-48b7-b5f4-903619afaef1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:17.384641 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c7ee975d-3e9f-4890-bdf3-a6a1b33a1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.427775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee975d-3e9f-4890-bdf3-a6a1b33a1cea None None] Port 56177d09-c25c-48b7-b5f4-903619afaef1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:17.436660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71a3dc6f-7d25-434a-9b7d-7ce4bfd11699 req-0aed1558-13fe-4b78-a1be-a28fd9f747e5 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003854 Jun 30 08:44:17.454185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9fe2d6-bbcf-465d-8f67-3b149a06425b {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:17.465307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.470984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb951bc5-e6a5-4421-bdec-364d5ba144a1 req-5f6c6204-64bc-4766-b51a-301529772edc tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875905 Jun 30 08:44:17.484808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Transition to ACTIVE for port object dc9fe2d6-bbcf-465d-8f67-3b149a06425b will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:17.492320 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.560890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:17.609916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-441d16ef-262d-41e3-849e-1e7d85d44b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.640336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-441d16ef-262d-41e3-849e-1e7d85d44b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.652745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Attempting to bind port dc9fe2d6-bbcf-465d-8f67-3b149a06425b on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:17.653082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Attempting to bind port dc9fe2d6-bbcf-465d-8f67-3b149a06425b by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:17.653407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Attempting to bind port dc9fe2d6-bbcf-465d-8f67-3b149a06425b on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:17.660088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Port dc9fe2d6-bbcf-465d-8f67-3b149a06425b on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:44:17.660412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Attempting to bind port dc9fe2d6-bbcf-465d-8f67-3b149a06425b on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:17.691465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:17.691914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:17.692297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:17.695367 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-441d16ef-262d-41e3-849e-1e7d85d44b6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ab3ca3b3d504063965dbe95cb354456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193605 Jun 30 08:44:17.695505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Bound port: dc9fe2d6-bbcf-465d-8f67-3b149a06425b, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:17.695505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.696848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39624) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:17.699718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56177d09-c25c-48b7-b5f4-903619afaef1 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:17.708567 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d16ef-262d-41e3-849e-1e7d85d44b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d912ab47-66cc-46f4-96bb-48d5f49033ee,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:17.715260 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.739207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Transition to ACTIVE for port object 56177d09-c25c-48b7-b5f4-903619afaef1 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:17.745920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.810263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Pushing event updated for resources: {'Port': ['ID=56177d09-c25c-48b7-b5f4-903619afaef1,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:17.852471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Attempting to bind port 56177d09-c25c-48b7-b5f4-903619afaef1 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:17.852947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Attempting to bind port 56177d09-c25c-48b7-b5f4-903619afaef1 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:17.853506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Attempting to bind port 56177d09-c25c-48b7-b5f4-903619afaef1 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:17.860873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Port 56177d09-c25c-48b7-b5f4-903619afaef1 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:44:17.861282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Attempting to bind port 56177d09-c25c-48b7-b5f4-903619afaef1 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:17.866786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:17.867109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Checking segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:17.867775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Bound using segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:17.868401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Bound port: 56177d09-c25c-48b7-b5f4-903619afaef1, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:17.868953 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.871979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418ae16-9a13-402d-8aab-f22f750af589 req-7b7760ac-32c7-42fe-b69f-fcf0ef3d7ecd tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:17.874090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5418ae16-9a13-402d-8aab-f22f750af589 req-7b7760ac-32c7-42fe-b69f-fcf0ef3d7ecd tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 950 time: 0.2621949 Jun 30 08:44:17.886260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9d65-3ef6-42cc-ac58-f8d8fdb46d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.892657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] For port dc9fe2d6-bbcf-465d-8f67-3b149a06425b, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:17.936688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] For port 56177d09-c25c-48b7-b5f4-903619afaef1, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:17.940599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] For port 56177d09-c25c-48b7-b5f4-903619afaef1, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=56177d09-c25c-48b7-b5f4-903619afaef1,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:17.944876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.946971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] For port dc9fe2d6-bbcf-465d-8f67-3b149a06425b, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:17.977437 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.981453 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9d65-3ef6-42cc-ac58-f8d8fdb46d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.987557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:17.988910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:17.989804 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] 10.222.0.13 "PUT /v2.0/ports/56177d09-c25c-48b7-b5f4-903619afaef1 HTTP/1.1" status: 200 len: 1115 time: 0.8105233 Jun 30 08:44:17.990710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:17.995232 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:18.005124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5418ae16-9a13-402d-8aab-f22f750af589 req-e9d23f6c-9b1b-4efb-9e21-930638afc7b0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138234 Jun 30 08:44:18.019481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6ddce-abe3-4166-aa24-a874999bc992 service neutron] Pushing event updated for resources: {'Port': ['ID=56177d09-c25c-48b7-b5f4-903619afaef1,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:18.054713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b368da4-78ee-44bc-ba22-10c910026ed3 req-5f876ad6-a0a8-4f51-9b87-ac858a08d245 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.056809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b368da4-78ee-44bc-ba22-10c910026ed3 req-5f876ad6-a0a8-4f51-9b87-ac858a08d245 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 966 time: 0.2617574 Jun 30 08:44:18.071415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.072044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:18.078263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] 10.222.0.13 "PUT /v2.0/ports/dc9fe2d6-bbcf-465d-8f67-3b149a06425b HTTP/1.1" status: 200 len: 1119 time: 1.4897928 Jun 30 08:44:18.084910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'tag': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:18.087366 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce12445-7192-412a-805c-d0d5c8898167" -d '{"events": [{"name": "network-changed", "server_uuid": "a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9", "tag": "dc9fe2d6-bbcf-465d-8f67-3b149a06425b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:18.143094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-849bdd99-4a1e-463a-851c-5c85728da0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.145108 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-849bdd99-4a1e-463a-851c-5c85728da0fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 1118 time: 0.0907276 Jun 30 08:44:18.176322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a2aed-03bf-48e8-bfb7-50a5dffb3f11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:18.203662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b368da4-78ee-44bc-ba22-10c910026ed3 req-4d9b7bb2-8c12-431d-98dc-5ffd5d8213c1 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242132 Jun 30 08:44:18.231416 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-bccd27c9-b363-4b4f-87e7-e63d26b0a64e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56177d09-c25c-48b7-b5f4-903619afaef1 HTTP/1.1" status: 200 len: 217 time: 0.0784717 Jun 30 08:44:18.244795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9d65-3ef6-42cc-ac58-f8d8fdb46d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:18.247277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9d65-3ef6-42cc-ac58-f8d8fdb46d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:18.250717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c5dc9d65-3ef6-42cc-ac58-f8d8fdb46d90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d912ab47-66cc-46f4-96bb-48d5f49033ee HTTP/1.1" status: 204 len: 168 time: 0.5482070 Jun 30 08:44:18.280240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-af823644-5782-4a17-b112-806ef216fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.281831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-af823644-5782-4a17-b112-806ef216fc95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8998f9b394c94099aef920d8c4270699&device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 1122 time: 0.1447704 Jun 30 08:44:18.282808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc9d65-3ef6-42cc-ac58-f8d8fdb46d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d912ab47-66cc-46f4-96bb-48d5f49033ee,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:18.382077 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff2383c-0e55-4ec2-8235-4ace25fa1735 x-openstack-request-id: req-dff2383c-0e55-4ec2-8235-4ace25fa1735 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:18.382562 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:18.382847 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dff2383c-0e55-4ec2-8235-4ace25fa1735 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:18.383339 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1', 'status': 'completed', 'code': 200} Jun 30 08:44:18.456410 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0561c5f-2136-44ff-8958-ef3e7e48943e x-openstack-request-id: req-f0561c5f-2136-44ff-8958-ef3e7e48943e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:18.456704 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9", "tag": "dc9fe2d6-bbcf-465d-8f67-3b149a06425b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:18.456954 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0561c5f-2136-44ff-8958-ef3e7e48943e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:18.458006 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'tag': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b', 'status': 'completed', 'code': 200} Jun 30 08:44:18.463223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-7e0808fa-12fb-4553-9e11-e8a6dd8e1fed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc9fe2d6-bbcf-465d-8f67-3b149a06425b HTTP/1.1" status: 200 len: 217 time: 0.1666956 Jun 30 08:44:18.463463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-771a1865-f98f-423e-bdcb-27007eadef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.478955 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-771a1865-f98f-423e-bdcb-27007eadef75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.1863351 Jun 30 08:44:18.484057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-90b6dd3b-7531-4dc3-aaf3-3d6f40bb5e96 tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.486296 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-90b6dd3b-7531-4dc3-aaf3-3d6f40bb5e96 tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 1102 time: 0.2531745 Jun 30 08:44:18.521265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-95ac6837-9878-4b34-9976-27bfec93dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.526690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-95ac6837-9878-4b34-9976-27bfec93dd0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0575569 Jun 30 08:44:18.606510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-cccf127e-f879-47d1-affa-18608427c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.608415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-cccf127e-f879-47d1-affa-18608427c5fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787890 Jun 30 08:44:18.666403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-87722079-01b3-4b5c-9bb3-4028545595bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.667926 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-87722079-01b3-4b5c-9bb3-4028545595bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1760795 Jun 30 08:44:18.734946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Deleting port 7e29fc2b-a655-461d-b5c6-215db7337f9f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:44:18.735314 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:18.792609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa862e-a85e-4ae3-bb51-f476371414a8 req-ea624445-a1be-4a9f-aa32-8c68e94a3b34 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.802086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6daa862e-a85e-4ae3-bb51-f476371414a8 req-ea624445-a1be-4a9f-aa32-8c68e94a3b34 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 970 time: 0.1140187 Jun 30 08:44:18.802910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39656) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:18.805933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-5b02a20e-6bc2-4714-bafa-19d7739eef82 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906042 Jun 30 08:44:18.832093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a11c685-1967-4684-a5cd-590797dd1694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:18.855064 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-987a91dc-b79a-4004-ad7e-463e3f088f90 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794107 Jun 30 08:44:18.921309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6daa862e-a85e-4ae3-bb51-f476371414a8 req-ef20b4af-ee96-4adb-af60-331e40ba102a tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183515 Jun 30 08:44:18.930164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] For port 7e29fc2b-a655-461d-b5c6-215db7337f9f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7e29fc2b-a655-461d-b5c6-215db7337f9f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:18.930530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:18.967370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Calling delete_port for 7e29fc2b-a655-461d-b5c6-215db7337f9f owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:44:18.972115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85a01213-8b89-4904-8876-80a7ed0eb0f0 req-57fc3986-1f86-40d1-a1ba-a364078299c8 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596735 Jun 30 08:44:18.985062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc035-1af8-4358-ab0a-adea9e3dda1c req-e18482fd-bde1-4d2e-95e3-8b0ee1b462a6 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:18.987066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5cdc035-1af8-4358-ab0a-adea9e3dda1c req-e18482fd-bde1-4d2e-95e3-8b0ee1b462a6 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 949 time: 0.1521928 Jun 30 08:44:19.070007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5cdc035-1af8-4358-ab0a-adea9e3dda1c req-e7eeb114-1901-4315-b87a-89d334d6d7aa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745983 Jun 30 08:44:19.105844 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec15d2bd-4bd2-4333-a9ba-184650f14e71 req-52886054-cb13-4c27-a751-0a20b8425ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279475 Jun 30 08:44:19.135346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12445-7192-412a-805c-d0d5c8898167 req-d5a6285f-5b56-406f-ae2b-56fe49f53bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.138383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bce12445-7192-412a-805c-d0d5c8898167 req-d5a6285f-5b56-406f-ae2b-56fe49f53bde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8998f9b394c94099aef920d8c4270699&device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 1122 time: 0.1007640 Jun 30 08:44:19.157573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a11c685-1967-4684-a5cd-590797dd1694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.166098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a11c685-1967-4684-a5cd-590797dd1694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.285255 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a11c685-1967-4684-a5cd-590797dd1694 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab139487a95b4d4698b705ca618c85cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813120 Jun 30 08:44:19.288847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:19.303464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11c685-1967-4684-a5cd-590797dd1694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00e48a1-385b-4c42-9cc0-686d91d8ebbd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:19.327598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.331781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12445-7192-412a-805c-d0d5c8898167 req-175e8c12-8fda-44b2-ada3-b08edf1aab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.333329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bce12445-7192-412a-805c-d0d5c8898167 req-175e8c12-8fda-44b2-ada3-b08edf1aab67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1881990 Jun 30 08:44:19.339997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7e29fc2b-a655-461d-b5c6-215db7337f9f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:19.374925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e29fc2b-a655-461d-b5c6-215db7337f9f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:19.382712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51f56968-b081-48ee-b7e3-f760a745d79f req-58a31f21-cb3d-4e39-a37d-617c74b2aca6 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=97747427-a343-45c7-9207-4f1a511cb1bc HTTP/1.1" status: 200 len: 210 time: 0.0484054 Jun 30 08:44:19.387594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-ca1de0cd-a1ad-4e60-a7ae-662c3aa274f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.389085 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-ca1de0cd-a1ad-4e60-a7ae-662c3aa274f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 1118 time: 0.1956263 Jun 30 08:44:19.428492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bce12445-7192-412a-805c-d0d5c8898167 req-8a2f95fd-db44-4391-b3b7-635a51c2543f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc9fe2d6-bbcf-465d-8f67-3b149a06425b HTTP/1.1" status: 200 len: 217 time: 0.0777159 Jun 30 08:44:19.486346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] No DVR routers for this DVR port 7e29fc2b-a655-461d-b5c6-215db7337f9f on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:44:19.498248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.500143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76af9ec3-133a-4c4b-98c3-1b74348dc53c req-249f64ee-4d7b-437c-80e7-e353f8a47fdc tempest-DeleteServersAdminTestJSON-1876705849 tempest-DeleteServersAdminTestJSON-1876705849-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7e29fc2b-a655-461d-b5c6-215db7337f9f HTTP/1.1" status: 204 len: 173 time: 0.9998817 Jun 30 08:44:19.502712 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-525ac6a0-b6a8-4dec-b5c1-23370c3dcd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.503668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12445-7192-412a-805c-d0d5c8898167 req-607a5aa7-60f3-450d-ba56-d2dea5c99452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.505985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bce12445-7192-412a-805c-d0d5c8898167 req-607a5aa7-60f3-450d-ba56-d2dea5c99452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0696394 Jun 30 08:44:19.554021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-525ac6a0-b6a8-4dec-b5c1-23370c3dcd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.615372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-658ce167-ec4f-42b8-b38b-5a0f552bab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.616947 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-658ce167-ec4f-42b8-b38b-5a0f552bab28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 925 time: 0.2093234 Jun 30 08:44:19.662041 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-59322385-d64e-4f6d-99bd-b8a32d6af26d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56177d09-c25c-48b7-b5f4-903619afaef1 HTTP/1.1" status: 200 len: 217 time: 0.0374370 Jun 30 08:44:19.664382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12445-7192-412a-805c-d0d5c8898167 req-73c2e1dc-b365-4abd-a704-10bc5e4c61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.665907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bce12445-7192-412a-805c-d0d5c8898167 req-73c2e1dc-b365-4abd-a704-10bc5e4c61cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1515560 Jun 30 08:44:19.672765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-88617e80-5352-4f98-b0fa-682099b32cbf tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d9b47f1d86404c60a77212dd2e211dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781722 Jun 30 08:44:19.713792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-525ac6a0-b6a8-4dec-b5c1-23370c3dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.716369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-525ac6a0-b6a8-4dec-b5c1-23370c3dcd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:19.719928 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-525ac6a0-b6a8-4dec-b5c1-23370c3dcd51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d00e48a1-385b-4c42-9cc0-686d91d8ebbd HTTP/1.1" status: 204 len: 168 time: 0.4261763 Jun 30 08:44:19.728894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ac6a0-b6a8-4dec-b5c1-23370c3dcd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00e48a1-385b-4c42-9cc0-686d91d8ebbd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:19.751819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-ecdcd665-4a41-4dc6-a350-384fbcf204a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.753602 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-ecdcd665-4a41-4dc6-a350-384fbcf204a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.0776305 Jun 30 08:44:19.813806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-10a44dbf-042f-476f-b271-74ed366c4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.815580 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-10a44dbf-042f-476f-b271-74ed366c4c9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541847 Jun 30 08:44:19.857443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741af2e2-5757-44f6-b095-22c92e22357c req-4b1a7e4a-a411-45de-bac4-e7dbd4f499f0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.858939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-741af2e2-5757-44f6-b095-22c92e22357c req-4b1a7e4a-a411-45de-bac4-e7dbd4f499f0 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 966 time: 0.2745817 Jun 30 08:44:19.877080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-d543f794-aa89-4b56-83e5-9960f172ff07 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:19.882135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-d543f794-aa89-4b56-83e5-9960f172ff07 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084990 Jun 30 08:44:19.907648 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-08eafa9a-8acb-4056-bdb2-a6d2597a5b60 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835230 Jun 30 08:44:19.914042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bce12445-7192-412a-805c-d0d5c8898167 req-61627e51-58eb-48f7-b0b0-2dd8cba3e437 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854908 Jun 30 08:44:19.920643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2b69d556-a347-4371-bac2-7e4bbae6531b tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/quotas/d9b47f1d86404c60a77212dd2e211dde HTTP/1.1" status: 200 len: 375 time: 0.0246270 Jun 30 08:44:19.990980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-741af2e2-5757-44f6-b095-22c92e22357c req-31f92ea0-04de-4815-aa19-a45ccdbb2239 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254711 Jun 30 08:44:20.079403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bce12445-7192-412a-805c-d0d5c8898167 req-a804be04-9663-454d-b76f-01d64f5a482d service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566329 Jun 30 08:44:20.113234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-b8c247e3-d334-4390-9588-9625d2a75c5d tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9b47f1d86404c60a77212dd2e211dde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760774 Jun 30 08:44:20.329350 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e477da8-fd1e-4e6b-ac89-20c4b97f8ab5 req-58bafa51-b553-476c-8930-c4af5ef6eed5 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137785 Jun 30 08:44:20.384323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97747427-a343-45c7-9207-4f1a511cb1bc', 'name': 'network-vif-deleted', 'tag': '7e29fc2b-a655-461d-b5c6-215db7337f9f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:20.387190 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a90099-adda-4604-b1dc-9028e9e06d74" -d '{"events": [{"server_uuid": "97747427-a343-45c7-9207-4f1a511cb1bc", "name": "network-vif-deleted", "tag": "7e29fc2b-a655-461d-b5c6-215db7337f9f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:20.400811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39732) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:20.427434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93090a-5af4-4fa6-be53-9be91d88c104 req-a7781ac4-d6e4-49fb-971a-c8c90fee0746 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:20.429013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec93090a-5af4-4fa6-be53-9be91d88c104 req-a7781ac4-d6e4-49fb-971a-c8c90fee0746 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 970 time: 0.1257801 Jun 30 08:44:20.504612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b31f70-15d0-44d7-8c67-21befca0c2f6 req-a62b11e3-49a5-4c41-8153-7133604ea0ea tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 210 time: 0.0483706 Jun 30 08:44:20.549998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec93090a-5af4-4fa6-be53-9be91d88c104 req-3715aba6-5aaf-44f9-aa8c-3566ee46f31c tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097190 Jun 30 08:44:20.609783 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201b1c79-24b6-4d74-9784-3fd925dc1c52 x-openstack-request-id: req-201b1c79-24b6-4d74-9784-3fd925dc1c52 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:20.610332 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97747427-a343-45c7-9207-4f1a511cb1bc", "name": "network-vif-deleted", "tag": "7e29fc2b-a655-461d-b5c6-215db7337f9f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:20.610753 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-201b1c79-24b6-4d74-9784-3fd925dc1c52 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:20.611273 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97747427-a343-45c7-9207-4f1a511cb1bc', 'name': 'network-vif-deleted', 'tag': '7e29fc2b-a655-461d-b5c6-215db7337f9f', 'status': 'completed', 'code': 200} Jun 30 08:44:20.657359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f17d994-22b7-4234-8a9d-a4e93607e498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:20.848905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f17d994-22b7-4234-8a9d-a4e93607e498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:20.853932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f17d994-22b7-4234-8a9d-a4e93607e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:20.921916 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f17d994-22b7-4234-8a9d-a4e93607e498 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19e8efcedb824b33bce6e4a97521b13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201523 Jun 30 08:44:20.923061 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d994-22b7-4234-8a9d-a4e93607e498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc522568-826d-48e9-bbf6-477c88593613,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:20.924762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39780) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:21.062988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df1b64f-d9aa-4a02-a118-16e77ebe8721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:21.067000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-7a033e68-83b3-4c92-bab1-a11a37fb5165 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470595 Jun 30 08:44:21.159131 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df1b64f-d9aa-4a02-a118-16e77ebe8721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:21.290841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-4e46c595-f447-47cf-aac3-67f3cb6c313c tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:21.292714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-4e46c595-f447-47cf-aac3-67f3cb6c313c tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156680 Jun 30 08:44:21.316158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df1b64f-d9aa-4a02-a118-16e77ebe8721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:21.318690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df1b64f-d9aa-4a02-a118-16e77ebe8721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:21.322950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9df1b64f-d9aa-4a02-a118-16e77ebe8721 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc522568-826d-48e9-bbf6-477c88593613 HTTP/1.1" status: 204 len: 168 time: 0.3968906 Jun 30 08:44:21.336550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-228a621d-b23f-4a76-b47f-ac13ee2e90d1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/quotas/7e41a21a0d2b4157bbf736d3b555471e HTTP/1.1" status: 200 len: 375 time: 0.0372450 Jun 30 08:44:21.349170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3047b-8720-4e8e-b6b1-8f7f6d739a4e req-d011a1bf-b48b-4855-a34b-b449909c5b5a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:21.356554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35c3047b-8720-4e8e-b6b1-8f7f6d739a4e req-d011a1bf-b48b-4855-a34b-b449909c5b5a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 966 time: 0.1547580 Jun 30 08:44:21.358432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1b64f-d9aa-4a02-a118-16e77ebe8721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc522568-826d-48e9-bbf6-477c88593613,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:21.421051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-735c00b3-c01c-4932-ad4f-2d437ccffdba tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595689 Jun 30 08:44:21.439494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35c3047b-8720-4e8e-b6b1-8f7f6d739a4e req-f39f9998-6033-4a2a-811e-8027f464ef8e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807259 Jun 30 08:44:21.670878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 56177d09-c25c-48b7-b5f4-903619afaef1 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:21.841089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 56177d09-c25c-48b7-b5f4-903619afaef1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=56177d09-c25c-48b7-b5f4-903619afaef1,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:21.872661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '56177d09-c25c-48b7-b5f4-903619afaef1', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'port_id': '56177d09-c25c-48b7-b5f4-903619afaef1', 'mac_address': 'fa:16:3e:b3:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-2045696192', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:21.885236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ded5e22b-ca1a-46f0-8788-3f7cd2b42caf req-5db86559-9fdf-44a8-a517-dab54f195809 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 210 time: 0.0504839 Jun 30 08:44:21.948720 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:21.951678 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-6d8521a0-a8de-4817-96ed-9a02a5f668ce tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9b47f1d86404c60a77212dd2e211dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530548 Jun 30 08:44:21.982045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56177d09-c25c-48b7-b5f4-903619afaef1 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:21.990270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e55b-4369-495b-9b12-d382a259672b req-9a8a2ab2-f82f-4ba0-8260-99813233eb83 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:21.992247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95b0e55b-4369-495b-9b12-d382a259672b req-9a8a2ab2-f82f-4ba0-8260-99813233eb83 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 970 time: 0.1714699 Jun 30 08:44:22.022529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 56177d09-c25c-48b7-b5f4-903619afaef1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=56177d09-c25c-48b7-b5f4-903619afaef1,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:22.027053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24c5535f-1d2a-439f-aaa1-743e922f17cf req-be241189-2d95-4dd0-984e-d4ae86b57926 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 210 time: 0.0718381 Jun 30 08:44:22.028460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39838) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:22.028611 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.029510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc9fe2d6-bbcf-465d-8f67-3b149a06425b details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:22.060277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-beb6d099-887c-4552-bba2-db143a9771b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.100162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95b0e55b-4369-495b-9b12-d382a259672b req-ee187a25-8aba-4a8f-ae15-15a256270ae0 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718627 Jun 30 08:44:22.212192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-1995e39c-6991-4312-831a-0046667072ed tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:22.214035 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-1995e39c-6991-4312-831a-0046667072ed tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555180 Jun 30 08:44:22.235381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Request body: {'port': {'device_id': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'd9b47f1d86404c60a77212dd2e211dde'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:22.303235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-beb6d099-887c-4552-bba2-db143a9771b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.317101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-beb6d099-887c-4552-bba2-db143a9771b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.381023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-beb6d099-887c-4552-bba2-db143a9771b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da344160e92940beb72a56d23d2b7e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490341 Jun 30 08:44:22.401438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=56177d09-c25c-48b7-b5f4-903619afaef1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:22.403632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39852) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:22.453846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6d099-887c-4552-bba2-db143a9771b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d0497-819b-4390-8658-9f450aa59275,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:22.532374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bca29663-3fc9-420b-89b1-63c899a021c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.557432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bca29663-3fc9-420b-89b1-63c899a021c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.619392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bca29663-3fc9-420b-89b1-63c899a021c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.620918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc9fe2d6-bbcf-465d-8f67-3b149a06425b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:22.623342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bca29663-3fc9-420b-89b1-63c899a021c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.633353 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bca29663-3fc9-420b-89b1-63c899a021c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a8d0497-819b-4390-8658-9f450aa59275 HTTP/1.1" status: 204 len: 168 time: 0.2275779 Jun 30 08:44:22.641693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b', 'mac_address': 'fa:16:3e:b6:dc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:tempest-test_az-2045696192', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:22.655450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29663-3fc9-420b-89b1-63c899a021c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d0497-819b-4390-8658-9f450aa59275,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:22.657117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Made reservation on behalf of d9b47f1d86404c60a77212dd2e211dde for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:22.663987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.695224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.725376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9fe2d6-bbcf-465d-8f67-3b149a06425b {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:22.748602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc9fe2d6-bbcf-465d-8f67-3b149a06425b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:22.759748 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.819174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1a7c-7073-4c20-9f33-fe3a31655387 req-7b21243f-240d-4d8d-b487-360ddb2d7f0c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:22.827618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18ac1a7c-7073-4c20-9f33-fe3a31655387 req-7b21243f-240d-4d8d-b487-360ddb2d7f0c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 967 time: 0.1537642 Jun 30 08:44:22.870521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:22.894563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18ac1a7c-7073-4c20-9f33-fe3a31655387 req-818b87d2-eb0a-4b9e-b9a2-fad391467ecc tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659764 Jun 30 08:44:22.896288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39870) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:22.924625 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:22.953078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Allocated IP 192.168.233.196 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/3a43c6fe-b962-4df0-8a4d-59b6597ea4b7) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:23.009475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['dc9fe2d6-bbcf-465d-8f67-3b149a06425b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:23.112344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['56177d09-c25c-48b7-b5f4-903619afaef1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:23.146366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84cf4002-29fd-4712-9b33-db495651144e req-1d18294d-5207-4f3b-a2ad-7c29ca340b96 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 210 time: 0.0533109 Jun 30 08:44:23.308811 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f22e49b-e169-4e0f-a356-b4518803ee4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:23.350892 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:23.389943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Transition to ACTIVE for port object 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:23.410644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7e29fc2b-a655-461d-b5c6-215db7337f9f no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:44:23.417370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.26', 57619) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:23.423160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9c89929-a472-4e2d-81d2-82d85c41ae59 req-38f899e4-cb04-4b07-94a8-72b2d64d128b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 210 time: 0.0590596 Jun 30 08:44:23.479071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 7e29fc2b-a655-461d-b5c6-215db7337f9f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:44:23.479407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7e29fc2b-a655-461d-b5c6-215db7337f9f not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:44:23.488173 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-179ae73f-2cae-496a-8a05-e2c5842d4756 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681417 Jun 30 08:44:23.526700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39890) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:23.655623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f22e49b-e169-4e0f-a356-b4518803ee4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:23.682082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f22e49b-e169-4e0f-a356-b4518803ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:23.694707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c787-5c4b-4414-8a6e-46eec436ea31 req-4cb47d25-358e-42ed-8b32-07eb5d09168b tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:23.696802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e29c787-5c4b-4414-8a6e-46eec436ea31 req-4cb47d25-358e-42ed-8b32-07eb5d09168b tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 971 time: 0.2207956 Jun 30 08:44:23.757446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-7c5d3399-e0cd-4a50-a021-243345edc04c tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:23.759048 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-7c5d3399-e0cd-4a50-a021-243345edc04c tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629924 Jun 30 08:44:23.761496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e83ff358-0a1e-4ea0-9d80-b2e81c0ab5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:23.777503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Request body: {'port': {'device_id': '70b105d8-bc54-4462-9751-386916100bb9', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '7e41a21a0d2b4157bbf736d3b555471e'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:23.782956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:23.795005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9f22e49b-e169-4e0f-a356-b4518803ee4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=028e1393838146d7abeae2eca9e017ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8966091 Jun 30 08:44:23.795717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22e49b-e169-4e0f-a356-b4518803ee4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684b0240-b78d-41fe-ad5a-396385d22abb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:23.798932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['9d5b73ea-535c-46d6-9774-533c2840ec68'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:23.812015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39900) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:23.855275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e29c787-5c4b-4414-8a6e-46eec436ea31 req-8e467a9d-9873-441a-8f97-8749e626f89c tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201837 Jun 30 08:44:23.936703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:23.941173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Pushing event updated for resources: {'Port': ['ID=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:23.948270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe7135-5aba-4ef2-8397-4428a7c4f170 req-506445ba-086e-409b-bc0b-932c0bd2b238 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:23.949869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:23.951086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65fe7135-5aba-4ef2-8397-4428a7c4f170 req-506445ba-086e-409b-bc0b-932c0bd2b238 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 972 time: 0.2884307 Jun 30 08:44:23.966488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:23.973047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:23.973975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.010054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6472a41c-aa97-4c38-a6df-bc2134f8ea03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.091797 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e83ff358-0a1e-4ea0-9d80-b2e81c0ab5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.093479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65fe7135-5aba-4ef2-8397-4428a7c4f170 req-ac432f78-d416-4ab3-99ce-811f5d98853e tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263111 Jun 30 08:44:24.098778 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6472a41c-aa97-4c38-a6df-bc2134f8ea03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.104211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e83ff358-0a1e-4ea0-9d80-b2e81c0ab5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.168005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ff358-0a1e-4ea0-9d80-b2e81c0ab5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0efaddd-afab-4f91-8667-a2eef0c09cc8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:24.178169 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e83ff358-0a1e-4ea0-9d80-b2e81c0ab5b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f225dab6ddf643cda14b408d789eb9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501515 Jun 30 08:44:24.195164 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-af0a8634-af11-44ad-90a5-10c04a684bfa tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9647131 Jun 30 08:44:24.205421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39914) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:24.228782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Request body: {'port': {'device_id': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:24.275168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5a4319c4-b0d1-4c28-b278-2c6899145215 None None] Provisioning for port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:24.279447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5a4319c4-b0d1-4c28-b278-2c6899145215 None None] Provisioning complete for port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:24.279895 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a4319c4-b0d1-4c28-b278-2c6899145215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.343370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5a4319c4-b0d1-4c28-b278-2c6899145215 None None] Port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:24.344988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Made reservation on behalf of 7e41a21a0d2b4157bbf736d3b555471e for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:24.348737 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.400135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.440055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71202-7bad-4c9f-a43b-cd3c26c88092 req-eda5e1a2-39e5-4666-953f-53aef69cd96d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:24.446136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6b71202-7bad-4c9f-a43b-cd3c26c88092 req-eda5e1a2-39e5-4666-953f-53aef69cd96d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 967 time: 0.3229566 Jun 30 08:44:24.449616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6472a41c-aa97-4c38-a6df-bc2134f8ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.452773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6472a41c-aa97-4c38-a6df-bc2134f8ea03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.456227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6472a41c-aa97-4c38-a6df-bc2134f8ea03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/684b0240-b78d-41fe-ad5a-396385d22abb HTTP/1.1" status: 204 len: 168 time: 0.6408682 Jun 30 08:44:24.467795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472a41c-aa97-4c38-a6df-bc2134f8ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b0240-b78d-41fe-ad5a-396385d22abb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:24.477855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-286ad200-9d04-476e-baa8-74d24602dd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.511144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcc73b-751e-495d-98fb-77e288bfd8ac req-144f9f97-a4fd-4ec5-ad03-2c60be4e3097 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:24.512805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5dcc73b-751e-495d-98fb-77e288bfd8ac req-144f9f97-a4fd-4ec5-ad03-2c60be4e3097 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 936 time: 0.1629736 Jun 30 08:44:24.564592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6b71202-7bad-4c9f-a43b-cd3c26c88092 req-4b6ebc81-7526-4174-995f-1f079e54b865 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095288 Jun 30 08:44:24.579299 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-286ad200-9d04-476e-baa8-74d24602dd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.622245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5dcc73b-751e-495d-98fb-77e288bfd8ac req-7bc995b4-4fc2-4f73-9602-21cb35da283c tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010134 Jun 30 08:44:24.653944 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.757253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e16370d5-9753-4546-ac74-20a0383768d4 req-c243b8d7-900b-423b-ad00-f75784a9be55 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 210 time: 0.0552156 Jun 30 08:44:24.779431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Allocated IP 192.168.233.189 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/6c840425-5398-49a2-978a-45426d4ebfa9) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:24.807951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-286ad200-9d04-476e-baa8-74d24602dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.810427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-286ad200-9d04-476e-baa8-74d24602dd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:24.818148 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-286ad200-9d04-476e-baa8-74d24602dd3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0efaddd-afab-4f91-8667-a2eef0c09cc8 HTTP/1.1" status: 204 len: 168 time: 0.6027372 Jun 30 08:44:24.841830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-93518399-b827-43d6-ab2b-544ebf78391f tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:24.841830 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-93518399-b827-43d6-ab2b-544ebf78391f tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.13 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 972 time: 0.3109663 Jun 30 08:44:24.876581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ad200-9d04-476e-baa8-74d24602dd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0efaddd-afab-4f91-8667-a2eef0c09cc8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:24.924366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39940) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:24.942501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-60b27fd6-064d-41ee-9723-0c715832e754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.123433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.128545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Deleting port 0399eedc-99b4-43f2-b720-a92c12368a13 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:44:25.129107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.146047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15347-9cd9-43a3-aa77-055090a04681 req-0f604e3b-ff7e-4f12-b053-453c16814411 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:25.154254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ba15347-9cd9-43a3-aa77-055090a04681 req-0f604e3b-ff7e-4f12-b053-453c16814411 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 971 time: 0.1421716 Jun 30 08:44:25.181782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-60b27fd6-064d-41ee-9723-0c715832e754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.183487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Transition to ACTIVE for port object 6c840425-5398-49a2-978a-45426d4ebfa9 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:25.198129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-60b27fd6-064d-41ee-9723-0c715832e754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.215990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ba15347-9cd9-43a3-aa77-055090a04681 req-8558ebc0-1b29-4c56-8b75-90fd095bb25e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607517 Jun 30 08:44:25.259302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b27fd6-064d-41ee-9723-0c715832e754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8852da58-18e5-4a06-afa5-237e41551354,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:25.268075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-60b27fd6-064d-41ee-9723-0c715832e754 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aeba1ba598ae4415bb7f710cccacdb22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422244 Jun 30 08:44:25.268782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39948) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:25.274856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] For port 0399eedc-99b4-43f2-b720-a92c12368a13, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0399eedc-99b4-43f2-b720-a92c12368a13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:25.276449 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.337895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c995f57b-5b17-4053-9929-cea9b5f712b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.370350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c995f57b-5b17-4053-9929-cea9b5f712b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.383997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39950) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:25.439939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ce48a271-dc7f-4f6d-a607-8d1d29a61659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.508654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578e1bc-b653-4beb-bb42-68201a32a970 req-bbf73f1f-1643-4d7b-8bc7-5a252449ca64 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:25.510409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e578e1bc-b653-4beb-bb42-68201a32a970 req-bbf73f1f-1643-4d7b-8bc7-5a252449ca64 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 972 time: 0.1368995 Jun 30 08:44:25.513882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c995f57b-5b17-4053-9929-cea9b5f712b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.516440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c995f57b-5b17-4053-9929-cea9b5f712b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.518467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Calling delete_port for 0399eedc-99b4-43f2-b720-a92c12368a13 owned by compute:tempest-test_az-2045696192 {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:44:25.520435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c995f57b-5b17-4053-9929-cea9b5f712b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8852da58-18e5-4a06-afa5-237e41551354 HTTP/1.1" status: 204 len: 168 time: 0.2508178 Jun 30 08:44:25.531289 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.568839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995f57b-5b17-4053-9929-cea9b5f712b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8852da58-18e5-4a06-afa5-237e41551354,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:25.675608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e578e1bc-b653-4beb-bb42-68201a32a970 req-497d7619-cac1-4e0f-9440-c3dc412593d8 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/security-groups?id=da3a8fef-3d2c-4da2-8973-b346e1f60285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539018 Jun 30 08:44:25.684546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 56177d09-c25c-48b7-b5f4-903619afaef1 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:25.705232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:25.716032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:25.718900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:25.725021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:25.725741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.752747 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ce48a271-dc7f-4f6d-a607-8d1d29a61659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.767457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ce48a271-dc7f-4f6d-a607-8d1d29a61659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.774498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Pushing event updated for resources: {'Port': ['ID=6c840425-5398-49a2-978a-45426d4ebfa9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:25.807245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-c9f06e78-31aa-4c21-8be8-41e5407ce9c1 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0343342 Jun 30 08:44:25.836582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Request body: {'port': {'device_id': '70b105d8-bc54-4462-9751-386916100bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:25.845209 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 56177d09-c25c-48b7-b5f4-903619afaef1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:25.849709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 56177d09-c25c-48b7-b5f4-903619afaef1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:25.850143 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:25.860727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ce48a271-dc7f-4f6d-a607-8d1d29a61659 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df193fd59bdf4339ab7a00d460f6647e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659362 Jun 30 08:44:25.866105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39972) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:25.870798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48a271-dc7f-4f6d-a607-8d1d29a61659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e99be31-59ee-40ca-a0e9-cda898922163,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:25.978325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:25.997623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.011211 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.025134 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Transition to ACTIVE for port object 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:26.073124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:26.081293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94dd8cd0-039e-4b63-a9da-a04abef8034a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.082704 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02142a06-46f7-402f-b1bb-479ef50ad729" -d '{"events": [{"server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "name": "network-vif-plugged", "status": "completed", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:26.111848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.123323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 56177d09-c25c-48b7-b5f4-903619afaef1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=56177d09-c25c-48b7-b5f4-903619afaef1,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:26.123531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94dd8cd0-039e-4b63-a9da-a04abef8034a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.131626 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.134500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc9fe2d6-bbcf-465d-8f67-3b149a06425b up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:26.145913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1654d-76c4-4678-a089-e11bd21c37e7 req-6a3ccb91-7f11-4087-82d7-8db8ed80e5e7 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:26.156265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55b1654d-76c4-4678-a089-e11bd21c37e7 req-6a3ccb91-7f11-4087-82d7-8db8ed80e5e7 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 936 time: 0.2458739 Jun 30 08:44:26.178777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b59e0-f009-469a-8250-a84d4ae447df req-1f8e29a9-afc3-4e24-91de-65d47e2ab698 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:26.187689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-792b59e0-f009-469a-8250-a84d4ae447df req-1f8e29a9-afc3-4e24-91de-65d47e2ab698 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 967 time: 0.2762079 Jun 30 08:44:26.220714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:26.239774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.265882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b288a598-b613-496d-8027-ee4d54f1280b None None] Provisioning for port 6c840425-5398-49a2-978a-45426d4ebfa9 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:26.278968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b288a598-b613-496d-8027-ee4d54f1280b None None] Provisioning complete for port 6c840425-5398-49a2-978a-45426d4ebfa9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:26.279357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b288a598-b613-496d-8027-ee4d54f1280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.282419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=56177d09-c25c-48b7-b5f4-903619afaef1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:26.306082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port dc9fe2d6-bbcf-465d-8f67-3b149a06425b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:26.314649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port dc9fe2d6-bbcf-465d-8f67-3b149a06425b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:26.314844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-792b59e0-f009-469a-8250-a84d4ae447df req-fd0eade2-c5b2-4c88-8a6d-f54031a15997 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247237 Jun 30 08:44:26.315039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.327948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55b1654d-76c4-4678-a089-e11bd21c37e7 req-88868381-e809-4b27-a4b5-974ab661b731 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693904 Jun 30 08:44:26.347958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b288a598-b613-496d-8027-ee4d54f1280b None None] Port 6c840425-5398-49a2-978a-45426d4ebfa9 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:26.357444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94dd8cd0-039e-4b63-a9da-a04abef8034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.361186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94dd8cd0-039e-4b63-a9da-a04abef8034a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.367026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-94dd8cd0-039e-4b63-a9da-a04abef8034a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e99be31-59ee-40ca-a0e9-cda898922163 HTTP/1.1" status: 204 len: 168 time: 0.4972911 Jun 30 08:44:26.405262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd8cd0-039e-4b63-a9da-a04abef8034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e99be31-59ee-40ca-a0e9-cda898922163,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:26.503983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.514020 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda15dd9-1936-4b2f-9ca0-e223cf34884d x-openstack-request-id: req-cda15dd9-1936-4b2f-9ca0-e223cf34884d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:26.514354 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "name": "network-vif-plugged", "status": "completed", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:26.514608 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cda15dd9-1936-4b2f-9ca0-e223cf34884d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:26.514999 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1', 'code': 200} Jun 30 08:44:26.548916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.591836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0399eedc-99b4-43f2-b720-a92c12368a13'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:26.637859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc9fe2d6-bbcf-465d-8f67-3b149a06425b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:26.642486 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.679371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Pushing event deleted for resources: {'Port': ['ID=0399eedc-99b4-43f2-b720-a92c12368a13,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:26.725246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8955ec-9e55-413c-aca8-27f5318117e2 req-83386280-10ac-4424-a4d8-e17be4fb57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:26.727621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b8955ec-9e55-413c-aca8-27f5318117e2 req-83386280-10ac-4424-a4d8-e17be4fb57f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 1120 time: 0.1403856 Jun 30 08:44:26.741546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4c4fc-a017-4589-ada8-cd57c09875e0 req-57221e87-b944-48e6-9fd1-e3ec5c33a5a2 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:26.748837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bbc4c4fc-a017-4589-ada8-cd57c09875e0 req-57221e87-b944-48e6-9fd1-e3ec5c33a5a2 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 936 time: 0.1644018 Jun 30 08:44:26.749933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:26.775536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Attempting to bind port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:26.776276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Attempting to bind port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:26.777170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Attempting to bind port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:26.803743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] No DVR routers for this DVR port 0399eedc-99b4-43f2-b720-a92c12368a13 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:44:26.813022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:44:26.813349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Attempting to bind port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:26.818873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.820868 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d8cc55b8-11b8-4f0d-a5ef-5c925ad06ad6 req-8b57ca6a-9fad-422e-917d-a4c5b1d479ac tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.13 "DELETE /v2.0/ports/0399eedc-99b4-43f2-b720-a92c12368a13 HTTP/1.1" status: 204 len: 173 time: 1.9672260 Jun 30 08:44:26.821317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'name': 'network-vif-deleted', 'tag': '0399eedc-99b4-43f2-b720-a92c12368a13'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:26.823800 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f992c912-d143-41c5-bb6c-d1d818bd9e92" -d '{"events": [{"server_uuid": "67a63f89-84d9-45a4-bb03-fb9f83bc31f9", "name": "network-vif-deleted", "tag": "0399eedc-99b4-43f2-b720-a92c12368a13"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:26.832391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:26.832751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:26.833287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:26.833569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Bound port: 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:26.834904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:26.866085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b8955ec-9e55-413c-aca8-27f5318117e2 req-f54eafc2-c2f1-4233-932d-170c006eb039 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115141 Jun 30 08:44:26.906980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bbc4c4fc-a017-4589-ada8-cd57c09875e0 req-690ccca6-bad4-4590-8431-1aa30a741655 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569788 Jun 30 08:44:26.974804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c840425-5398-49a2-978a-45426d4ebfa9 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:26.995865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:27.029907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Transition to ACTIVE for port object 6c840425-5398-49a2-978a-45426d4ebfa9 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:27.030473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] For port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:27.033726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] For port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:27.038100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:27.052854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:27.103321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:27.104188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:27.106605 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 HTTP/1.1" status: 200 len: 1097 time: 2.8853905 Jun 30 08:44:27.118758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61355421-2d14-4379-b539-f184552951c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c840425-5398-49a2-978a-45426d4ebfa9,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:27.184198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd167-a6b9-45e8-a23d-a9f60d12f8f7 req-d0700456-26a2-495b-8c32-7b17b9d0b047 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:27.192991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0bfd167-a6b9-45e8-a23d-a9f60d12f8f7 req-d0700456-26a2-495b-8c32-7b17b9d0b047 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 972 time: 0.1378715 Jun 30 08:44:27.235354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Attempting to bind port 6c840425-5398-49a2-978a-45426d4ebfa9 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:27.235864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Attempting to bind port 6c840425-5398-49a2-978a-45426d4ebfa9 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:27.236533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Attempting to bind port 6c840425-5398-49a2-978a-45426d4ebfa9 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:27.248436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Port 6c840425-5398-49a2-978a-45426d4ebfa9 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:44:27.248859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Attempting to bind port 6c840425-5398-49a2-978a-45426d4ebfa9 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:27.257444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0bfd167-a6b9-45e8-a23d-a9f60d12f8f7 req-a567ecf0-6498-4cf9-b16c-2cdc78c3911f tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634468 Jun 30 08:44:27.294897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:27.297186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:27.298928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:27.301428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Bound port: 6c840425-5398-49a2-978a-45426d4ebfa9, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:27.302760 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:27.338560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-396e925f-ab84-4814-b1b5-fdf579a4a70d req-34390bf1-d462-4a4f-8c54-4ff4234578d7 tempest-AggregatesAdminTestJSON-958615202 tempest-AggregatesAdminTestJSON-958615202-project] 10.222.0.53 "GET /v2.0/ports?device_id=67a63f89-84d9-45a4-bb03-fb9f83bc31f9 HTTP/1.1" status: 200 len: 210 time: 0.0598793 Jun 30 08:44:27.350916 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ae5395-85da-4129-aaa8-385c9ff8ae4e x-openstack-request-id: req-67ae5395-85da-4129-aaa8-385c9ff8ae4e {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:27.353285 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a63f89-84d9-45a4-bb03-fb9f83bc31f9", "name": "network-vif-deleted", "tag": "0399eedc-99b4-43f2-b720-a92c12368a13", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:27.353836 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67ae5395-85da-4129-aaa8-385c9ff8ae4e {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:27.354384 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a63f89-84d9-45a4-bb03-fb9f83bc31f9', 'name': 'network-vif-deleted', 'tag': '0399eedc-99b4-43f2-b720-a92c12368a13', 'status': 'completed', 'code': 200} Jun 30 08:44:27.366520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbff2e4-9de9-4355-a609-1293507683b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:27.433718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-86897325-15b0-4ff6-85bd-11554439d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:27.435253 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-86897325-15b0-4ff6-85bd-11554439d495 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b47f1d86404c60a77212dd2e211dde&device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 1100 time: 0.1801872 Jun 30 08:44:27.528545 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-deb68b61-571e-426f-a6c2-475ea4170ea3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 HTTP/1.1" status: 200 len: 217 time: 0.0796893 Jun 30 08:44:27.618412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2596-5f42-4a15-bf94-2773e0415ab7 req-4fe4519f-e10d-4062-9edb-f32350fee218 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:27.620112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffeb2596-5f42-4a15-bf94-2773e0415ab7 req-4fe4519f-e10d-4062-9edb-f32350fee218 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 968 time: 0.1083050 Jun 30 08:44:27.647377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] For port 6c840425-5398-49a2-978a-45426d4ebfa9, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:27.672963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] For port 6c840425-5398-49a2-978a-45426d4ebfa9, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6c840425-5398-49a2-978a-45426d4ebfa9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:27.683885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-0781b073-968a-4352-85e6-ce4248cae238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:27.688891 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-0781b073-968a-4352-85e6-ce4248cae238 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1432948 Jun 30 08:44:27.690376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:27.694172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffeb2596-5f42-4a15-bf94-2773e0415ab7 req-1711a524-b8f5-477d-bcce-f45c420c18c5 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660696 Jun 30 08:44:27.863861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:27.864478 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:27.866609 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-61355421-2d14-4379-b539-f184552951c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/6c840425-5398-49a2-978a-45426d4ebfa9 HTTP/1.1" status: 200 len: 1097 time: 2.0377316 Jun 30 08:44:27.883659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61355421-2d14-4379-b539-f184552951c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c840425-5398-49a2-978a-45426d4ebfa9,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:27.914035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-4beb804b-4a2a-4cf3-b662-07e57879c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:27.916638 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-4beb804b-4a2a-4cf3-b662-07e57879c1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1895781 Jun 30 08:44:28.039566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.26', 57621) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:28.199516 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-515fcfc4-9c64-4300-ac64-70c16953ce35 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736909 Jun 30 08:44:28.223625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce97b43-4afd-425e-a64a-fc1cd4d69830 req-ab75f464-7702-4158-ad6a-afe3d6724042 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.224702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-464c8616-fa68-40b9-a500-4829581eba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.225438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ce97b43-4afd-425e-a64a-fc1cd4d69830 req-ab75f464-7702-4158-ad6a-afe3d6724042 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 948 time: 0.2973449 Jun 30 08:44:28.226143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-464c8616-fa68-40b9-a500-4829581eba0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 1100 time: 0.2155592 Jun 30 08:44:28.287735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-a371c0e6-6568-4eac-8466-f11d441d55a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2448852 Jun 30 08:44:28.299097 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-16271861-f7c6-4f7c-915e-2489153db71d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6c840425-5398-49a2-978a-45426d4ebfa9 HTTP/1.1" status: 200 len: 217 time: 0.0638094 Jun 30 08:44:28.310537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc41124-3832-408d-9745-4e38bd0f3639 req-76b94a2a-9f27-4c00-8a0b-fcc999bc5f7d tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.314096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfc41124-3832-408d-9745-4e38bd0f3639 req-76b94a2a-9f27-4c00-8a0b-fcc999bc5f7d tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 948 time: 0.1847231 Jun 30 08:44:28.322135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ce97b43-4afd-425e-a64a-fc1cd4d69830 req-aa4de6f2-2e62-45ed-ab35-b5c6ea3fafa3 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884123 Jun 30 08:44:28.378910 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43857b6c-0ecd-4570-be1b-2c2bc7891a51 req-54ab234d-47b0-4ae9-ab4a-09a118614f57 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644690 Jun 30 08:44:28.382096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-10f9447a-7d20-42ad-8c76-a4ad7f82b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.383836 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-10f9447a-7d20-42ad-8c76-a4ad7f82b55a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0755758 Jun 30 08:44:28.409454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfc41124-3832-408d-9745-4e38bd0f3639 req-05bf1363-45d3-4dea-bb95-8eadafc1c084 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852480 Jun 30 08:44:28.449503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-402766a9-d3e8-499b-a9d3-0c4b3ac4d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.451028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-402766a9-d3e8-499b-a9d3-0c4b3ac4d15d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b47f1d86404c60a77212dd2e211dde&device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 1101 time: 0.1105788 Jun 30 08:44:28.458658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-f0f9e480-105b-4320-a603-7b335f4ff60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.462123 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-f0f9e480-105b-4320-a603-7b335f4ff60a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686319 Jun 30 08:44:28.516273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:28.518620 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eb522f-50ca-42bb-9a98-cf72a63f2620" -d '{"events": [{"server_uuid": "a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9", "name": "network-vif-plugged", "status": "completed", "tag": "dc9fe2d6-bbcf-465d-8f67-3b149a06425b"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:28.557220 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-fd16aea8-cf5d-4c05-8bf0-52646f5aad02 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869982 Jun 30 08:44:28.573781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-fa8fa9fa-b866-47b3-96d7-ca7bf35ffc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.575480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-fa8fa9fa-b866-47b3-96d7-ca7bf35ffc38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1002016 Jun 30 08:44:28.634005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-0eb17c69-985e-4803-a028-e54e6dd8ad95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=9d5b73ea-535c-46d6-9774-533c2840ec68 HTTP/1.1" status: 200 len: 217 time: 0.0505922 Jun 30 08:44:28.697777 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd7d0a0d-7d3f-45c4-8a67-9bc52fa9a29d req-79b2d7b7-2265-4c4e-9a8a-ba15491f250f service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301305 Jun 30 08:44:28.704347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-4d1c009d-7188-4886-9c48-606934ddbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.706157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-4d1c009d-7188-4886-9c48-606934ddbef8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0538599 Jun 30 08:44:28.789334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-9c87ae3f-6f77-4ade-9e4b-0d6f6800fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.793687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-9c87ae3f-6f77-4ade-9e4b-0d6f6800fa71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763881 Jun 30 08:44:28.806768 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d0ece-4b28-4e0f-b990-23b85714b037 x-openstack-request-id: req-6c8d0ece-4b28-4e0f-b990-23b85714b037 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:28.807073 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9", "name": "network-vif-plugged", "status": "completed", "tag": "dc9fe2d6-bbcf-465d-8f67-3b149a06425b", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:28.807320 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c8d0ece-4b28-4e0f-b990-23b85714b037 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:28.807989 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b', 'code': 200} Jun 30 08:44:28.966333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-bed5c1e7-bc07-46fd-bfc2-b9a27d5e781f service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582899 Jun 30 08:44:28.975910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde1dc0-777b-4a43-8bab-68c2c2fa659c req-755e1265-3608-4fcf-b9dd-6c23a07422ed tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:28.977863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddde1dc0-777b-4a43-8bab-68c2c2fa659c req-755e1265-3608-4fcf-b9dd-6c23a07422ed tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 972 time: 0.1829937 Jun 30 08:44:29.062778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6707d-fc71-4385-8bba-dbe0ec4fd610 req-47c268f3-9b53-4e60-8b9b-aab3ab4a3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:29.064253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8bf6707d-fc71-4385-8bba-dbe0ec4fd610 req-47c268f3-9b53-4e60-8b9b-aab3ab4a3946 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 1124 time: 0.1653452 Jun 30 08:44:29.075193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40092) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:29.094096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddde1dc0-777b-4a43-8bab-68c2c2fa659c req-f6a50029-140d-48e1-a422-0eb872e30317 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056786 Jun 30 08:44:29.130416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a967-e6d3-437a-837c-6b6b2350ff7a req-bc67d828-cea5-457f-8a3a-44a6f53e61c7 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516166 Jun 30 08:44:29.132087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8bf6707d-fc71-4385-8bba-dbe0ec4fd610 req-005e00c0-2d91-4c30-b759-d9412324757b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593908 Jun 30 08:44:29.355833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'tag': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7'}, {'name': 'network-changed', 'server_uuid': '70b105d8-bc54-4462-9751-386916100bb9', 'tag': '6c840425-5398-49a2-978a-45426d4ebfa9'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:29.357364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8303f-093a-4558-8533-4c7832a1e8f8 req-e02e1cbb-f813-469f-a43f-72cd62c401be tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:29.358098 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec911bd2-76fe-45f9-8b50-525fac0461a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc115c8c-fc7a-41c2-8c49-60dfc7352583", "tag": "3a43c6fe-b962-4df0-8a4d-59b6597ea4b7"}, {"name": "network-changed", "server_uuid": "70b105d8-bc54-4462-9751-386916100bb9", "tag": "6c840425-5398-49a2-978a-45426d4ebfa9"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:29.359073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8da8303f-093a-4558-8533-4c7832a1e8f8 req-e02e1cbb-f813-469f-a43f-72cd62c401be tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 968 time: 0.0842466 Jun 30 08:44:29.376118 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-79644b29-a189-422e-9a8d-b85e5f56cd08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=751c16d17d664bc3aba2f5c3e23fd427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2970834 Jun 30 08:44:29.376335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40120) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:29.400738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8da8303f-093a-4558-8533-4c7832a1e8f8 req-ed92b0f7-2d50-4bb2-ac53-11c3be30e183 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349240 Jun 30 08:44:29.424559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45b09386-b82c-4f67-a268-20eb581e6715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:29.454595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45b09386-b82c-4f67-a268-20eb581e6715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:29.519331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45b09386-b82c-4f67-a268-20eb581e6715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:29.522229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45b09386-b82c-4f67-a268-20eb581e6715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:29.528667 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45b09386-b82c-4f67-a268-20eb581e6715 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da3a8fef-3d2c-4da2-8973-b346e1f60285 HTTP/1.1" status: 204 len: 168 time: 0.1492665 Jun 30 08:44:29.536127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b09386-b82c-4f67-a268-20eb581e6715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3a8fef-3d2c-4da2-8973-b346e1f60285,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:29.578476 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff4eff7-889d-424c-830e-c90b91dedbf5 x-openstack-request-id: req-eff4eff7-889d-424c-830e-c90b91dedbf5 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:29.578841 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc115c8c-fc7a-41c2-8c49-60dfc7352583", "tag": "3a43c6fe-b962-4df0-8a4d-59b6597ea4b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70b105d8-bc54-4462-9751-386916100bb9", "tag": "6c840425-5398-49a2-978a-45426d4ebfa9", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:29.579141 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eff4eff7-889d-424c-830e-c90b91dedbf5 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:29.579594 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'tag': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7', 'status': 'completed', 'code': 200} Jun 30 08:44:29.579909 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b105d8-bc54-4462-9751-386916100bb9', 'tag': '6c840425-5398-49a2-978a-45426d4ebfa9', 'status': 'completed', 'code': 200} Jun 30 08:44:29.613163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed92e8-5330-43af-a117-57c393d6b3e7 req-6af78081-e353-4bfc-93ad-88949ab0c243 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:29.614772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53ed92e8-5330-43af-a117-57c393d6b3e7 req-6af78081-e353-4bfc-93ad-88949ab0c243 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 948 time: 0.0758898 Jun 30 08:44:29.646011 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:44:29.693082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53ed92e8-5330-43af-a117-57c393d6b3e7 req-4e249409-f999-4f95-b010-83d15c4433eb tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499861 Jun 30 08:44:29.700448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0399eedc-99b4-43f2-b720-a92c12368a13 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:44:29.728416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 0399eedc-99b4-43f2-b720-a92c12368a13 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:44:29.728939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0399eedc-99b4-43f2-b720-a92c12368a13 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:44:29.743017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-8743686b-88c1-4c7d-9a06-779a7322aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:29.744497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-8743686b-88c1-4c7d-9a06-779a7322aa8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b47f1d86404c60a77212dd2e211dde&device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 1100 time: 0.1288211 Jun 30 08:44:29.784356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb11f0-97cb-4702-a288-f27035139b30 req-b06fb7e0-1c2f-4bc3-a984-0c3a29e16a6e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:29.785994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7bcb11f0-97cb-4702-a288-f27035139b30 req-b06fb7e0-1c2f-4bc3-a984-0c3a29e16a6e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 968 time: 0.1110897 Jun 30 08:44:29.796167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40136) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:29.802850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'floatingip': {'port_id': '56177d09-c25c-48b7-b5f4-903619afaef1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:29.882038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40140) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:29.904946 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.152084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d3fb9570-90f3-44f9-851d-d2b9e928f001 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf84454d4c72479a861734d67a6a7c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689536 Jun 30 08:44:30.157661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40156) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:30.183875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-9d203542-b09d-4fbb-936c-57d32e6a868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:30.185948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-9d203542-b09d-4fbb-936c-57d32e6a868a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.4277780 Jun 30 08:44:30.205262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a6bf-7db1-4d8a-9fd1-c4d8fdc7faab req-d3598172-c1a2-4809-bfed-4c99de8a7600 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:30.205262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91d5a6bf-7db1-4d8a-9fd1-c4d8fdc7faab req-d3598172-c1a2-4809-bfed-4c99de8a7600 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 948 time: 0.3789935 Jun 30 08:44:30.245431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62d6d56-a656-4a4d-afd1-df99c9a5e642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.283788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91d5a6bf-7db1-4d8a-9fd1-c4d8fdc7faab req-91f85d57-3eda-40b0-9ea1-5c2ede7bf9ea tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762975 Jun 30 08:44:30.284051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40164) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:30.286838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-5b136832-5c70-4a2b-ae21-f4e1b74b614c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 HTTP/1.1" status: 200 len: 217 time: 0.0855670 Jun 30 08:44:30.380088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-7f06a9cc-b58b-4261-a2d9-05a077729e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:30.381545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-7f06a9cc-b58b-4261-a2d9-05a077729e09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0797091 Jun 30 08:44:30.383578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62d6d56-a656-4a4d-afd1-df99c9a5e642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.451021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c555aa-232e-4960-93c9-0fcce6b17873 req-59fd0532-a452-44f8-a145-d895ceb3758c tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:30.453167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5c555aa-232e-4960-93c9-0fcce6b17873 req-59fd0532-a452-44f8-a145-d895ceb3758c tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 972 time: 0.1426950 Jun 30 08:44:30.464285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f4c09dc7-f791-4c94-9832-26f98a125b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.535226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5c555aa-232e-4960-93c9-0fcce6b17873 req-85cf38f4-afaa-4ae6-b50d-c3d1f4489daf tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724175 Jun 30 08:44:30.557506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-129f19ce-b364-4d36-b5c1-cdb73491464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:30.559970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-129f19ce-b364-4d36-b5c1-cdb73491464d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633258 Jun 30 08:44:30.725664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-bbdbaf2b-99df-4361-b390-010eae638733 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561313 Jun 30 08:44:30.795497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f4c09dc7-f791-4c94-9832-26f98a125b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.808158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f4c09dc7-f791-4c94-9832-26f98a125b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.839069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f4c09dc7-f791-4c94-9832-26f98a125b0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=529659e9c03e4dfb9d04b69d8a71fcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537984 Jun 30 08:44:30.842089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:30.878689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c09dc7-f791-4c94-9832-26f98a125b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d7a4d-afd7-4c4d-9b84-a66fbe7fdf16,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:30.886107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-39082abd-3f0f-4552-9d19-d0d68b730db9 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521969 Jun 30 08:44:30.907459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62d6d56-a656-4a4d-afd1-df99c9a5e642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.909944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62d6d56-a656-4a4d-afd1-df99c9a5e642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:30.913271 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a62d6d56-a656-4a4d-afd1-df99c9a5e642 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f017e382-fcaf-494a-9a22-fb2a11852330 HTTP/1.1" status: 204 len: 168 time: 0.7518106 Jun 30 08:44:30.951051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d6d56-a656-4a4d-afd1-df99c9a5e642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f017e382-fcaf-494a-9a22-fb2a11852330,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:30.981375 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.002857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.024919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-4fbaa0e9-d0d9-4b33-8481-0719bc718241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:31.036994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-4fbaa0e9-d0d9-4b33-8481-0719bc718241 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 1100 time: 0.0896025 Jun 30 08:44:31.051834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79e6be7c-a471-429f-99f5-db903c8a664d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.135475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79e6be7c-a471-429f-99f5-db903c8a664d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.193739 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Floating IP 8418746e-f27a-468f-82e9-82406653b7d6 associated. External IP: 172.25.8.45, port: 56177d09-c25c-48b7-b5f4-903619afaef1. Jun 30 08:44:31.264721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-a0673afa-635e-467a-9b34-ea1f2f2c127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:31.267212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-a0673afa-635e-467a-9b34-ea1f2f2c127e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2150495 Jun 30 08:44:31.314892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-001f1302-69ac-40b8-bc5f-12c44ef924b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6c840425-5398-49a2-978a-45426d4ebfa9 HTTP/1.1" status: 200 len: 217 time: 0.0400584 Jun 30 08:44:31.326938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79e6be7c-a471-429f-99f5-db903c8a664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.329433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79e6be7c-a471-429f-99f5-db903c8a664d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.334538 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-79e6be7c-a471-429f-99f5-db903c8a664d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c86d7a4d-afd7-4c4d-9b84-a66fbe7fdf16 HTTP/1.1" status: 204 len: 168 time: 0.4917359 Jun 30 08:44:31.345181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6be7c-a471-429f-99f5-db903c8a664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d7a4d-afd7-4c4d-9b84-a66fbe7fdf16,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:31.422709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:31.470156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-c7cd8c74-7e98-4177-911a-5acdf1eaaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:31.471919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-c7cd8c74-7e98-4177-911a-5acdf1eaaa6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1500332 Jun 30 08:44:31.477199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Router 60565d31-3aa0-4682-9996-3c5f28188e71 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:44:31.487194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d12fde-4a2d-4ba0-852a-06169abab30a req-f688db9f-42ad-4f1d-9bbc-4769030a28a1 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:31.499401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03d12fde-4a2d-4ba0-852a-06169abab30a req-f688db9f-42ad-4f1d-9bbc-4769030a28a1 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 948 time: 0.2665462 Jun 30 08:44:31.626309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:31.632436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:44:31.640790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.645038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-28e59c53-0a07-4ef4-a71e-65646419a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.650846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7', 'mac_address': 'fa:16:3e:81:3d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:31.659978 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] Sync routers for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:44:31.666521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a40e4-00a1-4314-a8b1-4785503fc31d req-d44287e0-a3cf-43ea-8449-1759331f7347 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:31.672191 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:31.672811 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:31.674968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c55a40e4-00a1-4314-a8b1-4785503fc31d req-d44287e0-a3cf-43ea-8449-1759331f7347 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 972 time: 0.2999871 Jun 30 08:44:31.715460 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1bd3f1bc-d7ac-4182-872a-b92780c6a9d4 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "PUT /v2.0/floatingips/8418746e-f27a-468f-82e9-82406653b7d6 HTTP/1.1" status: 200 len: 1013 time: 1.9178333 Jun 30 08:44:31.719297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:31.727281 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:31.729073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.745118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03d12fde-4a2d-4ba0-852a-06169abab30a req-008a9abb-0245-43d3-b813-2f8e82d5c63e tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347651 Jun 30 08:44:31.745560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:31.751418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-c41ed66a-58b7-4a3a-ba53-0313127168ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:31.752889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-c41ed66a-58b7-4a3a-ba53-0313127168ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2515705 Jun 30 08:44:31.764671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c55a40e4-00a1-4314-a8b1-4785503fc31d req-bd56f4ef-8146-441d-9d09-32fbe1618b6b tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856941 Jun 30 08:44:31.788304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:31.802259 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.803271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6c840425-5398-49a2-978a-45426d4ebfa9 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:31.834979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40238) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:31.861615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b35db51-03f7-40c6-94f1-563de1fe1497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.913566 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:31.936399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-4b4366c6-b46b-4a3b-bd90-5076ef69d939 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706913 Jun 30 08:44:31.965301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6c840425-5398-49a2-978a-45426d4ebfa9, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6c840425-5398-49a2-978a-45426d4ebfa9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:32.007997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '6c840425-5398-49a2-978a-45426d4ebfa9', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '6c840425-5398-49a2-978a-45426d4ebfa9', 'mac_address': 'fa:16:3e:2b:70:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:32.015472 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b35db51-03f7-40c6-94f1-563de1fe1497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.016832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:32.024582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b35db51-03f7-40c6-94f1-563de1fe1497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.105251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.124989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c840425-5398-49a2-978a-45426d4ebfa9 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:32.136663 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3b35db51-03f7-40c6-94f1-563de1fe1497 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=332e329e2d8e408ea8fd912f2225c450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004701 Jun 30 08:44:32.138940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35db51-03f7-40c6-94f1-563de1fe1497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5bb403-ce2d-484e-b7d1-30533b7b8aed,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:32.150408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40246) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:32.156936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6c840425-5398-49a2-978a-45426d4ebfa9, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6c840425-5398-49a2-978a-45426d4ebfa9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:32.165285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.234480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6c840425-5398-49a2-978a-45426d4ebfa9,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:32.271015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec911bd2-76fe-45f9-8b50-525fac0461a6 req-bfc58f46-b793-4aef-9a08-18eed5d642bd service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189156 Jun 30 08:44:32.318480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81122c1-41f6-43b4-81bf-6c8917d4da3f req-ee5adecc-9be6-4f7c-9fc5-9ed879348be2 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:32.326246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f81122c1-41f6-43b4-81bf-6c8917d4da3f req-ee5adecc-9be6-4f7c-9fc5-9ed879348be2 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 948 time: 0.2485435 Jun 30 08:44:32.337456 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8418746e-f27a-468f-82e9-82406653b7d6', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'port_id': '56177d09-c25c-48b7-b5f4-903619afaef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'mac_address': 'fa:16:3e:b3:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'device_owner': 'compute:tempest-test_az-2045696192'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:44:11Z', 'updated_at': '2021-06-30T08:44:30Z', 'revision_number': 1, 'project_id': '4137f6d11f644239947763f28f765a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:32.351333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d9af83-a9bf-414a-82b0-1f7be3fb1d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.373005 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] Checking router: 60565d31-3aa0-4682-9996-3c5f28188e71 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:44:32.384496 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:32.385124 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:32.400866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f81122c1-41f6-43b4-81bf-6c8917d4da3f req-838f9109-2287-4141-8415-41b34a743491 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709836 Jun 30 08:44:32.403541 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1e4c36-a75f-481f-b00c-a0350e88c70d x-openstack-request-id: req-5c1e4c36-a75f-481f-b00c-a0350e88c70d {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:32.403982 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:32.404285 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c1e4c36-a75f-481f-b00c-a0350e88c70d {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:32.404848 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1', 'status': 'completed', 'code': 200} Jun 30 08:44:32.406055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['3a43c6fe-b962-4df0-8a4d-59b6597ea4b7'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:32.407592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d9af83-a9bf-414a-82b0-1f7be3fb1d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.424135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6c840425-5398-49a2-978a-45426d4ebfa9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:32.514813 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:32.604966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-803bcd4e-a17e-4550-a02c-a9558087ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:32.609269 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-803bcd4e-a17e-4550-a02c-a9558087ab4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 1120 time: 0.1470070 Jun 30 08:44:32.658379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d9af83-a9bf-414a-82b0-1f7be3fb1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.668509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d9af83-a9bf-414a-82b0-1f7be3fb1d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.672876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-19d9af83-a9bf-414a-82b0-1f7be3fb1d6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba5bb403-ce2d-484e-b7d1-30533b7b8aed HTTP/1.1" status: 204 len: 168 time: 0.5203245 Jun 30 08:44:32.706306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f675f6-e242-4596-af81-2ac179cb5aee req-2c330e01-6968-4a2a-bab5-efd521777ba8 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:32.708238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89f675f6-e242-4596-af81-2ac179cb5aee req-2c330e01-6968-4a2a-bab5-efd521777ba8 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.13 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 972 time: 0.2326138 Jun 30 08:44:32.734940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9af83-a9bf-414a-82b0-1f7be3fb1d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5bb403-ce2d-484e-b7d1-30533b7b8aed,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:32.800998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-587aeeea-aa01-40a0-84f6-ef789acf1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:32.802522 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-587aeeea-aa01-40a0-84f6-ef789acf1c04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 925 time: 0.1874795 Jun 30 08:44:32.933974 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8418746e-f27a-468f-82e9-82406653b7d6', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'port_id': '56177d09-c25c-48b7-b5f4-903619afaef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'mac_address': 'fa:16:3e:b3:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'device_owner': 'compute:tempest-test_az-2045696192'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:44:11Z', 'updated_at': '2021-06-30T08:44:30Z', 'revision_number': 1, 'project_id': '4137f6d11f644239947763f28f765a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:32.957672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-0b49203f-5736-44fa-acff-e1b94d37a5f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56177d09-c25c-48b7-b5f4-903619afaef1 HTTP/1.1" status: 200 len: 1021 time: 0.1478348 Jun 30 08:44:32.978646 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f6466-8b1a-40b6-ac5f-9ef3f3adddb7 None None] The sync data for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 is: [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8418746e-f27a-468f-82e9-82406653b7d6', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'port_id': '56177d09-c25c-48b7-b5f4-903619afaef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'mac_address': 'fa:16:3e:b3:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'device_owner': 'compute:tempest-test_az-2045696192'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:44:11Z', 'updated_at': '2021-06-30T08:44:30Z', 'revision_number': 1, 'project_id': '4137f6d11f644239947763f28f765a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:44:32.997828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Deleting port dc9fe2d6-bbcf-465d-8f67-3b149a06425b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:44:32.998198 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:33.041203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-02bafdce-9204-4528-88af-fafa3878c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:33.043207 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-02bafdce-9204-4528-88af-fafa3878c1a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.0755115 Jun 30 08:44:33.132192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-1bb7fc49-1d83-479c-afcf-a899b19b07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:33.135511 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-1bb7fc49-1d83-479c-afcf-a899b19b07c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856633 Jun 30 08:44:33.176474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] For port dc9fe2d6-bbcf-465d-8f67-3b149a06425b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:33.176822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:33.200953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Calling delete_port for dc9fe2d6-bbcf-465d-8f67-3b149a06425b owned by compute:tempest-test_az-2045696192 {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:44:33.256755 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-efcbf705-e937-4ea2-80b2-bd1f937c2da1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143939 Jun 30 08:44:33.302694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a167-7dbc-4798-bf93-a877679e2447 req-3decefea-af65-4d51-9360-68b971afdece tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:33.314180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a601a167-7dbc-4798-bf93-a877679e2447 req-3decefea-af65-4d51-9360-68b971afdece tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 949 time: 0.2057583 Jun 30 08:44:33.386195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b9066-3e20-4d55-b6db-86325a29780e None None] New status for floating IP 8418746e-f27a-468f-82e9-82406653b7d6: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:44:33.403523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a601a167-7dbc-4798-bf93-a877679e2447 req-f5a25bbe-6745-4e95-84f5-13c32026f195 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881612 Jun 30 08:44:33.410375 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9b0ee5d-379f-477c-bbf6-fe4ff1737ed2 req-8a5b1aa1-3441-432d-84bd-7aeb7801c073 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418853 Jun 30 08:44:33.440381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:33.564885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968494b2-c279-4d16-9be2-b2347120c154 req-d850448f-3221-414e-b751-6a9e6805fba2 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:33.568974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-968494b2-c279-4d16-9be2-b2347120c154 req-d850448f-3221-414e-b751-6a9e6805fba2 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9 HTTP/1.1" status: 200 len: 972 time: 0.1784966 Jun 30 08:44:33.605658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:33.635269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['dc9fe2d6-bbcf-465d-8f67-3b149a06425b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:33.647912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Pushing event deleted for resources: {'Port': ['ID=dc9fe2d6-bbcf-465d-8f67-3b149a06425b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:33.665931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-968494b2-c279-4d16-9be2-b2347120c154 req-0e8ae609-c848-4282-a3ad-3af569fb6373 tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878191 Jun 30 08:44:33.759228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] No DVR routers for this DVR port dc9fe2d6-bbcf-465d-8f67-3b149a06425b on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:44:33.763210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:33.765962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89f675f6-e242-4596-af81-2ac179cb5aee req-95380453-7b1f-4984-ade4-e9cd0f86d98e tempest-ServerDiagnosticsNegativeTest-272202994 tempest-ServerDiagnosticsNegativeTest-272202994-project] 10.222.0.13 "DELETE /v2.0/ports/dc9fe2d6-bbcf-465d-8f67-3b149a06425b HTTP/1.1" status: 204 len: 173 time: 1.0488584 Jun 30 08:44:33.766680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'name': 'network-vif-deleted', 'tag': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:33.770104 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebbe3f0-bc34-4adb-ae8d-db144af37229" -d '{"events": [{"server_uuid": "a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9", "name": "network-vif-deleted", "tag": "dc9fe2d6-bbcf-465d-8f67-3b149a06425b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:33.895311 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1d041a-6784-44ea-a01c-08f4dda618ab x-openstack-request-id: req-5b1d041a-6784-44ea-a01c-08f4dda618ab {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:33.895973 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9", "name": "network-vif-deleted", "tag": "dc9fe2d6-bbcf-465d-8f67-3b149a06425b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:33.896430 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b1d041a-6784-44ea-a01c-08f4dda618ab {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:33.897457 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a894b5c2-ffd7-4c0b-ba3c-e547ae5c66f9', 'name': 'network-vif-deleted', 'tag': 'dc9fe2d6-bbcf-465d-8f67-3b149a06425b', 'status': 'completed', 'code': 200} Jun 30 08:44:33.912759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40318) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:34.071096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:34.076590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:34.077358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.107830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d29c83-25cf-432a-8062-813b898eaa39 req-42b11597-6e2d-4d18-aea9-5f036a5bd837 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:34.115584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5d29c83-25cf-432a-8062-813b898eaa39 req-42b11597-6e2d-4d18-aea9-5f036a5bd837 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 949 time: 0.1915004 Jun 30 08:44:34.183924 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.197253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5d29c83-25cf-432a-8062-813b898eaa39 req-7f8bdb3b-afc9-4591-b5c8-245ac2d30344 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737050 Jun 30 08:44:34.235392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:34.239768 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df21d07-285b-4dbd-8a4e-cab2c36d1d40" -d '{"events": [{"server_uuid": "cc115c8c-fc7a-41c2-8c49-60dfc7352583", "name": "network-vif-plugged", "status": "completed", "tag": "3a43c6fe-b962-4df0-8a4d-59b6597ea4b7"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:34.256855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:34.265126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.266021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6c840425-5398-49a2-978a-45426d4ebfa9 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:34.290663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.369274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40348) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:34.370824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54e19123-9240-454b-89c5-02a4dcb5e2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.374999 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896374e2-57f7-4a3f-bc49-c2331ca7da49 x-openstack-request-id: req-896374e2-57f7-4a3f-bc49-c2331ca7da49 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:34.376313 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc115c8c-fc7a-41c2-8c49-60dfc7352583", "name": "network-vif-plugged", "status": "completed", "tag": "3a43c6fe-b962-4df0-8a4d-59b6597ea4b7", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:34.376599 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-896374e2-57f7-4a3f-bc49-c2331ca7da49 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:34.376945 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7', 'code': 200} Jun 30 08:44:34.378859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e12ed194-e479-4f2c-bcb5-10b09509c667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.385491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:34.447986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 6c840425-5398-49a2-978a-45426d4ebfa9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:34.452915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 6c840425-5398-49a2-978a-45426d4ebfa9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:34.453324 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.478886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5eae3c80-0de0-4470-8b1b-16c76c3eabfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.642047 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.676437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6c840425-5398-49a2-978a-45426d4ebfa9, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6c840425-5398-49a2-978a-45426d4ebfa9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:34.680871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.714527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929165-93d8-424f-878e-46841075a8a5 req-26f34c65-52a8-48a1-8176-b0dc850f1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:34.716137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9929165-93d8-424f-878e-46841075a8a5 req-26f34c65-52a8-48a1-8176-b0dc850f1c8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 1102 time: 0.2046039 Jun 30 08:44:34.720119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54e19123-9240-454b-89c5-02a4dcb5e2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.745457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54e19123-9240-454b-89c5-02a4dcb5e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.795067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6c840425-5398-49a2-978a-45426d4ebfa9,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:34.806144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-54e19123-9240-454b-89c5-02a4dcb5e2b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45bfc325409b4351802a88d108a0e45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8921514 Jun 30 08:44:34.808851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:34.817728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9929165-93d8-424f-878e-46841075a8a5 req-86547c4b-d167-407c-b561-a04323a932fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928922 Jun 30 08:44:34.819712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e19123-9240-454b-89c5-02a4dcb5e2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd643b37-7fac-48c9-b0eb-7e26f711aaf5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:34.843329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e9adf-89d3-4bfd-bda7-f8c3173f67e9 req-3802728a-5223-4d47-970a-4289b3710bb3 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:34.845464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a8e9adf-89d3-4bfd-bda7-f8c3173f67e9 req-3802728a-5223-4d47-970a-4289b3710bb3 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 950 time: 0.1943526 Jun 30 08:44:34.898369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a8e9adf-89d3-4bfd-bda7-f8c3173f67e9 req-e2d9d921-e1dc-4109-bde4-6bcb5fa50630 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468712 Jun 30 08:44:34.918467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd115-a628-4308-88bf-affbd2259902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.950227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd115-a628-4308-88bf-affbd2259902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.974312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5eae3c80-0de0-4470-8b1b-16c76c3eabfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:34.994948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5eae3c80-0de0-4470-8b1b-16c76c3eabfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.046283 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5eae3c80-0de0-4470-8b1b-16c76c3eabfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07dad9b261284055a046f925be18e650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757598 Jun 30 08:44:35.047635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3c80-0de0-4470-8b1b-16c76c3eabfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e17904-0cdc-439a-ae0d-ea073b1cf786,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:35.050474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40390) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:35.073453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd115-a628-4308-88bf-affbd2259902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.076713 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd115-a628-4308-88bf-affbd2259902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.078134 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9a0bd115-a628-4308-88bf-affbd2259902 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd643b37-7fac-48c9-b0eb-7e26f711aaf5 HTTP/1.1" status: 204 len: 168 time: 0.2672839 Jun 30 08:44:35.109515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bd115-a628-4308-88bf-affbd2259902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd643b37-7fac-48c9-b0eb-7e26f711aaf5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:35.145918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081783c1-4f31-4187-aaa5-082c1fd85480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.170285 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081783c1-4f31-4187-aaa5-082c1fd85480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.263043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081783c1-4f31-4187-aaa5-082c1fd85480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.265919 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081783c1-4f31-4187-aaa5-082c1fd85480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.270115 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-081783c1-4f31-4187-aaa5-082c1fd85480 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22e17904-0cdc-439a-ae0d-ea073b1cf786 HTTP/1.1" status: 204 len: 168 time: 0.2182155 Jun 30 08:44:35.283696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081783c1-4f31-4187-aaa5-082c1fd85480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e17904-0cdc-439a-ae0d-ea073b1cf786,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:35.355306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40420) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:35.425121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a436541-a37f-4692-92de-b18546f382de req-5bd7099d-a2ac-439a-a3b2-6060a21a1d8b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:35.432273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a436541-a37f-4692-92de-b18546f382de req-5bd7099d-a2ac-439a-a3b2-6060a21a1d8b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 950 time: 0.0784361 Jun 30 08:44:35.474214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a436541-a37f-4692-92de-b18546f382de req-0f6489e1-deb3-467a-a476-f24865822a60 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Jun 30 08:44:35.506777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40432) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:35.519900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75f0281e-2289-4cb5-ac39-8d69345adc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.659234 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.665365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75f0281e-2289-4cb5-ac39-8d69345adc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.669979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75f0281e-2289-4cb5-ac39-8d69345adc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.734519 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-75f0281e-2289-4cb5-ac39-8d69345adc41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11af0ac706884427b04973350410e314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264616 Jun 30 08:44:35.738198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40436) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:35.742410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0281e-2289-4cb5-ac39-8d69345adc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe9e1c-0933-4805-8287-86d64e36bc81,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:35.779306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:35.779430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4a39cbfe-b359-4b37-9cfa-5adde32bbc84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8998f9b394c94099aef920d8c4270699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978510 Jun 30 08:44:35.814919 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a885ddd-0abd-41b6-ac7d-085a14303ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.832403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b27a87a-f1bf-41b8-8063-89f6e355ff7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.858570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b27a87a-f1bf-41b8-8063-89f6e355ff7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.915642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b27a87a-f1bf-41b8-8063-89f6e355ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.918617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b27a87a-f1bf-41b8-8063-89f6e355ff7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:35.922227 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b27a87a-f1bf-41b8-8063-89f6e355ff7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff HTTP/1.1" status: 204 len: 168 time: 0.1401558 Jun 30 08:44:35.960467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27a87a-f1bf-41b8-8063-89f6e355ff7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2badb8-48fd-47f9-b01b-bf3c72ddf5ff,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:35.968005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40448) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:36.012851 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20b26486-b100-46fd-8097-67f3e25524d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.069669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40450) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:36.090622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a885ddd-0abd-41b6-ac7d-085a14303ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.165992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20b26486-b100-46fd-8097-67f3e25524d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.169827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20b26486-b100-46fd-8097-67f3e25524d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.187057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26edc36-cc29-4280-8c0c-46b2cf563c0b req-f14d7fc2-e368-47b9-b8df-084ac835d01f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:36.188550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e26edc36-cc29-4280-8c0c-46b2cf563c0b req-f14d7fc2-e368-47b9-b8df-084ac835d01f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 950 time: 0.0889380 Jun 30 08:44:36.204884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a885ddd-0abd-41b6-ac7d-085a14303ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.207632 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a885ddd-0abd-41b6-ac7d-085a14303ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.209784 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-20b26486-b100-46fd-8097-67f3e25524d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6bd2b72df8840358d6dc8060b8db119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403026 Jun 30 08:44:36.210167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4a885ddd-0abd-41b6-ac7d-085a14303ac5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2abe9e1c-0933-4805-8287-86d64e36bc81 HTTP/1.1" status: 204 len: 168 time: 0.4709127 Jun 30 08:44:36.210825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40458) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:36.230415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b26486-b100-46fd-8097-67f3e25524d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10fdafe-b6b8-4fb4-9267-72ef547bab8f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:36.264068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a885ddd-0abd-41b6-ac7d-085a14303ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe9e1c-0933-4805-8287-86d64e36bc81,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:36.310716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e26edc36-cc29-4280-8c0c-46b2cf563c0b req-fac6fc7f-b2ff-464f-9f56-3920f031f33b tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151686 Jun 30 08:44:36.345369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c73cec0-8870-4516-a331-2d20f253a94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.378511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b105d8-bc54-4462-9751-386916100bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c840425-5398-49a2-978a-45426d4ebfa9'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:36.381223 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0efafb2-e803-4db9-865a-1505ec9dff47" -d '{"events": [{"server_uuid": "70b105d8-bc54-4462-9751-386916100bb9", "name": "network-vif-plugged", "status": "completed", "tag": "6c840425-5398-49a2-978a-45426d4ebfa9"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:36.388200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-842a2191-ef7d-4845-a2f7-9ea52d207e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.427043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-842a2191-ef7d-4845-a2f7-9ea52d207e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.440874 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07272fb5-b594-4e71-8843-89004e4bea71 x-openstack-request-id: req-07272fb5-b594-4e71-8843-89004e4bea71 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:36.441401 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b105d8-bc54-4462-9751-386916100bb9", "name": "network-vif-plugged", "status": "completed", "tag": "6c840425-5398-49a2-978a-45426d4ebfa9", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:36.441947 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07272fb5-b594-4e71-8843-89004e4bea71 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:36.442342 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b105d8-bc54-4462-9751-386916100bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c840425-5398-49a2-978a-45426d4ebfa9', 'code': 200} Jun 30 08:44:36.534336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c73cec0-8870-4516-a331-2d20f253a94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.535499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-842a2191-ef7d-4845-a2f7-9ea52d207e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.538701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-842a2191-ef7d-4845-a2f7-9ea52d207e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.543606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-842a2191-ef7d-4845-a2f7-9ea52d207e3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f10fdafe-b6b8-4fb4-9267-72ef547bab8f HTTP/1.1" status: 204 len: 168 time: 0.3156419 Jun 30 08:44:36.550407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40472) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:36.570552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c73cec0-8870-4516-a331-2d20f253a94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.571781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b076f190-3682-43f9-9d44-7364b5a8231a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.608116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a2191-ef7d-4845-a2f7-9ea52d207e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10fdafe-b6b8-4fb4-9267-72ef547bab8f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:36.636539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3c73cec0-8870-4516-a331-2d20f253a94f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e199a367f8a646cb99142f934db47ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647888 Jun 30 08:44:36.643214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40476) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:36.708054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73cec0-8870-4516-a331-2d20f253a94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdf6eb-e678-4dfb-bff6-0efe5bd21588,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:36.778239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b076f190-3682-43f9-9d44-7364b5a8231a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.782988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8a32-8d7e-471c-af7c-1fd35b47ea11 req-9455af1f-a48a-403a-9eb5-97c24d43964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:36.784711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef9a8a32-8d7e-471c-af7c-1fd35b47ea11 req-9455af1f-a48a-403a-9eb5-97c24d43964c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 1102 time: 0.2396984 Jun 30 08:44:36.785451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b076f190-3682-43f9-9d44-7364b5a8231a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.823651 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87d803df-558a-4e03-91bc-b4e91f2a4fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.827510 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b076f190-3682-43f9-9d44-7364b5a8231a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f81240a7edaf481d84b171ffa83dfb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755344 Jun 30 08:44:36.829862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076f190-3682-43f9-9d44-7364b5a8231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4cf3e-88ba-4d8a-b5a6-2fd9d4e053f4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:36.830888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40482) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:36.924976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf631-8b6d-419a-9225-1a022fecb6c2 req-883bc2fa-9836-466d-8131-7ada2474c10b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:36.926778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c4cf631-8b6d-419a-9225-1a022fecb6c2 req-883bc2fa-9836-466d-8131-7ada2474c10b tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 950 time: 0.2564435 Jun 30 08:44:36.933969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87d803df-558a-4e03-91bc-b4e91f2a4fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:36.937169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef9a8a32-8d7e-471c-af7c-1fd35b47ea11 req-e94e2499-9624-49cf-86b1-f6c7d6a65e57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404831 Jun 30 08:44:37.034304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c4cf631-8b6d-419a-9225-1a022fecb6c2 req-2b4afa02-0c0c-45c2-9a44-b258e75c8779 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925837 Jun 30 08:44:37.037414 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb599-1e6b-4ad0-a040-4e99a8e9e1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.073135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb599-1e6b-4ad0-a040-4e99a8e9e1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.085812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5abfe-3b26-4a9e-b892-bed538e95d50 req-6ee26511-e913-4d2f-ab4f-07d13314ed99 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.085812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fc5abfe-3b26-4a9e-b892-bed538e95d50 req-6ee26511-e913-4d2f-ab4f-07d13314ed99 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 950 time: 0.2429693 Jun 30 08:44:37.095337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87d803df-558a-4e03-91bc-b4e91f2a4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.098324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87d803df-558a-4e03-91bc-b4e91f2a4fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.099814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-87d803df-558a-4e03-91bc-b4e91f2a4fe1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21bdf6eb-e678-4dfb-bff6-0efe5bd21588 HTTP/1.1" status: 204 len: 168 time: 0.4541037 Jun 30 08:44:37.106398 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.141410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d803df-558a-4e03-91bc-b4e91f2a4fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdf6eb-e678-4dfb-bff6-0efe5bd21588,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:37.170513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fc5abfe-3b26-4a9e-b892-bed538e95d50 req-6659a429-dca6-413b-982f-c006591780a5 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776062 Jun 30 08:44:37.183991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40500) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:37.189882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb599-1e6b-4ad0-a040-4e99a8e9e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.192825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb599-1e6b-4ad0-a040-4e99a8e9e1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.196703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9ddfb599-1e6b-4ad0-a040-4e99a8e9e1c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cb4cf3e-88ba-4d8a-b5a6-2fd9d4e053f4 HTTP/1.1" status: 204 len: 168 time: 0.3603878 Jun 30 08:44:37.203349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-128389ae-57d5-46c8-80b6-1cd454eaae98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.207578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfb599-1e6b-4ad0-a040-4e99a8e9e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4cf3e-88ba-4d8a-b5a6-2fd9d4e053f4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:37.362300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-128389ae-57d5-46c8-80b6-1cd454eaae98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.371044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-128389ae-57d5-46c8-80b6-1cd454eaae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.413873 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-128389ae-57d5-46c8-80b6-1cd454eaae98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0315060e4744bf3a8b8d3ccaf57d6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264466 Jun 30 08:44:37.414638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:37.443520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128389ae-57d5-46c8-80b6-1cd454eaae98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2e3bb9-2ac3-4e00-b000-3439e6bd2e2e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:37.468370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25c8ca98-c052-476c-bcc9-b0ae9b452bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.491867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25c8ca98-c052-476c-bcc9-b0ae9b452bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.568091 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25c8ca98-c052-476c-bcc9-b0ae9b452bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.571202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25c8ca98-c052-476c-bcc9-b0ae9b452bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.572379 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-25c8ca98-c052-476c-bcc9-b0ae9b452bdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b2e3bb9-2ac3-4e00-b000-3439e6bd2e2e HTTP/1.1" status: 204 len: 168 time: 0.1568885 Jun 30 08:44:37.581492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8ca98-c052-476c-bcc9-b0ae9b452bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2e3bb9-2ac3-4e00-b000-3439e6bd2e2e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:37.658915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40514) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:37.683766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7efc6042-b53e-4d64-9454-f3a091375ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.699711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3331ad-551b-4e69-b049-4225c08a489f req-50ed4921-f123-47d0-8cb4-85f4734288b9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.700819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3331ad-551b-4e69-b049-4225c08a489f req-50ed4921-f123-47d0-8cb4-85f4734288b9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.701946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3331ad-551b-4e69-b049-4225c08a489f req-50ed4921-f123-47d0-8cb4-85f4734288b9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.702424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3331ad-551b-4e69-b049-4225c08a489f req-50ed4921-f123-47d0-8cb4-85f4734288b9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.703294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3331ad-551b-4e69-b049-4225c08a489f req-50ed4921-f123-47d0-8cb4-85f4734288b9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.705035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb3331ad-551b-4e69-b049-4225c08a489f req-50ed4921-f123-47d0-8cb4-85f4734288b9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2237339 Jun 30 08:44:37.766735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc9fe2d6-bbcf-465d-8f67-3b149a06425b no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:44:37.802052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: dc9fe2d6-bbcf-465d-8f67-3b149a06425b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:44:37.802393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc9fe2d6-bbcf-465d-8f67-3b149a06425b not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:44:37.827019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7efc6042-b53e-4d64-9454-f3a091375ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.834180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b182f3-3046-445b-8813-7a14dd5879b6 req-d957c309-6fda-4795-b1da-a9b7a9f554d9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.835294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7efc6042-b53e-4d64-9454-f3a091375ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.836940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47b182f3-3046-445b-8813-7a14dd5879b6 req-d957c309-6fda-4795-b1da-a9b7a9f554d9 tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 886 time: 0.1080983 Jun 30 08:44:37.913374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc6042-b53e-4d64-9454-f3a091375ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d616e7-aed6-4ed4-b13a-76d1f24dcad1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:37.919190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7efc6042-b53e-4d64-9454-f3a091375ea8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3b38a5b0f1e42448da1c296a899ef17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592299 Jun 30 08:44:37.922048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40522) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:37.988617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a973774-dbaf-4f70-8a45-d9a5400d4474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:37.989480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f9ef4-c1d0-4ca8-8a24-1bfe848e1c1a req-903100f6-798d-408d-b137-9ba00f79869c tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.990055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f9ef4-c1d0-4ca8-8a24-1bfe848e1c1a req-903100f6-798d-408d-b137-9ba00f79869c tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.994047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f9ef4-c1d0-4ca8-8a24-1bfe848e1c1a req-903100f6-798d-408d-b137-9ba00f79869c tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.994595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f9ef4-c1d0-4ca8-8a24-1bfe848e1c1a req-903100f6-798d-408d-b137-9ba00f79869c tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.994953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f9ef4-c1d0-4ca8-8a24-1bfe848e1c1a req-903100f6-798d-408d-b137-9ba00f79869c tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:37.997254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-559f9ef4-c1d0-4ca8-8a24-1bfe848e1c1a req-903100f6-798d-408d-b137-9ba00f79869c tempest-NetworksTest-1995546770 tempest-NetworksTest-1995546770-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1373045 Jun 30 08:44:38.019386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a973774-dbaf-4f70-8a45-d9a5400d4474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:38.076478 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a973774-dbaf-4f70-8a45-d9a5400d4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:38.079499 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a973774-dbaf-4f70-8a45-d9a5400d4474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:38.080672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a973774-dbaf-4f70-8a45-d9a5400d4474 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85d616e7-aed6-4ed4-b13a-76d1f24dcad1 HTTP/1.1" status: 204 len: 168 time: 0.1576641 Jun 30 08:44:38.093845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a973774-dbaf-4f70-8a45-d9a5400d4474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d616e7-aed6-4ed4-b13a-76d1f24dcad1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:38.288917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860827d-a19e-494a-847e-df3747ba5149 req-cda36b5a-0785-4917-b24b-a852de13d6e4 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:38.292279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d860827d-a19e-494a-847e-df3747ba5149 req-cda36b5a-0785-4917-b24b-a852de13d6e4 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 950 time: 0.1024015 Jun 30 08:44:38.342869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d860827d-a19e-494a-847e-df3747ba5149 req-d79106f4-6a9c-4278-b791-887419a84196 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Jun 30 08:44:38.434804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f466c-c81e-4a04-858c-cf16b7c9c544 req-e7693a3d-ff1a-44ca-8190-24e82a524268 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:38.436404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-087f466c-c81e-4a04-858c-cf16b7c9c544 req-e7693a3d-ff1a-44ca-8190-24e82a524268 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 950 time: 0.0925817 Jun 30 08:44:38.460577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:38.485966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-087f466c-c81e-4a04-858c-cf16b7c9c544 req-76c3388f-2a5b-4dce-9a3c-87df802e02d2 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Jun 30 08:44:38.681303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:38.820566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:38.822066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6fd8c-6646-42c2-8393-8fd3a6c80bb1 req-3a9012db-fe4e-41ce-aa76-7d04cf3a395d tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:38.823603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cf6fd8c-6646-42c2-8393-8fd3a6c80bb1 req-3a9012db-fe4e-41ce-aa76-7d04cf3a395d tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 1102 time: 0.1041081 Jun 30 08:44:38.834889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:38.855339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffab3d-cdfe-43c9-99ff-a5756830f450 req-03abb349-0445-4d5f-bafc-a838f3a4aa04 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:38.856976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ffab3d-cdfe-43c9-99ff-a5756830f450 req-03abb349-0445-4d5f-bafc-a838f3a4aa04 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 950 time: 0.1071160 Jun 30 08:44:38.870483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cf6fd8c-6646-42c2-8393-8fd3a6c80bb1 req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:38.871903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5632a0cd-3c7b-4d8f-b2cb-1bef23eea51a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:38.887973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.888324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.888654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.888978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.889298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.889613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.889952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.890266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.890666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.890983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.891323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.891718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:38.901727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c388e2b6-98d0-436d-b35a-52d8cf86aa00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67dad0edbab540a6b374d268cf133d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390795 Jun 30 08:44:38.904062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40580) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:38.951836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ffab3d-cdfe-43c9-99ff-a5756830f450 req-c9fd5275-d666-4eeb-973f-b4cb5d34b29f tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879571 Jun 30 08:44:38.987248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b49c2ae1-37bf-4445-98f7-cd592bb13dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.037831 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b49c2ae1-37bf-4445-98f7-cd592bb13dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.042564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cf6fd8c-6646-42c2-8393-8fd3a6c80bb1 req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.054061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cf6fd8c-6646-42c2-8393-8fd3a6c80bb1 req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.106320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b49c2ae1-37bf-4445-98f7-cd592bb13dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.109468 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b49c2ae1-37bf-4445-98f7-cd592bb13dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.114449 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b49c2ae1-37bf-4445-98f7-cd592bb13dd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5632a0cd-3c7b-4d8f-b2cb-1bef23eea51a HTTP/1.1" status: 204 len: 168 time: 0.2094412 Jun 30 08:44:39.118516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cf6fd8c-6646-42c2-8393-8fd3a6c80bb1 req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801721 Jun 30 08:44:39.124693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c2ae1-37bf-4445-98f7-cd592bb13dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5632a0cd-3c7b-4d8f-b2cb-1bef23eea51a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:39.165489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35c5c8-f315-4458-b6a7-f03f233ba867,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:39.182390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.182855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.183272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.183908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.184264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.184588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.184979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.185322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.192602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.193089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.193439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.193802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9eff4d-64ea-4fa0-891e-40658bd6ccbb tempest-LiveMigrationNegativeTest-2000783667 tempest-LiveMigrationNegativeTest-2000783667-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:39.427071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb23c0-3a6a-49d1-b362-f1ca17642e7d req-d9b5433a-2a2d-42ba-9d84-9d3177503f2a tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:39.428585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58eb23c0-3a6a-49d1-b362-f1ca17642e7d req-d9b5433a-2a2d-42ba-9d84-9d3177503f2a tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 950 time: 0.0687635 Jun 30 08:44:39.472971 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58eb23c0-3a6a-49d1-b362-f1ca17642e7d req-f4796356-fdf1-4c43-8e55-78ad58047917 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Jun 30 08:44:39.790807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c934f-2217-471b-b9cb-9f353bba8ebb req-c441ccd0-95ab-4a04-b545-fb678d8b8586 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:39.792389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae1c934f-2217-471b-b9cb-9f353bba8ebb req-c441ccd0-95ab-4a04-b545-fb678d8b8586 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 950 time: 0.0682406 Jun 30 08:44:39.835378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae1c934f-2217-471b-b9cb-9f353bba8ebb req-43fd7864-3def-4c18-8bd8-f099eded1b35 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353193 Jun 30 08:44:39.840958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40636) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:39.855382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ff14e63-02ee-442c-9a7f-67db8461a7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.957332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ff14e63-02ee-442c-9a7f-67db8461a7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.962527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ff14e63-02ee-442c-9a7f-67db8461a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:39.998344 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff14e63-02ee-442c-9a7f-67db8461a7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63b6266-57a5-4a9a-bfed-79ee5943621e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:40.002646 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ff14e63-02ee-442c-9a7f-67db8461a7ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c565545a019f4ad18e5e74d9c5ac84cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597533 Jun 30 08:44:40.005316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40642) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:40.055425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c4c611b-d417-4f74-af6c-414de87c033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:40.090827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c4c611b-d417-4f74-af6c-414de87c033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:40.157690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c4c611b-d417-4f74-af6c-414de87c033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:40.160668 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c4c611b-d417-4f74-af6c-414de87c033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:40.161999 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c4c611b-d417-4f74-af6c-414de87c033c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f63b6266-57a5-4a9a-bfed-79ee5943621e HTTP/1.1" status: 204 len: 168 time: 0.1557379 Jun 30 08:44:40.170253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c611b-d417-4f74-af6c-414de87c033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63b6266-57a5-4a9a-bfed-79ee5943621e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:40.692858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-9d0c20e5-c5e6-479c-8521-7a3d71352330 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265326 Jun 30 08:44:40.803362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abfcd7-a340-47a5-9cc0-c0b3c338a1ba req-71b445c0-adf3-434b-9e72-16e013080194 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:40.804905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3abfcd7-a340-47a5-9cc0-c0b3c338a1ba req-71b445c0-adf3-434b-9e72-16e013080194 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 950 time: 0.1757171 Jun 30 08:44:40.890199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3abfcd7-a340-47a5-9cc0-c0b3c338a1ba req-7152bbc0-0b11-4d4e-b4c9-c18cd996d8d9 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/security-groups?id=90675fdc-508f-4bbd-b39a-17955efd9fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779538 Jun 30 08:44:40.902069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-83198a3e-e6b1-44c8-85df-bc4b55f6d149 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:40.903830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-83198a3e-e6b1-44c8-85df-bc4b55f6d149 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043121 Jun 30 08:44:40.912500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-6623402b-e5c4-44c3-9dec-cce611c6cfac tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:40.914002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-6623402b-e5c4-44c3-9dec-cce611c6cfac tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 950 time: 0.2000165 Jun 30 08:44:40.935473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-fcafa42c-8bdd-49fc-a832-db2c71e29478 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/quotas/4992b119e7e54ff58de854bda9a4e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0204198 Jun 30 08:44:41.015148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-6054d89a-cd72-4fd7-820d-722a0f0db99b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787725 Jun 30 08:44:41.137264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Deleting port 6c840425-5398-49a2-978a-45426d4ebfa9 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:44:41.137815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:41.264054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] For port 6c840425-5398-49a2-978a-45426d4ebfa9, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6c840425-5398-49a2-978a-45426d4ebfa9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:41.264427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:41.321411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-0b951d09-1a0f-4a4a-9f43-4fb8df5134af tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:41.323175 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-0b951d09-1a0f-4a4a-9f43-4fb8df5134af tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 950 time: 0.0954478 Jun 30 08:44:41.341836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Calling delete_port for 6c840425-5398-49a2-978a-45426d4ebfa9 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:44:41.443646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf975b-0dad-4d21-86c4-75f282608859 req-3610be6b-4c51-4061-a59e-68cd7e75f814 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:41.445917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5bf975b-0dad-4d21-86c4-75f282608859 req-3610be6b-4c51-4061-a59e-68cd7e75f814 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 950 time: 0.1631911 Jun 30 08:44:41.493291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Deleting port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:44:41.493649 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:41.541748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5bf975b-0dad-4d21-86c4-75f282608859 req-338c6643-f8fa-497b-8d63-e2233d006f5d tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834515 Jun 30 08:44:41.604192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:41.620140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6c840425-5398-49a2-978a-45426d4ebfa9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:41.673013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-180e2858-779b-46d7-acaa-f6e10072fa88 req-f3851e8b-fd61-4bf1-8355-459054481acb tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 210 time: 0.0915201 Jun 30 08:44:41.673589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] For port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:41.674102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:41.693279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Calling delete_port for 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:44:41.744373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Pushing event deleted for resources: {'Port': ['ID=6c840425-5398-49a2-978a-45426d4ebfa9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:41.828261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] No DVR routers for this DVR port 6c840425-5398-49a2-978a-45426d4ebfa9 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:44:41.838668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:41.840875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38fea073-ecaa-4f6a-8e35-88bf5995829e req-781e2cea-ea59-42bb-a569-793fc5b950f0 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.26 "DELETE /v2.0/ports/6c840425-5398-49a2-978a-45426d4ebfa9 HTTP/1.1" status: 204 len: 173 time: 0.9187827 Jun 30 08:44:41.841555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b105d8-bc54-4462-9751-386916100bb9', 'name': 'network-vif-deleted', 'tag': '6c840425-5398-49a2-978a-45426d4ebfa9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:41.844029 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e3da4-37b9-42c8-96a8-ef4922144fa2" -d '{"events": [{"server_uuid": "70b105d8-bc54-4462-9751-386916100bb9", "name": "network-vif-deleted", "tag": "6c840425-5398-49a2-978a-45426d4ebfa9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:41.885238 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92999427-95eb-4f83-a5b0-14d44c8870d3 x-openstack-request-id: req-92999427-95eb-4f83-a5b0-14d44c8870d3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:41.885855 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b105d8-bc54-4462-9751-386916100bb9", "name": "network-vif-deleted", "tag": "6c840425-5398-49a2-978a-45426d4ebfa9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:41.886291 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92999427-95eb-4f83-a5b0-14d44c8870d3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:41.886887 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b105d8-bc54-4462-9751-386916100bb9', 'name': 'network-vif-deleted', 'tag': '6c840425-5398-49a2-978a-45426d4ebfa9', 'status': 'completed', 'code': 200} Jun 30 08:44:42.084629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:42.097887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['9d5b73ea-535c-46d6-9774-533c2840ec68', '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:42.177784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Pushing event deleted for resources: {'Port': ['ID=3a43c6fe-b962-4df0-8a4d-59b6597ea4b7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:42.272761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc95ff89-16bf-455f-b592-dd38c39c51cc req-813c5ee5-d437-42f1-89a5-131728b8b291 tempest-DeleteServersAdminTestJSON-383708959 tempest-DeleteServersAdminTestJSON-383708959-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b105d8-bc54-4462-9751-386916100bb9 HTTP/1.1" status: 200 len: 210 time: 0.0778241 Jun 30 08:44:42.293968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] No DVR routers for this DVR port 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:44:42.297102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:42.304167 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-31791267-1e70-4ac5-aa7f-9398b608a1a6 req-bb717e86-1487-4390-9a59-2eb52f9fef2f tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "DELETE /v2.0/ports/3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 HTTP/1.1" status: 204 len: 173 time: 0.9732647 Jun 30 08:44:42.305192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'name': 'network-vif-deleted', 'tag': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:42.311682 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07d080-b98f-4c68-8efa-e0bb0f385b48" -d '{"events": [{"server_uuid": "cc115c8c-fc7a-41c2-8c49-60dfc7352583", "name": "network-vif-deleted", "tag": "3a43c6fe-b962-4df0-8a4d-59b6597ea4b7"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:42.503790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40790) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:42.594159 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3608a26-f3e1-477b-8226-af82ded9f9ca x-openstack-request-id: req-e3608a26-f3e1-477b-8226-af82ded9f9ca {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:42.594634 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc115c8c-fc7a-41c2-8c49-60dfc7352583", "name": "network-vif-deleted", "tag": "3a43c6fe-b962-4df0-8a4d-59b6597ea4b7", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:42.594713 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3608a26-f3e1-477b-8226-af82ded9f9ca {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:42.595118 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc115c8c-fc7a-41c2-8c49-60dfc7352583', 'name': 'network-vif-deleted', 'tag': '3a43c6fe-b962-4df0-8a4d-59b6597ea4b7', 'status': 'completed', 'code': 200} Jun 30 08:44:42.729936 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f5c6757a-d3c7-408f-91b7-66be850b9c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:42.848426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-578d7c1a-1ffd-49cb-aa89-aa382bee7ecb req-cf4fe5a3-2b9f-45d0-8700-0a8294adb441 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc115c8c-fc7a-41c2-8c49-60dfc7352583 HTTP/1.1" status: 200 len: 210 time: 0.0643878 Jun 30 08:44:42.952462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f5c6757a-d3c7-408f-91b7-66be850b9c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:42.957015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f5c6757a-d3c7-408f-91b7-66be850b9c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:43.016111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f5c6757a-d3c7-408f-91b7-66be850b9c80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de5185780af242d282207d39a6a2ebea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112925 Jun 30 08:44:43.018843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40812) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:43.075811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6757a-d3c7-408f-91b7-66be850b9c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e4619-0d85-4627-b287-4d2e1ff2d690,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:43.082992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29c9b0e8-cf57-4075-b5bf-840df5a0812e req-821bf1d1-95d6-4528-a850-a0f998ce0593 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 210 time: 0.0828190 Jun 30 08:44:43.127008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cae8812-8814-4cab-b872-8d0ed25405ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:43.184021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cae8812-8814-4cab-b872-8d0ed25405ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:43.285918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cae8812-8814-4cab-b872-8d0ed25405ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:43.288733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2f2eb906-666d-4338-8c64-cb2ded281504 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545714 Jun 30 08:44:43.290338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cae8812-8814-4cab-b872-8d0ed25405ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:43.292753 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4cae8812-8814-4cab-b872-8d0ed25405ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/192e4619-0d85-4627-b287-4d2e1ff2d690 HTTP/1.1" status: 204 len: 168 time: 0.2720101 Jun 30 08:44:43.314062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae8812-8814-4cab-b872-8d0ed25405ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e4619-0d85-4627-b287-4d2e1ff2d690,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:43.512391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-f585c4cf-4354-4352-93a9-71b15ff202af tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:43.517084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-f585c4cf-4354-4352-93a9-71b15ff202af tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180722 Jun 30 08:44:43.528949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Request body: {'port': {'device_id': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '4992b119e7e54ff58de854bda9a4e8d4'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:43.844123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Request body: {'security_group': {'name': 'tempest-securitygroup-10592600', 'description': 'tempest-description-1415894097'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:43.881154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:44:43.881154 n-d-758944-40 neutron-server[100240]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 08:44:43.881154 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id': '4992b119e7e54ff58de854bda9a4e8d4', 'id': '60362b21-e59f-4aae-9ade-6efc982483f7', 'expiration': datetime.datetime(2021, 6, 30, 8, 46, 43, 873120)}] Jun 30 08:44:43.881154 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:44:43.881869 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:44:43.891540 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:43.900558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:43.923029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40860) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:44.003383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.008529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.046678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe19552-98c4-4f8f-9c45-1cdff6524717,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:44.076807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d45b48cb-239a-4007-8e70-cb36797e8f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.144230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.151255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.183611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad6c40d-64d3-4db2-b28c-e56c69834e2f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:44.255474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d45b48cb-239a-4007-8e70-cb36797e8f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.262536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d45b48cb-239a-4007-8e70-cb36797e8f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.267522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.290199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173f3b2f-50c4-4d62-aabe-5e5a1943f5fb req-e89630af-c069-4207-b8fa-1869f0111108 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4549918 Jun 30 08:44:44.298501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b48cb-239a-4007-8e70-cb36797e8f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a025b-5668-4a0c-88e4-2e1718469c45,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:44.318126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40882) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:44.318304 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d45b48cb-239a-4007-8e70-cb36797e8f2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b219dc0bfc024fa78bb7d7bbb64dae3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931332 Jun 30 08:44:44.411231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Made reservation on behalf of 4992b119e7e54ff58de854bda9a4e8d4 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:44.415360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.435333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-003dd62f-91bd-4d42-b7a8-321ed247e5fb req-6b24c4ff-e9c6-47b1-bc16-352708ec11d6 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1296344836', 'description': 'tempest-description-76746943'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:44.443029 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.454624 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bd7f11ca-51bd-47b8-a47d-6b57d04694bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.492792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20866834-95c3-4f02-8de1-210d567a3615 req-17bffe4b-c623-43a8-8d5d-2c052664a77f tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 210 time: 0.0605643 Jun 30 08:44:44.502659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40894) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:44.517811 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bd7f11ca-51bd-47b8-a47d-6b57d04694bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.530816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-003dd62f-91bd-4d42-b7a8-321ed247e5fb req-6b24c4ff-e9c6-47b1-bc16-352708ec11d6 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.621527 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bd7f11ca-51bd-47b8-a47d-6b57d04694bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.624506 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bd7f11ca-51bd-47b8-a47d-6b57d04694bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.626236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bd7f11ca-51bd-47b8-a47d-6b57d04694bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef4a025b-5668-4a0c-88e4-2e1718469c45 HTTP/1.1" status: 204 len: 168 time: 0.3066640 Jun 30 08:44:44.631855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1373802363-network', 'tenant_id': 'be113f99d991476991b1729692ab17aa'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:44.642726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f11ca-51bd-47b8-a47d-6b57d04694bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a025b-5668-4a0c-88e4-2e1718469c45,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:44.672771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.680850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.693352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:44:44.693352 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:44:44.693352 n-d-758944-40 neutron-server[100238]: [parameters: {'project_id_1': 'be113f99d991476991b1729692ab17aa', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 44, 44, 636824)}] Jun 30 08:44:44.693352 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:44:44.694030 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:44:44.776449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999381f7-d252-4edf-b143-53abce0a87c3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:44.860819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-003dd62f-91bd-4d42-b7a8-321ed247e5fb req-6b24c4ff-e9c6-47b1-bc16-352708ec11d6 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.866862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Allocated IP 192.168.233.128 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/9c0445c1-fe78-4244-b0fe-82c6acf39c3c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:44.872404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-003dd62f-91bd-4d42-b7a8-321ed247e5fb req-6b24c4ff-e9c6-47b1-bc16-352708ec11d6 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.918405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-003dd62f-91bd-4d42-b7a8-321ed247e5fb req-6b24c4ff-e9c6-47b1-bc16-352708ec11d6 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:44.923948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-003dd62f-91bd-4d42-b7a8-321ed247e5fb req-6b24c4ff-e9c6-47b1-bc16-352708ec11d6 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5007927 Jun 30 08:44:44.938063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c4ff-e9c6-47b1-bc16-352708ec11d6 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6288ee0d-f1f2-4b2e-a767-c4b870d483fe,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:45.003851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40914) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:45.071985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a7e937b-90ea-4b64-95a9-a0df9093d8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.107452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40918) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:45.172237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9069d-69ed-4513-be90-c140aa0d3b80 req-c6cc9bf6-d878-470f-a741-eb975a197c2a tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:45.173774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37a9069d-69ed-4513-be90-c140aa0d3b80 req-c6cc9bf6-d878-470f-a741-eb975a197c2a tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 949 time: 0.1859891 Jun 30 08:44:45.200546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.238078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Transition to ACTIVE for port object 9c0445c1-fe78-4244-b0fe-82c6acf39c3c will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:45.255321 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-71af7855-ac17-43da-8335-6fc679b0c5b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e41a21a0d2b4157bbf736d3b555471e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1459050 Jun 30 08:44:45.258416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40924) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:45.262075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37a9069d-69ed-4513-be90-c140aa0d3b80 req-8bfbe2aa-4a8a-46a0-98d4-234526323be8 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753913 Jun 30 08:44:45.274886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-605448851', 'description': 'tempest-description-894364000'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:45.322305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f962d355-c761-4ad7-91c1-85508c86ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.326635 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a7e937b-90ea-4b64-95a9-a0df9093d8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.332551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a7e937b-90ea-4b64-95a9-a0df9093d8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.346467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.357256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f962d355-c761-4ad7-91c1-85508c86ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.375865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:44:45.375865 n-d-758944-40 neutron-server[100240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:44:45.375865 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id_1': '2b19da3aee6b4fdc981407c6ffc61c41', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 44, 45, 283165)}] Jun 30 08:44:45.375865 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:44:45.376455 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:44:45.423876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2a7e937b-90ea-4b64-95a9-a0df9093d8db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57fa8d74bf4845419fba380b273faa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184694 Jun 30 08:44:45.427379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40930) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:45.429574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e937b-90ea-4b64-95a9-a0df9093d8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3537dda-8981-49c8-9db6-80d66825dd87,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:45.464387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:45.466626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:44:45.468212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Pushing event updated for resources: {'Port': ['ID=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:45.477047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:45.482785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:45.489263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:45.490013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.512216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:44:45.512555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3a43c6fe-b962-4df0-8a4d-59b6597ea4b7 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:44:45.512967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6c840425-5398-49a2-978a-45426d4ebfa9 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:44:45.553478 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe7dc-99c1-42c6-9a9b-875d971adb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.568462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 6c840425-5398-49a2-978a-45426d4ebfa9 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:44:45.568770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6c840425-5398-49a2-978a-45426d4ebfa9 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:44:45.596946 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe7dc-99c1-42c6-9a9b-875d971adb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.647409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Made reservation on behalf of be113f99d991476991b1729692ab17aa for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:45.650736 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.669906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.682452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-65ba8a95-3a48-49c7-9e0f-195aecd91733 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1582003 Jun 30 08:44:45.699892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Request body: {'port': {'device_id': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:45.727700 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f962d355-c761-4ad7-91c1-85508c86ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.730683 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f962d355-c761-4ad7-91c1-85508c86ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.731816 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f962d355-c761-4ad7-91c1-85508c86ebce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90675fdc-508f-4bbd-b39a-17955efd9fd3 HTTP/1.1" status: 204 len: 168 time: 0.4724605 Jun 30 08:44:45.736050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe7dc-99c1-42c6-9a9b-875d971adb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.738126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe7dc-99c1-42c6-9a9b-875d971adb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.745070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9e6fe7dc-99c1-42c6-9a9b-875d971adb9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3537dda-8981-49c8-9db6-80d66825dd87 HTTP/1.1" status: 204 len: 168 time: 0.3164363 Jun 30 08:44:45.765488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962d355-c761-4ad7-91c1-85508c86ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90675fdc-508f-4bbd-b39a-17955efd9fd3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:45.768343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fe7dc-99c1-42c6-9a9b-875d971adb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3537dda-8981-49c8-9db6-80d66825dd87,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:45.778836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc607670-c277-4891-85cd-0e1bdf742989 req-4bbaaf1e-a934-48ae-9672-b2a3b0694bf0 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:45.780348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc607670-c277-4891-85cd-0e1bdf742989 req-4bbaaf1e-a934-48ae-9672-b2a3b0694bf0 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 936 time: 0.1410208 Jun 30 08:44:45.840944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6005b42d-979c-41ff-83a5-31a8d9fd2598 None None] Provisioning for port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:45.847140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6005b42d-979c-41ff-83a5-31a8d9fd2598 None None] Provisioning complete for port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:45.847510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6005b42d-979c-41ff-83a5-31a8d9fd2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.855483 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.864203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.865206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.909211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6005b42d-979c-41ff-83a5-31a8d9fd2598 None None] Port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:45.910994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc607670-c277-4891-85cd-0e1bdf742989 req-b3231cff-8207-4329-be38-fd72628b9a34 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835369 Jun 30 08:44:45.925908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:44:45.942918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b169543-1a7d-4e41-9771-82d90c8765d8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:45.956069 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.961788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:45.962445 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Added segment ec43b4cb-39c0-4a06-8608-a04c22342d56 of type vlan for network 04bc3eb3-71d2-4039-806f-c112572153cd Jun 30 08:44:45.978465 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.006693 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.040040 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.042380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:46.043400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.125340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:46.139868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] Pushing event updated for resources: {'Network': ['ID=04bc3eb3-71d2-4039-806f-c112572153cd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:46.152983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 04bc3eb3-71d2-4039-806f-c112572153cd details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:44:46.257215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.278818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.282657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40956) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:46.298066 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-97243ad1-b9c0-40c3-a3ef-c98841e3728f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7942879 Jun 30 08:44:46.299058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40960) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:46.309017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Request body: {'subnet': {'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1373802363-subnet', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:46.339794 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4007-1b3f-4770-b901-66adcee42eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.347812 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c74b4ef-9f65-49c5-8342-615f989e16ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.379121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-3a7f62b0-ccc4-42d8-ad2f-39f8a623fe85 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:46.380731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0445c1-fe78-4244-b0fe-82c6acf39c3c {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:46.381052 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-3a7f62b0-ccc4-42d8-ad2f-39f8a623fe85 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 949 time: 0.1221166 Jun 30 08:44:46.390651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac7acf-af6b-4803-8532-1417d5e81730,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:46.394575 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.455766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Transition to ACTIVE for port object 9c0445c1-fe78-4244-b0fe-82c6acf39c3c will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:46.465592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.514622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Deleting port 9d5b73ea-535c-46d6-9774-533c2840ec68 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:44:46.515227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.554660 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.567419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:46.579075 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.632189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235baa31-e20c-44a4-b5cf-8c8985e1f7d0 req-d0c583fb-71ce-4c2e-96a6-b648016c3e43 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:46.633821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-235baa31-e20c-44a4-b5cf-8c8985e1f7d0 req-d0c583fb-71ce-4c2e-96a6-b648016c3e43 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 949 time: 0.2368610 Jun 30 08:44:46.650751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] For port 9d5b73ea-535c-46d6-9774-533c2840ec68, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9d5b73ea-535c-46d6-9774-533c2840ec68,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:46.651002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.666511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Calling delete_port for 9d5b73ea-535c-46d6-9774-533c2840ec68 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:44:46.672152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Attempting to bind port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:46.672499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Attempting to bind port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:46.672801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Attempting to bind port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:46.678144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3aa3c6-a803-4ab1-8a9b-81b61b46ff9f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:46.684715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:44:46.685894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Attempting to bind port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:46.703019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:46.703462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:46.703832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:46.704412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Bound port: 9c0445c1-fe78-4244-b0fe-82c6acf39c3c, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:46.704864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.710280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-235baa31-e20c-44a4-b5cf-8c8985e1f7d0 req-e1e328ec-f687-4ca8-9b7a-3ed1462e38b2 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdac669-385e-473c-a895-1dfffe04259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644703 Jun 30 08:44:46.782847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] For port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:46.786522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] For port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:46.793826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.857142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:46.857979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.859430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] 10.222.0.13 "PUT /v2.0/ports/9c0445c1-fe78-4244-b0fe-82c6acf39c3c HTTP/1.1" status: 200 len: 1097 time: 1.1666465 Jun 30 08:44:46.860118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'tag': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:46.866679 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d27d02-8eb3-41f4-b523-44c790c5e1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2f11f1-97f7-49ab-aedb-15ddd4d352e5", "tag": "9c0445c1-fe78-4244-b0fe-82c6acf39c3c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:46.902551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4007-1b3f-4770-b901-66adcee42eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.917838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4007-1b3f-4770-b901-66adcee42eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.953373 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ad83e-3c54-4206-9c3b-f3572458373d x-openstack-request-id: req-2a2ad83e-3c54-4206-9c3b-f3572458373d {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:46.953980 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2f11f1-97f7-49ab-aedb-15ddd4d352e5", "tag": "9c0445c1-fe78-4244-b0fe-82c6acf39c3c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:46.954578 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a2ad83e-3c54-4206-9c3b-f3572458373d {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:46.955142 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'tag': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c', 'status': 'completed', 'code': 200} Jun 30 08:44:46.961857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:46.963590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf68e23a-d213-4420-b6c5-2d28862ccb9c req-831cb526-a7a2-41cf-a10a-6d139d8cd6dd tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6959462 Jun 30 08:44:46.965940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b512b4a-947a-451c-adbe-f66366ac4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:47.015049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1879242899', 'description': 'tempest-description-286655070'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:47.019801 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b1e4007-1b3f-4770-b901-66adcee42eb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0dd257b9498342a99f92b672701fc8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8922391 Jun 30 08:44:47.024067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40986) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:47.027954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-3312089e-abbc-4bf2-8825-b75cae4359c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:47.030703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-3312089e-abbc-4bf2-8825-b75cae4359c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 1100 time: 0.1205420 Jun 30 08:44:47.040496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:44:47.040496 n-d-758944-40 neutron-server[100240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:44:47.040496 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id_1': '2b19da3aee6b4fdc981407c6ffc61c41', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 44, 47, 20439)}] Jun 30 08:44:47.040496 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:44:47.041451 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:44:47.055338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Made reservation on behalf of be113f99d991476991b1729692ab17aa for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:47.057732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.060709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e4007-1b3f-4770-b901-66adcee42eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200ec05b-67ed-4a11-9970-98e1a9ef376a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:47.063251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.078287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['9d5b73ea-535c-46d6-9774-533c2840ec68'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:47.097622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-c58d1606-ca33-4a1c-89c0-2094623cd215 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=9c0445c1-fe78-4244-b0fe-82c6acf39c3c HTTP/1.1" status: 200 len: 217 time: 0.0584598 Jun 30 08:44:47.164713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Pushing event deleted for resources: {'Port': ['ID=9d5b73ea-535c-46d6-9774-533c2840ec68,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:47.184951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-c9e8b1c5-249c-4122-8a93-c0a3eec2f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:47.193094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-c9e8b1c5-249c-4122-8a93-c0a3eec2f89b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0819914 Jun 30 08:44:47.228849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] No DVR routers for this DVR port 9d5b73ea-535c-46d6-9774-533c2840ec68 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:44:47.233505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76748f0d-d97b-42aa-800b-83c9324daff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.235545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.237436 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ad0e70ed-edfe-4376-90e2-db284cc1d009 req-a187f6f2-fe25-4aa3-811c-21ec98485e91 tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.26 "DELETE /v2.0/ports/9d5b73ea-535c-46d6-9774-533c2840ec68 HTTP/1.1" status: 204 len: 173 time: 0.8458152 Jun 30 08:44:47.241728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'name': 'network-vif-deleted', 'tag': '9d5b73ea-535c-46d6-9774-533c2840ec68'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:47.244570 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa2ed4d-58c0-4719-b39d-df39e4888a0b" -d '{"events": [{"server_uuid": "3fc1fab4-7c54-483f-98ec-36fdd9c038c0", "name": "network-vif-deleted", "tag": "9d5b73ea-535c-46d6-9774-533c2840ec68"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:47.278046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76748f0d-d97b-42aa-800b-83c9324daff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.319989 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c74b4ef-9f65-49c5-8342-615f989e16ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.344470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c74b4ef-9f65-49c5-8342-615f989e16ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.368128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4daa-7d6a-423a-bf8d-4f81cfb93056 req-4902bb02-f946-4cbc-94f6-f279b79e7641 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:47.375015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55ec4daa-7d6a-423a-bf8d-4f81cfb93056 req-4902bb02-f946-4cbc-94f6-f279b79e7641 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 948 time: 0.1843922 Jun 30 08:44:47.413395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-59f9b736-521d-4ec5-9280-4796a565453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:47.415460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-59f9b736-521d-4ec5-9280-4796a565453c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2221644 Jun 30 08:44:47.437000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76748f0d-d97b-42aa-800b-83c9324daff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.439923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76748f0d-d97b-42aa-800b-83c9324daff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.442186 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-76748f0d-d97b-42aa-800b-83c9324daff7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/200ec05b-67ed-4a11-9970-98e1a9ef376a HTTP/1.1" status: 204 len: 168 time: 0.4162991 Jun 30 08:44:47.452270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4c74b4ef-9f65-49c5-8342-615f989e16ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ab364dea72943dbb2871820e6234738&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1664035 Jun 30 08:44:47.454873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74b4ef-9f65-49c5-8342-615f989e16ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f68f95-06ad-4a59-bcf6-bd3876cc62ce,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:47.455519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748f0d-d97b-42aa-800b-83c9324daff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ec05b-67ed-4a11-9970-98e1a9ef376a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:47.457525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40998) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:47.461416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.520566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc68f2e5-265c-4fdc-b182-0e8cb188038c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:47.538382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55ec4daa-7d6a-423a-bf8d-4f81cfb93056 req-1f2ff1a6-784c-4fdd-b559-ebf0c470032d tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458981 Jun 30 08:44:47.605267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Checking segment: {'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:47.605812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Network hostable DHCP agents. Network: 04bc3eb3-71d2-4039-806f-c112572153cd, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:44:47.643789 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4806e87e-c3ba-4162-af86-6c5225d6a9d7 x-openstack-request-id: req-4806e87e-c3ba-4162-af86-6c5225d6a9d7 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:47.644789 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc1fab4-7c54-483f-98ec-36fdd9c038c0", "name": "network-vif-deleted", "tag": "9d5b73ea-535c-46d6-9774-533c2840ec68", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:47.645154 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4806e87e-c3ba-4162-af86-6c5225d6a9d7 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:47.645850 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc1fab4-7c54-483f-98ec-36fdd9c038c0', 'name': 'network-vif-deleted', 'tag': '9d5b73ea-535c-46d6-9774-533c2840ec68', 'status': 'completed', 'code': 200} Jun 30 08:44:47.652638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58ae7581-6563-4180-a57e-e54d6e130b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.654582 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.664978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Network 04bc3eb3-71d2-4039-806f-c112572153cd is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:44:47.666794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-54b789b7-9993-48f1-a3ab-a82d0d3f69fc service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437589 Jun 30 08:44:47.685297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 04bc3eb3-71d2-4039-806f-c112572153cd) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:47.693935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58ae7581-6563-4180-a57e-e54d6e130b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.698237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:47.698838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2933c-539b-4cee-a7e3-74205cb3d486 None None] Network 04bc3eb3-71d2-4039-806f-c112572153cd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:47.699049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.804386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58ae7581-6563-4180-a57e-e54d6e130b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.807584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58ae7581-6563-4180-a57e-e54d6e130b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.808725 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-58ae7581-6563-4180-a57e-e54d6e130b0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72f68f95-06ad-4a59-bcf6-bd3876cc62ce HTTP/1.1" status: 204 len: 168 time: 0.3496904 Jun 30 08:44:47.819798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae7581-6563-4180-a57e-e54d6e130b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f68f95-06ad-4a59-bcf6-bd3876cc62ce,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:47.926329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda45826-fb85-43ad-a4c5-e12d6b7f1a28 req-a1954102-d8b7-4d80-aef5-d709d9bc706e service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509484 Jun 30 08:44:47.964675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.989227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:47.997491 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9fd9435c-3920-424b-a074-5d5aee9b6a8e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6955178 Jun 30 08:44:48.000260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:48.005261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:48.026257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-04bc3eb3-71d2-4039-806f-c112572153cd', 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'fixed_ips': [{'subnet_id': 'bc68f2e5-265c-4fdc-b182-0e8cb188038c'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:44:48.027125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.062314 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.063477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.134655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e49852ce-2bbc-4dd9-b063-092640e0b913 req-500bc646-aa81-4bfc-aeeb-d35ff74ada9c tempest-LiveMigrationNegativeTest-1282381812 tempest-LiveMigrationNegativeTest-1282381812-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fc1fab4-7c54-483f-98ec-36fdd9c038c0 HTTP/1.1" status: 200 len: 210 time: 0.1086085 Jun 30 08:44:48.160269 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.186966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fa1db69-566f-41d1-be9c-170726106943 req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1796851 Jun 30 08:44:48.203230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab875e9-0377-40c6-b7fb-ade6ad6bf769 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba4e8a-f42c-42be-a44b-6e003b2ed1ae,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:48.232186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.246144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-53b9fa5c-40a3-4fee-898c-e7fbfc73efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:48.262756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-53b9fa5c-40a3-4fee-898c-e7fbfc73efe8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 1100 time: 0.1962187 Jun 30 08:44:48.316572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41024) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:48.340234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Allocated IP 172.20.0.2 (04bc3eb3-71d2-4039-806f-c112572153cd/bc68f2e5-265c-4fdc-b182-0e8cb188038c/8bac7915-ad6c-455d-8342-0ccd0286c6e7) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:48.466606 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57ba65e0-9afe-46ac-a9f9-9b6af2a025f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.600237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.620789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.651589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Transition to ACTIVE for port object 8bac7915-ad6c-455d-8342-0ccd0286c6e7 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:48.685312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Transition to ACTIVE for port object 8bac7915-ad6c-455d-8342-0ccd0286c6e7 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:48.696765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-0bb7abb9-cf9c-46ca-95fe-9a41a6bb2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:48.698286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-0bb7abb9-cf9c-46ca-95fe-9a41a6bb2d9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.4274828 Jun 30 08:44:48.704244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.790814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Network 04bc3eb3-71d2-4039-806f-c112572153cd is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:48.793840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:48.801274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:48.803949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-5fae627b-ab92-4abb-a68e-943a96e70129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=9c0445c1-fe78-4244-b0fe-82c6acf39c3c HTTP/1.1" status: 200 len: 217 time: 0.0893638 Jun 30 08:44:48.883480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Pushing event updated for resources: {'Port': ['ID=8bac7915-ad6c-455d-8342-0ccd0286c6e7,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:48.898845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Attempting to bind port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:48.899461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Attempting to bind port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:48.899981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Attempting to bind port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 on network 04bc3eb3-71d2-4039-806f-c112572153cd {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:48.912052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.912593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.913080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.913564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.915519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.916846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.917347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.917864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.918342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.918825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.919298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.920251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:48.924043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:48.925484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Checking segment: {'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:48.926151 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.926863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Bound using segment: {'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:48.927392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Bound port: 8bac7915-ad6c-455d-8342-0ccd0286c6e7, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:48.927942 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.936269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:48.966275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.008089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-33ecd16c-13cf-4cda-b65a-67cb6621e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:49.009683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-33ecd16c-13cf-4cda-b65a-67cb6621e2fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1969995 Jun 30 08:44:49.053238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] For port 8bac7915-ad6c-455d-8342-0ccd0286c6e7, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:49.057544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] For port 8bac7915-ad6c-455d-8342-0ccd0286c6e7, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8bac7915-ad6c-455d-8342-0ccd0286c6e7,segment=NetworkSegment(ec43b4cb-39c0-4a06-8608-a04c22342d56),segment_id=ec43b4cb-39c0-4a06-8608-a04c22342d56)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:49.063347 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.128965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce6dd1-7a32-467b-92a1-97a4f51786aa None None] Pushing event updated for resources: {'Port': ['ID=8bac7915-ad6c-455d-8342-0ccd0286c6e7,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:49.184651 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Allocated IP 172.25.8.124 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/79341c85-4c48-4a45-8f42-82b81e89e9d1) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:49.227998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41048) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:49.292601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57ba65e0-9afe-46ac-a9f9-9b6af2a025f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.320771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57ba65e0-9afe-46ac-a9f9-9b6af2a025f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.378684 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.427331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-57ba65e0-9afe-46ac-a9f9-9b6af2a025f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c36a61896ad74b889ea7129a438c20d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1096787 Jun 30 08:44:49.429301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba65e0-9afe-46ac-a9f9-9b6af2a025f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d3ed85-ef14-474e-b6a4-52b7dfefb75f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:49.438787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41052) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:49.477068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d4095-7adb-4d7c-8bf5-f33d00506abf req-60919905-14f1-4b34-84dd-17a8c115cb0d tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:49.479114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db9d4095-7adb-4d7c-8bf5-f33d00506abf req-60919905-14f1-4b34-84dd-17a8c115cb0d tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 948 time: 0.6254685 Jun 30 08:44:49.503279 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.569436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:49.580412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-943085002-network', 'tenant_id': '92f4af2e9f4746719762ea9c5d54b192'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:49.587509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:49.590116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:49.595755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-a558923c-387e-4e5c-acbf-3cfd6943cc20 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39556 time: 1.0977199 Jun 30 08:44:49.603473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-29df78ce-41c5-4a0e-8563-83da7d9f0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:49.604932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-29df78ce-41c5-4a0e-8563-83da7d9f0b7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5865307 Jun 30 08:44:49.651065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db9d4095-7adb-4d7c-8bf5-f33d00506abf req-8ce60d15-a814-4159-b76a-441b148c4036 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490884 Jun 30 08:44:49.701675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Pushing event updated for resources: {'Port': ['ID=79341c85-4c48-4a45-8f42-82b81e89e9d1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:49.725045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2346e6da-b791-4ff5-ac1d-92f398e72434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.733672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Made reservation on behalf of 92f4af2e9f4746719762ea9c5d54b192 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:49.734966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-91ac354f-16f1-4027-8910-b2f92cfd9483 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/10ac7acf-af6b-4803-8532-1417d5e81730 HTTP/1.1" status: 200 len: 2981 time: 0.1383593 Jun 30 08:44:49.743975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.755113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.817488 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2346e6da-b791-4ff5-ac1d-92f398e72434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.961563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.963195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-079dcf5c-6112-4c03-af8a-efbeb7ed3d1a service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469887 Jun 30 08:44:49.965376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-78aec846-0447-4862-9784-ceff811b273b tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/10ac7acf-af6b-4803-8532-1417d5e81730 HTTP/1.1" status: 200 len: 2981 time: 0.2187555 Jun 30 08:44:49.980988 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:49.989357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.050181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:44:50.082360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22938a04-2b79-49c5-9668-8c0ad5d7244c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:50.140663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-bd42456d-074d-4f09-b782-8bf62e68b89a tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1c19d1dd-068f-463c-b082-94f3620acb68 HTTP/1.1" status: 200 len: 2973 time: 0.1564071 Jun 30 08:44:50.189129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41066) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:50.189801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2346e6da-b791-4ff5-ac1d-92f398e72434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.192256 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2346e6da-b791-4ff5-ac1d-92f398e72434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.193426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2346e6da-b791-4ff5-ac1d-92f398e72434 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8d3ed85-ef14-474e-b6a4-52b7dfefb75f HTTP/1.1" status: 204 len: 168 time: 0.7526333 Jun 30 08:44:50.216878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.217227 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Added segment 2d9ec473-e79c-4f49-8c56-ce1b30789a88 of type vlan for network 34d51463-a55e-4523-b759-13aca4e30356 Jun 30 08:44:50.287897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346e6da-b791-4ff5-ac1d-92f398e72434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d3ed85-ef14-474e-b6a4-52b7dfefb75f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:50.357170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-c2ee2b35-0685-4813-88cd-7e128d0cf450 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1c19d1dd-068f-463c-b082-94f3620acb68 HTTP/1.1" status: 200 len: 2973 time: 0.2150099 Jun 30 08:44:50.361057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92d27d02-8eb3-41f4-b523-44c790c5e1c1 req-2a808582-409b-4256-be6b-a960050affb6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781819 Jun 30 08:44:50.370922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.443308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-98389f34-09dc-4771-b215-c6cb075b8747 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/33bbab13-a91a-4be2-a9fe-1caed980a386 HTTP/1.1" status: 200 len: 2977 time: 0.0848567 Jun 30 08:44:50.531623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.532666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:50.533302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.606044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-05c5ad45-93af-4f80-8a4a-5b96262a723d tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/33bbab13-a91a-4be2-a9fe-1caed980a386 HTTP/1.1" status: 200 len: 2977 time: 0.1589615 Jun 30 08:44:50.629721 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4008324 Jun 30 08:44:50.630384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41080) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:50.640738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Request body: {'subnet': {'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-943085002-subnet', 'tenant_id': '92f4af2e9f4746719762ea9c5d54b192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:50.646236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55457e84-ff86-4eae-a936-c829aef81be1 admin admin] Pushing event updated for resources: {'Network': ['ID=34d51463-a55e-4523-b759-13aca4e30356,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:50.653014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.660036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 34d51463-a55e-4523-b759-13aca4e30356 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:44:50.705115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-5a3875a6-b8c0-4719-9912-e5361afb2c18 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3b169543-1a7d-4e41-9771-82d90c8765d8 HTTP/1.1" status: 200 len: 2981 time: 0.0906236 Jun 30 08:44:50.762638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Made reservation on behalf of 92f4af2e9f4746719762ea9c5d54b192 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:50.765502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:50.790221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-58f2174b-6e9d-4050-9314-d0f3d3812d79 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3b169543-1a7d-4e41-9771-82d90c8765d8 HTTP/1.1" status: 200 len: 2981 time: 0.0841508 Jun 30 08:44:50.807758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67a3b1-c5fa-4c34-b1e8-a79f24a7b4c8 None None] Network 04bc3eb3-71d2-4039-806f-c112572153cd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:50.827465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-af887f80-dd90-43eb-94e5-5fccea236b28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9b47f1d86404c60a77212dd2e211dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275475 Jun 30 08:44:50.828195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:50.914763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c8dc1c4a-67fa-4c8f-97c7-c05a07b8896c None None] Provisioning for port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:50.986000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-a908dd2e-9d5f-4647-98a5-138a20e0b044 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7c35c5c8-f315-4458-b6a7-f03f233ba867 HTTP/1.1" status: 200 len: 2981 time: 0.1947718 Jun 30 08:44:51.045610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8bac7915-ad6c-455d-8342-0ccd0286c6e7 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:51.123913 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83124d01-f375-4ed0-be9b-fce03dbf43d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.127599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:51.136401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:51.136776 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.182303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83124d01-f375-4ed0-be9b-fce03dbf43d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.209587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-51d12bf6-9bd1-4808-874a-fac61d54b9a5 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7c35c5c8-f315-4458-b6a7-f03f233ba867 HTTP/1.1" status: 200 len: 2981 time: 0.2223499 Jun 30 08:44:51.272531 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.312186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f799a0c-ae12-43b7-8a84-5ef48b2b1534 req-ccfbad7f-467b-4a87-956b-96f2a053f68a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:51.318122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 8bac7915-ad6c-455d-8342-0ccd0286c6e7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8bac7915-ad6c-455d-8342-0ccd0286c6e7,segment=NetworkSegment(ec43b4cb-39c0-4a06-8608-a04c22342d56),segment_id=ec43b4cb-39c0-4a06-8608-a04c22342d56)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:51.319889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f799a0c-ae12-43b7-8a84-5ef48b2b1534 req-ccfbad7f-467b-4a87-956b-96f2a053f68a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 948 time: 0.4596505 Jun 30 08:44:51.326142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.368026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Router d4192a2e-d097-4936-bb75-630a756c8654 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:44:51.414346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=8bac7915-ad6c-455d-8342-0ccd0286c6e7,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:51.419688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-8245cf20-6455-4104-b7b2-1619a17b123f tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/90081d9f-626c-42cb-ac55-0c82e60a476c HTTP/1.1" status: 200 len: 2981 time: 0.1836386 Jun 30 08:44:51.433667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f799a0c-ae12-43b7-8a84-5ef48b2b1534 req-92338b4a-ec5d-4037-ad93-fa74f1b55a99 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126497 Jun 30 08:44:51.457945 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83124d01-f375-4ed0-be9b-fce03dbf43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.460520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83124d01-f375-4ed0-be9b-fce03dbf43d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.462455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-83124d01-f375-4ed0-be9b-fce03dbf43d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afdac669-385e-473c-a895-1dfffe04259d HTTP/1.1" status: 204 len: 168 time: 0.6261609 Jun 30 08:44:51.486416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83124d01-f375-4ed0-be9b-fce03dbf43d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdac669-385e-473c-a895-1dfffe04259d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:51.497880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-46ff2386-01d1-4249-b3c4-875f58bdfe78 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/90081d9f-626c-42cb-ac55-0c82e60a476c HTTP/1.1" status: 200 len: 2981 time: 0.0772431 Jun 30 08:44:51.506025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9d5b73ea-535c-46d6-9774-533c2840ec68 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:44:51.535514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 9d5b73ea-535c-46d6-9774-533c2840ec68 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:44:51.535850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9d5b73ea-535c-46d6-9774-533c2840ec68 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:44:51.571495 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.579458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-e84a9399-983c-4217-942e-0aa3a60c93ff tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/999381f7-d252-4edf-b143-53abce0a87c3 HTTP/1.1" status: 200 len: 2981 time: 0.0738533 Jun 30 08:44:51.600924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-17faee8b-57f1-4e7d-bf78-7ae62b2fbffe None None] Provisioning complete for port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:51.601412 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-17faee8b-57f1-4e7d-bf78-7ae62b2fbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.663386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-dfb3e49f-8b29-4fe2-88a6-0a40b036f011 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/999381f7-d252-4edf-b143-53abce0a87c3 HTTP/1.1" status: 200 len: 2981 time: 0.0725996 Jun 30 08:44:51.699382 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-f47b814c-0701-4da7-b345-8cedc92d241b tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] show failed (client error): The resource could not be found. Jun 30 08:44:51.704813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-f47b814c-0701-4da7-b345-8cedc92d241b tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/afdac669-385e-473c-a895-1dfffe04259d HTTP/1.1" status: 404 len: 352 time: 0.0328104 Jun 30 08:44:51.739286 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-949f9d1c-4c37-48e7-98f9-c6f9cf7bdbac tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] show failed (client error): The resource could not be found. Jun 30 08:44:51.740980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-949f9d1c-4c37-48e7-98f9-c6f9cf7bdbac tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/afdac669-385e-473c-a895-1dfffe04259d HTTP/1.1" status: 404 len: 352 time: 0.0266047 Jun 30 08:44:51.750250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:44:51.763915 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Sync routers for ids ['d4192a2e-d097-4936-bb75-630a756c8654'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:44:51.772676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:51.778367 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Routers {'d4192a2e-d097-4936-bb75-630a756c8654'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:51.779434 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d4192a2e-d097-4936-bb75-630a756c8654'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:51.810977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:51.811327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Network hostable DHCP agents. Network: 34d51463-a55e-4523-b759-13aca4e30356, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:44:51.814525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:51.816446 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f21f891-379d-4e79-b46a-a389b4cd530d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8146923 Jun 30 08:44:51.818834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41118) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:51.825326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-03103892-70da-4ada-abc7-22e052987c22 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/cfe19552-98c4-4f8f-9c45-1cdff6524717 HTTP/1.1" status: 200 len: 2981 time: 0.0754521 Jun 30 08:44:51.857827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9c0445c1-fe78-4244-b0fe-82c6acf39c3c details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:44:51.895066 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Set router d4192a2e-d097-4936-bb75-630a756c8654 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:51.918359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-27366104-c5f3-4378-8df0-ac52e097502e tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/cfe19552-98c4-4f8f-9c45-1cdff6524717 HTTP/1.1" status: 200 len: 2981 time: 0.0873172 Jun 30 08:44:52.040127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-532f6f91-753d-4126-825e-4db1ae51bb66 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d6d129b7-f597-47e8-8169-470eb2fa99bb HTTP/1.1" status: 200 len: 2977 time: 0.1151593 Jun 30 08:44:52.100450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:52.115243 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:49Z', 'revision_number': 3, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port': {'id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:52.130286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c', 'mac_address': 'fa:16:3e:82:a3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:44:52.132988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-1cb25afe-10cc-4002-8ad0-d11b26211539 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d6d129b7-f597-47e8-8169-470eb2fa99bb HTTP/1.1" status: 200 len: 2977 time: 0.0857952 Jun 30 08:44:52.146731 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Checking router: d4192a2e-d097-4936-bb75-630a756c8654 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:44:52.147446 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Updating router d4192a2e-d097-4936-bb75-630a756c8654 port 79341c85-4c48-4a45-8f42-82b81e89e9d1 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:44:52.186295 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.209973 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.220902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-7f956a83-a95b-40b3-be34-855542896a32 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ec13be53-026b-4720-9317-fc7ec9e7e635 HTTP/1.1" status: 200 len: 2981 time: 0.0827997 Jun 30 08:44:52.221055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Network 34d51463-a55e-4523-b759-13aca4e30356 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:44:52.247536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0445c1-fe78-4244-b0fe-82c6acf39c3c {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:44:52.249696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41124) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:52.287722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 34d51463-a55e-4523-b759-13aca4e30356) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:52.291376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:52.303614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb366e9-14dc-400e-9b35-89bc398a55ba None None] Network 34d51463-a55e-4523-b759-13aca4e30356 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:52.319012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6568fe12-1d4e-4a82-bb69-62a548e77f11 req-1ee354a5-f8cf-4c01-9ce0-010184f264ec tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ec13be53-026b-4720-9317-fc7ec9e7e635 HTTP/1.1" status: 200 len: 2981 time: 0.0913508 Jun 30 08:44:52.416577 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.467482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:52.468164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.515047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:52.541253 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.560001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:52.566289 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Transition to ACTIVE for port object 79341c85-4c48-4a45-8f42-82b81e89e9d1 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:52.570193 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7be0ee70-c8c9-4259-9bed-7d35e3c526c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac047bb687ba47d88d59431f27aabfce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165925 Jun 30 08:44:52.579473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41136) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:52.584579 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.588300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b8bb3c8-5ee4-4e9b-92a8-4f369fcca59d req-263293a8-6905-431c-bf31-8f84bc7b328b tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a971f693e8ea43dd8995e61521968516 HTTP/1.1" status: 200 len: 6100 time: 0.2418606 Jun 30 08:44:52.603394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8864e6-1dd8-4bc8-9d49-d51d46d0735c None None] Network 34d51463-a55e-4523-b759-13aca4e30356 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:52.698899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b8bb3c8-5ee4-4e9b-92a8-4f369fcca59d req-236484d4-f3c5-4b32-87ad-6576043731a4 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "GET /v2.0/security-groups/cfe19552-98c4-4f8f-9c45-1cdff6524717 HTTP/1.1" status: 200 len: 2981 time: 0.0881450 Jun 30 08:44:52.701348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9c0445c1-fe78-4244-b0fe-82c6acf39c3c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:44:52.707264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Attempting to bind port 79341c85-4c48-4a45-8f42-82b81e89e9d1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:52.708009 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Attempting to bind port 79341c85-4c48-4a45-8f42-82b81e89e9d1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:52.708389 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Attempting to bind port 79341c85-4c48-4a45-8f42-82b81e89e9d1 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:52.730601 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:52.731715 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:52.732126 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.732526 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:52.733017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Bound port: 79341c85-4c48-4a45-8f42-82b81e89e9d1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:52.733423 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.739200 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Pushing event updated for resources: {'Port': ['ID=79341c85-4c48-4a45-8f42-82b81e89e9d1,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:52.787697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-54fea696-8c77-4702-aec8-76db289f9230 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1524186 Jun 30 08:44:52.792679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b8bb3c8-5ee4-4e9b-92a8-4f369fcca59d req-4f438297-3bdc-4856-9b82-d8c7dcf74411 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "GET /v2.0/security-groups/cfe19552-98c4-4f8f-9c45-1cdff6524717 HTTP/1.1" status: 200 len: 2981 time: 0.0851650 Jun 30 08:44:52.802525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f37d4-fb77-42b3-ac61-7f39bab32b2b req-d5d114f3-4331-44dc-a5c6-49d9f06a0ada tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:52.804147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-453f37d4-fb77-42b3-ac61-7f39bab32b2b req-d5d114f3-4331-44dc-a5c6-49d9f06a0ada tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 949 time: 0.2148447 Jun 30 08:44:52.826241 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.826802 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.826916 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.827236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.828642 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.829133 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.830254 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.830742 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.832507 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.833008 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.833987 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.835105 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:44:52.907274 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] For port 79341c85-4c48-4a45-8f42-82b81e89e9d1, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:52.910032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25b97ee0-5a17-4207-95f5-f68ad8855faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:52.915551 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] For port 79341c85-4c48-4a45-8f42-82b81e89e9d1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=79341c85-4c48-4a45-8f42-82b81e89e9d1,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:52.919230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-453f37d4-fb77-42b3-ac61-7f39bab32b2b req-2df793f3-590c-4925-b7f7-700293d42778 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026471 Jun 30 08:44:52.931802 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.015292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8bac7915-ad6c-455d-8342-0ccd0286c6e7 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:53.062764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb8cc1a1-3d82-403b-96a6-c0dcdc4f75de req-f6f5b7ae-097a-44dc-9fe2-0d982841651e tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/60ba4e8a-f42c-42be-a44b-6e003b2ed1ae HTTP/1.1" status: 200 len: 1777 time: 0.0784760 Jun 30 08:44:53.079274 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.092207 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Routers {'d4192a2e-d097-4936-bb75-630a756c8654'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:53.092834 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d4192a2e-d097-4936-bb75-630a756c8654'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:53.120823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:53.121288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.137082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25b97ee0-5a17-4207-95f5-f68ad8855faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.140656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da8cd0f5-71c1-4815-9299-3edc9e4346ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.207236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb8cc1a1-3d82-403b-96a6-c0dcdc4f75de req-c05873b3-07dd-470f-9e9b-7d185133719d tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.253399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb8cc1a1-3d82-403b-96a6-c0dcdc4f75de req-c05873b3-07dd-470f-9e9b-7d185133719d tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.339378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb8cc1a1-3d82-403b-96a6-c0dcdc4f75de req-c05873b3-07dd-470f-9e9b-7d185133719d tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.342403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb8cc1a1-3d82-403b-96a6-c0dcdc4f75de req-c05873b3-07dd-470f-9e9b-7d185133719d tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.343803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb8cc1a1-3d82-403b-96a6-c0dcdc4f75de req-c05873b3-07dd-470f-9e9b-7d185133719d tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/60ba4e8a-f42c-42be-a44b-6e003b2ed1ae HTTP/1.1" status: 204 len: 173 time: 0.2756345 Jun 30 08:44:53.395185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05873b3-07dd-470f-9e9b-7d185133719d tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba4e8a-f42c-42be-a44b-6e003b2ed1ae,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:53.414926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.490282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97583e9c-f72a-4648-ad44-fd4c61823ba9 req-55893cc6-83a1-4475-a5a0-40a8af0c0505 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "GET /v2.0/security-groups/dd3aa3c6-a803-4ab1-8a9b-81b61b46ff9f HTTP/1.1" status: 200 len: 1776 time: 0.1111240 Jun 30 08:44:53.546209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] Set router d4192a2e-d097-4936-bb75-630a756c8654 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:53.549429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25b97ee0-5a17-4207-95f5-f68ad8855faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.559331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25b97ee0-5a17-4207-95f5-f68ad8855faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.560701 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-25b97ee0-5a17-4207-95f5-f68ad8855faa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c35c5c8-f315-4458-b6a7-f03f233ba867 HTTP/1.1" status: 204 len: 168 time: 0.9661205 Jun 30 08:44:53.603351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97583e9c-f72a-4648-ad44-fd4c61823ba9 req-088ec407-ba64-4524-8f14-79746ec97d94 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.621675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b97ee0-5a17-4207-95f5-f68ad8855faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35c5c8-f315-4458-b6a7-f03f233ba867,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:53.660507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97583e9c-f72a-4648-ad44-fd4c61823ba9 req-088ec407-ba64-4524-8f14-79746ec97d94 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.713315 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134466b-0eb0-4b0c-8625-1b226520d5e2 None None] Pushing event updated for resources: {'Port': ['ID=79341c85-4c48-4a45-8f42-82b81e89e9d1,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:53.742892 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97583e9c-f72a-4648-ad44-fd4c61823ba9 req-088ec407-ba64-4524-8f14-79746ec97d94 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.747050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97583e9c-f72a-4648-ad44-fd4c61823ba9 req-088ec407-ba64-4524-8f14-79746ec97d94 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.748892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97583e9c-f72a-4648-ad44-fd4c61823ba9 req-088ec407-ba64-4524-8f14-79746ec97d94 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd3aa3c6-a803-4ab1-8a9b-81b61b46ff9f HTTP/1.1" status: 204 len: 173 time: 0.2547426 Jun 30 08:44:53.767377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ec407-ba64-4524-8f14-79746ec97d94 tempest-SecurityGroupsTestAdminJSON-884850775 tempest-SecurityGroupsTestAdminJSON-884850775-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3aa3c6-a803-4ab1-8a9b-81b61b46ff9f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:53.792359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da8cd0f5-71c1-4815-9299-3edc9e4346ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.806300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da8cd0f5-71c1-4815-9299-3edc9e4346ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:53.835509 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-da8cd0f5-71c1-4815-9299-3edc9e4346ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d3207431b3c4d4a899d38a8de3b45f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2647178 Jun 30 08:44:53.846058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41176) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:53.866356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Allocated IP 172.20.0.1 (04bc3eb3-71d2-4039-806f-c112572153cd/bc68f2e5-265c-4fdc-b182-0e8cb188038c/c8c1b2ca-48bd-4886-9a41-aeabadc9f839) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:53.883679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9c0445c1-fe78-4244-b0fe-82c6acf39c3c up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:53.885549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cd0f5-71c1-4815-9299-3edc9e4346ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700ab0a4-2f17-48a1-a17e-c9214e2e2ee3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:53.945082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-217fbb75-1455-4863-bd46-f23ec04529e3 req-62862568-3d54-4e83-85ae-4c054aa0a244 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "GET /v2.0/security-groups/6288ee0d-f1f2-4b2e-a767-c4b870d483fe HTTP/1.1" status: 200 len: 1776 time: 0.1534865 Jun 30 08:44:53.970048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30de984b-3361-4f24-aa1f-cae017e774d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.040862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:54.043505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30de984b-3361-4f24-aa1f-cae017e774d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.045899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:54.046321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.067221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-217fbb75-1455-4863-bd46-f23ec04529e3 req-14e08462-63f9-412f-b342-75843038b38f tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.082406 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:49Z', 'revision_number': 3, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port': {'id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:54.119481 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-217fbb75-1455-4863-bd46-f23ec04529e3 req-14e08462-63f9-412f-b342-75843038b38f tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.182814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.190316 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e883f-1a40-4c82-a72e-93d285315c1f None None] The sync data for ids ['d4192a2e-d097-4936-bb75-630a756c8654'] in n-d-758944-40 is: [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:49Z', 'revision_number': 3, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port': {'id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:44:54.220607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Transition to ACTIVE for port object c8c1b2ca-48bd-4886-9a41-aeabadc9f839 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:54.222562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30de984b-3361-4f24-aa1f-cae017e774d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.225163 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30de984b-3361-4f24-aa1f-cae017e774d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.226894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-30de984b-3361-4f24-aa1f-cae017e774d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/700ab0a4-2f17-48a1-a17e-c9214e2e2ee3 HTTP/1.1" status: 204 len: 168 time: 0.3791132 Jun 30 08:44:54.238353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41196) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:54.247241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1923015977-network', 'tenant_id': '36291dc13ca34220b78a51ca2a01a76d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:54.255363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de984b-3361-4f24-aa1f-cae017e774d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700ab0a4-2f17-48a1-a17e-c9214e2e2ee3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:54.307682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.311444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-217fbb75-1455-4863-bd46-f23ec04529e3 req-14e08462-63f9-412f-b342-75843038b38f tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.319411 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-217fbb75-1455-4863-bd46-f23ec04529e3 req-14e08462-63f9-412f-b342-75843038b38f tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.321017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-217fbb75-1455-4863-bd46-f23ec04529e3 req-14e08462-63f9-412f-b342-75843038b38f tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "DELETE /v2.0/security-groups/6288ee0d-f1f2-4b2e-a767-c4b870d483fe HTTP/1.1" status: 204 len: 173 time: 0.3747845 Jun 30 08:44:54.345376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e08462-63f9-412f-b342-75843038b38f tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288ee0d-f1f2-4b2e-a767-c4b870d483fe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:54.354949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Made reservation on behalf of 36291dc13ca34220b78a51ca2a01a76d for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:54.361692 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.375400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.414391 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.441322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588606c4-f3c1-49eb-8011-4d0819aff944 req-e32583c2-d6f9-497c-b927-009237ac24f7 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:54.443102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:54.450871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-588606c4-f3c1-49eb-8011-4d0819aff944 req-e32583c2-d6f9-497c-b927-009237ac24f7 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 949 time: 0.2424519 Jun 30 08:44:54.474820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:54.478355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:44:54.478862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Network 04bc3eb3-71d2-4039-806f-c112572153cd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:54.481459 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c320e26f-953c-43b0-bf84-2cdfcde47d4b" -d '{"events": [{"server_uuid": "7f2f11f1-97f7-49ab-aedb-15ddd4d352e5", "name": "network-vif-plugged", "status": "completed", "tag": "9c0445c1-fe78-4244-b0fe-82c6acf39c3c"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:44:54.485049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:54.494649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:54.495898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.514981 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.551564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-588606c4-f3c1-49eb-8011-4d0819aff944 req-b42e9f12-ed86-442f-9b18-1a14365cbcda tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995817 Jun 30 08:44:54.708813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.712657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:54.796903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d4003a7-2354-4c29-9f79-dc5091446657 req-97dfd6ef-1074-4261-b4e8-418773d23386 tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "GET /v2.0/security-groups/1ad6c40d-64d3-4db2-b28c-e56c69834e2f HTTP/1.1" status: 200 len: 1776 time: 0.1524079 Jun 30 08:44:54.844418 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d2852-8cf9-48eb-950d-dc39af1890e4 x-openstack-request-id: req-b87d2852-8cf9-48eb-950d-dc39af1890e4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:44:54.844801 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2f11f1-97f7-49ab-aedb-15ddd4d352e5", "name": "network-vif-plugged", "status": "completed", "tag": "9c0445c1-fe78-4244-b0fe-82c6acf39c3c", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:44:54.845050 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b87d2852-8cf9-48eb-950d-dc39af1890e4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:44:54.845487 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c', 'code': 200} Jun 30 08:44:54.881269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.955358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0ede303-beae-44f4-ab9d-2f79748b4a18 None None] Provisioning for port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:54.967314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0ede303-beae-44f4-ab9d-2f79748b4a18 None None] Provisioning complete for port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:54.968853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0ede303-beae-44f4-ab9d-2f79748b4a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:54.997731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.042780 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.061444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41218) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:55.066601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a0ede303-beae-44f4-ab9d-2f79748b4a18 None None] Port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:55.070123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 79341c85-4c48-4a45-8f42-82b81e89e9d1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:55.089545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33efd234-20f1-49b6-bb3d-b3305c14a240,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:55.108218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b152b15c-17da-40f0-a25c-a57904bc9b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.109390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:44:55.152359 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d4003a7-2354-4c29-9f79-dc5091446657 req-f4e929cf-0e29-4ccf-9150-ba7f6c704c3d tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.159457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.160297 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Added segment 0152c0a5-eaa4-4dd8-8472-acbaf0b2d836 of type vlan for network 42d0c5c1-d837-4a1c-9583-d79ad1a92586 Jun 30 08:44:55.183567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 79341c85-4c48-4a45-8f42-82b81e89e9d1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:44:55.187866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 79341c85-4c48-4a45-8f42-82b81e89e9d1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:55.188230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.239820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa5fe2-52c9-40ce-88cb-076f829df3d6 req-ea9e5640-9a47-4e89-a64a-4520d4415da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:55.242103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06aa5fe2-52c9-40ce-88cb-076f829df3d6 req-ea9e5640-9a47-4e89-a64a-4520d4415da0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 1102 time: 0.2900577 Jun 30 08:44:55.242985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41220) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:55.244999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d4003a7-2354-4c29-9f79-dc5091446657 req-f4e929cf-0e29-4ccf-9150-ba7f6c704c3d tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.294323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.359953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06aa5fe2-52c9-40ce-88cb-076f829df3d6 req-516cba57-cd2f-481a-bf1d-c9408e82b5bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808356 Jun 30 08:44:55.382123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.386994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.388649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:55.390424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.401660 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d4003a7-2354-4c29-9f79-dc5091446657 req-f4e929cf-0e29-4ccf-9150-ba7f6c704c3d tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.405526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d4003a7-2354-4c29-9f79-dc5091446657 req-f4e929cf-0e29-4ccf-9150-ba7f6c704c3d tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.412221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d4003a7-2354-4c29-9f79-dc5091446657 req-f4e929cf-0e29-4ccf-9150-ba7f6c704c3d tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] 10.222.0.53 "DELETE /v2.0/security-groups/1ad6c40d-64d3-4db2-b28c-e56c69834e2f HTTP/1.1" status: 204 len: 173 time: 0.5992637 Jun 30 08:44:55.432125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 79341c85-4c48-4a45-8f42-82b81e89e9d1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=79341c85-4c48-4a45-8f42-82b81e89e9d1,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:44:55.439038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.474795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.478683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e929cf-0e29-4ccf-9150-ba7f6c704c3d tempest-SecurityGroupsTestAdminJSON-2011524046 tempest-SecurityGroupsTestAdminJSON-2011524046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad6c40d-64d3-4db2-b28c-e56c69834e2f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:55.510281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c21d44e6-3fa2-47ff-9063-e0dd0c43c623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.513191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b152b15c-17da-40f0-a25c-a57904bc9b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.514839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.515535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.525745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] Pushing event updated for resources: {'Network': ['ID=42d0c5c1-d837-4a1c-9583-d79ad1a92586,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:55.541666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 42d0c5c1-d837-4a1c-9583-d79ad1a92586 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:44:55.566608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b1d4215b-b266-4a88-9164-1f77707f7857 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3239036 Jun 30 08:44:55.569434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41232) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:55.579042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:55.587154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b152b15c-17da-40f0-a25c-a57904bc9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.622572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152b15c-17da-40f0-a25c-a57904bc9b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eab8ea-1eb1-4753-919e-e5676f16eb21,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:55.699159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Request body: {'subnet': {'network_id': '42d0c5c1-d837-4a1c-9583-d79ad1a92586', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1923015977-subnet', 'tenant_id': '36291dc13ca34220b78a51ca2a01a76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:55.723445 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b152b15c-17da-40f0-a25c-a57904bc9b22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=317ff8f41ff14d51973d2c5a939c649e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586337 Jun 30 08:44:55.723880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41238) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:55.732128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=79341c85-4c48-4a45-8f42-82b81e89e9d1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:55.766202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Network 04bc3eb3-71d2-4039-806f-c112572153cd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:55.769732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:55.852309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e871965-0972-4f76-bd2b-deea2c8a70c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.900773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c21d44e6-3fa2-47ff-9063-e0dd0c43c623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.917405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e871965-0972-4f76-bd2b-deea2c8a70c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.923424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c21d44e6-3fa2-47ff-9063-e0dd0c43c623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:55.966751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:55.971762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d44e6-3fa2-47ff-9063-e0dd0c43c623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879609a3-cf7b-4e31-80ad-64c763266ddf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:56.000690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Router d4192a2e-d097-4936-bb75-630a756c8654 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:44:56.007256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72cb1c-fc83-47fd-a9d0-1a30d901c271 req-7a666207-7c16-4285-8ec4-35a0b2a89a40 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:56.015865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b72cb1c-fc83-47fd-a9d0-1a30d901c271 req-7a666207-7c16-4285-8ec4-35a0b2a89a40 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 950 time: 0.2213249 Jun 30 08:44:56.019231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Made reservation on behalf of 36291dc13ca34220b78a51ca2a01a76d for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:44:56.022039 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.129366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e871965-0972-4f76-bd2b-deea2c8a70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.133570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e871965-0972-4f76-bd2b-deea2c8a70c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.136962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c21d44e6-3fa2-47ff-9063-e0dd0c43c623 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8003fb18917b488384ac1f885b99d0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8850248 Jun 30 08:44:56.140458 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7e871965-0972-4f76-bd2b-deea2c8a70c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77eab8ea-1eb1-4753-919e-e5676f16eb21 HTTP/1.1" status: 204 len: 168 time: 0.4155908 Jun 30 08:44:56.145285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41250) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:56.223517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-00cfdc3b-36e2-4ef8-866d-5d589239b7a3 None None] Provisioning complete for port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:56.225524 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-00cfdc3b-36e2-4ef8-866d-5d589239b7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.241364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e871965-0972-4f76-bd2b-deea2c8a70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eab8ea-1eb1-4753-919e-e5676f16eb21,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:56.243399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b72cb1c-fc83-47fd-a9d0-1a30d901c271 req-4bbfcb34-813f-4037-babb-fbcb66c5ba7d tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269979 Jun 30 08:44:56.290752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:44:56.314259 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d4fb9b5-4016-4ea9-bb55-cdab8f01b347 admin admin] 10.222.0.53 "PUT /v2.0/routers/d4192a2e-d097-4936-bb75-630a756c8654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4929636 Jun 30 08:44:56.331569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-00cfdc3b-36e2-4ef8-866d-5d589239b7a3 None None] Port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:44:56.350336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2ff5-ebac-43d5-b996-5c8659ad08f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.395271 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a7eab866-034d-4a47-84cf-e728dfaa0a77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a971f693e8ea43dd8995e61521968516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207525 Jun 30 08:44:56.396941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41260) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:56.435895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2ff5-ebac-43d5-b996-5c8659ad08f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.493596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.541203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08cc64fe-26f1-410e-b413-3158cc848f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.566181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e672456b-6171-4dda-bff0-4e8a95f52f24,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:56.578317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2ff5-ebac-43d5-b996-5c8659ad08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.581313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2ff5-ebac-43d5-b996-5c8659ad08f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.586368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5c1c2ff5-ebac-43d5-b996-5c8659ad08f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/879609a3-cf7b-4e31-80ad-64c763266ddf HTTP/1.1" status: 204 len: 168 time: 0.4355061 Jun 30 08:44:56.588425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08cc64fe-26f1-410e-b413-3158cc848f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.597442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2ff5-ebac-43d5-b996-5c8659ad08f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879609a3-cf7b-4e31-80ad-64c763266ddf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:56.605348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Checking segment: {'id': '0152c0a5-eaa4-4dd8-8472-acbaf0b2d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '42d0c5c1-d837-4a1c-9583-d79ad1a92586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:56.605767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Network hostable DHCP agents. Network: 42d0c5c1-d837-4a1c-9583-d79ad1a92586, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:44:56.642875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Network 42d0c5c1-d837-4a1c-9583-d79ad1a92586 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:44:56.663294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08cc64fe-26f1-410e-b413-3158cc848f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.664787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 42d0c5c1-d837-4a1c-9583-d79ad1a92586) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:56.671731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:56.672271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.674056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08cc64fe-26f1-410e-b413-3158cc848f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:56.677669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3c644-9f57-449b-bd48-67687932b10d None None] Network 42d0c5c1-d837-4a1c-9583-d79ad1a92586 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:56.678690 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08cc64fe-26f1-410e-b413-3158cc848f3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfe19552-98c4-4f8f-9c45-1cdff6524717 HTTP/1.1" status: 204 len: 168 time: 0.2804580 Jun 30 08:44:56.697799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc64fe-26f1-410e-b413-3158cc848f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe19552-98c4-4f8f-9c45-1cdff6524717,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:56.701007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Sync routers for ids ['d4192a2e-d097-4936-bb75-630a756c8654'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:44:56.708158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf6ceecc-8337-4e38-878c-6b4fb73d6882 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1233859 Jun 30 08:44:56.756336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Routers {'d4192a2e-d097-4936-bb75-630a756c8654'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:56.756945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d4192a2e-d097-4936-bb75-630a756c8654'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:56.944857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Set router d4192a2e-d097-4936-bb75-630a756c8654 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:57.017624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d5294-8603-4921-bc8c-780999dbea92 None None] Network 42d0c5c1-d837-4a1c-9583-d79ad1a92586 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:44:57.079407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 79341c85-4c48-4a45-8f42-82b81e89e9d1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:44:57.165688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-3021d005-8c8a-454f-801f-40e24d0ea6a0 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2901404 Jun 30 08:44:57.176444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:44:57.221385 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.273128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 79341c85-4c48-4a45-8f42-82b81e89e9d1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:44:57.273827 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.365903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.449547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:54Z', 'revision_number': 4, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port': {'id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8c1b2ca-48bd-4886-9a41-aeabadc9f839', 'name': '', 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'mac_address': 'fa:16:3e:dc:bb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'bc68f2e5-265c-4fdc-b182-0e8cb188038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:53Z', 'updated_at': '2021-06-30T08:44:55Z', 'revision_number': 2, 'project_id': 'be113f99d991476991b1729692ab17aa', 'subnets': [{'id': 'bc68f2e5-265c-4fdc-b182-0e8cb188038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:57.453768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:57.481089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0305ae8a-6c83-4217-8497-33f1ff2bd641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.485972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Checking router: d4192a2e-d097-4936-bb75-630a756c8654 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:44:57.486326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Updating router d4192a2e-d097-4936-bb75-630a756c8654 port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:44:57.519920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41300) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:57.538387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.543796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014a7a-ee63-4d03-8e8f-21fe5cadaff1 req-76c5b34a-fd8f-4d92-b536-bacaf3285314 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:57.545745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4014a7a-ee63-4d03-8e8f-21fe5cadaff1 req-76c5b34a-fd8f-4d92-b536-bacaf3285314 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 950 time: 0.1333957 Jun 30 08:44:57.556071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Allocated IP 172.25.8.71 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/94190e3e-81d0-4633-90b5-2581e7d82ce4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:44:57.621903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4014a7a-ee63-4d03-8e8f-21fe5cadaff1 req-d552f166-4834-4688-b473-937e1d8b1faf tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675762 Jun 30 08:44:57.654758 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1a30c76b-45a2-48da-a901-35e564a5fde4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b19da3aee6b4fdc981407c6ffc61c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334720 Jun 30 08:44:57.657576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41308) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:57.755144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-743ea4e3-6ea1-4091-87de-03800329c0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.771315 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.780339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-743ea4e3-6ea1-4091-87de-03800329c0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.829502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0305ae8a-6c83-4217-8497-33f1ff2bd641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.837257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0305ae8a-6c83-4217-8497-33f1ff2bd641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.858063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.909897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-743ea4e3-6ea1-4091-87de-03800329c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.912201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:44:57.912333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-743ea4e3-6ea1-4091-87de-03800329c0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.916548 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-743ea4e3-6ea1-4091-87de-03800329c0bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10ac7acf-af6b-4803-8532-1417d5e81730 HTTP/1.1" status: 204 len: 168 time: 0.2547100 Jun 30 08:44:57.921728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:44:57.929236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ae8a-6c83-4217-8497-33f1ff2bd641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24969f50-0a55-4b52-afc2-4481dd22fe93,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:57.930726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:44:57.936055 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0305ae8a-6c83-4217-8497-33f1ff2bd641 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb818bcf877c4be5ab1b40b84a58dc6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786029 Jun 30 08:44:57.943447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41320) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:44:57.970313 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:57.974674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ea4e3-6ea1-4091-87de-03800329c0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac7acf-af6b-4803-8532-1417d5e81730,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:58.009873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Transition to ACTIVE for port object c8c1b2ca-48bd-4886-9a41-aeabadc9f839 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:44:58.016775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Pushing event updated for resources: {'Port': ['ID=94190e3e-81d0-4633-90b5-2581e7d82ce4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:58.025296 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.040977 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa93bcbe-f021-4dab-87c4-b73b6446246b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.063324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.068375 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa93bcbe-f021-4dab-87c4-b73b6446246b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.100641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0620bfb-6db9-441c-8309-9ece91d2a9d4 None None] Pushing event updated for resources: {'Port': ['ID=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:58.158685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.185776 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa93bcbe-f021-4dab-87c4-b73b6446246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.190130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa93bcbe-f021-4dab-87c4-b73b6446246b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.193386 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fa93bcbe-f021-4dab-87c4-b73b6446246b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24969f50-0a55-4b52-afc2-4481dd22fe93 HTTP/1.1" status: 204 len: 168 time: 0.2473552 Jun 30 08:44:58.206201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93bcbe-f021-4dab-87c4-b73b6446246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24969f50-0a55-4b52-afc2-4481dd22fe93,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:58.209581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Attempting to bind port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:44:58.211765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Attempting to bind port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:44:58.213187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Attempting to bind port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 on network 04bc3eb3-71d2-4039-806f-c112572153cd {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:44:58.221683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:44:58.222061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Checking segment: {'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:44:58.222618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.223163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Bound using segment: {'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:44:58.223696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Bound port: c8c1b2ca-48bd-4886-9a41-aeabadc9f839, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec43b4cb-39c0-4a06-8608-a04c22342d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:44:58.224079 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.321913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] For port c8c1b2ca-48bd-4886-9a41-aeabadc9f839, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:44:58.326761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] For port c8c1b2ca-48bd-4886-9a41-aeabadc9f839, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,segment=NetworkSegment(ec43b4cb-39c0-4a06-8608-a04c22342d56),segment_id=ec43b4cb-39c0-4a06-8608-a04c22342d56)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:44:58.340849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.434225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0620bfb-6db9-441c-8309-9ece91d2a9d4 None None] Pushing event updated for resources: {'Port': ['ID=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:58.452930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Routers {'d4192a2e-d097-4936-bb75-630a756c8654'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:44:58.453555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d4192a2e-d097-4936-bb75-630a756c8654'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:58.645960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-9531598b-43a2-4234-b355-a12326814b90 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:58.653361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-9531598b-43a2-4234-b355-a12326814b90 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.4525318 Jun 30 08:44:58.683658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-bbb909c0-4500-4620-8340-fb500d90356e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/quotas/92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 375 time: 0.0287108 Jun 30 08:44:58.732138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-106e595e-54c0-4917-9633-5a5fcd47a75e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479822 Jun 30 08:44:58.769884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] Set router d4192a2e-d097-4936-bb75-630a756c8654 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:44:58.859608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.873023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.914304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-17a77a4c-00cd-4a67-b1ef-8de31dffb68b service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805196 Jun 30 08:44:58.919816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:58.990858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Pushing event updated for resources: {'Port': ['ID=94190e3e-81d0-4633-90b5-2581e7d82ce4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:44:59.012437 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:59.020349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-92ea0f3d-551a-4064-8d78-57174719e969 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8494048 Jun 30 08:44:59.038975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:54Z', 'revision_number': 4, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port': {'id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8c1b2ca-48bd-4886-9a41-aeabadc9f839', 'name': '', 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'mac_address': 'fa:16:3e:dc:bb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'bc68f2e5-265c-4fdc-b182-0e8cb188038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:53Z', 'updated_at': '2021-06-30T08:44:58Z', 'revision_number': 4, 'project_id': 'be113f99d991476991b1729692ab17aa', 'subnets': [{'id': 'bc68f2e5-265c-4fdc-b182-0e8cb188038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:44:59.077394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3cf0b-9a56-4708-baeb-9ed0974ddd7a None None] The sync data for ids ['d4192a2e-d097-4936-bb75-630a756c8654'] in n-d-758944-40 is: [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:54Z', 'revision_number': 4, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port': {'id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8c1b2ca-48bd-4886-9a41-aeabadc9f839', 'name': '', 'network_id': '04bc3eb3-71d2-4039-806f-c112572153cd', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'mac_address': 'fa:16:3e:dc:bb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'bc68f2e5-265c-4fdc-b182-0e8cb188038c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:53Z', 'updated_at': '2021-06-30T08:44:58Z', 'revision_number': 4, 'project_id': 'be113f99d991476991b1729692ab17aa', 'subnets': [{'id': 'bc68f2e5-265c-4fdc-b182-0e8cb188038c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:44:59.119014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-137033f7-dfd0-4d5d-9f13-9fdac919fb92 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0975542 Jun 30 08:44:59.212802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2c57d48f-5372-4180-8c3f-98c35a9dbb77 service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882359 Jun 30 08:44:59.293787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-151de90b-f626-4731-9a7e-ab5ac08cf108 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:44:59.298490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-151de90b-f626-4731-9a7e-ab5ac08cf108 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1785505 Jun 30 08:44:59.312076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-61ca0d67-941a-4058-8ccc-5801eec0e99c tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:44:59.313869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c95feb47-2726-49a9-bbda-ba2890fe920d req-61ca0d67-941a-4058-8ccc-5801eec0e99c tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094185 Jun 30 08:44:59.853440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-874b0346-57e5-4736-8a5e-c865f31d7ff4 req-d0729750-75c9-4378-a736-2fed379d87bb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips/25ff571e-8fb4-4141-b07c-14e2d5bc6528 HTTP/1.1" status: 200 len: 692 time: 0.0861571 Jun 30 08:45:00.008865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b0346-57e5-4736-8a5e-c865f31d7ff4 req-5a6ab053-8777-4e08-b107-6edbe4e22842 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:00.010740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-874b0346-57e5-4736-8a5e-c865f31d7ff4 req-5a6ab053-8777-4e08-b107-6edbe4e22842 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1519573 Jun 30 08:45:00.024936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-874b0346-57e5-4736-8a5e-c865f31d7ff4 req-380e1e4f-6de2-4743-addb-c72c06771143 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:45:00.026350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-874b0346-57e5-4736-8a5e-c865f31d7ff4 req-380e1e4f-6de2-4743-addb-c72c06771143 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100977 Jun 30 08:45:00.218012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5887bfac-f8c3-479c-97a4-e58c43d8d4a9 req-8e4da026-a559-45cc-9df6-578ceb5008cc tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0432820 Jun 30 08:45:00.333070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-531542b5-240d-4536-8217-990b3c32546a req-ebfdf0f2-bd09-4b98-a306-13e4904769e4 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=be113f99d991476991b1729692ab17aa HTTP/1.1" status: 200 len: 695 time: 0.0838740 Jun 30 08:45:00.489425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531542b5-240d-4536-8217-990b3c32546a req-f2022eed-c32f-4169-a1c4-4424248abcd7 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:00.497477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-531542b5-240d-4536-8217-990b3c32546a req-f2022eed-c32f-4169-a1c4-4424248abcd7 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks?id=3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 787 time: 0.1572261 Jun 30 08:45:00.508685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-531542b5-240d-4536-8217-990b3c32546a req-2794b555-2cbd-4cfb-9558-886d887d9ea3 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:45:00.509811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-531542b5-240d-4536-8217-990b3c32546a req-2794b555-2cbd-4cfb-9558-886d887d9ea3 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066478 Jun 30 08:45:00.673416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-d06255f3-dbbd-49c2-bbbc-db9b6ff26672 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips/25ff571e-8fb4-4141-b07c-14e2d5bc6528 HTTP/1.1" status: 200 len: 692 time: 0.0702527 Jun 30 08:45:00.685206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-0da74ad6-2ce7-46ac-9120-bef411b06f7e tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455062 Jun 30 08:45:00.870736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b44f3dda-eb4d-489f-b870-284a15e8ba30 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:00.877943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b44f3dda-eb4d-489f-b870-284a15e8ba30 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2034996 Jun 30 08:45:00.894802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-766a3468-8b5a-4ff1-a709-628bf91ac871 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:45:00.903279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-766a3468-8b5a-4ff1-a709-628bf91ac871 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243783 Jun 30 08:45:00.968259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-556b42d4-71a2-4bb8-a68a-c26d1a9d18bd tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0637627 Jun 30 08:45:00.989209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-62786d33-a978-47f7-b4f6-7f4db396e179 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:00.990990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-62786d33-a978-47f7-b4f6-7f4db396e179 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899263 Jun 30 08:45:01.002280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8c1b2ca-48bd-4886-9a41-aeabadc9f839 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:01.049126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-25ee45ae-2552-4f95-9c35-ca1fbe063239 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0794785 Jun 30 08:45:01.058788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-9a98cc4c-857f-4a4b-9dd1-925c535ce727 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/quotas/4992b119e7e54ff58de854bda9a4e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0319624 Jun 30 08:45:01.096862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:01.102402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:01.103005 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.155562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-8f0c5e2d-bf81-4fcb-8a4b-d916d0150c5f tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:01.157367 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-8f0c5e2d-bf81-4fcb-8a4b-d916d0150c5f tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.2557764 Jun 30 08:45:01.183524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Request body: {'port': {'device_id': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'admin_state_up': True, 'tenant_id': '92f4af2e9f4746719762ea9c5d54b192'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:01.218182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.241449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-1e1cf466-02ab-419c-b468-ab48c2024f6c tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424294 Jun 30 08:45:01.263626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Deleting port 94190e3e-81d0-4633-90b5-2581e7d82ce4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:01.264662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.286379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c8c1b2ca-48bd-4886-9a41-aeabadc9f839, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,segment=NetworkSegment(ec43b4cb-39c0-4a06-8608-a04c22342d56),segment_id=ec43b4cb-39c0-4a06-8608-a04c22342d56)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:01.291998 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.353574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Made reservation on behalf of 92f4af2e9f4746719762ea9c5d54b192 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:01.360825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.365321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:01.389333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.389736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.404098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Calling delete_port for 94190e3e-81d0-4633-90b5-2581e7d82ce4 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:01.581171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Allocated IP 172.20.0.12 (34d51463-a55e-4523-b759-13aca4e30356/fd79d45b-e2b3-48f5-9f08-0a0e3320b01b/0a366dee-2ea0-42ac-bece-86d9f7c54863) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:01.605389 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-462aa90a-d37a-4b45-a9fb-ae8565a81300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.633490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.665719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Pushing event deleted for resources: {'Port': ['ID=94190e3e-81d0-4633-90b5-2581e7d82ce4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:01.698382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.708680 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.709861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdeebf5d-d9c1-4455-b94c-95f681a84c00 req-b5303c06-562d-467a-899f-ec099f6e39cb tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "DELETE /v2.0/floatingips/25ff571e-8fb4-4141-b07c-14e2d5bc6528 HTTP/1.1" status: 204 len: 173 time: 0.6596231 Jun 30 08:45:01.806653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.863372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.954889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:01.973405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-22dfe4f6-9597-4986-8480-388113c35fd2 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d899c867f3334c15b7790d1e304a4df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398772 Jun 30 08:45:01.989707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Network 34d51463-a55e-4523-b759-13aca4e30356 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:01.991529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:01.994265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:02.000807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:02.001621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:02.019628 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4a8ebc93-be7b-413d-8e1c-9ed88b822ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8476934 Jun 30 08:45:02.036277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Request body: {'port': {'device_id': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:02.327564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a406b01-e977-4057-96b1-79283274c776 req-0e603b97-6f39-4068-a21c-a0d84f2a2248 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:02.329008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a406b01-e977-4057-96b1-79283274c776 req-0e603b97-6f39-4068-a21c-a0d84f2a2248 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 932 time: 0.3535008 Jun 30 08:45:02.352046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:02.373940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-295e6bfe-b3c6-42c4-8248-34baec44a9dc tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:02.375356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-295e6bfe-b3c6-42c4-8248-34baec44a9dc tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639069 Jun 30 08:45:02.393595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a406b01-e977-4057-96b1-79283274c776 req-fd0076cf-9c0e-4910-8b1d-ebd13503f4c7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571282 Jun 30 08:45:02.395900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-388aa6fc-441c-45b3-911f-684141d5d1ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/quotas/d899c867f3334c15b7790d1e304a4df7 HTTP/1.1" status: 200 len: 375 time: 0.0129831 Jun 30 08:45:02.435334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-afa981d4-3263-447b-97fc-812d9441a6cb tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301151 Jun 30 08:45:02.543527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55614025-a143-474b-8b9f-b03b1613b408 req-d2ae6e43-a843-40c8-b1a3-33f8196d53df tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 210 time: 0.0320060 Jun 30 08:45:02.722381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-0a7d5cbf-929f-4548-9ac9-cc34ddc5ce2f tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357573 Jun 30 08:45:02.748542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a366dee-2ea0-42ac-bece-86d9f7c54863 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:02.775728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:02.789371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Transition to ACTIVE for port object 0a366dee-2ea0-42ac-bece-86d9f7c54863 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:02.796465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:02.859817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-ae5eb0fd-1bc4-4c4e-8b24-f7154c666793 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2742562 Jun 30 08:45:02.868363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:02.891905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:02.957578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:02.958267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:02.959646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:02.977667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:02.978257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:02.991007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8c1b2ca-48bd-4886-9a41-aeabadc9f839 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:03.002679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:03.002679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:03.002679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:03.003020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Bound port: 0a366dee-2ea0-42ac-bece-86d9f7c54863, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:03.003521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.004216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-e647fbec-e7e3-4cfc-9ddc-52c0499edd2a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:03.006321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-e647fbec-e7e3-4cfc-9ddc-52c0499edd2a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768488 Jun 30 08:45:03.008564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.032555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Request body: {'port': {'device_id': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '4992b119e7e54ff58de854bda9a4e8d4'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:03.056214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:03.056712 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.129769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:03.142723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:03.153600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.229121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:03.229974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.231333 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 1093 time: 1.2001185 Jun 30 08:45:03.231761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:03.234908 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c80cf4-9d9c-4deb-a200-61778f712348" -d '{"events": [{"name": "network-changed", "server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:03.263163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791a051-5931-44b7-92a2-4818febfd523 service neutron] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:03.272973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-4d3dc4c1-4365-4efa-9368-7ba5fd326c43 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d899c867f3334c15b7790d1e304a4df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486743 Jun 30 08:45:03.281162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Made reservation on behalf of 4992b119e7e54ff58de854bda9a4e8d4 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:03.284627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.288078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.339883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-866bbdba-a8d7-40c8-a6e4-ca05d7823b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:03.341372 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-866bbdba-a8d7-40c8-a6e4-ca05d7823b1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1096 time: 0.0549493 Jun 30 08:45:03.386809 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-2b67302e-c0a3-4983-ae73-00a907c2bd5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 217 time: 0.0342124 Jun 30 08:45:03.444555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-dff2ca8d-111b-45e7-a5d4-b837e028b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:03.446126 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-dff2ca8d-111b-45e7-a5d4-b837e028b792 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0495851 Jun 30 08:45:03.484021 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-4cf6c1d6-4931-49ae-9824-d087823bbd61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268455 Jun 30 08:45:03.534408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-438cc218-593c-4c39-99cc-6f4b2bfd2bea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:03.535875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-438cc218-593c-4c39-99cc-6f4b2bfd2bea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559202 Jun 30 08:45:03.578704 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-67fad283-bdf2-4b57-825a-e628123b169a service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836530 Jun 30 08:45:03.596722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-1ded117c-8310-4222-b081-cd25aeb4419b tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/quotas/d899c867f3334c15b7790d1e304a4df7 HTTP/1.1" status: 200 len: 375 time: 0.0376601 Jun 30 08:45:03.600101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Allocated IP 172.25.8.29 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/fcd549a1-8212-4188-bfee-68df79c87ed5) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:03.644940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Allocated IP 192.168.233.199 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/b2da9115-ea5f-4c0f-81ec-61cd647f0c25) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:03.649621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-098f79d9-b14b-4e7c-be95-9a976a70d48a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450368 Jun 30 08:45:03.681346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-19a8cba9-35e2-481a-b940-a517aaf6ae3f req-04a06b09-68bb-4821-93cf-5783c0ae3ae1 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928752 Jun 30 08:45:03.836881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.905923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:03.925333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Transition to ACTIVE for port object b2da9115-ea5f-4c0f-81ec-61cd647f0c25 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:03.937038 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.030428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:04.032569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-08c3b4fc-e920-414e-927d-9c4d235a35f9 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d899c867f3334c15b7790d1e304a4df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572064 Jun 30 08:45:04.038071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:04.041341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:04.054683 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7723920-50d9-4719-bd88-1daeb6053963 x-openstack-request-id: req-c7723920-50d9-4719-bd88-1daeb6053963 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:04.055193 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:04.055702 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7723920-50d9-4719-bd88-1daeb6053963 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:04.056282 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863', 'status': 'completed', 'code': 200} Jun 30 08:45:04.071031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Pushing event updated for resources: {'Port': ['ID=fcd549a1-8212-4188-bfee-68df79c87ed5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:04.094295 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.106419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9c0445c1-fe78-4244-b0fe-82c6acf39c3c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:04.214336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-2682e237-017c-4950-862e-dec3a850dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:04.221286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-2682e237-017c-4950-862e-dec3a850dbf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1096 time: 0.1389210 Jun 30 08:45:04.223098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:04.252064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:04.255781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:04.276720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:04.277284 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.320837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Pushing event updated for resources: {'Port': ['ID=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:04.349479 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.376430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.402037 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0628c24e-147b-4d7b-bed3-6102fb5e81bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.442300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-b1f372d6-1402-4e8b-b234-fe2ff3f9aed3 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4156597 Jun 30 08:45:04.444143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-6b02214d-62f0-435d-9067-74d66edd4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:04.448285 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-6b02214d-62f0-435d-9067-74d66edd4d94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.2193317 Jun 30 08:45:04.467100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b3275513-5243-4e80-b283-fff04a2d4716 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:04.472782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b3275513-5243-4e80-b283-fff04a2d4716 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4199412 Jun 30 08:45:04.495668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Request body: {'port': {'device_id': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:04.506744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Request body: {'port': {'device_id': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'd899c867f3334c15b7790d1e304a4df7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:04.530873 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-bfc12d8a-5432-4d3c-8ddc-ec8c1ba3e3ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 217 time: 0.0757892 Jun 30 08:45:04.551994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.606385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-9ed94e07-7ec7-4e31-861b-a860a1a6795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:04.608490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-9ed94e07-7ec7-4e31-861b-a860a1a6795c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0706339 Jun 30 08:45:04.610831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d5f0b7cb-90fb-4a2c-952d-cb3ac8e65e6f None None] Provisioning for port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:04.614893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d5f0b7cb-90fb-4a2c-952d-cb3ac8e65e6f None None] Provisioning complete for port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:04.615488 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b7cb-90fb-4a2c-952d-cb3ac8e65e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.654751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0b7cb-90fb-4a2c-952d-cb3ac8e65e6f None None] Port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:04.662976 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-640024dd-9399-496e-b47d-2ab384374fd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461576 Jun 30 08:45:04.730402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1be5af-9db9-49b9-aa22-028c273a2093 req-8d8e598a-8e4b-4023-b1bf-92621ce8b46e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:04.737176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b1be5af-9db9-49b9-aa22-028c273a2093 req-8d8e598a-8e4b-4023-b1bf-92621ce8b46e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 944 time: 0.4311812 Jun 30 08:45:04.793357 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-26b01d56-2737-4ae1-a917-e2ecaddd15d6 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223776 Jun 30 08:45:04.861133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.905373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b1be5af-9db9-49b9-aa22-028c273a2093 req-c45fc44d-b7f7-4ea4-b514-faee58696114 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671739 Jun 30 08:45:04.971847 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26c80cf4-9d9c-4deb-a200-61778f712348 req-8fee07c2-22b5-4bce-b92f-1f98684fb1fa service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635990 Jun 30 08:45:05.014598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Made reservation on behalf of d899c867f3334c15b7790d1e304a4df7 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:05.018519 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.040763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.108539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41576) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:05.141528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.163561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.224821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51ccfe18-67fc-4ace-acae-b876a371c7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.333338 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-bb9e33b3-c79e-466e-937d-d051ec190c13 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d899c867f3334c15b7790d1e304a4df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227463 Jun 30 08:45:05.447976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-f9d1fe5a-0dc2-419c-bc58-81d21417737f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:05.449794 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-f9d1fe5a-0dc2-419c-bc58-81d21417737f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108718 Jun 30 08:45:05.466589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Request body: {'port': {'device_id': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'd899c867f3334c15b7790d1e304a4df7'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:05.474174 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.531914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Pushing event updated for resources: {'Port': ['ID=fcd549a1-8212-4188-bfee-68df79c87ed5,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:05.561106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd757a4e-5a90-4494-8210-79e9acea7a8e req-00b1801c-0b68-44ab-9e28-e5faf0fb6304 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:05.562623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd757a4e-5a90-4494-8210-79e9acea7a8e req-00b1801c-0b68-44ab-9e28-e5faf0fb6304 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 936 time: 0.5158701 Jun 30 08:45:05.651933 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.673401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd757a4e-5a90-4494-8210-79e9acea7a8e req-add44ace-71c3-4669-b886-d92fc1a49d66 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973406 Jun 30 08:45:05.687713 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.692031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.700693 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:45:05.700693 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:45:05.700693 n-d-758944-40 neutron-server[100238]: [parameters: {'project_id_1': 'd899c867f3334c15b7790d1e304a4df7', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 45, 5, 568421)}] Jun 30 08:45:05.700693 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:45:05.701168 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:45:05.722059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2da9115-ea5f-4c0f-81ec-61cd647f0c25 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:05.763277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.790560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b54d76-6f60-4903-a318-c1f29921dd60,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:05.800912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Transition to ACTIVE for port object b2da9115-ea5f-4c0f-81ec-61cd647f0c25 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:05.812169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51ccfe18-67fc-4ace-acae-b876a371c7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.817192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51ccfe18-67fc-4ace-acae-b876a371c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.838516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.853305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccfe18-67fc-4ace-acae-b876a371c7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e438df-e027-4ea3-998c-1ea62c45751b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:05.857615 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51ccfe18-67fc-4ace-acae-b876a371c7d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1f1bbe06df54c2297ccde829c1337d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480593 Jun 30 08:45:05.860264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41582) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:05.866018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0fba3e5-6c39-4aba-ab54-d53995ebad0e req-cfed7e7d-6977-4a3d-a6c4-11b8d46af375 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 210 time: 0.0617065 Jun 30 08:45:05.866777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.868327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-509b3259-2c39-4484-875c-dee2ddbe48fe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0075889 Jun 30 08:45:05.925822 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701320b-7a2b-47c0-af13-edaf98e0482c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.948677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701320b-7a2b-47c0-af13-edaf98e0482c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:05.980347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Allocated IP 192.168.233.45 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/e0a1a132-eaef-4548-9273-c86709895da8) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:05.988382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-d21aa5b4-4acd-4a0e-9c4b-4cb300f44645 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.29 HTTP/1.1" status: 200 len: 695 time: 0.0935633 Jun 30 08:45:05.992874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:06.014291 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701320b-7a2b-47c0-af13-edaf98e0482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.018427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701320b-7a2b-47c0-af13-edaf98e0482c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.024596 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5701320b-7a2b-47c0-af13-edaf98e0482c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70e438df-e027-4ea3-998c-1ea62c45751b HTTP/1.1" status: 204 len: 168 time: 0.1631000 Jun 30 08:45:06.038147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701320b-7a2b-47c0-af13-edaf98e0482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e438df-e027-4ea3-998c-1ea62c45751b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:06.103403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Attempting to bind port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:06.103963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Attempting to bind port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:06.103963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Attempting to bind port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:06.130622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:06.130952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Attempting to bind port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:06.154429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:06.155061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:06.155635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:06.156092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Bound port: b2da9115-ea5f-4c0f-81ec-61cd647f0c25, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:06.156454 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.228124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Made reservation on behalf of d899c867f3334c15b7790d1e304a4df7 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:06.233451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.249789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-06d622c4-2250-4b0c-9fd5-518ac735878a tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:06.251160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84bb5553-65ce-4b4c-af4b-67792d017d32 req-06d622c4-2250-4b0c-9fd5-518ac735878a tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2520132 Jun 30 08:45:06.356791 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.359144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] For port b2da9115-ea5f-4c0f-81ec-61cd647f0c25, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:06.378122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] For port b2da9115-ea5f-4c0f-81ec-61cd647f0c25, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:06.385331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Transition to ACTIVE for port object e0a1a132-eaef-4548-9273-c86709895da8 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:06.390594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.440629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:06.441246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.446580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41602) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:06.453571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] 10.222.0.26 "PUT /v2.0/ports/b2da9115-ea5f-4c0f-81ec-61cd647f0c25 HTTP/1.1" status: 200 len: 1097 time: 1.9901414 Jun 30 08:45:06.463801 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ac87346-16a5-47d8-8d2f-58387e568292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.466049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'tag': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:06.468398 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43789dd5-8594-44bc-a9b8-4047ae605d93" -d '{"events": [{"name": "network-changed", "server_uuid": "63bf78fb-23ba-4c2f-af9f-2f57ac177e50", "tag": "b2da9115-ea5f-4c0f-81ec-61cd647f0c25"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:06.590455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4dc39-4d17-47b2-8c9a-efd64027bef6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:06.601429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ac87346-16a5-47d8-8d2f-58387e568292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.614480 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.646652 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:45:06.674934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Allocated IP 192.168.233.185 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/1ab7a4b6-79e4-4f0b-9ec1-073838628371) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:06.679392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ac87346-16a5-47d8-8d2f-58387e568292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.699163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:06.728939 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ac87346-16a5-47d8-8d2f-58387e568292 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e61f3274c5d4b23bd81b47f9cfc5485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812772 Jun 30 08:45:06.732092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:06.739899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:06.744238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac87346-16a5-47d8-8d2f-58387e568292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5693d-13cf-4a01-991e-86c273f18c8e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:06.747899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:06.752871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:06.760155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:06.761095 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.777379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-d8c75a4e-8c55-4d09-b200-6cefc6d059c1 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips/bc40dbac-a1df-47dc-9ac8-92e2344115b9 HTTP/1.1" status: 200 len: 692 time: 0.0962670 Jun 30 08:45:06.794595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-8cd71870-0124-4b26-b03e-8abe1c7dd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:06.796062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-8cd71870-0124-4b26-b03e-8abe1c7dd316 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 1100 time: 0.2861762 Jun 30 08:45:06.808838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b0fe2d18-ba37-4536-a288-9ef2b4cf50d4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3068330 Jun 30 08:45:06.836085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f86eb7-a827-4007-b081-77201cc83067 req-577a34cd-973d-41f3-a665-9f1b17fe37ad tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:06.837664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08f86eb7-a827-4007-b081-77201cc83067 req-577a34cd-973d-41f3-a665-9f1b17fe37ad tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 944 time: 0.3619866 Jun 30 08:45:06.854039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c3d0665-96ac-457e-ab21-37a0581520c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.896293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c3d0665-96ac-457e-ab21-37a0581520c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.899313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Request body: {'port': {'device_id': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:06.926420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-f3ff6256-4b44-4eb9-9e25-cf4186ce6598 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b2da9115-ea5f-4c0f-81ec-61cd647f0c25 HTTP/1.1" status: 200 len: 217 time: 0.1147840 Jun 30 08:45:06.949098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.964453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Transition to ACTIVE for port object 1ab7a4b6-79e4-4f0b-9ec1-073838628371 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:06.990095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c3d0665-96ac-457e-ab21-37a0581520c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.993144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c3d0665-96ac-457e-ab21-37a0581520c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:06.994374 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3c3d0665-96ac-457e-ab21-37a0581520c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10e5693d-13cf-4a01-991e-86c273f18c8e HTTP/1.1" status: 204 len: 168 time: 0.2613895 Jun 30 08:45:07.008025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d0665-96ac-457e-ab21-37a0581520c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5693d-13cf-4a01-991e-86c273f18c8e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:07.023615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.055046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-589abf4d-cc4e-4499-a64c-b94cb5f83969 None None] Provisioning for port e0a1a132-eaef-4548-9273-c86709895da8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:07.060280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-589abf4d-cc4e-4499-a64c-b94cb5f83969 None None] Provisioning complete for port e0a1a132-eaef-4548-9273-c86709895da8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:07.062952 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-589abf4d-cc4e-4499-a64c-b94cb5f83969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.072473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08f86eb7-a827-4007-b081-77201cc83067 req-0c97f55d-bcd8-432e-b8d4-d4b9cccb0190 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077534 Jun 30 08:45:07.091758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:07.106744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-bc4a200e-deaa-4624-acaf-6256d9808087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:07.107221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:07.113739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-bc4a200e-deaa-4624-acaf-6256d9808087 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1716135 Jun 30 08:45:07.115109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:07.122346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:07.123247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.126127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-589abf4d-cc4e-4499-a64c-b94cb5f83969 None None] Port e0a1a132-eaef-4548-9273-c86709895da8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:07.130889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.139745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Pushing event updated for resources: {'Port': ['ID=1ab7a4b6-79e4-4f0b-9ec1-073838628371,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:07.153507 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-6e6ab009-cd29-4ae3-a926-2ab83e138139 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6909509 Jun 30 08:45:07.162965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-0046d276-46de-4831-88df-70ea4a04207b tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:07.170753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Request body: {'port': {'device_id': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:07.171267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-0046d276-46de-4831-88df-70ea4a04207b tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.3794954 Jun 30 08:45:07.173922 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79151f-0268-41b5-87e2-9b28873e37cd x-openstack-request-id: req-5f79151f-0268-41b5-87e2-9b28873e37cd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:07.174214 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bf78fb-23ba-4c2f-af9f-2f57ac177e50", "tag": "b2da9115-ea5f-4c0f-81ec-61cd647f0c25", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:07.174465 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f79151f-0268-41b5-87e2-9b28873e37cd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:07.175021 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'tag': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25', 'status': 'completed', 'code': 200} Jun 30 08:45:07.178220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.292082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-ffef3fbb-0514-44cf-8bbe-1fdb735492a9 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.29 HTTP/1.1" status: 200 len: 695 time: 0.1198983 Jun 30 08:45:07.295313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.379279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-993074c0-2a22-4850-a91b-2ff3d7b17292 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.29 HTTP/1.1" status: 200 len: 695 time: 0.0856948 Jun 30 08:45:07.548730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-9f347e7e-bb72-4d47-9b3d-52868559f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:07.550121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-9f347e7e-bb72-4d47-9b3d-52868559f240 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4137018 Jun 30 08:45:07.572534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54a1cf00-d377-491f-bfc4-8776ef08933b None None] Provisioning for port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:07.578018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54a1cf00-d377-491f-bfc4-8776ef08933b None None] Provisioning complete for port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:07.579175 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54a1cf00-d377-491f-bfc4-8776ef08933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.649390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0a366dee-2ea0-42ac-bece-86d9f7c54863 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:07.660508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab7a4b6-79e4-4f0b-9ec1-073838628371 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:07.672792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.705132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-86b9fd07-f144-4a4a-a150-b894e7ca78e5 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409874 Jun 30 08:45:07.707530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Transition to ACTIVE for port object 1ab7a4b6-79e4-4f0b-9ec1-073838628371 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:07.708764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Deleting port fcd549a1-8212-4188-bfee-68df79c87ed5 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:07.709105 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.713354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.766254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:07.782216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '0a366dee-2ea0-42ac-bece-86d9f7c54863', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'port_id': '0a366dee-2ea0-42ac-bece-86d9f7c54863', 'mac_address': 'fa:16:3e:e9:57:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd79d45b-e2b3-48f5-9f08-0a0e3320b01b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:07.829338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-54a1cf00-d377-491f-bfc4-8776ef08933b None None] Port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:07.849773 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.875615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a366dee-2ea0-42ac-bece-86d9f7c54863 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:07.903478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:07.913144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Pushing event updated for resources: {'Port': ['ID=1ab7a4b6-79e4-4f0b-9ec1-073838628371,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:07.914820 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:07.934761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Attempting to bind port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:07.935064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Attempting to bind port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:07.935433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Attempting to bind port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:07.946660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:07.947757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Attempting to bind port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:07.954200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:07.954543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:07.954938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:07.955410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Bound port: 1ab7a4b6-79e4-4f0b-9ec1-073838628371, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:07.955768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.025156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:08.026199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.026792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.058751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] For port 1ab7a4b6-79e4-4f0b-9ec1-073838628371, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:08.061592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052ea987-0e5f-4324-9f79-37a8a91d5b3d req-6efce04d-6f59-45d1-bb64-c226063bcbc3 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356674 Jun 30 08:45:08.062791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] For port 1ab7a4b6-79e4-4f0b-9ec1-073838628371, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:08.071865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.079708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Calling delete_port for fcd549a1-8212-4188-bfee-68df79c87ed5 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:08.126906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:08.128043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.129375 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] 10.222.0.26 "PUT /v2.0/ports/1ab7a4b6-79e4-4f0b-9ec1-073838628371 HTTP/1.1" status: 200 len: 1097 time: 0.9641902 Jun 30 08:45:08.132917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'tag': '1ab7a4b6-79e4-4f0b-9ec1-073838628371'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:08.135820 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff30019-30f1-4a70-9cda-7ef67b215f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8506385-3dac-4cbd-8431-459c3bd6635c", "tag": "1ab7a4b6-79e4-4f0b-9ec1-073838628371"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:08.161794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0a366dee-2ea0-42ac-bece-86d9f7c54863'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:08.222078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae617655-887a-42eb-883b-88cf24e5c67a service neutron] Pushing event updated for resources: {'Port': ['ID=1ab7a4b6-79e4-4f0b-9ec1-073838628371,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:08.249550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-4490909d-19d9-4ebe-b31c-d3222ee503c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:08.251101 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-4490909d-19d9-4ebe-b31c-d3222ee503c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 1100 time: 0.0721195 Jun 30 08:45:08.256188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a9400-88b7-4895-b78b-456499e040c5 req-278e715a-6abf-4b58-b5c0-86c16c8d176f tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:08.266117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d8a9400-88b7-4895-b78b-456499e040c5 req-278e715a-6abf-4b58-b5c0-86c16c8d176f tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 948 time: 0.3893013 Jun 30 08:45:08.322683 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-78e12db1-cb5e-442d-8af6-5f17cbeb6f58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371 HTTP/1.1" status: 200 len: 217 time: 0.0635121 Jun 30 08:45:08.389668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-0d8147f9-7b25-4aab-880f-9ddbce5baea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:08.391179 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-0d8147f9-7b25-4aab-880f-9ddbce5baea4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0605388 Jun 30 08:45:08.456142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-c3838c6c-1dc6-4f59-b972-ac49ce25abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:08.457875 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-c3838c6c-1dc6-4f59-b972-ac49ce25abdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589132 Jun 30 08:45:08.565208 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-9ccb4ccc-440a-4b97-a5c8-c680f379cebb service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002510 Jun 30 08:45:08.574835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:08.588794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.632208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Transition to ACTIVE for port object e0a1a132-eaef-4548-9273-c86709895da8 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:08.647754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d8a9400-88b7-4895-b78b-456499e040c5 req-00348e62-fbf3-4844-b21d-7a296cc02572 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117511 Jun 30 08:45:08.661145 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-936ee1c6-0879-4f2e-9fd4-3a4c822883ad req-b652d016-7f09-4a00-afac-2f913cef00b4 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892322 Jun 30 08:45:08.670043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.724368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-6276adb9-f101-4b16-82cc-c582f40e353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:08.725891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-6276adb9-f101-4b16-82cc-c582f40e353e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 1100 time: 0.5501678 Jun 30 08:45:08.789810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:08.904813 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:08.947044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Attempting to bind port e0a1a132-eaef-4548-9273-c86709895da8 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:08.947391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Attempting to bind port e0a1a132-eaef-4548-9273-c86709895da8 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:08.947761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Attempting to bind port e0a1a132-eaef-4548-9273-c86709895da8 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:08.960570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Pushing event deleted for resources: {'Port': ['ID=fcd549a1-8212-4188-bfee-68df79c87ed5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:08.989237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Port e0a1a132-eaef-4548-9273-c86709895da8 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:08.989505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Attempting to bind port e0a1a132-eaef-4548-9273-c86709895da8 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:09.002740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.005154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.006427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3db02f5c-63f9-4dde-96ea-2f41c33bcfa9 req-4a7df8b9-5e3b-4726-9fa0-58e58a8b9970 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "DELETE /v2.0/floatingips/bc40dbac-a1df-47dc-9ac8-92e2344115b9 HTTP/1.1" status: 204 len: 173 time: 1.6266329 Jun 30 08:45:09.007717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-13f1aabe-643d-4ff0-a481-4d2e11c27782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.009121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-13f1aabe-643d-4ff0-a481-4d2e11c27782 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2578170 Jun 30 08:45:09.009857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:09.010194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:09.010616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:09.011062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Bound port: e0a1a132-eaef-4548-9273-c86709895da8, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:09.011408 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.074486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce9b5b-34e9-4938-9757-5ed9672bfc90 req-2dfb6636-963d-4908-8952-091421f8dbf8 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.076207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdce9b5b-34e9-4938-9757-5ed9672bfc90 req-2dfb6636-963d-4908-8952-091421f8dbf8 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 948 time: 0.2882886 Jun 30 08:45:09.078745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-d2e7bbb0-c9c5-43d1-8db5-7302720c4ec8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b2da9115-ea5f-4c0f-81ec-61cd647f0c25 HTTP/1.1" status: 200 len: 217 time: 0.0526226 Jun 30 08:45:09.187744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-e4e73a3e-8dc6-4738-8b39-b45410e01624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.189113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-e4e73a3e-8dc6-4738-8b39-b45410e01624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0923686 Jun 30 08:45:09.190143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:09.194573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdce9b5b-34e9-4938-9757-5ed9672bfc90 req-c8ba633d-7711-40d6-83fc-077a37c9ece9 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988419 Jun 30 08:45:09.196216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:09.207521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.268964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.269590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.270954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] 10.222.0.13 "PUT /v2.0/ports/e0a1a132-eaef-4548-9273-c86709895da8 HTTP/1.1" status: 200 len: 1096 time: 2.4312541 Jun 30 08:45:09.273620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:09.283203 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "tag": "e0a1a132-eaef-4548-9273-c86709895da8"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:09.334525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1662a-96a1-48d0-8424-978ddf26d769 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:09.401004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-9124d7dd-8f22-44f1-aaf4-39e31dd29c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.403006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-9124d7dd-8f22-44f1-aaf4-39e31dd29c71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2042010 Jun 30 08:45:09.490245 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91179da3-5f37-4c88-a05a-bec238847b19 x-openstack-request-id: req-91179da3-5f37-4c88-a05a-bec238847b19 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:09.490814 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8506385-3dac-4cbd-8431-459c3bd6635c", "tag": "1ab7a4b6-79e4-4f0b-9ec1-073838628371", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:09.491373 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91179da3-5f37-4c88-a05a-bec238847b19 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:09.492661 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'tag': '1ab7a4b6-79e4-4f0b-9ec1-073838628371', 'status': 'completed', 'code': 200} Jun 30 08:45:09.508509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b01efa00-c180-472b-8fbd-14c4401137b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.510211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b01efa00-c180-472b-8fbd-14c4401137b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1099 time: 0.1877689 Jun 30 08:45:09.527661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc43c0-fad6-4e60-8b7d-4d0e7a9df04a req-282eee64-f723-4d1e-89c6-921ae42fcba6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.529119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90bc43c0-fad6-4e60-8b7d-4d0e7a9df04a req-282eee64-f723-4d1e-89c6-921ae42fcba6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 945 time: 0.1893721 Jun 30 08:45:09.590830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-b4c4caed-a2bb-4c9b-b248-51060ecde33b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e0a1a132-eaef-4548-9273-c86709895da8 HTTP/1.1" status: 200 len: 217 time: 0.0734198 Jun 30 08:45:09.599644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-019917b2-3605-4387-bcb4-329a23d00448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.600844 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-019917b2-3605-4387-bcb4-329a23d00448 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 1100 time: 0.0846875 Jun 30 08:45:09.609338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0a366dee-2ea0-42ac-bece-86d9f7c54863 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:09.640302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-e7acef2a-15b4-41d1-b724-d90a5d89f355 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284904 Jun 30 08:45:09.671007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 0a366dee-2ea0-42ac-bece-86d9f7c54863 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:09.678401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 0a366dee-2ea0-42ac-bece-86d9f7c54863 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:09.678986 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.688609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90bc43c0-fad6-4e60-8b7d-4d0e7a9df04a req-fb3934ce-0610-41c0-b147-f6bbb79a6ff8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519094 Jun 30 08:45:09.707394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-c1ebf0e2-fcdd-42ef-a851-5abfc21ee244 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729482 Jun 30 08:45:09.711357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-fbeb3182-fba3-42e1-97eb-40bb2ca58551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.712826 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-fbeb3182-fba3-42e1-97eb-40bb2ca58551 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1044173 Jun 30 08:45:09.753782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-f566bd0d-e205-4c81-907e-8a0fe5d27685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.755166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-f566bd0d-e205-4c81-907e-8a0fe5d27685 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1559963 Jun 30 08:45:09.759257 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-ead902c8-e452-4b3e-bfd9-f384ac90f9e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371 HTTP/1.1" status: 200 len: 217 time: 0.0384190 Jun 30 08:45:09.774727 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.797301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:09.799180 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b3602-1706-444b-9f14-1497adbfc53b" -d '{"events": [{"server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "name": "network-vif-plugged", "status": "completed", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:09.813099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:09.816040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-c17631ba-8b65-4c0f-a953-8b5e09cca409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.817893 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-c17631ba-8b65-4c0f-a953-8b5e09cca409 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0481257 Jun 30 08:45:09.819131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:09.843617 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-a2b787ec-3535-4dc0-b074-d4685a160ea3 req-486588c6-2a52-4874-8d04-1c5063fff220 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] show failed (client error): The resource could not be found. Jun 30 08:45:09.844990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2b787ec-3535-4dc0-b074-d4685a160ea3 req-486588c6-2a52-4874-8d04-1c5063fff220 tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips/bc40dbac-a1df-47dc-9ac8-92e2344115b9 HTTP/1.1" status: 404 len: 350 time: 0.1049910 Jun 30 08:45:09.877566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:09.891576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-0f7b5e57-1488-44f3-a490-bb26f9be1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.893098 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-0f7b5e57-1488-44f3-a490-bb26f9be1232 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643475 Jun 30 08:45:09.918141 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d67adbb-9cf9-44f0-ba1f-a5788f4f2ee1 x-openstack-request-id: req-2d67adbb-9cf9-44f0-ba1f-a5788f4f2ee1 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:09.918428 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "tag": "e0a1a132-eaef-4548-9273-c86709895da8", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:09.918690 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d67adbb-9cf9-44f0-ba1f-a5788f4f2ee1 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:09.919071 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8', 'status': 'completed', 'code': 200} Jun 30 08:45:09.953212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43789dd5-8594-44bc-a9b8-4047ae605d93 req-5971c277-e328-41b2-a909-dcd00ee07410 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930577 Jun 30 08:45:09.966647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-6e3f9c50-efb8-4ca9-81f3-77d18af1d74f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.973183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-6e3f9c50-efb8-4ca9-81f3-77d18af1d74f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649655 Jun 30 08:45:09.984798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-0ec293ac-2fb8-42b3-9798-62c7d1166a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:09.986293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-0ec293ac-2fb8-42b3-9798-62c7d1166a83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2146087 Jun 30 08:45:09.990765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-4b61d37c-e66a-4f77-9963-7b0f51e20f4f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/quotas/9c33a0ac003941a58f692c7f62b07f39 HTTP/1.1" status: 200 len: 375 time: 0.0160983 Jun 30 08:45:09.999197 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-b9b9653c-7e79-402b-9b8b-e90c99538352 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950744 Jun 30 08:45:10.073486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-36a104bf-db7c-4ed8-a7d0-f712cee307bc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716758 Jun 30 08:45:10.098686 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cff30019-30f1-4a70-9cda-7ef67b215f4d req-08fb5ec0-0d5d-43d5-81e8-6c5bf345102f service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893297 Jun 30 08:45:10.129845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-d83dbb71-3b48-4707-a134-2e6230b0ccb3 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365805 Jun 30 08:45:10.241519 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8cf922-7b11-4e25-909e-550fdef033e6 x-openstack-request-id: req-9c8cf922-7b11-4e25-909e-550fdef033e6 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:10.242433 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "name": "network-vif-plugged", "status": "completed", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:10.242708 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c8cf922-7b11-4e25-909e-550fdef033e6 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:10.243108 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863', 'code': 200} Jun 30 08:45:10.301883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff51a9a8-5c68-4681-8791-2c4a747b4e58 req-48b0c852-bc7d-4022-b11e-4eee55675c36 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642160 Jun 30 08:45:10.305248 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-aec9ed0f-71b3-4c35-b922-4b3ba216d4d5 req-e0f9dbcd-d896-4825-9149-4173be585ebe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] show failed (client error): The resource could not be found. Jun 30 08:45:10.306263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aec9ed0f-71b3-4c35-b922-4b3ba216d4d5 req-e0f9dbcd-d896-4825-9149-4173be585ebe tempest-FloatingIPsTestJSON-420072195 tempest-FloatingIPsTestJSON-420072195-project] 10.222.0.53 "GET /v2.0/floatingips/bc40dbac-a1df-47dc-9ac8-92e2344115b9 HTTP/1.1" status: 404 len: 350 time: 0.0478010 Jun 30 08:45:10.316083 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41718) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:10.318402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff99d2c-2d85-4bd0-b1cb-0ef21da13164 req-aa8abbfd-e27c-4f73-be7c-87c05564aff9 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:10.320151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ff99d2c-2d85-4bd0-b1cb-0ef21da13164 req-aa8abbfd-e27c-4f73-be7c-87c05564aff9 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 948 time: 0.1734383 Jun 30 08:45:10.397546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ff99d2c-2d85-4bd0-b1cb-0ef21da13164 req-94180f8e-ed34-4ba6-ad2e-c2daafb87275 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668936 Jun 30 08:45:10.521428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43b0d414-71bc-46a3-951f-fd831ec41349 req-0bf1ea0e-fa5c-40f1-a918-c2647edff4ff tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 210 time: 0.0419257 Jun 30 08:45:10.531219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-99c42666-1f91-4f69-b30f-c103ac3abaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:10.534036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-99c42666-1f91-4f69-b30f-c103ac3abaf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1099 time: 0.1577718 Jun 30 08:45:10.623422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5f83-16bb-4e9d-ace7-6fdc2c4ffbdf req-14f32de7-4331-4055-9b4c-117ae9966ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:10.625001 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c6bd5f83-16bb-4e9d-ace7-6fdc2c4ffbdf req-14f32de7-4331-4055-9b4c-117ae9966ca0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1733756 Jun 30 08:45:10.699827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-2917a4ee-a193-4e06-bc72-286b9eaa1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:10.701746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-2917a4ee-a193-4e06-bc72-286b9eaa1a8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1603670 Jun 30 08:45:10.773472 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c6bd5f83-16bb-4e9d-ace7-6fdc2c4ffbdf req-66546fc1-292c-4ff7-81b4-4e4691b3cf89 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217747 Jun 30 08:45:10.857755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-de666b6e-6c5e-4460-ad48-4ca41ab1e5cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e0a1a132-eaef-4548-9273-c86709895da8 HTTP/1.1" status: 200 len: 217 time: 0.1446433 Jun 30 08:45:10.965707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-3accfeae-0cc4-467d-aae8-359f49bd7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:10.971123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-3accfeae-0cc4-467d-aae8-359f49bd7a99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1048021 Jun 30 08:45:11.049927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41750) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:11.114844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dded4d7-f7ab-4f3f-a9f2-632e36c49e31 req-d8fb5c3b-e361-4ed0-a115-895b6a67f628 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:11.121044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dded4d7-f7ab-4f3f-a9f2-632e36c49e31 req-d8fb5c3b-e361-4ed0-a115-895b6a67f628 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 948 time: 0.3973157 Jun 30 08:45:11.127792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41754) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:11.175755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69e779-f979-4c86-9c4e-4385dceb6f9c req-f13ac8c4-d425-4600-8362-41c39fe2f3c6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:11.177862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf69e779-f979-4c86-9c4e-4385dceb6f9c req-f13ac8c4-d425-4600-8362-41c39fe2f3c6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 946 time: 0.2042196 Jun 30 08:45:11.191896 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.217517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-8974cb26-c4e0-406b-a398-bd37ab284f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:11.219241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-8974cb26-c4e0-406b-a398-bd37ab284f24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2321737 Jun 30 08:45:11.222233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dded4d7-f7ab-4f3f-a9f2-632e36c49e31 req-3ee09f30-7b29-4226-acf8-620eb6c52cb7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868495 Jun 30 08:45:11.286709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf69e779-f979-4c86-9c4e-4385dceb6f9c req-334a369b-234d-424e-afad-93a356635aba tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018667 Jun 30 08:45:11.328993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7bb784a-9eb9-440d-a7e2-348cc4d4fc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.330761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-e1dc6d4b-f0a2-470d-ac5f-b6e5d7aa0575 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024616 Jun 30 08:45:11.357112 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-314a5b9f-4912-42fa-979b-5c5a3cfad08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.441823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-250a1c95-3d06-4548-9dc1-d2c5fcaf3018 req-56cd0b76-5f1a-47a4-b27d-eb43babaedad service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015861 Jun 30 08:45:11.600067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0ff2c-a075-452f-a87b-244ca1ef9d20 req-71807cf4-9ca2-409b-a9a8-540f1eec98f2 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:11.602167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1a0ff2c-a075-452f-a87b-244ca1ef9d20 req-71807cf4-9ca2-409b-a9a8-540f1eec98f2 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 948 time: 0.0875132 Jun 30 08:45:11.633972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7bb784a-9eb9-440d-a7e2-348cc4d4fc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.640866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b2da9115-ea5f-4c0f-81ec-61cd647f0c25 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:11.651300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7bb784a-9eb9-440d-a7e2-348cc4d4fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.671628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1a0ff2c-a075-452f-a87b-244ca1ef9d20 req-3ff874e9-54bf-4839-b34e-9933f455911c tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Jun 30 08:45:11.697521 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e7bb784a-9eb9-440d-a7e2-348cc4d4fc71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b648cd1f17442f8a2751e824089b8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461549 Jun 30 08:45:11.703236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41764) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:11.713605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb784a-9eb9-440d-a7e2-348cc4d4fc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7359a88-4f5b-447e-952a-053f3bdf9f26,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:11.746067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Deleting port c8c1b2ca-48bd-4886-9a41-aeabadc9f839 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:11.746404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.839749 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-524dd382-9831-458f-ba2e-74543703746f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.843166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-314a5b9f-4912-42fa-979b-5c5a3cfad08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.857572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-314a5b9f-4912-42fa-979b-5c5a3cfad08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.884808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b2da9115-ea5f-4c0f-81ec-61cd647f0c25, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:11.889966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-524dd382-9831-458f-ba2e-74543703746f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.899120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-314c2528-0299-4280-8b10-df4f860bbfe0 req-28db5662-9b34-4d57-9dc1-5247d25277fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 210 time: 0.0526123 Jun 30 08:45:11.905778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25', 'mac_address': 'fa:16:3e:8d:82:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:11.909877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] For port c8c1b2ca-48bd-4886-9a41-aeabadc9f839, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,segment=NetworkSegment(ec43b4cb-39c0-4a06-8608-a04c22342d56),segment_id=ec43b4cb-39c0-4a06-8608-a04c22342d56)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:11.910235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:11.936397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Calling delete_port for c8c1b2ca-48bd-4886-9a41-aeabadc9f839 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:11.939455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-2fdf0431-961a-408c-bbc8-a0e353998508 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762222 Jun 30 08:45:11.971294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a5b9f-4912-42fa-979b-5c5a3cfad08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf16ca6-2721-4b44-a0f1-4538c23d6a41,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:11.982414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-314a5b9f-4912-42fa-979b-5c5a3cfad08f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2092cca376645b5811dce7f75ae376b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8496413 Jun 30 08:45:11.983219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41766) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:11.996537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.014487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2da9115-ea5f-4c0f-81ec-61cd647f0c25 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:12.039211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b2da9115-ea5f-4c0f-81ec-61cd647f0c25, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:12.046805 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.047921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1ab7a4b6-79e4-4f0b-9ec1-073838628371 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:12.072993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-524dd382-9831-458f-ba2e-74543703746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.075897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-524dd382-9831-458f-ba2e-74543703746f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.077130 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-524dd382-9831-458f-ba2e-74543703746f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7359a88-4f5b-447e-952a-053f3bdf9f26 HTTP/1.1" status: 204 len: 168 time: 0.3729763 Jun 30 08:45:12.092640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 1ab7a4b6-79e4-4f0b-9ec1-073838628371, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:12.092851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dd382-9831-458f-ba2e-74543703746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7359a88-4f5b-447e-952a-053f3bdf9f26,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:12.119672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '1ab7a4b6-79e4-4f0b-9ec1-073838628371', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '1ab7a4b6-79e4-4f0b-9ec1-073838628371', 'mac_address': 'fa:16:3e:83:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:12.219988 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.224283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.235950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:12.241524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab7a4b6-79e4-4f0b-9ec1-073838628371 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:12.262445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 1ab7a4b6-79e4-4f0b-9ec1-073838628371, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:12.272048 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.275813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c1b2ca-48bd-4886-9a41-aeabadc9f839,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:12.344128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82846a3e-9cfc-44b0-9a36-23195b04363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.386317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=1ab7a4b6-79e4-4f0b-9ec1-073838628371,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:12.420643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-cfde3ec9-44cc-4401-ac6f-6f6257b9137b tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:12.424498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-cfde3ec9-44cc-4401-ac6f-6f6257b9137b tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4683983 Jun 30 08:45:12.449072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82846a3e-9cfc-44b0-9a36-23195b04363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.457181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:12.458829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.522577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b2da9115-ea5f-4c0f-81ec-61cd647f0c25'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:12.526625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['1ab7a4b6-79e4-4f0b-9ec1-073838628371'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:12.602116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41776) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:12.643219 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec30c816-e1c6-4189-bc71-4d27bf992d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.727455 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82846a3e-9cfc-44b0-9a36-23195b04363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.730158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82846a3e-9cfc-44b0-9a36-23195b04363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:12.733595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-82846a3e-9cfc-44b0-9a36-23195b04363b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cf16ca6-2721-4b44-a0f1-4538c23d6a41 HTTP/1.1" status: 204 len: 168 time: 0.4983401 Jun 30 08:45:12.754961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089525-b665-41bd-bbcc-b5c19d0a161c req-678270bb-0adc-48f8-a4a8-124966e49646 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:12.763326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c089525-b665-41bd-bbcc-b5c19d0a161c req-678270bb-0adc-48f8-a4a8-124966e49646 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 946 time: 0.2354863 Jun 30 08:45:12.773290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Router d4192a2e-d097-4936-bb75-630a756c8654 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:45:12.792315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418bdf0-c364-499e-abf3-fd813c15f48c req-80da1a42-c61b-482e-934e-a6c0cac3efda tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:12.793831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d418bdf0-c364-499e-abf3-fd813c15f48c req-80da1a42-c61b-482e-934e-a6c0cac3efda tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 949 time: 0.3189743 Jun 30 08:45:12.797439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82846a3e-9cfc-44b0-9a36-23195b04363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf16ca6-2721-4b44-a0f1-4538c23d6a41,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:12.869087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c089525-b665-41bd-bbcc-b5c19d0a161c req-3414c521-b7cc-4edc-8177-c5e454444382 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048143 Jun 30 08:45:12.909471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d418bdf0-c364-499e-abf3-fd813c15f48c req-df8505fb-2219-4702-a241-18e50d817b4a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970790 Jun 30 08:45:12.948787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:45:12.958401 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] Sync routers for ids ['d4192a2e-d097-4936-bb75-630a756c8654'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:45:12.965478 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d1c78aa-468a-405b-8684-54f9761d7d7a admin admin] 10.222.0.53 "PUT /v2.0/routers/d4192a2e-d097-4936-bb75-630a756c8654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6479299 Jun 30 08:45:12.967710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:12.976893 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] Routers {'d4192a2e-d097-4936-bb75-630a756c8654'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:12.977872 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d4192a2e-d097-4936-bb75-630a756c8654'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:12.995871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec30c816-e1c6-4189-bc71-4d27bf992d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.001386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec30c816-e1c6-4189-bc71-4d27bf992d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.050514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ec30c816-e1c6-4189-bc71-4d27bf992d61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3b03e11776e4c0c87d85c0e4d0774e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427850 Jun 30 08:45:13.055570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41790) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:13.091362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30c816-e1c6-4189-bc71-4d27bf992d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458a160d-a04c-48ba-8bd3-6c3d29ee988f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:13.108989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:13.112857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.124320 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.169427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5b1e-641a-4492-b657-6519c9283d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.176331 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] Set router d4192a2e-d097-4936-bb75-630a756c8654 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:13.193494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.235510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5b1e-641a-4492-b657-6519c9283d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.321338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.348730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47351-75cd-4ee6-b002-46ca0a5ae2b9 req-84a47aa1-b9f2-4f81-b34b-2c1e00405511 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:13.351554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c47351-75cd-4ee6-b002-46ca0a5ae2b9 req-84a47aa1-b9f2-4f81-b34b-2c1e00405511 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 949 time: 0.1927185 Jun 30 08:45:13.397621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Deleting port 79341c85-4c48-4a45-8f42-82b81e89e9d1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:13.398413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.425116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41796) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:13.441883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5b1e-641a-4492-b657-6519c9283d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.445167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5b1e-641a-4492-b657-6519c9283d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.446499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bf5e5b1e-641a-4492-b657-6519c9283d30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/458a160d-a04c-48ba-8bd3-6c3d29ee988f HTTP/1.1" status: 204 len: 168 time: 0.3877330 Jun 30 08:45:13.462292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c73968df-66ac-4980-bb68-689568c00fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.478497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.486163 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:45:12Z', 'revision_number': 5, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port': {'id': '79341c85-4c48-4a45-8f42-82b81e89e9d1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:13.488865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c47351-75cd-4ee6-b002-46ca0a5ae2b9 req-c84738e6-e220-4218-8810-20f998c53e4d tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189847 Jun 30 08:45:13.490761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e5b1e-641a-4492-b657-6519c9283d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458a160d-a04c-48ba-8bd3-6c3d29ee988f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:13.493604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.535174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] For port 79341c85-4c48-4a45-8f42-82b81e89e9d1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=79341c85-4c48-4a45-8f42-82b81e89e9d1,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:13.535824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.551672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Calling delete_port for 79341c85-4c48-4a45-8f42-82b81e89e9d1 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:13.572262 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] Checking router: d4192a2e-d097-4936-bb75-630a756c8654 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:45:13.582438 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] Routers {'d4192a2e-d097-4936-bb75-630a756c8654'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:13.583451 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d4192a2e-d097-4936-bb75-630a756c8654'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:13.640326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b2da9115-ea5f-4c0f-81ec-61cd647f0c25 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:13.699725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] Set router d4192a2e-d097-4936-bb75-630a756c8654 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:13.731002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68a209e4-178e-40f0-a5ee-e743351b9fa0 req-947bb2ab-3b4f-41cc-9ca2-6f6bf29f79de tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 210 time: 0.0491974 Jun 30 08:45:13.756681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:13.762154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:13.762518 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.770385 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:45:13Z', 'revision_number': 6, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:13.800504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.27 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:13.809367 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffeae0-0681-49cd-846f-2487b39c73e2 None None] The sync data for ids ['d4192a2e-d097-4936-bb75-630a756c8654'] in n-d-758944-40 is: [{'id': 'd4192a2e-d097-4936-bb75-630a756c8654', 'name': 'tempest-FloatingIPsTestJSON-1373802363-router', 'tenant_id': 'be113f99d991476991b1729692ab17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:48Z', 'updated_at': '2021-06-30T08:45:13Z', 'revision_number': 6, 'project_id': 'be113f99d991476991b1729692ab17aa', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:45:13.848732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:13.877299 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.898591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa11644-9130-4d46-a99d-8ad12f08847e req-a9972971-df85-4b0b-af71-3bf72f2fd5be tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:13.900144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0aa11644-9130-4d46-a99d-8ad12f08847e req-a9972971-df85-4b0b-af71-3bf72f2fd5be tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1670637 Jun 30 08:45:13.925037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:13.936248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:13.972467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=79341c85-4c48-4a45-8f42-82b81e89e9d1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:13.973794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:13.976109 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8702f8f4-2e59-47e4-8fa5-33f924b09e8d" -d '{"events": [{"server_uuid": "63bf78fb-23ba-4c2f-af9f-2f57ac177e50", "name": "network-vif-plugged", "status": "completed", "tag": "b2da9115-ea5f-4c0f-81ec-61cd647f0c25"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:13.980222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0aa11644-9130-4d46-a99d-8ad12f08847e req-8afd1afd-07cb-4232-a02f-180363ab62cd tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720668 Jun 30 08:45:14.003508 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.008311 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c73968df-66ac-4980-bb68-689568c00fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.018432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b2da9115-ea5f-4c0f-81ec-61cd647f0c25, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:14.026465 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c73968df-66ac-4980-bb68-689568c00fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.041453 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.042583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1ab7a4b6-79e4-4f0b-9ec1-073838628371 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:14.151258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.152565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73968df-66ac-4980-bb68-689568c00fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e94235-b90a-4317-908e-6b4b71511daf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:14.153759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.177803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c73968df-66ac-4980-bb68-689568c00fbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2ec9ec8b0124fc2b0720cb69222d5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7513762 Jun 30 08:45:14.186542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41816) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:14.205687 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3c78ef-ba03-42ab-989f-0b451b9096d8 x-openstack-request-id: req-1b3c78ef-ba03-42ab-989f-0b451b9096d8 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:14.206022 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bf78fb-23ba-4c2f-af9f-2f57ac177e50", "name": "network-vif-plugged", "status": "completed", "tag": "b2da9115-ea5f-4c0f-81ec-61cd647f0c25", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:14.207060 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b3c78ef-ba03-42ab-989f-0b451b9096d8 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:14.207451 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25', 'code': 200} Jun 30 08:45:14.253392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.254980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4192a2e-d097-4936-bb75-630a756c8654 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:45:14.273012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.274333 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c785727-4861-4a5d-9e44-d389a6642a3a admin admin] 10.222.0.53 "DELETE /v2.0/routers/d4192a2e-d097-4936-bb75-630a756c8654 HTTP/1.1" status: 204 len: 168 time: 1.3055177 Jun 30 08:45:14.276766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:14.297356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:14.301507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:14.330410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e0a1a132-eaef-4548-9273-c86709895da8', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'e0a1a132-eaef-4548-9273-c86709895da8', 'mac_address': 'fa:16:3e:de:1d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:14.338025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:14.364297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:14.364678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.375819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff6131-a4a2-4129-99cc-2e55f2e3bf64 req-f5e8c72e-6753-4ded-91ad-ede3da9cedce tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:14.377426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20ff6131-a4a2-4129-99cc-2e55f2e3bf64 req-f5e8c72e-6753-4ded-91ad-ede3da9cedce tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 949 time: 0.2054777 Jun 30 08:45:14.380963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.414216 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.418781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:14.443027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20ff6131-a4a2-4129-99cc-2e55f2e3bf64 req-6e13551f-9733-44ac-b330-c9cedb7bf638 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Jun 30 08:45:14.446002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:14.473847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:14.474435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.479681 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.547706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:14.564465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:14.567064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:14.580652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:14.586922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:14.587587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.623088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-b2e30ebe-6748-45c9-b3e3-8d8c03301c15 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1787651 Jun 30 08:45:14.636898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Request body: {'port': {'device_id': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:14.674263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.705880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:14.750593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0a1a132-eaef-4548-9273-c86709895da8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:14.767597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.795611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecbe160d-f1e0-4f6e-b850-fc52401161bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.825782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 1ab7a4b6-79e4-4f0b-9ec1-073838628371, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:14.838214 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.848873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] Deleting subnet bc68f2e5-265c-4fdc-b182-0e8cb188038c {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:45:14.881136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:14.903761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=1ab7a4b6-79e4-4f0b-9ec1-073838628371,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:14.965215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecbe160d-f1e0-4f6e-b850-fc52401161bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.020486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108bfc0-e8ab-4224-8246-5b51f9e0a67c req-546979f8-ff3f-4eba-b45c-f6d8709758be tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:15.023369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d108bfc0-e8ab-4224-8246-5b51f9e0a67c req-546979f8-ff3f-4eba-b45c-f6d8709758be tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1098 time: 0.4768918 Jun 30 08:45:15.032621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.060617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 79341c85-4c48-4a45-8f42-82b81e89e9d1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:45:15.076338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f2b45-ab16-43d2-9cab-f7243a788184 req-a3961f8f-f9ab-4a7f-9d8d-6c6effe6c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:15.077895 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-870f2b45-ab16-43d2-9cab-f7243a788184 req-a3961f8f-f9ab-4a7f-9d8d-6c6effe6c57a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 1102 time: 0.7924337 Jun 30 08:45:15.097584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 79341c85-4c48-4a45-8f42-82b81e89e9d1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:45:15.100145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 79341c85-4c48-4a45-8f42-82b81e89e9d1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:45:15.100145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8c1b2ca-48bd-4886-9a41-aeabadc9f839 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:45:15.142176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c8c1b2ca-48bd-4886-9a41-aeabadc9f839 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:45:15.142524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8c1b2ca-48bd-4886-9a41-aeabadc9f839 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:45:15.152860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecbe160d-f1e0-4f6e-b850-fc52401161bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.158392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecbe160d-f1e0-4f6e-b850-fc52401161bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.160072 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ecbe160d-f1e0-4f6e-b850-fc52401161bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24e94235-b90a-4317-908e-6b4b71511daf HTTP/1.1" status: 204 len: 168 time: 0.9728637 Jun 30 08:45:15.163067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d108bfc0-e8ab-4224-8246-5b51f9e0a67c req-5b9faf23-594b-40fb-8915-05ca3edb812b tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151483 Jun 30 08:45:15.183717 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.189465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c09a6f9a-fb78-467b-8e2d-0cf07b1a6332 None None] Provisioning for port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:15.195919 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-870f2b45-ab16-43d2-9cab-f7243a788184 req-17d737c5-ae5e-4260-b949-923ebced4b66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970726 Jun 30 08:45:15.209306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c09a6f9a-fb78-467b-8e2d-0cf07b1a6332 None None] Provisioning complete for port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:15.215235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c09a6f9a-fb78-467b-8e2d-0cf07b1a6332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.268534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe160d-f1e0-4f6e-b850-fc52401161bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e94235-b90a-4317-908e-6b4b71511daf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:15.301708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:15.313744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.326625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c09a6f9a-fb78-467b-8e2d-0cf07b1a6332 None None] Port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:15.337270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Transition to ACTIVE for port object 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:15.369812 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.373974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.414974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a4cc-9d1d-44da-affa-925b9af31d3b req-8a1717df-f522-4381-8a22-e0fc02ee8ede tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:15.426779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d3a4cc-9d1d-44da-affa-925b9af31d3b req-8a1717df-f522-4381-8a22-e0fc02ee8ede tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 950 time: 0.5258815 Jun 30 08:45:15.437010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e654e4a4-fbb3-4b65-9cc2-035025f71090 None None] Network 04bc3eb3-71d2-4039-806f-c112572153cd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:15.448245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.463056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41844) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:15.466614 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bc68f2e5-265c-4fdc-b182-0e8cb188038c HTTP/1.1" status: 204 len: 168 time: 1.1883075 Jun 30 08:45:15.467993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa61b3-1103-48a5-a3f1-deac195d9ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc68f2e5-265c-4fdc-b182-0e8cb188038c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:15.583299 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.589364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Pushing event updated for resources: {'Port': ['ID=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:15.684227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d3a4cc-9d1d-44da-affa-925b9af31d3b req-31fa2bf8-dfbe-4679-b4fe-28fbe5e6aa87 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565541 Jun 30 08:45:15.759885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Attempting to bind port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:15.759885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Attempting to bind port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:15.759885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Attempting to bind port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:15.774121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] DHCP port deletion for 04bc3eb3-71d2-4039-806f-c112572153cd request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:45:15.790837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:15.791165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Attempting to bind port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:15.801441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b2cce-2cdf-4fc8-a955-3adcfc90a404 req-2a275485-6c85-4687-94a5-ff141927aba1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:15.808821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d63b2cce-2cdf-4fc8-a955-3adcfc90a404 req-2a275485-6c85-4687-94a5-ff141927aba1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 947 time: 0.3776534 Jun 30 08:45:15.828709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:15.829055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:15.829449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:15.829959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Bound port: 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:15.830323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.867418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] Deleting port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:15.867842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:15.910294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d63b2cce-2cdf-4fc8-a955-3adcfc90a404 req-71d99bb6-f8c7-43a3-bfc6-ad13140c861f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004789 Jun 30 08:45:15.943599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:15.965597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] For port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:15.970052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] For port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:15.975992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Deleting port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:15.976403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.008334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] For port 8bac7915-ad6c-455d-8342-0ccd0286c6e7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8bac7915-ad6c-455d-8342-0ccd0286c6e7,segment=NetworkSegment(ec43b4cb-39c0-4a06-8608-a04c22342d56),segment_id=ec43b4cb-39c0-4a06-8608-a04c22342d56)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:16.009060 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.025120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] Calling delete_port for 8bac7915-ad6c-455d-8342-0ccd0286c6e7 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:16.058822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.063641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port e0a1a132-eaef-4548-9273-c86709895da8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:16.108102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e0a1a132-eaef-4548-9273-c86709895da8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:16.108951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.121579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Pushing event updated for resources: {'Port': ['ID=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:16.160113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:16.160717 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.162184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-0724deb1-0df6-4f08-b9ef-5498c6cc543a service neutron] 10.222.0.13 "PUT /v2.0/ports/6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 HTTP/1.1" status: 200 len: 1096 time: 1.5302949 Jun 30 08:45:16.164211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'tag': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:16.166516 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740" -d '{"events": [{"name": "network-changed", "server_uuid": "de4837b8-7ac0-435a-8df5-fd7c8c5541f5", "tag": "6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:16.188018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] For port 8bac7915-ad6c-455d-8342-0ccd0286c6e7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8bac7915-ad6c-455d-8342-0ccd0286c6e7,segment=NetworkSegment(ec43b4cb-39c0-4a06-8608-a04c22342d56),segment_id=ec43b4cb-39c0-4a06-8608-a04c22342d56)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:16.188357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.208979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab7a4b6-79e4-4f0b-9ec1-073838628371'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:16.216007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7771d71-7529-4cd1-a704-1ceaf7d565bf req-8b0650a6-701e-4da2-831d-6c4277e5422f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:16.217048 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acaecfc-f6f5-4529-83b8-f9f35605a7bf" -d '{"events": [{"server_uuid": "d8506385-3dac-4cbd-8431-459c3bd6635c", "name": "network-vif-plugged", "status": "completed", "tag": "1ab7a4b6-79e4-4f0b-9ec1-073838628371"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:16.223046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7771d71-7529-4cd1-a704-1ceaf7d565bf req-8b0650a6-701e-4da2-831d-6c4277e5422f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 950 time: 0.2512717 Jun 30 08:45:16.237033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Calling delete_port for 8bac7915-ad6c-455d-8342-0ccd0286c6e7 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:16.345474 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.348876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.370240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] No DVR routers for this DVR port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:45:16.424787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f61f2b-4bf0-4e9b-9c43-39467a593a42 None None] Pushing event deleted for resources: {'Port': ['ID=8bac7915-ad6c-455d-8342-0ccd0286c6e7,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:16.426509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7771d71-7529-4cd1-a704-1ceaf7d565bf req-ea36cab1-7eca-42ae-96db-68de3ddac679 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021801 Jun 30 08:45:16.437728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:16.444438 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.479095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-93e6ae86-c960-4af5-9948-cda1998aa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:16.480621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-93e6ae86-c960-4af5-9948-cda1998aa0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 1099 time: 0.2329795 Jun 30 08:45:16.540189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-9047d5dd-b373-4837-ac38-87cc1ca56d81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0484662 Jun 30 08:45:16.541758 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d396f0-6659-4c49-a818-410a473859dd x-openstack-request-id: req-72d396f0-6659-4c49-a818-410a473859dd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:16.542133 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4837b8-7ac0-435a-8df5-fd7c8c5541f5", "tag": "6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:16.542491 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72d396f0-6659-4c49-a818-410a473859dd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:16.542940 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'tag': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', 'status': 'completed', 'code': 200} Jun 30 08:45:16.548915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:16.589399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.621967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] No DVR routers for this DVR port 8bac7915-ad6c-455d-8342-0ccd0286c6e7 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:45:16.623781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8bac7915-ad6c-455d-8342-0ccd0286c6e7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:16.903824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-a055a6c8-b35c-4f8a-a58d-79c83cc6a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:16.905255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-a055a6c8-b35c-4f8a-a58d-79c83cc6a572 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.3494303 Jun 30 08:45:16.933593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8bac7915-ad6c-455d-8342-0ccd0286c6e7 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:45:16.943377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:16.953878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 8bac7915-ad6c-455d-8342-0ccd0286c6e7 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:45:16.954381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8bac7915-ad6c-455d-8342-0ccd0286c6e7 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:45:16.957598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.958193 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.958744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.959128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > port after_create 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.959398 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.959740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > port after_update 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.960050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.960394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.960789 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:16.961311 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:17.051129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:17.051507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:17.051963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:17.052418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:17.052936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bc3eb3-71d2-4039-806f-c112572153cd']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:17.083518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec43b4cb-39c0-4a06-8608-a04c22342d56') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:17.083937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec43b4cb-39c0-4a06-8608-a04c22342d56') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:17.105378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.137548 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bde36a-b3b9-4f91-a893-d7a0e3a0a7ea x-openstack-request-id: req-51bde36a-b3b9-4f91-a893-d7a0e3a0a7ea {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:17.137905 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8506385-3dac-4cbd-8431-459c3bd6635c", "name": "network-vif-plugged", "status": "completed", "tag": "1ab7a4b6-79e4-4f0b-9ec1-073838628371", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:17.138340 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51bde36a-b3b9-4f91-a893-d7a0e3a0a7ea {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:17.138744 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab7a4b6-79e4-4f0b-9ec1-073838628371', 'code': 200} Jun 30 08:45:17.140019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-c8a7c66b-883d-48fc-88a3-ccdb94391f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:17.152892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-c8a7c66b-883d-48fc-88a3-ccdb94391f3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2390623 Jun 30 08:45:17.158042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.203737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:45:17.204386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: from cryptography.utils import int_from_bytes Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: from cryptography.utils import int_from_bytes Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:45:17.252289 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:45:17.256516 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:45:17.271010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43510c8-5637-422c-953a-5c904a6a830f req-28912ee0-b330-464a-999d-e25c5824a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:17.272507 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f43510c8-5637-422c-953a-5c904a6a830f req-28912ee0-b330-464a-999d-e25c5824a392 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 1102 time: 0.0637379 Jun 30 08:45:17.308523 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f43510c8-5637-422c-953a-5c904a6a830f req-84b49e15-38e5-48fc-b1ab-40729dfabd35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297101 Jun 30 08:45:17.390261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.415023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.416268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/04bc3eb3-71d2-4039-806f-c112572153cd HTTP/1.1" status: 204 len: 168 time: 1.9522796 Jun 30 08:45:17.440624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb3e84-2850-4b91-9283-23d3b64d75cb admin admin] Pushing event deleted for resources: {'Network': ['ID=04bc3eb3-71d2-4039-806f-c112572153cd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:17.443964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-119c56e5-bbaf-49a6-8561-39a2f7224b54 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824800 Jun 30 08:45:17.505099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987bc14-7d8e-40f4-ab30-90639394e3d3 req-867be641-9b55-41dc-8473-2c9c06c5e9ed tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:17.511859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f987bc14-7d8e-40f4-ab30-90639394e3d3 req-867be641-9b55-41dc-8473-2c9c06c5e9ed tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 950 time: 0.2304270 Jun 30 08:45:17.578255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f987bc14-7d8e-40f4-ab30-90639394e3d3 req-4b6a7c06-89ea-4987-83a0-9ac69f5cf80c tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654991 Jun 30 08:45:17.600116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f7241de-08ee-4c89-99e7-b1b1d8fc3e9d req-7310f108-227c-4d4f-8024-98537d4cbfe8 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488800 Jun 30 08:45:17.655717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41946) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:17.770815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ae89ebb5-3ee2-4de6-87bf-10269b2bd7b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be113f99d991476991b1729692ab17aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1138380 Jun 30 08:45:17.774113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41952) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:17.792354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-9487ca40-6d6a-45da-9e3c-df2fb66dbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:17.793871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-9487ca40-6d6a-45da-9e3c-df2fb66dbcdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 1099 time: 0.1359379 Jun 30 08:45:17.822440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9974f5bf-916f-4a96-bea7-8d4a0e560853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.838271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183da248-09fc-42a0-bb58-518915c9a1a0 req-7604e22c-6f68-475d-a40b-cd1a501103b4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:17.839937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-183da248-09fc-42a0-bb58-518915c9a1a0 req-7604e22c-6f68-475d-a40b-cd1a501103b4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 947 time: 0.1214168 Jun 30 08:45:17.850899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9974f5bf-916f-4a96-bea7-8d4a0e560853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.909624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9974f5bf-916f-4a96-bea7-8d4a0e560853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.912138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9974f5bf-916f-4a96-bea7-8d4a0e560853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:17.913297 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9974f5bf-916f-4a96-bea7-8d4a0e560853 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b169543-1a7d-4e41-9771-82d90c8765d8 HTTP/1.1" status: 204 len: 168 time: 0.1380405 Jun 30 08:45:17.919571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-183da248-09fc-42a0-bb58-518915c9a1a0 req-34fedab9-da7c-4154-bcdf-891c85842d18 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Jun 30 08:45:17.926564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974f5bf-916f-4a96-bea7-8d4a0e560853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b169543-1a7d-4e41-9771-82d90c8765d8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:17.971198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-f22f1e39-c714-4ba6-b0c2-037f04236da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:17.973341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-f22f1e39-c714-4ba6-b0c2-037f04236da2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1683857 Jun 30 08:45:18.023464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-3d863dc5-f51f-41f0-bc5f-c4c9476ae5b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0421844 Jun 30 08:45:18.081336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-eddcee0b-633e-4d02-95de-7d1970185538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:18.082903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-eddcee0b-633e-4d02-95de-7d1970185538 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0532348 Jun 30 08:45:18.163829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-cbd6c726-af9a-4d6c-a223-55c46c71ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:18.165524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-cbd6c726-af9a-4d6c-a223-55c46c71ff92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748713 Jun 30 08:45:18.306730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-7d3d0fe2-4cac-4849-80eb-86490dd5bfce service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322494 Jun 30 08:45:18.419596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:18.424578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6afbe8e9-bc33-46f4-909d-eefcc2d1b740 req-505f68ac-2fcb-41e4-9b4e-0c08b2fddc5e service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077456 Jun 30 08:45:18.622540 n-d-758944-40 neutron-server[100238]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 08:45:18.626514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-93b4864a-c708-4d5a-b243-ef75defe370e tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:45:18.635244 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-93b4864a-c708-4d5a-b243-ef75defe370e tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2124577 Jun 30 08:45:18.747317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Request body: {'binding': {'host': 'n-h2-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:18.747822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:45:18.890793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on host n-h2-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:18.891129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:18.891455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:18.900425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:18.900760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:18.905616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:18.905980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:18.906358 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:18.906788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Bound port: 0a366dee-2ea0-42ac-bece-86d9f7c54863, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:18.950760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077be7-60c7-4b74-814c-f77d72312ffb req-24516408-3653-4b14-b157-8ba0082c36d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:18.952068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09077be7-60c7-4b74-814c-f77d72312ffb req-24516408-3653-4b14-b157-8ba0082c36d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 950 time: 0.0663011 Jun 30 08:45:18.990620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09077be7-60c7-4b74-814c-f77d72312ffb req-9b8bf2b1-9865-46af-822d-99f56b2d93a6 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Jun 30 08:45:18.994817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:18.999737 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:19.000968 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5bd539d6-4446-4448-b649-b5c236fcd4cd service neutron] 10.222.0.53 "POST /v2.0/ports/0a366dee-2ea0-42ac-bece-86d9f7c54863/bindings HTTP/1.1" status: 201 len: 390 time: 0.3190179 Jun 30 08:45:19.139705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:19.142317 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8332e62-d400-4322-b186-4b9acb6a897b" -d '{"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:19.353074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc8d3e6f-ddc0-41d3-be48-243cb8f074ff req-e29d2cea-eaa4-4612-b096-577bf165724a tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=221e9a10fade423ca7017a0e775e8f13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330334 Jun 30 08:45:19.413963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3989ae0d-3540-4ee5-8bc4-3f928ee02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:19.415502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3989ae0d-3540-4ee5-8bc4-3f928ee02337 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1309590 Jun 30 08:45:19.561334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d3e6f-ddc0-41d3-be48-243cb8f074ff req-5d5cd4d6-f230-45fe-bd88-22915e602224 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:19.562723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc8d3e6f-ddc0-41d3-be48-243cb8f074ff req-5d5cd4d6-f230-45fe-bd88-22915e602224 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044511 Jun 30 08:45:19.589313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-fcdc78ac-ec11-43a1-8195-5e8ffa042460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:19.590757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-fcdc78ac-ec11-43a1-8195-5e8ffa042460 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1647389 Jun 30 08:45:19.595397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc8d3e6f-ddc0-41d3-be48-243cb8f074ff req-204d93ff-316c-4239-8428-2faf022272dd tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/quotas/221e9a10fade423ca7017a0e775e8f13 HTTP/1.1" status: 200 len: 375 time: 0.0210624 Jun 30 08:45:19.660393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-edc74fa8-39ed-4ee2-9505-479857d78d0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 217 time: 0.0625777 Jun 30 08:45:19.663069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc8d3e6f-ddc0-41d3-be48-243cb8f074ff req-80f5050c-1678-4d81-abdb-d5b0fe6162fc tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=221e9a10fade423ca7017a0e775e8f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568945 Jun 30 08:45:19.671470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4f640-9937-4151-ae44-8509b8553880 req-8f239c6e-b93c-4534-8c64-414a1f740f77 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:19.672878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ea4f640-9937-4151-ae44-8509b8553880 req-8f239c6e-b93c-4534-8c64-414a1f740f77 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 947 time: 0.1982481 Jun 30 08:45:19.745205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-95541343-c27d-4bc0-ada3-6bc0fefcd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:19.746692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-95541343-c27d-4bc0-ada3-6bc0fefcd4dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0729835 Jun 30 08:45:19.749879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ea4f640-9937-4151-ae44-8509b8553880 req-fdda2d95-6671-494e-b7cd-7974ad7fe588 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682623 Jun 30 08:45:19.782774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-123ea013-ddd2-48b7-bfa8-a4bcb999b84d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291276 Jun 30 08:45:19.943214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-53ba905e-54df-418a-9519-378a44268097 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536624 Jun 30 08:45:19.979424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093b26-8da5-4bea-b280-ab4bcc84a314 req-ef5fbe5f-c1de-4e1f-84c3-11343cc3053d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:19.980833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7093b26-8da5-4bea-b280-ab4bcc84a314 req-ef5fbe5f-c1de-4e1f-84c3-11343cc3053d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1500323 Jun 30 08:45:20.052577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256fe72-1987-4cb3-b911-924de6f5cbe8 req-bdbb5c88-22eb-4629-a212-137c62695a4a tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:20.054049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5256fe72-1987-4cb3-b911-924de6f5cbe8 req-bdbb5c88-22eb-4629-a212-137c62695a4a tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 946 time: 0.1789083 Jun 30 08:45:20.084261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7093b26-8da5-4bea-b280-ab4bcc84a314 req-ea0ad35f-bc54-4d3b-b6f2-37c635f12c9e tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750349 Jun 30 08:45:20.104898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-28c5a2e4-5da1-42bd-9369-5edf9774a2ec service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529102 Jun 30 08:45:20.125221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5256fe72-1987-4cb3-b911-924de6f5cbe8 req-113bdd30-d9f9-4dbb-b95e-7a693b6ba470 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633154 Jun 30 08:45:20.134810 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6689d2d-652b-41e7-ae8c-d927d25b812b x-openstack-request-id: req-c6689d2d-652b-41e7-ae8c-d927d25b812b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:20.135103 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:20.135356 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6689d2d-652b-41e7-ae8c-d927d25b812b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:20.135750 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8', 'code': 200} Jun 30 08:45:20.303539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b357-72d5-4453-99be-66ce99ae9054 req-d5579143-9cb4-4cce-8362-78ec695a82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:20.305524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e81b357-72d5-4453-99be-66ce99ae9054 req-d5579143-9cb4-4cce-8362-78ec695a82ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1101 time: 0.0532982 Jun 30 08:45:20.343727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e81b357-72d5-4453-99be-66ce99ae9054 req-1672e1db-60df-4d84-9100-39f94cd3332a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Jun 30 08:45:20.356455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2174f-9685-4863-ae4f-3e87ec085198 req-e3ba89c4-290f-4926-b1c0-138f8b830075 tempest-ServersAdminNegativeTestJSON-572181867 tempest-ServersAdminNegativeTestJSON-572181867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:20.357981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9c2174f-9685-4863-ae4f-3e87ec085198 req-e3ba89c4-290f-4926-b1c0-138f8b830075 tempest-ServersAdminNegativeTestJSON-572181867 tempest-ServersAdminNegativeTestJSON-572181867-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 1102 time: 0.1374505 Jun 30 08:45:20.371627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-02e39cdc-f229-46ad-9094-eff9119a43a5 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:20.373001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-02e39cdc-f229-46ad-9094-eff9119a43a5 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1098 time: 0.1264420 Jun 30 08:45:20.379380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c9c2174f-9685-4863-ae4f-3e87ec085198 req-978adc1c-d57f-41a5-9b0b-4e60ef429ac4 tempest-ServersAdminNegativeTestJSON-572181867 tempest-ServersAdminNegativeTestJSON-572181867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:20.400076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-40'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:20.502918 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:20.578843 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c9c2174f-9685-4863-ae4f-3e87ec085198 req-978adc1c-d57f-41a5-9b0b-4e60ef429ac4 tempest-ServersAdminNegativeTestJSON-572181867 tempest-ServersAdminNegativeTestJSON-572181867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:20.584739 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c9c2174f-9685-4863-ae4f-3e87ec085198 req-978adc1c-d57f-41a5-9b0b-4e60ef429ac4 tempest-ServersAdminNegativeTestJSON-572181867 tempest-ServersAdminNegativeTestJSON-572181867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:20.854156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9c2174f-9685-4863-ae4f-3e87ec085198 req-978adc1c-d57f-41a5-9b0b-4e60ef429ac4 tempest-ServersAdminNegativeTestJSON-572181867 tempest-ServersAdminNegativeTestJSON-572181867-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904881 Jun 30 08:45:20.878060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978adc1c-d57f-41a5-9b0b-4e60ef429ac4 tempest-ServersAdminNegativeTestJSON-572181867 tempest-ServersAdminNegativeTestJSON-572181867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8404634-1322-4e1f-b7c8-18e0f13cb64a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:20.908118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:20.944871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:21.011115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:21.013438 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373caddd-2120-4814-8916-fef4852c9284" -d '{"events": [{"server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:21.018214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.025478 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.108131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87638378-540c-401c-9e42-c322630b73a7 req-b121d011-4e40-4bd8-9fe2-035edcf30fcb tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:21.109701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87638378-540c-401c-9e42-c322630b73a7 req-b121d011-4e40-4bd8-9fe2-035edcf30fcb tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 947 time: 0.1431243 Jun 30 08:45:21.110437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:21.162166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on host n-h1-758944-40 for vnic_type normal with profile {"migrating_to": "n-h2-758944-40"} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:21.162523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:21.162821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:21.176442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:21.176766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Attempting to bind port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:21.186901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87638378-540c-401c-9e42-c322630b73a7 req-96318d07-5194-40d3-bb90-59e1ba76e7aa tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510511 Jun 30 08:45:21.187751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:21.188085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:21.188459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:21.188892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Bound port: 0a366dee-2ea0-42ac-bece-86d9f7c54863, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:21.189245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.277391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:21.280853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:21.286361 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.371056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:21.372091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.373616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 1124 time: 0.9776840 Jun 30 08:45:21.377213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a862ecb-967e-436f-b424-93c7f24bd298 service neutron] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=8']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:21.465275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0a366dee-2ea0-42ac-bece-86d9f7c54863'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:21.541189 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406bb7a7-a1b8-49cf-acd2-43ad1c45562c x-openstack-request-id: req-406bb7a7-a1b8-49cf-acd2-43ad1c45562c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:21.541704 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:21.541821 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-406bb7a7-a1b8-49cf-acd2-43ad1c45562c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:21.542224 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863', 'code': 200} Jun 30 08:45:21.725069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42084) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:21.742232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a1fc1-48d9-4ecc-af60-0a464aec78f3 req-fbdde1ed-7518-47cc-8f8c-d23fda59db4a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:21.744093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-670a1fc1-48d9-4ecc-af60-0a464aec78f3 req-fbdde1ed-7518-47cc-8f8c-d23fda59db4a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1043150 Jun 30 08:45:21.773318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda2ccd-f864-4a6d-b8a8-469915623925 req-81a6b27d-e3ea-4394-a24a-f1f2b5a52adf tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:21.775525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bda2ccd-f864-4a6d-b8a8-469915623925 req-81a6b27d-e3ea-4394-a24a-f1f2b5a52adf tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 944 time: 0.1246846 Jun 30 08:45:21.839941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-670a1fc1-48d9-4ecc-af60-0a464aec78f3 req-948752fe-fc09-4082-9913-a09300e1fe9e tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814090 Jun 30 08:45:21.843255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bda2ccd-f864-4a6d-b8a8-469915623925 req-7c959917-e222-45bc-9ada-69f7a8952839 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588799 Jun 30 08:45:21.844873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b73d9053-064c-41db-8def-eccb7ec9d106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.960719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-966f6f97-61c9-4e46-aa61-8d216c3621db req-ec63e904-9baf-4574-9120-51e3274cd1e2 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=221e9a10fade423ca7017a0e775e8f13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257902 Jun 30 08:45:21.969104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b73d9053-064c-41db-8def-eccb7ec9d106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.974901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b73d9053-064c-41db-8def-eccb7ec9d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:21.982165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:22.027119 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b73d9053-064c-41db-8def-eccb7ec9d106 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13cc2c47202846f6b3283bb08de5ca5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006475 Jun 30 08:45:22.028373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d9053-064c-41db-8def-eccb7ec9d106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68996704-c738-4dde-b086-ad8f6ed2e1d7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:22.031253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42104) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:22.088203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-318ec3ca-eb87-436a-90af-d6e3da2b73ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.094484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6f97-61c9-4e46-aa61-8d216c3621db req-80ecbdd8-5dc0-4b08-b19c-493944050fc6 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:22.096136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-966f6f97-61c9-4e46-aa61-8d216c3621db req-80ecbdd8-5dc0-4b08-b19c-493944050fc6 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279838 Jun 30 08:45:22.110916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-318ec3ca-eb87-436a-90af-d6e3da2b73ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.122491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:22.130993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-966f6f97-61c9-4e46-aa61-8d216c3621db req-cf7aef6b-7621-4e1c-92c3-dc46e98ad5a1 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/quotas/221e9a10fade423ca7017a0e775e8f13 HTTP/1.1" status: 200 len: 375 time: 0.0219681 Jun 30 08:45:22.132696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-d065daf8-bc2b-4dcd-8e0a-fab60281218d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d899c867f3334c15b7790d1e304a4df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356808 Jun 30 08:45:22.135495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', 'mac_address': 'fa:16:3e:77:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:22.159642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-318ec3ca-eb87-436a-90af-d6e3da2b73ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.162738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-318ec3ca-eb87-436a-90af-d6e3da2b73ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.166726 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-318ec3ca-eb87-436a-90af-d6e3da2b73ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68996704-c738-4dde-b086-ad8f6ed2e1d7 HTTP/1.1" status: 204 len: 168 time: 0.1320984 Jun 30 08:45:22.172322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ec3ca-eb87-436a-90af-d6e3da2b73ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68996704-c738-4dde-b086-ad8f6ed2e1d7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:22.200426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.210673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-966f6f97-61c9-4e46-aa61-8d216c3621db req-af1a7738-7143-4673-ba9a-cbc5198fe40d tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=221e9a10fade423ca7017a0e775e8f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620830 Jun 30 08:45:22.215912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:22.243799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:22.249690 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.285339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-970faf3c-a3fd-431f-bc83-3852d15b2d44 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:22.294443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-970faf3c-a3fd-431f-bc83-3852d15b2d44 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563070 Jun 30 08:45:22.302099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:22.314155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-3c3866fc-5b4b-41f3-842a-b23db1a56997 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/quotas/d899c867f3334c15b7790d1e304a4df7 HTTP/1.1" status: 200 len: 375 time: 0.0185769 Jun 30 08:45:22.385738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-c614c5a6-5ae1-47ec-bc4e-69538a846d19 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706022 Jun 30 08:45:22.463699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafbe80-b370-4366-a56a-f6776bb1dd2f req-5374abd6-9ace-4fa9-946c-5adb73c24e6b tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:22.465293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efafbe80-b370-4366-a56a-f6776bb1dd2f req-5374abd6-9ace-4fa9-946c-5adb73c24e6b tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 948 time: 0.0666132 Jun 30 08:45:22.526664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:22.529048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:22.536752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efafbe80-b370-4366-a56a-f6776bb1dd2f req-e6fc6e6e-96f3-44b6-a025-91bb6b2bc5bf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647776 Jun 30 08:45:22.552705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd6cfc59-aaee-4192-a431-82c4dc624423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.694767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd6cfc59-aaee-4192-a431-82c4dc624423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.698212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5af690a0-b9c1-4653-aee5-72716cb449c7 req-c7a807f4-8dda-43f4-acfd-2ea51edf4090 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 210 time: 0.0376518 Jun 30 08:45:22.702273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd6cfc59-aaee-4192-a431-82c4dc624423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.778255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cfc59-aaee-4192-a431-82c4dc624423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c1524-edc7-41e2-8729-f51bb38b001b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:22.791576 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dd6cfc59-aaee-4192-a431-82c4dc624423 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29b09bb852d4465d9df31e838a1353fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561615 Jun 30 08:45:22.792359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42144) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:22.836891 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.889235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b172640-ec84-422d-8218-cb76f5b31832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.915312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b172640-ec84-422d-8218-cb76f5b31832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.991865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b172640-ec84-422d-8218-cb76f5b31832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:22.995356 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b172640-ec84-422d-8218-cb76f5b31832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:23.001964 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1b172640-ec84-422d-8218-cb76f5b31832 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be2c1524-edc7-41e2-8729-f51bb38b001b HTTP/1.1" status: 204 len: 168 time: 0.2041674 Jun 30 08:45:23.006240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b172640-ec84-422d-8218-cb76f5b31832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2c1524-edc7-41e2-8729-f51bb38b001b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:23.222515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd3e5-5ab1-4b07-bec4-863e0ef3216d req-5885cdc2-efb4-4164-909b-81474418b74c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:23.230577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22ddd3e5-5ab1-4b07-bec4-863e0ef3216d req-5885cdc2-efb4-4164-909b-81474418b74c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 944 time: 0.0909524 Jun 30 08:45:23.271394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22ddd3e5-5ab1-4b07-bec4-863e0ef3216d req-bc909f18-1ffc-4ce1-ab9f-21f0d2a3d898 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Jun 30 08:45:23.468100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6289b3-f50c-46cb-b7dc-69e74f0cf19b req-b3a50e43-8828-46e0-be76-8a4b4d41b9f5 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:23.470687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb6289b3-f50c-46cb-b7dc-69e74f0cf19b req-b3a50e43-8828-46e0-be76-8a4b4d41b9f5 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 950 time: 0.0730169 Jun 30 08:45:23.535125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb6289b3-f50c-46cb-b7dc-69e74f0cf19b req-239a6ef7-4ca4-44db-92b4-74ef7e5ee37f tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587661 Jun 30 08:45:23.550233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:23.550233 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678ed019-d453-4f83-b00f-2876a0ca0976" -d '{"events": [{"name": "network-changed", "server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:23.590818 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c8920-8aeb-42d0-b88b-caab05ea2ade x-openstack-request-id: req-aa2c8920-8aeb-42d0-b88b-caab05ea2ade {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:23.591106 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:23.591355 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa2c8920-8aeb-42d0-b88b-caab05ea2ade {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:23.591749 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863', 'status': 'completed', 'code': 200} Jun 30 08:45:23.675433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-f9e6cafc-ce47-4cb1-aeee-a8d5f6729548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:23.677350 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-f9e6cafc-ce47-4cb1-aeee-a8d5f6729548 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1127 time: 0.0606997 Jun 30 08:45:23.736931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42194) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:23.760418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e6b3f-416d-4e7f-bc99-ec4dcfa45008 req-1553db24-8538-4dce-9991-a029a29cbec2 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:23.761964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f03e6b3f-416d-4e7f-bc99-ec4dcfa45008 req-1553db24-8538-4dce-9991-a029a29cbec2 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 948 time: 0.0773160 Jun 30 08:45:23.836369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-a2229af5-5fc2-48eb-80ea-40da88175e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:23.842927 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-a2229af5-5fc2-48eb-80ea-40da88175e1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1499617 Jun 30 08:45:23.852734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f03e6b3f-416d-4e7f-bc99-ec4dcfa45008 req-eab8bdb7-c0a2-4d31-9efa-1c99e4d914e0 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819905 Jun 30 08:45:23.893067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-042d8991-3d77-43c4-a307-60c154cc6096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:23.906669 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-0f510374-3fdf-4bd1-8cc4-4bf46d5893d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 217 time: 0.0573971 Jun 30 08:45:23.996417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0a366dee-2ea0-42ac-bece-86d9f7c54863 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:23.997410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-ee33e06d-061d-4049-a64c-24b0ac30730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:23.999153 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-ee33e06d-061d-4049-a64c-24b0ac30730e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0740724 Jun 30 08:45:24.003207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:24.040823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-308cdd4b-e264-4869-9d1b-68d5057a848f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d899c867f3334c15b7790d1e304a4df7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515909 Jun 30 08:45:24.047659 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-1b4121b5-0f28-4f91-b381-42b9680f846f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408313 Jun 30 08:45:24.129114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42212) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:24.209566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:24.213088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-efd05d4a-bd13-4310-b1be-64243b115a22 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:24.214597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-efd05d4a-bd13-4310-b1be-64243b115a22 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627009 Jun 30 08:45:24.214862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:24.215237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.219930 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-24dda43c-af55-41ee-8f64-25f51966612c service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644251 Jun 30 08:45:24.268035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Request body: {'port': {'device_id': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'd899c867f3334c15b7790d1e304a4df7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:24.283021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f501619-ef23-4328-966e-e28444349dab req-87051b1b-bde3-4977-92d3-295735ce4ab0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 210 time: 0.0653389 Jun 30 08:45:24.296115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5652b39b-f93c-4462-8679-a3332939ef9d req-b0edd7c6-6235-4743-a4d9-655848bef266 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=221e9a10fade423ca7017a0e775e8f13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772636 Jun 30 08:45:24.313982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-937557000-network', 'tenant_id': 'c6da6e35bdb24c84ba3f22082ff9077c'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:24.360260 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-678ed019-d453-4f83-b00f-2876a0ca0976 req-7e713e65-c9b4-408f-a469-69bf24ab8910 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307788 Jun 30 08:45:24.371721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.414206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-042d8991-3d77-43c4-a307-60c154cc6096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.417743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:24.423546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:24.426536 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c0c48b-905f-4eef-8e2a-bbb72687b42a" -d '{"events": [{"server_uuid": "de4837b8-7ac0-435a-8df5-fd7c8c5541f5", "name": "network-vif-plugged", "status": "completed", "tag": "6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:24.434522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-042d8991-3d77-43c4-a307-60c154cc6096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.438421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Made reservation on behalf of c6da6e35bdb24c84ba3f22082ff9077c for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:24.442476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.449856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:24.451634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0a366dee-2ea0-42ac-bece-86d9f7c54863 has no active binding in host n-h2-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:45:24.457502 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.458083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.547833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652b39b-f93c-4462-8679-a3332939ef9d req-95a7e998-6b2e-4e10-a519-be5bad1941e2 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:24.555272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5652b39b-f93c-4462-8679-a3332939ef9d req-95a7e998-6b2e-4e10-a519-be5bad1941e2 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182710 Jun 30 08:45:24.566075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-042d8991-3d77-43c4-a307-60c154cc6096 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c2a89bfdf784425974d9592d524fdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8272176 Jun 30 08:45:24.567748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42228) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:24.580656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d8991-3d77-43c4-a307-60c154cc6096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c47b20-b7e1-4448-b888-11c39ba19542,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:24.618228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5652b39b-f93c-4462-8679-a3332939ef9d req-22b0bed6-f2fb-448d-950e-e13d055a3813 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/quotas/221e9a10fade423ca7017a0e775e8f13 HTTP/1.1" status: 200 len: 375 time: 0.0617194 Jun 30 08:45:24.618763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.628552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.658527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:45:24.670664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5652b39b-f93c-4462-8679-a3332939ef9d req-dff5ac2d-8685-4645-9b1a-6b1885eb2000 tempest-QuotasAdminNegativeTest-599381492 tempest-QuotasAdminNegativeTest-599381492-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=221e9a10fade423ca7017a0e775e8f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340407 Jun 30 08:45:24.671458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.675594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5be46202-80cd-4d18-a867-14fb10fd0804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.682171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.682515 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Added segment d1b7c23b-5a49-4e99-9cf7-2d6d5863251a of type vlan for network e98223fd-6050-4554-84ef-6010b1fb0577 Jun 30 08:45:24.683678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:24.701009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Made reservation on behalf of d899c867f3334c15b7790d1e304a4df7 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:24.704782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.721559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85445a5a-1083-49b4-8890-5f137cf75f07,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:24.736098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d8b95-f1a2-4532-88d3-fe4d057cb691 req-d6e77f06-4e62-4b7c-b4dc-98b1adda1cfd tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:24.737655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-887d8b95-f1a2-4532-88d3-fe4d057cb691 req-d6e77f06-4e62-4b7c-b4dc-98b1adda1cfd tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 944 time: 0.1623299 Jun 30 08:45:24.785103 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5be46202-80cd-4d18-a867-14fb10fd0804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.791576 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c51b5bb-b725-4498-8831-17f0cfca8d25 x-openstack-request-id: req-8c51b5bb-b725-4498-8831-17f0cfca8d25 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:24.792755 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4837b8-7ac0-435a-8df5-fd7c8c5541f5", "name": "network-vif-plugged", "status": "completed", "tag": "6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:24.792755 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c51b5bb-b725-4498-8831-17f0cfca8d25 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:24.792755 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', 'code': 200} Jun 30 08:45:24.808370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.857031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-887d8b95-f1a2-4532-88d3-fe4d057cb691 req-fb421136-d007-4e85-8acb-cd1cf48fb7f9 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099076 Jun 30 08:45:24.901708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.13', 64170) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:24.937001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.939892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:24.940628 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:24.957224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed7497-077d-4319-a991-cda72833c282 req-e27ed511-2528-42ac-8776-527ce48e7af2 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:24.958840 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-42ed7497-077d-4319-a991-cda72833c282 req-e27ed511-2528-42ac-8776-527ce48e7af2 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 950 time: 0.2747025 Jun 30 08:45:24.989360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Allocated IP 192.168.233.254 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/edf71643-e4e7-4941-9573-ce5926b1334d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:25.012229 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8818851 Jun 30 08:45:25.013004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5be46202-80cd-4d18-a867-14fb10fd0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.015489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5be46202-80cd-4d18-a867-14fb10fd0804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.016217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:25.016514 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5be46202-80cd-4d18-a867-14fb10fd0804 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0c47b20-b7e1-4448-b888-11c39ba19542 HTTP/1.1" status: 204 len: 168 time: 0.4478471 Jun 30 08:45:25.027027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Request body: {'subnet': {'network_id': 'e98223fd-6050-4554-84ef-6010b1fb0577', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-937557000-subnet', 'tenant_id': 'c6da6e35bdb24c84ba3f22082ff9077c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:25.063283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be46202-80cd-4d18-a867-14fb10fd0804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c47b20-b7e1-4448-b888-11c39ba19542,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:25.073401 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-9ed329b4-f44d-4ec2-83fc-92b3b03843d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2116058 Jun 30 08:45:25.081886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6d4cf-9c24-462b-8f78-ac8a1cb6b1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e98223fd-6050-4554-84ef-6010b1fb0577,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:25.082087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7428a65-f783-450b-8528-e14846cda62d req-e9279fcb-218c-4cae-9a63-5bb814e89417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:25.083407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7428a65-f783-450b-8528-e14846cda62d req-e9279fcb-218c-4cae-9a63-5bb814e89417 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 1101 time: 0.1806917 Jun 30 08:45:25.107590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e98223fd-6050-4554-84ef-6010b1fb0577 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:45:25.155995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96110779-6f17-40f5-a029-d15e17c70232 req-01996402-37e6-410f-9266-69c859ee211a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:25.166217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96110779-6f17-40f5-a029-d15e17c70232 req-01996402-37e6-410f-9266-69c859ee211a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 950 time: 0.2287142 Jun 30 08:45:25.167947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Made reservation on behalf of c6da6e35bdb24c84ba3f22082ff9077c for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:25.170301 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.190585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Deleting port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:25.191008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.298403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7428a65-f783-450b-8528-e14846cda62d req-b812a044-b1e2-4235-8eb0-c91023af4dd1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987178 Jun 30 08:45:25.307822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-fabed2c8-71a6-471b-a0cd-f8a8cb48f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:25.309410 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-fabed2c8-71a6-471b-a0cd-f8a8cb48f246 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 1120 time: 0.1482363 Jun 30 08:45:25.321325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96110779-6f17-40f5-a029-d15e17c70232 req-b58370d3-22da-4da5-954f-743400004bf8 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542387 Jun 30 08:45:25.322113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] For port b2da9115-ea5f-4c0f-81ec-61cd647f0c25, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:25.322471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.345171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Calling delete_port for b2da9115-ea5f-4c0f-81ec-61cd647f0c25 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:25.364251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.386893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Transition to ACTIVE for port object edf71643-e4e7-4941-9573-ce5926b1334d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:25.496108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.511164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['1ab7a4b6-79e4-4f0b-9ec1-073838628371'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:25.517125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0a1a132-eaef-4548-9273-c86709895da8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:25.534911 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.585986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-5455e2a5-478d-4e76-a6a2-e2385395c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:25.587899 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-5455e2a5-478d-4e76-a6a2-e2385395c231 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 925 time: 0.1780956 Jun 30 08:45:25.621415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:25.637572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:25.643694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Pushing event updated for resources: {'Port': ['ID=edf71643-e4e7-4941-9573-ce5926b1334d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:25.652595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:25.678047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6026d2-c460-4a70-936a-c62fb833e941,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:25.750367 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-06ea80a2-d804-482f-812b-1f5a1aecca99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56177d09-c25c-48b7-b5f4-903619afaef1 HTTP/1.1" status: 200 len: 1023 time: 0.1537635 Jun 30 08:45:25.794930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.828351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Pushing event deleted for resources: {'Port': ['ID=b2da9115-ea5f-4c0f-81ec-61cd647f0c25,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:25.858410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc041d0-fa17-4942-8049-3a5e3476823c req-5ae4a3bf-63a4-4183-835d-aa85fbd73f66 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:25.869675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc041d0-fa17-4942-8049-3a5e3476823c req-5ae4a3bf-63a4-4183-835d-aa85fbd73f66 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 949 time: 0.3357942 Jun 30 08:45:25.883127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:25.883764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.923055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Checking segment: {'id': 'd1b7c23b-5a49-4e99-9cf7-2d6d5863251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e98223fd-6050-4554-84ef-6010b1fb0577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:25.923428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Network hostable DHCP agents. Network: e98223fd-6050-4554-84ef-6010b1fb0577, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:45:25.929126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-2b067e0b-db5f-4d67-b149-9421dfbe3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:25.930720 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-2b067e0b-db5f-4d67-b149-9421dfbe3b98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.1741562 Jun 30 08:45:25.931621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] No DVR routers for this DVR port b2da9115-ea5f-4c0f-81ec-61cd647f0c25 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:45:25.934522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:25.936375 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-42ed7497-077d-4319-a991-cda72833c282 req-4a793972-659b-46f0-8264-71f24a9fe79a tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.26 "DELETE /v2.0/ports/b2da9115-ea5f-4c0f-81ec-61cd647f0c25 HTTP/1.1" status: 204 len: 173 time: 0.9672391 Jun 30 08:45:25.936821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'name': 'network-vif-deleted', 'tag': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:25.939605 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb934237-4454-4c08-9e82-162294e6748e" -d '{"events": [{"server_uuid": "63bf78fb-23ba-4c2f-af9f-2f57ac177e50", "name": "network-vif-deleted", "tag": "b2da9115-ea5f-4c0f-81ec-61cd647f0c25"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:25.991585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-e73e4962-9447-404e-bbcf-18aa115ec74f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7511835 Jun 30 08:45:26.016106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Request body: {'port': {'device_id': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:26.032742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc041d0-fa17-4942-8049-3a5e3476823c req-8f26f701-96eb-4021-9d43-1aa2a745e061 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618736 Jun 30 08:45:26.036202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4bd2932e-c679-4332-bd5b-22605d81d482 None None] Provisioning for port edf71643-e4e7-4941-9573-ce5926b1334d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:26.052954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-e44c3413-17d2-43d5-aa1a-b0dbad0a234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:26.056233 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-e44c3413-17d2-43d5-aa1a-b0dbad0a234f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136773 Jun 30 08:45:26.057000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4bd2932e-c679-4332-bd5b-22605d81d482 None None] Provisioning complete for port edf71643-e4e7-4941-9573-ce5926b1334d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:26.057560 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4bd2932e-c679-4332-bd5b-22605d81d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.070434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Network e98223fd-6050-4554-84ef-6010b1fb0577 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:45:26.109662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b2da9115-ea5f-4c0f-81ec-61cd647f0c25'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:26.146016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e98223fd-6050-4554-84ef-6010b1fb0577) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:26.152976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:26.153577 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.162903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f55472-72d8-4ced-9b7d-6293a3b0cef1 None None] Network e98223fd-6050-4554-84ef-6010b1fb0577 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:26.186495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a161c18-cc65-4a9a-be44-ff84adbbe2b2 req-d3d3757a-ea6a-460e-9260-07227d23bc13 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:26.195231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a161c18-cc65-4a9a-be44-ff84adbbe2b2 req-d3d3757a-ea6a-460e-9260-07227d23bc13 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 936 time: 0.4005358 Jun 30 08:45:26.216470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9c0445c1-fe78-4244-b0fe-82c6acf39c3c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:26.227902 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.232788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b056471d-46dd-41b9-bde3-2f3e4f3baf7c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2139390 Jun 30 08:45:26.300007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2932e-c679-4332-bd5b-22605d81d482 None None] Port edf71643-e4e7-4941-9573-ce5926b1334d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:26.349353 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-829a436d-614d-41a5-8604-1117c58ba346 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836156 Jun 30 08:45:26.481296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a161c18-cc65-4a9a-be44-ff84adbbe2b2 req-589b9d65-28b0-46b9-ad41-bb2c53f3ad30 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850060 Jun 30 08:45:26.515469 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-02d27608-4a38-4aa0-b8fa-5950ec76c6db req-ec917c0d-93fd-4eff-8944-19e1b2950361 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576633 Jun 30 08:45:26.563820 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a66c9b-420d-4f75-bf46-7a23892b9a22 x-openstack-request-id: req-c5a66c9b-420d-4f75-bf46-7a23892b9a22 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:26.564447 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bf78fb-23ba-4c2f-af9f-2f57ac177e50", "name": "network-vif-deleted", "tag": "b2da9115-ea5f-4c0f-81ec-61cd647f0c25", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:26.564876 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5a66c9b-420d-4f75-bf46-7a23892b9a22 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:26.565528 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bf78fb-23ba-4c2f-af9f-2f57ac177e50', 'name': 'network-vif-deleted', 'tag': 'b2da9115-ea5f-4c0f-81ec-61cd647f0c25', 'status': 'completed', 'code': 200} Jun 30 08:45:26.629935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267edcc2-1f27-4f9f-9dca-07c9e494075f None None] Network e98223fd-6050-4554-84ef-6010b1fb0577 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:26.687205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc7d-f960-4c63-92f7-94e483dc6652 req-66865b38-1efa-4a9f-86ab-b7466bea1a84 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:26.694344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d49dc7d-f960-4c63-92f7-94e483dc6652 req-66865b38-1efa-4a9f-86ab-b7466bea1a84 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 944 time: 0.1688936 Jun 30 08:45:26.781481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d49dc7d-f960-4c63-92f7-94e483dc6652 req-ac072641-3c46-4245-8856-fb9395e40c70 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856457 Jun 30 08:45:26.850508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf71643-e4e7-4941-9573-ce5926b1334d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:26.859330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.895682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Transition to ACTIVE for port object edf71643-e4e7-4941-9573-ce5926b1334d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:26.904044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42288) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:26.937958 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.962042 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-153b69f8-e8ac-473d-a141-ffc34c79c991 service neutron] 10.222.0.26 "GET /v2.0/ports/0a366dee-2ea0-42ac-bece-86d9f7c54863/bindings/n-h2-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.0922983 Jun 30 08:45:27.215232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:27.255309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:27.295550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a366dee-2ea0-42ac-bece-86d9f7c54863 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:27.308622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:27.342897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42306) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:27.345577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.361585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1007098401-network', 'tenant_id': 'c94262527b064d3095753ded2d054af5'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:27.412939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Made reservation on behalf of c94262527b064d3095753ded2d054af5 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:27.415304 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.430176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.462851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce6cd4d-9c56-4685-b956-0dd6c1e1a2e0 req-581d2eaf-2f0a-4b96-879d-1a0fd947493b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bf78fb-23ba-4c2f-af9f-2f57ac177e50 HTTP/1.1" status: 200 len: 210 time: 0.5259712 Jun 30 08:45:27.477647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] Transition to ACTIVE for port object 0a366dee-2ea0-42ac-bece-86d9f7c54863 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:27.496244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.535920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e38cfc-8ea1-49ad-a3b1-b9286bb7eecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.559189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Pushing event updated for resources: {'Port': ['ID=edf71643-e4e7-4941-9573-ce5926b1334d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:27.628426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] No DVR routers for this DVR port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:45:27.669256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c362-8393-49cf-8475-bf7ff5eef37d req-c740bb84-4fa7-452e-bff9-c06e5acac386 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:27.674091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd98c362-8393-49cf-8475-bf7ff5eef37d req-c740bb84-4fa7-452e-bff9-c06e5acac386 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 949 time: 0.2056022 Jun 30 08:45:27.684473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] Pushing event updated for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=10']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:27.686698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Attempting to bind port edf71643-e4e7-4941-9573-ce5926b1334d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:27.687231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Attempting to bind port edf71643-e4e7-4941-9573-ce5926b1334d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:27.687754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Attempting to bind port edf71643-e4e7-4941-9573-ce5926b1334d on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:27.701587 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.709531 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ebe063e4-45b5-45ab-bd95-dd976c1a6268 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a366dee-2ea0-42ac-bece-86d9f7c54863/bindings/n-h2-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 0.7417226 Jun 30 08:45:27.710899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Port edf71643-e4e7-4941-9573-ce5926b1334d on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:27.711488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Attempting to bind port edf71643-e4e7-4941-9573-ce5926b1334d on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:27.712355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.738171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:45:27.755180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9eeb07-fb59-4ce1-bd81-d0d088982e09,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:27.759126 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.759620 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Added segment f9f84ea3-7081-4931-8a35-db86c146411b of type vlan for network c13c5f0d-9376-4add-bccc-755648db4f79 Jun 30 08:45:27.782766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-346d9e33-d454-446c-a36c-1706f9abc149 req-360d52ab-4a85-42e0-a3cb-cc075465f9af tempest-AbsoluteLimitsNegativeTestJSON-643405030 tempest-AbsoluteLimitsNegativeTestJSON-643405030-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=71fb7d6f2358463c9986f76a2c442d14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365660 Jun 30 08:45:27.784710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:27.785616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:27.786036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:27.786851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Bound port: edf71643-e4e7-4941-9573-ce5926b1334d, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:27.787228 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.810795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.817398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd98c362-8393-49cf-8475-bf7ff5eef37d req-89cc86a0-b00b-4f5d-875e-26498be3a6f0 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403067 Jun 30 08:45:27.917656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.918433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:27.919017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.951865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-396c6472-f467-4c43-9443-c8bfa047d53a tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:27.953403 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-396c6472-f467-4c43-9443-c8bfa047d53a tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.1453412 Jun 30 08:45:28.015138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] For port edf71643-e4e7-4941-9573-ce5926b1334d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:28.029081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d9e33-d454-446c-a36c-1706f9abc149 req-03edbc2c-cf8b-4539-9b8f-35a3c97bac34 tempest-AbsoluteLimitsNegativeTestJSON-643405030 tempest-AbsoluteLimitsNegativeTestJSON-643405030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.030526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-346d9e33-d454-446c-a36c-1706f9abc149 req-03edbc2c-cf8b-4539-9b8f-35a3c97bac34 tempest-AbsoluteLimitsNegativeTestJSON-643405030 tempest-AbsoluteLimitsNegativeTestJSON-643405030-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469935 Jun 30 08:45:28.041723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] Pushing event updated for resources: {'Network': ['ID=c13c5f0d-9376-4add-bccc-755648db4f79,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:28.047362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] For port edf71643-e4e7-4941-9573-ce5926b1334d, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=edf71643-e4e7-4941-9573-ce5926b1334d,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:28.053111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c13c5f0d-9376-4add-bccc-755648db4f79 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:45:28.067549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.079021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-e7d7d084-816d-49ae-b092-6dc1014a88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.080736 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-e7d7d084-816d-49ae-b092-6dc1014a88b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0&tenant_id=92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 1097 time: 0.1032772 Jun 30 08:45:28.084870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e38cfc-8ea1-49ad-a3b1-b9286bb7eecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.097210 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d57ed14e-7d13-4c66-83ef-c0998ea400eb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7529557 Jun 30 08:45:28.099832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42322) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:28.106305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-346d9e33-d454-446c-a36c-1706f9abc149 req-152ef40a-3908-4259-8f69-527201986bec tempest-AbsoluteLimitsNegativeTestJSON-643405030 tempest-AbsoluteLimitsNegativeTestJSON-643405030-project] 10.222.0.53 "GET /v2.0/quotas/71fb7d6f2358463c9986f76a2c442d14 HTTP/1.1" status: 200 len: 375 time: 0.0671751 Jun 30 08:45:28.106668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Request body: {'subnet': {'network_id': 'c13c5f0d-9376-4add-bccc-755648db4f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1007098401-subnet', 'tenant_id': 'c94262527b064d3095753ded2d054af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:28.113461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e38cfc-8ea1-49ad-a3b1-b9286bb7eecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.135794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.136186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.137661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/edf71643-e4e7-4941-9573-ce5926b1334d HTTP/1.1" status: 200 len: 1097 time: 2.1258826 Jun 30 08:45:28.141616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'tag': 'edf71643-e4e7-4941-9573-ce5926b1334d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:28.144094 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c04b03-6e07-4b09-98ee-260a23113af1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d87836e-d716-4cb1-ac75-c7415ff260a0", "tag": "edf71643-e4e7-4941-9573-ce5926b1334d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:28.171131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Made reservation on behalf of c94262527b064d3095753ded2d054af5 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:28.173467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.207912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-346d9e33-d454-446c-a36c-1706f9abc149 req-eeb4b14f-6697-4a39-943e-111e34f1c7d6 tempest-AbsoluteLimitsNegativeTestJSON-643405030 tempest-AbsoluteLimitsNegativeTestJSON-643405030-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71fb7d6f2358463c9986f76a2c442d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866053 Jun 30 08:45:28.264081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-52e38cfc-8ea1-49ad-a3b1-b9286bb7eecd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=221e9a10fade423ca7017a0e775e8f13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3470337 Jun 30 08:45:28.264811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbd45c-4004-4eec-8554-4fd54e3117e8 service neutron] Pushing event updated for resources: {'Port': ['ID=edf71643-e4e7-4941-9573-ce5926b1334d,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:28.267440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42328) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:28.271316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38cfc-8ea1-49ad-a3b1-b9286bb7eecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58bcd2c-8c8a-497d-8b7c-99a6cc0f8f5a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:28.290501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd953bb-7476-4ffd-8f5f-528eb88fc6ed req-149d49a0-0a70-488d-9a6a-70decd8670d0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.297362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3dd953bb-7476-4ffd-8f5f-528eb88fc6ed req-149d49a0-0a70-488d-9a6a-70decd8670d0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 948 time: 0.3584895 Jun 30 08:45:28.378349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3dd953bb-7476-4ffd-8f5f-528eb88fc6ed req-81379f66-c6bb-4172-98e2-fc82ff0788b3 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797455 Jun 30 08:45:28.419279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-284341e8-be52-48ce-9d3b-db673212623c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.428625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-26fd545d-a7e4-4917-a527-51aaeae8f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.430241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-26fd545d-a7e4-4917-a527-51aaeae8f22a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 1100 time: 0.2120500 Jun 30 08:45:28.523461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-284341e8-be52-48ce-9d3b-db673212623c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.526932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-d9cb4669-7f00-450c-8956-5ea8368aaac4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=edf71643-e4e7-4941-9573-ce5926b1334d HTTP/1.1" status: 200 len: 217 time: 0.0778193 Jun 30 08:45:28.576469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-20cd0571-427a-43a9-8d2a-9a819781820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.578026 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-20cd0571-427a-43a9-8d2a-9a819781820e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1097 time: 0.4642560 Jun 30 08:45:28.651171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143847ff-b0d3-4237-a7c9-8494bf905c1d req-9ac4828d-6b59-4119-9c83-e8930ed3cf19 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.652872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-143847ff-b0d3-4237-a7c9-8494bf905c1d req-9ac4828d-6b59-4119-9c83-e8930ed3cf19 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 945 time: 0.2196181 Jun 30 08:45:28.654391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-baf12382-8edc-4cb0-b0d4-fc7de0bf1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.655802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-baf12382-8edc-4cb0-b0d4-fc7de0bf1a9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1201088 Jun 30 08:45:28.656372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42338) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:28.703058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-c41bb665-fe60-4222-a9d8-fdcc1976e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.704493 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-c41bb665-fe60-4222-a9d8-fdcc1976e38a service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1190987 Jun 30 08:45:28.714033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-284341e8-be52-48ce-9d3b-db673212623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.716794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-284341e8-be52-48ce-9d3b-db673212623c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.718160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-284341e8-be52-48ce-9d3b-db673212623c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d58bcd2c-8c8a-497d-8b7c-99a6cc0f8f5a HTTP/1.1" status: 204 len: 168 time: 0.4479158 Jun 30 08:45:28.747804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284341e8-be52-48ce-9d3b-db673212623c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58bcd2c-8c8a-497d-8b7c-99a6cc0f8f5a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:28.753175 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-44fd4785-22a7-426e-b2c0-711bd1e68ada service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 217 time: 0.0409520 Jun 30 08:45:28.802536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-143847ff-b0d3-4237-a7c9-8494bf905c1d req-b9659821-d601-4a46-8e98-b9598f914466 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392579 Jun 30 08:45:28.860277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ee1c268c-ee31-4179-bac4-587c91b099dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.861929 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-ee1c268c-ee31-4179-bac4-587c91b099dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0808327 Jun 30 08:45:28.862766 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6548b018-a6cb-4bf3-98fc-6a69c9fabd30 x-openstack-request-id: req-6548b018-a6cb-4bf3-98fc-6a69c9fabd30 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:28.863063 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d87836e-d716-4cb1-ac75-c7415ff260a0", "tag": "edf71643-e4e7-4941-9573-ce5926b1334d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:28.863360 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6548b018-a6cb-4bf3-98fc-6a69c9fabd30 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:28.863844 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'tag': 'edf71643-e4e7-4941-9573-ce5926b1334d', 'status': 'completed', 'code': 200} Jun 30 08:45:28.871659 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528b8225-f32e-4867-98fe-9f44b804178f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.914668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-0f49e1a4-7b0c-48da-b747-98c6184c4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.914894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-0ad0ed64-72cd-47b9-b750-cdf6381cb4f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353131 Jun 30 08:45:28.915917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.916149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-0f49e1a4-7b0c-48da-b747-98c6184c4f50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2520485 Jun 30 08:45:28.962270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e385e932-34be-42f3-8cad-03d0d5d7d034,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:29.002228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e57f88-b88d-4cb9-aa79-ce642d901b25 req-f10b349d-e073-466e-83f4-0032972139f4 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.003705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02e57f88-b88d-4cb9-aa79-ce642d901b25 req-f10b349d-e073-466e-83f4-0032972139f4 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 1101 time: 0.1860385 Jun 30 08:45:29.038831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02e57f88-b88d-4cb9-aa79-ce642d901b25 req-0f064b65-d737-4af7-a0a5-e29827135c24 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.095628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-cb72816e-5f41-4bae-8484-76d58e72861c service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676083 Jun 30 08:45:29.112168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Checking segment: {'id': 'f9f84ea3-7081-4931-8a35-db86c146411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c13c5f0d-9376-4add-bccc-755648db4f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:29.112698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Network hostable DHCP agents. Network: c13c5f0d-9376-4add-bccc-755648db4f79, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:45:29.151235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528b8225-f32e-4867-98fe-9f44b804178f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.153720 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-9e080071-b613-4a28-83d5-00f54c686bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940727 Jun 30 08:45:29.164743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-564aab03-4e6e-4be3-88a6-51767d65b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.166749 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-564aab03-4e6e-4be3-88a6-51767d65b202 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1097 time: 0.1318216 Jun 30 08:45:29.174510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42348) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:29.181938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Network c13c5f0d-9376-4add-bccc-755648db4f79 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:45:29.196276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528b8225-f32e-4867-98fe-9f44b804178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.239915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db9e4146-244c-4aa5-b115-f327da1ef0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.264559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b8225-f32e-4867-98fe-9f44b804178f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870e5803-525f-4bc4-94b3-1255ddb4d64e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:29.269073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-528b8225-f32e-4867-98fe-9f44b804178f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71fb7d6f2358463c9986f76a2c442d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112995 Jun 30 08:45:29.285575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42350) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:29.289521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c13c5f0d-9376-4add-bccc-755648db4f79) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:29.293117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.294001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.301553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c0ab9-9896-4c98-b90d-7b16268642c1 None None] Network c13c5f0d-9376-4add-bccc-755648db4f79 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:29.358525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcab2e89-439d-42f6-98b4-a05246203c36 req-20294e34-0134-42e3-a8af-1a0c8e849247 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359233 Jun 30 08:45:29.379941 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-5ccc7f9c-673e-47c6-9665-046daf903c89 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178755 Jun 30 08:45:29.393821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-a319a122-e628-4cba-be19-ef5ad1342afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.404475 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-a319a122-e628-4cba-be19-ef5ad1342afd service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.2023268 Jun 30 08:45:29.409683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e8677cc-0ad2-4528-9ca4-36fc0bf7b40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.451366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e8677cc-0ad2-4528-9ca4-36fc0bf7b40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.454143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02e57f88-b88d-4cb9-aa79-ce642d901b25 req-0f064b65-d737-4af7-a0a5-e29827135c24 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.468991 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02e57f88-b88d-4cb9-aa79-ce642d901b25 req-0f064b65-d737-4af7-a0a5-e29827135c24 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.496876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80504c80-cb8a-4c32-8065-b7303d668a80 None None] Network c13c5f0d-9376-4add-bccc-755648db4f79 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:29.502045 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-c074c53d-78e7-4401-8574-92cf65ff1ad2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 217 time: 0.0910416 Jun 30 08:45:29.502591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02e57f88-b88d-4cb9-aa79-ce642d901b25 req-0f064b65-d737-4af7-a0a5-e29827135c24 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872570 Jun 30 08:45:29.542530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f064b65-d737-4af7-a0a5-e29827135c24 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe653bee-e26b-4e6f-873e-50e34e751cac,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:29.600407 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d044dab-802c-419b-8776-2bff4eaf9846 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4992774 Jun 30 08:45:29.605479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e8677cc-0ad2-4528-9ca4-36fc0bf7b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.609864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e8677cc-0ad2-4528-9ca4-36fc0bf7b40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.627833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4e8677cc-0ad2-4528-9ca4-36fc0bf7b40f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/870e5803-525f-4bc4-94b3-1255ddb4d64e HTTP/1.1" status: 204 len: 168 time: 0.3344386 Jun 30 08:45:29.668552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8677cc-0ad2-4528-9ca4-36fc0bf7b40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e5803-525f-4bc4-94b3-1255ddb4d64e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:29.682025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-516dc00c-dfb7-403f-8b69-931a25bb9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.683531 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-516dc00c-dfb7-403f-8b69-931a25bb9163 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1427953 Jun 30 08:45:29.750076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-0b715072-61ee-423e-a6db-88352450fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.751036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b2da9115-ea5f-4c0f-81ec-61cd647f0c25 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:45:29.751574 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-0b715072-61ee-423e-a6db-88352450fa5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 1100 time: 0.2873430 Jun 30 08:45:29.764514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11f40-e45c-4cf6-9793-b972c8b1777d req-3481d122-95e8-4ae2-a7e2-fddb889ac506 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.772564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4e11f40-e45c-4cf6-9793-b972c8b1777d req-3481d122-95e8-4ae2-a7e2-fddb889ac506 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 950 time: 0.2388532 Jun 30 08:45:29.772814 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-ddaf44b7-0feb-40e8-b623-34f40141bae5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634475 Jun 30 08:45:29.798179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: b2da9115-ea5f-4c0f-81ec-61cd647f0c25 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:45:29.798521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b2da9115-ea5f-4c0f-81ec-61cd647f0c25 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:45:29.845922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42364) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:29.884843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5db28-0bea-40e7-b04c-b1ba42d78881 req-761465b0-3538-4156-a4e3-f3312404f2ab tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:29.886425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64a5db28-0bea-40e7-b04c-b1ba42d78881 req-761465b0-3538-4156-a4e3-f3312404f2ab tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 948 time: 0.2333119 Jun 30 08:45:29.938328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4e11f40-e45c-4cf6-9793-b972c8b1777d req-fb89153c-0944-4d58-a71a-384c30e20f8c tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646097 Jun 30 08:45:29.959767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] Deleting subnet ab6026d2-c460-4a70-936a-c62fb833e941 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:45:29.976433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:29.992749 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-e089cb9e-345c-4c22-beba-57ac9b85027c service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065113 Jun 30 08:45:30.003665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64a5db28-0bea-40e7-b04c-b1ba42d78881 req-7c205689-9721-4376-97ec-9093eae3d5ab tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059029 Jun 30 08:45:30.010008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db9e4146-244c-4aa5-b115-f327da1ef0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.011390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-391b9a83-1234-4730-9f0c-57a2ce7eed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:30.012822 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-391b9a83-1234-4730-9f0c-57a2ce7eed25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2362039 Jun 30 08:45:30.055881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.056004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db9e4146-244c-4aa5-b115-f327da1ef0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.094453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-1d22e84e-11e3-4206-978c-23941491d2e5 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:30.095961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-1d22e84e-11e3-4206-978c-23941491d2e5 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.2862704 Jun 30 08:45:30.136356 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-924760ec-f8cf-4688-b072-b28bc9027561 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=edf71643-e4e7-4941-9573-ce5926b1334d HTTP/1.1" status: 200 len: 217 time: 0.1106074 Jun 30 08:45:30.148616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.229802 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-db9e4146-244c-4aa5-b115-f327da1ef0a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57758fd70d48451db55af37bf0a14f81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0536788 Jun 30 08:45:30.232335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42380) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:30.286387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4146-244c-4aa5-b115-f327da1ef0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d406ae27-12da-44a5-a020-c7dd47c0dbac,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:30.336377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-f7fba917-2b65-42dc-b203-8fbc9228a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:30.337815 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-f7fba917-2b65-42dc-b203-8fbc9228a9db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1700127 Jun 30 08:45:30.339685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b2d7da44-ad94-4800-8021-6fd4a69c2e02 req-8022e007-f5e9-4fe3-a89f-040ce16fa06d service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384390 Jun 30 08:45:30.359603 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.397579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e144e92d-6086-485f-b7bf-68a82d24ce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.426827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.426967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e144e92d-6086-485f-b7bf-68a82d24ce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.431861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab6026d2-c460-4a70-936a-c62fb833e941 HTTP/1.1" status: 204 len: 168 time: 0.5829792 Jun 30 08:45:30.439699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42392) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:30.475483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fd2ab-2a92-4be4-b5dd-bfd541465eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6026d2-c460-4a70-936a-c62fb833e941,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:30.529296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-f5281f1f-39ad-4d5b-87f9-5af9bf3c1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:30.530316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-c715aa2f-bbf2-4a2e-b7cf-74793101dea7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524433 Jun 30 08:45:30.530812 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-f5281f1f-39ad-4d5b-87f9-5af9bf3c1649 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640253 Jun 30 08:45:30.551057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.617615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-63d50ea1-3077-4691-ad0a-b72a1d59d6e1 service neutron] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:30.626482 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-63d50ea1-3077-4691-ad0a-b72a1d59d6e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.627658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9c51a5-f233-4a1f-8091-e447b2b5150b req-63d50ea1-3077-4691-ad0a-b72a1d59d6e1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/0a366dee-2ea0-42ac-bece-86d9f7c54863/bindings/n-h1-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.5121140 Jun 30 08:45:30.634893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e144e92d-6086-485f-b7bf-68a82d24ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.637879 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e144e92d-6086-485f-b7bf-68a82d24ce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.638210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef029fa-e403-4da7-b324-e78b6bf51ae6 req-8cd01979-c71e-4802-8f8c-f52a5c7a42ce tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:30.641007 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e144e92d-6086-485f-b7bf-68a82d24ce4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d406ae27-12da-44a5-a020-c7dd47c0dbac HTTP/1.1" status: 204 len: 168 time: 0.3714862 Jun 30 08:45:30.641105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cef029fa-e403-4da7-b324-e78b6bf51ae6 req-8cd01979-c71e-4802-8f8c-f52a5c7a42ce tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 945 time: 0.3175528 Jun 30 08:45:30.641105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42402) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:30.703072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-b61bdc21-e4b8-4ec0-80a0-2b0dba47475b tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:30.709599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-b61bdc21-e4b8-4ec0-80a0-2b0dba47475b tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656868 Jun 30 08:45:30.722014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e92d-6086-485f-b7bf-68a82d24ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d406ae27-12da-44a5-a020-c7dd47c0dbac,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:30.731339 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-65477406-e250-4932-a9cd-dbe407518e29 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914294 Jun 30 08:45:30.753774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-c0588557-8221-4a87-8e28-e037fafb4a4d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/quotas/9c33a0ac003941a58f692c7f62b07f39 HTTP/1.1" status: 200 len: 375 time: 0.0432460 Jun 30 08:45:30.758907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cef029fa-e403-4da7-b324-e78b6bf51ae6 req-47b70f8a-cca8-49fe-b69d-70ab48c5e8b8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950105 Jun 30 08:45:30.765346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.802552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.802895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.803681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.804066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > port after_create 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.804392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > port after_delete 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.804730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > port after_update 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.805073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.805387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.805717 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.806029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.807456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2116448611-network', 'tenant_id': '40e4a17f32934bfa8cda3243c5fdd941'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:30.848196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Made reservation on behalf of 40e4a17f32934bfa8cda3243c5fdd941 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:30.850830 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.875200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.875704 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.876051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.876761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:45:30.876982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98223fd-6050-4554-84ef-6010b1fb0577']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:30.878199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-c96c6cdf-4579-41ff-932e-72a9c47e6b2d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233311 Jun 30 08:45:30.879441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.899722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b7c23b-5a49-4e99-9cf7-2d6d5863251a') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:30.899927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b7c23b-5a49-4e99-9cf7-2d6d5863251a') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:30.920460 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.968427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.985765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:45:30.986499 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: from cryptography.utils import int_from_bytes Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: from cryptography.utils import int_from_bytes Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:45:30.992424 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:45:31.037988 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-37c04b03-6e07-4b09-98ee-260a23113af1 req-e3352fa9-1f01-474b-9782-010cb7e8ce33 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945125 Jun 30 08:45:31.069933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.083153 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.087254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.091383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.094421 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] 10.222.0.53 "DELETE /v2.0/networks/e98223fd-6050-4554-84ef-6010b1fb0577 HTTP/1.1" status: 204 len: 168 time: 0.6535859 Jun 30 08:45:31.103439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42420) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:31.155226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb901f7-dd17-409e-8ed4-fb1228afe5df admin admin] Pushing event deleted for resources: {'Network': ['ID=e98223fd-6050-4554-84ef-6010b1fb0577,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:31.161243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:45:31.182702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c527b-151d-46d8-8e72-95610654d1ce req-ab9ee75e-1856-4d41-9c90-212715103877 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:31.184792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a99c527b-151d-46d8-8e72-95610654d1ce req-ab9ee75e-1856-4d41-9c90-212715103877 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1097 time: 0.2163053 Jun 30 08:45:31.195447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c86a992-0e3a-4743-b674-19f8c6bee3c1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:31.197304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-4c03cdbf-45e3-4317-ae1a-fdcd7b6f0a62 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:31.199027 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-4c03cdbf-45e3-4317-ae1a-fdcd7b6f0a62 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 950 time: 0.0921943 Jun 30 08:45:31.203494 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.203845 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Added segment 5f16b7fe-2fbd-4984-b8dd-b67d1073e343 of type vlan for network 08502ff5-85e5-4b45-a750-415daa1ccc57 Jun 30 08:45:31.262207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.275749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] Deleting subnet e385e932-34be-42f3-8cad-03d0d5d7d034 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:45:31.282325 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.323697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Deleting port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:31.324032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.350021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a99c527b-151d-46d8-8e72-95610654d1ce req-2614c8f5-90de-4142-b672-624466661b05 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480207 Jun 30 08:45:31.351968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.373175 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.374106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:31.374597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.459155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8153040 Jun 30 08:45:31.463147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42432) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:31.467329 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.490962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] For port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:31.491927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.493498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1f1c0-48a4-4bdf-b92e-06690879f35b admin admin] Pushing event updated for resources: {'Network': ['ID=08502ff5-85e5-4b45-a750-415daa1ccc57,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:31.511531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 08502ff5-85e5-4b45-a750-415daa1ccc57 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:45:31.523145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Calling delete_port for 9c0445c1-fe78-4244-b0fe-82c6acf39c3c owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:31.602203 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.677497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.688509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e385e932-34be-42f3-8cad-03d0d5d7d034 HTTP/1.1" status: 204 len: 168 time: 0.5840335 Jun 30 08:45:31.691426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3845ab-693b-4313-be58-7aef24e47645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e385e932-34be-42f3-8cad-03d0d5d7d034,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:31.698136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42444) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:31.748624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aba663ba-0612-42b9-a3a6-fc3b86ccb3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.789977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0a366dee-2ea0-42ac-bece-86d9f7c54863 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:45:31.860501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0a366dee-2ea0-42ac-bece-86d9f7c54863 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:45:31.862443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Request body: {'subnet': {'network_id': '08502ff5-85e5-4b45-a750-415daa1ccc57', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2116448611-subnet', 'tenant_id': '40e4a17f32934bfa8cda3243c5fdd941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:31.905976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Made reservation on behalf of 40e4a17f32934bfa8cda3243c5fdd941 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:31.909143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.023825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.030727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device edf71643-e4e7-4941-9573-ce5926b1334d details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:32.043418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9c0445c1-fe78-4244-b0fe-82c6acf39c3c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:32.052970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Pushing event deleted for resources: {'Port': ['ID=9c0445c1-fe78-4244-b0fe-82c6acf39c3c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:32.157098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] No DVR routers for this DVR port 9c0445c1-fe78-4244-b0fe-82c6acf39c3c on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:45:32.160028 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.162203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.173180 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c1aaf835-f5c6-40b0-8b21-e79c763b6a49 req-364b34e1-1912-4b2a-af89-2f2152fe316b tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.13 "DELETE /v2.0/ports/9c0445c1-fe78-4244-b0fe-82c6acf39c3c HTTP/1.1" status: 204 len: 173 time: 0.9607182 Jun 30 08:45:32.186854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'name': 'network-vif-deleted', 'tag': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:32.195475 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f6dfa3-6e18-4231-8f41-aca7b95e0bab" -d '{"events": [{"server_uuid": "7f2f11f1-97f7-49ab-aedb-15ddd4d352e5", "name": "network-vif-deleted", "tag": "9c0445c1-fe78-4244-b0fe-82c6acf39c3c"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:32.210102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port edf71643-e4e7-4941-9573-ce5926b1334d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=edf71643-e4e7-4941-9573-ce5926b1334d,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:32.226493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'edf71643-e4e7-4941-9573-ce5926b1334d', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'edf71643-e4e7-4941-9573-ce5926b1334d', 'mac_address': 'fa:16:3e:ff:ce:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:32.299879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.304430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.312519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13c5f0d-9376-4add-bccc-755648db4f79']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:32.315944 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.327992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f84ea3-7081-4931-8a35-db86c146411b') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:32.328353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f84ea3-7081-4931-8a35-db86c146411b') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:32.340636 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.355766 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.356086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf71643-e4e7-4941-9573-ce5926b1334d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:32.362503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:45:32.363346 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.367566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08bc5ab8-3f1c-4a05-a458-81b0636e354b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:32.388687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Checking segment: {'id': '5f16b7fe-2fbd-4984-b8dd-b67d1073e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '08502ff5-85e5-4b45-a750-415daa1ccc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:32.389091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Network hostable DHCP agents. Network: 08502ff5-85e5-4b45-a750-415daa1ccc57, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:45:32.414438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port edf71643-e4e7-4941-9573-ce5926b1334d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=edf71643-e4e7-4941-9573-ce5926b1334d,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:32.419918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.431093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Network 08502ff5-85e5-4b45-a750-415daa1ccc57 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:45:32.439405 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:45:32.456225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d7ea-330f-4dd1-ab32-7597ac60e4e9 req-01f88dcc-a0a6-4bea-86c3-aa3de1ac3a31 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:32.457805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2664d7ea-330f-4dd1-ab32-7597ac60e4e9 req-01f88dcc-a0a6-4bea-86c3-aa3de1ac3a31 tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2f11f1-97f7-49ab-aedb-15ddd4d352e5 HTTP/1.1" status: 200 len: 867 time: 0.7041180 Jun 30 08:45:32.460998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 08502ff5-85e5-4b45-a750-415daa1ccc57) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:32.472869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:32.477719 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.478279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d2559-19c2-4331-a239-e1442f10c671 None None] Network 08502ff5-85e5-4b45-a750-415daa1ccc57 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:32.493006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018fca6-f924-4d35-976e-bcfd2e2c704a req-d243f839-263f-44f6-84ec-1e4b951affe4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:32.496978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a018fca6-f924-4d35-976e-bcfd2e2c704a req-d243f839-263f-44f6-84ec-1e4b951affe4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 948 time: 0.6909721 Jun 30 08:45:32.499427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.527068 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45f8e211-7332-4291-aeec-973e34576804 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0547948 Jun 30 08:45:32.537418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.544184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c13c5f0d-9376-4add-bccc-755648db4f79 HTTP/1.1" status: 204 len: 168 time: 0.8396330 Jun 30 08:45:32.557815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2f96a-1e85-4648-8478-ab49fdae4dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c13c5f0d-9376-4add-bccc-755648db4f79,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:32.580281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=edf71643-e4e7-4941-9573-ce5926b1334d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:32.600020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2664d7ea-330f-4dd1-ab32-7597ac60e4e9 req-8822d833-e0ae-4b3f-8757-60ae605179cf tempest-ServersAdminNegativeTestJSON-1489679382 tempest-ServersAdminNegativeTestJSON-1489679382-project] 10.222.0.53 "GET /v2.0/security-groups?id=999381f7-d252-4edf-b143-53abce0a87c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298938 Jun 30 08:45:32.656332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5999192-aadf-423e-aa09-d674400f805a None None] Network 08502ff5-85e5-4b45-a750-415daa1ccc57 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:32.664282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a018fca6-f924-4d35-976e-bcfd2e2c704a req-a40220e8-fa65-4abf-adfd-044b3bcda0e0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347024 Jun 30 08:45:32.744528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['edf71643-e4e7-4941-9573-ce5926b1334d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:33.002530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42486) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:33.107508 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b1e60032-4f10-4faf-9ab2-4f8cec9ca89a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6da6e35bdb24c84ba3f22082ff9077c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021905 Jun 30 08:45:33.108934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42492) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:33.254169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8889-cd9c-45d1-9f55-0daaa655d794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.300424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8889-cd9c-45d1-9f55-0daaa655d794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.337214 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace06f89-5d66-4995-9f23-71fbfd3706f1 x-openstack-request-id: req-ace06f89-5d66-4995-9f23-71fbfd3706f1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:33.337775 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2f11f1-97f7-49ab-aedb-15ddd4d352e5", "name": "network-vif-deleted", "tag": "9c0445c1-fe78-4244-b0fe-82c6acf39c3c", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:33.338029 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ace06f89-5d66-4995-9f23-71fbfd3706f1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:33.338580 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2f11f1-97f7-49ab-aedb-15ddd4d352e5', 'name': 'network-vif-deleted', 'tag': '9c0445c1-fe78-4244-b0fe-82c6acf39c3c', 'status': 'completed', 'code': 200} Jun 30 08:45:33.423792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8889-cd9c-45d1-9f55-0daaa655d794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.426304 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8889-cd9c-45d1-9f55-0daaa655d794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.427426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7e8e8889-cd9c-45d1-9f55-0daaa655d794 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85445a5a-1083-49b4-8890-5f137cf75f07 HTTP/1.1" status: 204 len: 168 time: 0.3168111 Jun 30 08:45:33.444825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e8889-cd9c-45d1-9f55-0daaa655d794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85445a5a-1083-49b4-8890-5f137cf75f07,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:33.454675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8bcb-5859-416f-9613-253da478269e req-63d8e872-8b95-4abd-adca-3847b911df40 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:33.463062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-63d8e872-8b95-4abd-adca-3847b911df40 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.1957951 Jun 30 08:45:33.478484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-92f67b7e-1e3f-49d8-b4f0-6bb865bde3c0 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/quotas/92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 375 time: 0.0140917 Jun 30 08:45:33.549958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-1faa67a1-5e16-46b9-866d-a8e1d8cab2e1 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677857 Jun 30 08:45:33.609466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1154d144-7259-4662-89dc-bd708a1d3593 req-d52028c5-2d43-4f19-b726-8763e721b98b tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-917023672', 'description': 'tempest-description-376285975'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:33.649619 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1154d144-7259-4662-89dc-bd708a1d3593 req-d52028c5-2d43-4f19-b726-8763e721b98b tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.682941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-be326150-335a-4773-954d-e595ec7fa6d0 service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248462 Jun 30 08:45:33.811142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-148d434e-753b-4e05-bdd0-56d53825517d service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223614 Jun 30 08:45:33.816332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42510) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:33.833005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1154d144-7259-4662-89dc-bd708a1d3593 req-d52028c5-2d43-4f19-b726-8763e721b98b tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.840664 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1154d144-7259-4662-89dc-bd708a1d3593 req-d52028c5-2d43-4f19-b726-8763e721b98b tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.873367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52028c5-2d43-4f19-b726-8763e721b98b tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312bcfa1-99e6-4422-a683-260f6d05fc00,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:33.877190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e16e9f7e-819d-4fc9-8144-2387ccf3eaf5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c94262527b064d3095753ded2d054af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598602 Jun 30 08:45:33.881430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42514) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:33.895237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1154d144-7259-4662-89dc-bd708a1d3593 req-d52028c5-2d43-4f19-b726-8763e721b98b tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.902179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1154d144-7259-4662-89dc-bd708a1d3593 req-d52028c5-2d43-4f19-b726-8763e721b98b tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2979791 Jun 30 08:45:33.912539 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-2540f2b3-1434-4c34-bd6a-b4d8a626f09c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341213 Jun 30 08:45:33.957965 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5e7c8f9-69f4-427d-b132-51318cc6c684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.985563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5e7c8f9-69f4-427d-b132-51318cc6c684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.047128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device edf71643-e4e7-4941-9573-ce5926b1334d up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:34.056500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-807e22d5-529d-475c-9fbe-fbe665069c57 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:34.058165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5e7c8f9-69f4-427d-b132-51318cc6c684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.058992 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-807e22d5-529d-475c-9fbe-fbe665069c57 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342566 Jun 30 08:45:34.061285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5e7c8f9-69f4-427d-b132-51318cc6c684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.065001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a5e7c8f9-69f4-427d-b132-51318cc6c684 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c9eeb07-fb59-4ce1-bd81-d0d088982e09 HTTP/1.1" status: 204 len: 168 time: 0.1800714 Jun 30 08:45:34.073875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7c8f9-69f4-427d-b132-51318cc6c684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9eeb07-fb59-4ce1-bd81-d0d088982e09,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:34.083654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': '27712c90-62c1-405b-88b4-fa63423d96a0', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:34.139627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port edf71643-e4e7-4941-9573-ce5926b1334d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:34.144610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port edf71643-e4e7-4941-9573-ce5926b1334d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:34.145183 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.198443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e42c88b-d349-455c-841f-fce2cc81968b req-7592605c-e5cf-40de-9563-315ecb01391d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 210 time: 0.0488691 Jun 30 08:45:34.286063 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.392975 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.455482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:34.459019 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc17882b-0580-465a-8420-60fa6cf91ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.461217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.492120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf71643-e4e7-4941-9573-ce5926b1334d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:34.497687 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66beaef2-86f8-4792-abac-edf3e5e6fc98" -d '{"events": [{"server_uuid": "1d87836e-d716-4cb1-ac75-c7415ff260a0", "name": "network-vif-plugged", "status": "completed", "tag": "edf71643-e4e7-4941-9573-ce5926b1334d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:34.522884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port edf71643-e4e7-4941-9573-ce5926b1334d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=edf71643-e4e7-4941-9573-ce5926b1334d,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:34.536344 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:34.575689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-66ab3ce3-c81c-4fb2-bddc-946d940296b5 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b2a30a69ee714b769185ef1dae183cef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734584 Jun 30 08:45:34.678439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=edf71643-e4e7-4941-9573-ce5926b1334d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:34.753186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769c02c-4b7f-4e41-84fa-eee38d19ad1e req-e2c55ba8-040b-452b-9198-bcf23edc1e82 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:34.754031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.113 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/3fb16094-281d-429b-b22f-5de6446e85a4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:34.761843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6769c02c-4b7f-4e41-84fa-eee38d19ad1e req-e2c55ba8-040b-452b-9198-bcf23edc1e82 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 949 time: 0.3069983 Jun 30 08:45:34.773001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42550) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:34.831017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-64d67bdd-a566-4d3a-80fa-3f12b1cdd863 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524764 Jun 30 08:45:34.926271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6769c02c-4b7f-4e41-84fa-eee38d19ad1e req-6dd05821-d3d8-4ecd-9f8b-32074373f9b5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633556 Jun 30 08:45:34.944990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-c357c254-0156-4c4a-9969-dde26baa9a61 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:34.961667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-c357c254-0156-4c4a-9969-dde26baa9a61 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3768039 Jun 30 08:45:34.990368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-af9e0a90-58f0-44d5-910c-e4d840ab5c48 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/quotas/b2a30a69ee714b769185ef1dae183cef HTTP/1.1" status: 200 len: 375 time: 0.0271962 Jun 30 08:45:35.076831 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.078924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-c7abf077-c737-4fd3-8bd0-f5b428a9d380 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:35.080423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-c7abf077-c737-4fd3-8bd0-f5b428a9d380 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416887 Jun 30 08:45:35.081207 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c42a39e4-c911-4b00-80a9-56192c0a4b3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4992b119e7e54ff58de854bda9a4e8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070862 Jun 30 08:45:35.090112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42560) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:35.097903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': '5fc57976-a413-475b-8eda-e4751aa65b19', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:35.119453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object 3fb16094-281d-429b-b22f-5de6446e85a4 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:35.174515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b8abeaf-0aad-4c2b-b6d2-cfb31c9e2613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.202554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b8abeaf-0aad-4c2b-b6d2-cfb31c9e2613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.214168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.235426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:35.244970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cfee8157-be14-4514-a6c3-f5ddc07afe85 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2a30a69ee714b769185ef1dae183cef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1634591 Jun 30 08:45:35.260492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:35.275298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:35.282469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:35.364274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=3fb16094-281d-429b-b22f-5de6446e85a4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:35.384192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:35.388920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.402901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-b6fd5351-a302-439f-9dd4-e3add70212a5 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/312bcfa1-99e6-4422-a683-260f6d05fc00 HTTP/1.1" status: 200 len: 1811 time: 0.1947043 Jun 30 08:45:35.418599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '312bcfa1-99e6-4422-a683-260f6d05fc00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:35.418599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '312bcfa1-99e6-4422-a683-260f6d05fc00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:35.429400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:35.430752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.438512 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b8abeaf-0aad-4c2b-b6d2-cfb31c9e2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.442587 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b8abeaf-0aad-4c2b-b6d2-cfb31c9e2613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.457441 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b8abeaf-0aad-4c2b-b6d2-cfb31c9e2613 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/999381f7-d252-4edf-b143-53abce0a87c3 HTTP/1.1" status: 204 len: 168 time: 0.3560319 Jun 30 08:45:35.478656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8abeaf-0aad-4c2b-b6d2-cfb31c9e2613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999381f7-d252-4edf-b143-53abce0a87c3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:35.506423 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-801fb975-4187-477b-b50c-ae2620e0791c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4368181 Jun 30 08:45:35.519628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Request body: {'port': {'device_id': '27712c90-62c1-405b-88b4-fa63423d96a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:35.649415 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.683999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.693674 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.725681 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.735460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-17d81ebf-61bc-485a-af0d-519b36fc44f5 None None] Provisioning for port 3fb16094-281d-429b-b22f-5de6446e85a4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:35.736783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee3ca23-76b2-41ce-a72d-233a6dc370e4,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:35.754186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-17d81ebf-61bc-485a-af0d-519b36fc44f5 None None] Provisioning complete for port 3fb16094-281d-429b-b22f-5de6446e85a4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:35.754813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-17d81ebf-61bc-485a-af0d-519b36fc44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.775748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.777021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e53a51d-4f1e-43bb-966f-b147bcf3f04d req-76d44305-afd2-46c8-a565-be2743a33da9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3753264 Jun 30 08:45:35.777775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.784777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.88 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/78d788dd-aa00-4044-918d-66f2d76073d6) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:35.883376 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5f6a4-1746-4acd-8a83-2431fe14ea2f x-openstack-request-id: req-9ea5f6a4-1746-4acd-8a83-2431fe14ea2f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:35.883691 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d87836e-d716-4cb1-ac75-c7415ff260a0", "name": "network-vif-plugged", "status": "completed", "tag": "edf71643-e4e7-4941-9573-ce5926b1334d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:35.883956 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ea5f6a4-1746-4acd-8a83-2431fe14ea2f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:35.884337 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf71643-e4e7-4941-9573-ce5926b1334d', 'code': 200} Jun 30 08:45:35.884905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-17d81ebf-61bc-485a-af0d-519b36fc44f5 None None] Port 3fb16094-281d-429b-b22f-5de6446e85a4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:35.900156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-522a78fc-5701-42f5-a54e-c9a10c0c1ffc req-8a2b8736-7fe4-4016-8111-600843d70698 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 210 time: 0.1166263 Jun 30 08:45:36.060984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9c0445c1-fe78-4244-b0fe-82c6acf39c3c no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:45:36.121272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 9c0445c1-fe78-4244-b0fe-82c6acf39c3c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:45:36.122083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9c0445c1-fe78-4244-b0fe-82c6acf39c3c not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:45:36.242128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a41ae7d2-5699-4541-94ca-c6d8172e2ed0 req-d7373b05-01c6-498f-8760-268c6c80103f tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 210 time: 0.1723106 Jun 30 08:45:36.282209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43577de9-3b76-4408-ab62-d8c55c3c0e7a req-2210e911-a8a2-44a1-be6b-1eb0b124e354 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 210 time: 0.1471863 Jun 30 08:45:36.324913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42602) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:36.328920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8bcb-5859-416f-9613-253da478269e req-e796e6d1-dfb8-41ca-bcdd-c1d21117f706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:36.330841 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-e796e6d1-dfb8-41ca-bcdd-c1d21117f706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.2819333 Jun 30 08:45:36.363462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Request body: {'port': {'device_id': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'admin_state_up': True, 'tenant_id': '92f4af2e9f4746719762ea9c5d54b192'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:36.398900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551c68-8231-4974-8c71-ec842ed663ba req-8e4738aa-7a1d-4284-9156-a198c1eeefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:36.400574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a551c68-8231-4974-8c71-ec842ed663ba req-8e4738aa-7a1d-4284-9156-a198c1eeefeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 1102 time: 0.4304795 Jun 30 08:45:36.458623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb403ca3-8b66-4edb-b738-26eb75cc50fe req-49be93cf-7272-413b-afaa-c4899d334003 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/312bcfa1-99e6-4422-a683-260f6d05fc00 HTTP/1.1" status: 200 len: 2404 time: 0.1667564 Jun 30 08:45:36.482906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ea73075e-30d6-4c14-9576-0435f1f910a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b58575a0606a4be4b043fc804f1ec81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558075 Jun 30 08:45:36.486977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42606) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:36.490113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:36.551393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a551c68-8231-4974-8c71-ec842ed663ba req-5c946c3f-cee3-422b-ac35-237e07d56e5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411636 Jun 30 08:45:36.558670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object 78d788dd-aa00-4044-918d-66f2d76073d6 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:36.648543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-220e3422-65bd-479c-a75e-380eded6cdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:36.667200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf3725-3f15-4883-a9f2-707c9afc5c9c req-40aae12c-63da-4595-b6f5-c744ce8ca316 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:36.668841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adbf3725-3f15-4883-a9f2-707c9afc5c9c req-40aae12c-63da-4595-b6f5-c744ce8ca316 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 950 time: 0.2194180 Jun 30 08:45:36.678489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:36.691825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:36.788047 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-220e3422-65bd-479c-a75e-380eded6cdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:36.816079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44ee97d3-0e2b-46d9-bb9a-ad7f5708db8c req-f49a6961-85f0-43c5-a12d-48e597a255e3 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-group-rules/0ee3ca23-76b2-41ce-a72d-233a6dc370e4 HTTP/1.1" status: 200 len: 778 time: 0.1406462 Jun 30 08:45:36.824871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:36.870738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:36.881068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=78d788dd-aa00-4044-918d-66f2d76073d6,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:36.884310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:36.906383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adbf3725-3f15-4883-a9f2-707c9afc5c9c req-d97600e1-36fd-4972-a816-b767c6f23d94 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296262 Jun 30 08:45:36.965573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Made reservation on behalf of 92f4af2e9f4746719762ea9c5d54b192 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:36.969384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:36.987632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44ee97d3-0e2b-46d9-bb9a-ad7f5708db8c req-bebf3f58-54b3-4af4-82a6-5772ea3f0ddf tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/312bcfa1-99e6-4422-a683-260f6d05fc00 HTTP/1.1" status: 200 len: 2404 time: 0.1588755 Jun 30 08:45:37.026173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb16094-281d-429b-b22f-5de6446e85a4 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:37.026522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-44ee97d3-0e2b-46d9-bb9a-ad7f5708db8c req-7293ede9-9696-4d1b-a743-17c685aaa9ec tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.037220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.039224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-220e3422-65bd-479c-a75e-380eded6cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.042348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-220e3422-65bd-479c-a75e-380eded6cdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.045837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-220e3422-65bd-479c-a75e-380eded6cdb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8404634-1322-4e1f-b7c8-18e0f13cb64a HTTP/1.1" status: 204 len: 168 time: 0.5346501 Jun 30 08:45:37.052150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:37.052765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.058630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Transition to ACTIVE for port object 3fb16094-281d-429b-b22f-5de6446e85a4 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:37.081188 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-44ee97d3-0e2b-46d9-bb9a-ad7f5708db8c req-7293ede9-9696-4d1b-a743-17c685aaa9ec tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.094538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0499282f-779c-4b5f-8425-32a2db4a4daf tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0018277 Jun 30 08:45:37.098792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.102026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e3422-65bd-479c-a75e-380eded6cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8404634-1322-4e1f-b7c8-18e0f13cb64a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:37.102194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.115170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Request body: {'port': {'device_id': '5fc57976-a413-475b-8eda-e4751aa65b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:37.186723 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-44ee97d3-0e2b-46d9-bb9a-ad7f5708db8c req-7293ede9-9696-4d1b-a743-17c685aaa9ec tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.193321 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-44ee97d3-0e2b-46d9-bb9a-ad7f5708db8c req-7293ede9-9696-4d1b-a743-17c685aaa9ec tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.204508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44ee97d3-0e2b-46d9-bb9a-ad7f5708db8c req-7293ede9-9696-4d1b-a743-17c685aaa9ec tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0ee3ca23-76b2-41ce-a72d-233a6dc370e4 HTTP/1.1" status: 204 len: 173 time: 0.2159333 Jun 30 08:45:37.246968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-80c1c052-e9f3-4ceb-beb3-941e0f66fbb8 None None] Provisioning for port 78d788dd-aa00-4044-918d-66f2d76073d6 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:37.265194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-80c1c052-e9f3-4ceb-beb3-941e0f66fbb8 None None] Provisioning complete for port 78d788dd-aa00-4044-918d-66f2d76073d6 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:37.267105 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80c1c052-e9f3-4ceb-beb3-941e0f66fbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.271229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293ede9-9696-4d1b-a743-17c685aaa9ec tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ee3ca23-76b2-41ce-a72d-233a6dc370e4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:37.299914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16094-281d-429b-b22f-5de6446e85a4,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:37.315714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.321108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d80fa1b1-619d-4213-97ac-2004d8d82b2e req-9c6a2be5-f56b-42f2-9ec6-2ab4d6f23520 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1546958133', 'description': 'tempest-description-87534925'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:37.343706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-80c1c052-e9f3-4ceb-beb3-941e0f66fbb8 None None] Port 78d788dd-aa00-4044-918d-66f2d76073d6 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:37.392432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-209a436e-83c1-4ced-b41e-49ae2b2fccb9 req-8a233baf-e015-42ab-adc3-e70019f6d1ab tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 210 time: 0.0543287 Jun 30 08:45:37.464374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Allocated IP 172.20.0.11 (34d51463-a55e-4523-b759-13aca4e30356/fd79d45b-e2b3-48f5-9f08-0a0e3320b01b/0621425e-261e-4da4-b8b6-9b3f577e5133) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:37.488337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Attempting to bind port 3fb16094-281d-429b-b22f-5de6446e85a4 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:37.488590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Attempting to bind port 3fb16094-281d-429b-b22f-5de6446e85a4 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:37.489820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Attempting to bind port 3fb16094-281d-429b-b22f-5de6446e85a4 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:37.498925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d80fa1b1-619d-4213-97ac-2004d8d82b2e req-9c6a2be5-f56b-42f2-9ec6-2ab4d6f23520 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.506042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Port 3fb16094-281d-429b-b22f-5de6446e85a4 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:37.506632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Attempting to bind port 3fb16094-281d-429b-b22f-5de6446e85a4 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:37.580525 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-a45c59e4-41ea-451a-8053-c975c0618082 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b2a30a69ee714b769185ef1dae183cef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667171 Jun 30 08:45:37.603966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:37.604466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:37.604949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:37.605497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Bound port: 3fb16094-281d-429b-b22f-5de6446e85a4, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:37.605979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.730272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73accb32-b290-4e02-a471-1dac3a887385 req-4c72b12b-4519-4b4f-a802-4c527abddc28 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 210 time: 0.1002624 Jun 30 08:45:37.849137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-9d4e2ad3-3319-4bd8-a177-60e10f82f59a tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:37.849982 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-9d4e2ad3-3319-4bd8-a177-60e10f82f59a tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401738 Jun 30 08:45:37.880586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d80fa1b1-619d-4213-97ac-2004d8d82b2e req-9c6a2be5-f56b-42f2-9ec6-2ab4d6f23520 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.886367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Request body: {'port': {'device_id': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'b2a30a69ee714b769185ef1dae183cef'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:37.888214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d80fa1b1-619d-4213-97ac-2004d8d82b2e req-9c6a2be5-f56b-42f2-9ec6-2ab4d6f23520 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.907648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d788dd-aa00-4044-918d-66f2d76073d6 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:37.916595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d80fa1b1-619d-4213-97ac-2004d8d82b2e req-9c6a2be5-f56b-42f2-9ec6-2ab4d6f23520 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.917843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d80fa1b1-619d-4213-97ac-2004d8d82b2e req-9c6a2be5-f56b-42f2-9ec6-2ab4d6f23520 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6039305 Jun 30 08:45:37.920432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:37.947169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] For port 3fb16094-281d-429b-b22f-5de6446e85a4, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:37.961321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Transition to ACTIVE for port object 78d788dd-aa00-4044-918d-66f2d76073d6 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:37.962701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a2be5-f56b-42f2-9ec6-2ab4d6f23520 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5cdeb-e64c-4f5f-8eb6-7c49845fad3e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:37.971012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.021454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] For port 3fb16094-281d-429b-b22f-5de6446e85a4, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3fb16094-281d-429b-b22f-5de6446e85a4,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:38.048386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.084716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Pushing event updated for resources: {'Port': ['ID=78d788dd-aa00-4044-918d-66f2d76073d6,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:38.097927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.168651 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16094-281d-429b-b22f-5de6446e85a4,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:38.174496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.218182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e608b7-2d1b-479d-8991-d0a39d06f7f4 req-817cd393-91a9-4dc1-bfea-11348ed18b36 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.219723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9e608b7-2d1b-479d-8991-d0a39d06f7f4 req-817cd393-91a9-4dc1-bfea-11348ed18b36 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 947 time: 0.1833625 Jun 30 08:45:38.258449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Network 34d51463-a55e-4523-b759-13aca4e30356 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:38.265303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:38.269276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Attempting to bind port 78d788dd-aa00-4044-918d-66f2d76073d6 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:38.269617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Attempting to bind port 78d788dd-aa00-4044-918d-66f2d76073d6 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:38.269865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:38.269984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Attempting to bind port 78d788dd-aa00-4044-918d-66f2d76073d6 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:38.272329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:38.281961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Port 78d788dd-aa00-4044-918d-66f2d76073d6 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:38.282343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Attempting to bind port 78d788dd-aa00-4044-918d-66f2d76073d6 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:38.327672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.329340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.330761 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-e7f10397-4982-4280-9472-ea9d2603c5d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/3fb16094-281d-429b-b22f-5de6446e85a4 HTTP/1.1" status: 200 len: 1097 time: 2.8163383 Jun 30 08:45:38.333454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27712c90-62c1-405b-88b4-fa63423d96a0', 'tag': '3fb16094-281d-429b-b22f-5de6446e85a4'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:38.337324 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea94052d-6dcd-4c9a-acfc-2e64022f9384" -d '{"events": [{"name": "network-changed", "server_uuid": "27712c90-62c1-405b-88b4-fa63423d96a0", "tag": "3fb16094-281d-429b-b22f-5de6446e85a4"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:38.345443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.346205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.346697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9e608b7-2d1b-479d-8991-d0a39d06f7f4 req-7fcf4462-7d88-4703-9d7e-baba71299391 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178885 Jun 30 08:45:38.347469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:38.347816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:38.348185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:38.348652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Bound port: 78d788dd-aa00-4044-918d-66f2d76073d6, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:38.348993 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.372099 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-e8a93ffd-c395-4709-8b74-02ff00e4281d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0133510 Jun 30 08:45:38.404853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Request body: {'port': {'device_id': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:38.478806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] For port 78d788dd-aa00-4044-918d-66f2d76073d6, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:38.492906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c354b-cee0-463e-8630-802550abd1bf req-0063215f-6471-42c5-9a85-9dc3edc0a7e0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.494896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-271c354b-cee0-463e-8630-802550abd1bf req-0063215f-6471-42c5-9a85-9dc3edc0a7e0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 950 time: 0.1966345 Jun 30 08:45:38.509724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-792dfb2b-1a68-452f-bbf2-a3d1bda23b53 req-50fd1526-ef15-428d-a7e0-2cefe19b4e2a tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/f7f5cdeb-e64c-4f5f-8eb6-7c49845fad3e HTTP/1.1" status: 200 len: 1811 time: 0.1053419 Jun 30 08:45:38.532545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Made reservation on behalf of b2a30a69ee714b769185ef1dae183cef for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:38.534014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] For port 78d788dd-aa00-4044-918d-66f2d76073d6, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=78d788dd-aa00-4044-918d-66f2d76073d6,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:38.537085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.545099 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.554718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.583664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.599556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.600026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:38.602144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] 10.222.0.26 "PUT /v2.0/ports/78d788dd-aa00-4044-918d-66f2d76073d6 HTTP/1.1" status: 200 len: 1096 time: 1.4913061 Jun 30 08:45:38.604564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc57976-a413-475b-8eda-e4751aa65b19', 'tag': '78d788dd-aa00-4044-918d-66f2d76073d6'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:38.607147 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e877aa0-e3f2-44f1-862a-984c97bc4985" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc57976-a413-475b-8eda-e4751aa65b19", "tag": "78d788dd-aa00-4044-918d-66f2d76073d6"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:38.614901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-532d47e1-8ade-454f-8218-1f91f066faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.616510 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-532d47e1-8ade-454f-8218-1f91f066faa0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 1100 time: 0.1846159 Jun 30 08:45:38.616831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-271c354b-cee0-463e-8630-802550abd1bf req-3774d873-2110-4f4f-afe2-ae53e891e607 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055200 Jun 30 08:45:38.665027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dd971-e7ce-412f-809e-6f8d8e591114 service neutron] Pushing event updated for resources: {'Port': ['ID=78d788dd-aa00-4044-918d-66f2d76073d6,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:38.704722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-79e56add-7b4b-4a6d-b962-e71ea2a37754 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3fb16094-281d-429b-b22f-5de6446e85a4 HTTP/1.1" status: 200 len: 217 time: 0.0584879 Jun 30 08:45:38.736617 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af350262-ec03-4ed2-9cea-514c40fe09d8 x-openstack-request-id: req-af350262-ec03-4ed2-9cea-514c40fe09d8 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:38.736910 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27712c90-62c1-405b-88b4-fa63423d96a0", "tag": "3fb16094-281d-429b-b22f-5de6446e85a4", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:38.737162 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af350262-ec03-4ed2-9cea-514c40fe09d8 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:38.737548 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27712c90-62c1-405b-88b4-fa63423d96a0', 'tag': '3fb16094-281d-429b-b22f-5de6446e85a4', 'status': 'completed', 'code': 200} Jun 30 08:45:38.763800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-9c5016a4-8974-409e-908e-13bdf2b692b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.765341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-9c5016a4-8974-409e-908e-13bdf2b692b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 1099 time: 0.0928130 Jun 30 08:45:38.842338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-9180352e-b86e-4e22-9b34-92e72d46244b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=78d788dd-aa00-4044-918d-66f2d76073d6 HTTP/1.1" status: 200 len: 217 time: 0.0672340 Jun 30 08:45:38.890386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-f066c5c8-7a76-4389-ac4c-767668c1f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.891884 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-f066c5c8-7a76-4389-ac4c-767668c1f8da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1796367 Jun 30 08:45:38.938539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-9ea03ef0-30e6-4f9b-8ddc-2f0edd4c0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:38.942460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-9ea03ef0-30e6-4f9b-8ddc-2f0edd4c0a90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0928402 Jun 30 08:45:39.024948 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885ee3cd-084b-4142-afeb-2714d65f6efc x-openstack-request-id: req-885ee3cd-084b-4142-afeb-2714d65f6efc {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:39.025233 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc57976-a413-475b-8eda-e4751aa65b19", "tag": "78d788dd-aa00-4044-918d-66f2d76073d6", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:39.025482 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-885ee3cd-084b-4142-afeb-2714d65f6efc {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:39.025894 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc57976-a413-475b-8eda-e4751aa65b19', 'tag': '78d788dd-aa00-4044-918d-66f2d76073d6', 'status': 'completed', 'code': 200} Jun 30 08:45:39.068752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.084032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.085404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-c21fb32b-e3dd-4745-b73d-401bca47c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:39.086983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-c21fb32b-e3dd-4745-b73d-401bca47c5ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350911 Jun 30 08:45:39.191873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c826c-4e2f-4708-888a-e0bfda046a40,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:39.207025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-aad9e2cf-41e0-4f31-a69e-204875d3a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:39.208557 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-aad9e2cf-41e0-4f31-a69e-204875d3a364 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2979851 Jun 30 08:45:39.237250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.237608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.237975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.238312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.238642 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.239027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.239360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.239681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.240041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.240316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.240638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.240957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.280895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-226df500-5eb2-4584-81b5-7978447697fe service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818454 Jun 30 08:45:39.349683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0621425e-261e-4da4-b8b6-9b3f577e5133 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:39.370535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.403635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Allocated IP 192.168.233.237 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/7bca9e45-0a81-44ea-b7b1-a4ffa1c60378) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:39.416431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Transition to ACTIVE for port object 0621425e-261e-4da4-b8b6-9b3f577e5133 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:39.429360 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.444893 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-3e1b31a0-20f3-4afe-8ea2-b5217adfda57 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226853 Jun 30 08:45:39.570842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:39.611865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c714f-5961-4f2e-be21-85bf7435fd46 req-45c1ff24-0a7a-40b5-b40f-504abd6eac99 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:39.613268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a9c714f-5961-4f2e-be21-85bf7435fd46 req-45c1ff24-0a7a-40b5-b40f-504abd6eac99 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 932 time: 0.4288638 Jun 30 08:45:39.639978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6507cf64-0bd9-4900-a012-9470cea853c3 req-4bfb5b2e-f733-40c7-89eb-061dc56cfabe tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 210 time: 0.0472655 Jun 30 08:45:39.686839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c3e17ebd-241b-4304-a025-e54a1bdba1ea req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1411303704', 'description': 'tempest-description-1900353812'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:39.707983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a9c714f-5961-4f2e-be21-85bf7435fd46 req-9d11eaf2-397b-4ee7-89c6-dc9be6f7e191 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737069 Jun 30 08:45:39.712252 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-622fdbcb-7344-4917-af2c-3f8f6a191bc5 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446845 Jun 30 08:45:39.722731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56a68f3-23f3-48d7-8ab8-b9fe17a378fa req-07c97035-b5c8-439f-b6c5-d08b5314d29d service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341042 Jun 30 08:45:39.734893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3e17ebd-241b-4304-a025-e54a1bdba1ea req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.763592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:39.764015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:39.764270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:39.779658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:39.779987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:39.784721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.794926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:39.795264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:39.795937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:39.796059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Bound port: 0621425e-261e-4da4-b8b6-9b3f577e5133, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:39.796414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.812431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Transition to ACTIVE for port object 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:39.861854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3e17ebd-241b-4304-a025-e54a1bdba1ea req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.868336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3e17ebd-241b-4304-a025-e54a1bdba1ea req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.905010 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3e17ebd-241b-4304-a025-e54a1bdba1ea req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.906277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3e17ebd-241b-4304-a025-e54a1bdba1ea req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2315671 Jun 30 08:45:39.912928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a4379a-6b90-4f3e-96b4-b7f33975ce83,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:39.925668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.926025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.926361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.926704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.927040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.927383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.927707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.928036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.928363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.928689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.929047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.929376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3a0d1-34f4-4172-a831-173e75445915 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:39.935670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-f51a55eb-5136-4468-a6de-b38e553030fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:39.937208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-f51a55eb-5136-4468-a6de-b38e553030fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 1100 time: 0.1233454 Jun 30 08:45:39.955611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:39.964398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:40.015671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:40.028221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-5d55c396-1cff-47bb-88e8-7ed69e71d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.030199 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-5d55c396-1cff-47bb-88e8-7ed69e71d984 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 1099 time: 0.2162337 Jun 30 08:45:40.041514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.049981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-7037c22a-5de9-4049-8dde-097816cee01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.051334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-7037c22a-5de9-4049-8dde-097816cee01b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1065445 Jun 30 08:45:40.063999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:40.070492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Pushing event updated for resources: {'Port': ['ID=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:40.098499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:40.110534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:40.112808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-06423419-69ff-43c4-8a93-115dd555647c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3fb16094-281d-429b-b22f-5de6446e85a4 HTTP/1.1" status: 200 len: 217 time: 0.0538080 Jun 30 08:45:40.212575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-f8c98018-4f0f-40b3-97e5-07f72c6bb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.214092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-f8c98018-4f0f-40b3-97e5-07f72c6bb9e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0937653 Jun 30 08:45:40.270626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-ea5e16af-b56a-4687-8258-4f8effde321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.272078 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-ea5e16af-b56a-4687-8258-4f8effde321b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2266428 Jun 30 08:45:40.334083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194af17-f3c8-4e30-99e4-36e2277916fb req-9b767422-48e9-44af-b8d6-450200f10597 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.336221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0194af17-f3c8-4e30-99e4-36e2277916fb req-9b767422-48e9-44af-b8d6-450200f10597 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 947 time: 0.1212149 Jun 30 08:45:40.337891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.338519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.344347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.344962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.346549 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] 10.222.0.13 "PUT /v2.0/ports/0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 1093 time: 1.9507928 Jun 30 08:45:40.359412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42738) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:40.381797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-7d9e9ea5-7b31-4a3e-bf53-a0c3cca46102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.383258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-7d9e9ea5-7b31-4a3e-bf53-a0c3cca46102 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1365092 Jun 30 08:45:40.413143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-31fb9efe-a83d-4317-9bca-911cee87315a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=78d788dd-aa00-4044-918d-66f2d76073d6 HTTP/1.1" status: 200 len: 217 time: 0.0656574 Jun 30 08:45:40.472345 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-e3eb0c43-b971-4f42-b575-c5ae23e60f66 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5975602 Jun 30 08:45:40.479869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0194af17-f3c8-4e30-99e4-36e2277916fb req-048bd89f-d190-47ff-a061-3a06b40f5d4b tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347685 Jun 30 08:45:40.492316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Request body: {'port': {'device_id': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:40.513987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-af5ba780-ed29-44db-b1ed-7ca26e0cb821 None None] Provisioning for port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:40.519977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-af5ba780-ed29-44db-b1ed-7ca26e0cb821 None None] Provisioning complete for port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:40.520426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-af5ba780-ed29-44db-b1ed-7ca26e0cb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.527469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6b9e-a7e1-407a-a3ae-9c26925cae04 service neutron] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:40.538207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829a10a8-9351-497c-8ddc-2da4502efd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.545396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-5f7a7dee-b548-42c9-afdc-076a119ec12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.547028 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-5f7a7dee-b548-42c9-afdc-076a119ec12d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1230249 Jun 30 08:45:40.570885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.571591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.572072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.572546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.573013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.573482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.573971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.574443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.574898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.575360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.577866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-898f0ec8-4365-4d75-9877-3ef71f712d6d tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee&device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0&device_id=27712c90-62c1-405b-88b4-fa63423d96a0&device_id=5fc57976-a413-475b-8eda-e4751aa65b19&device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0&device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5&device_id=d8506385-3dac-4cbd-8431-459c3bd6635c&device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0&device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 9061 time: 0.2047420 Jun 30 08:45:40.584905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-af5ba780-ed29-44db-b1ed-7ca26e0cb821 None None] Port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:40.591472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-b788aa57-4833-4b4b-a66a-ad449484fbd7 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990678 Jun 30 08:45:40.645154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-f18f4940-1b0b-48de-9663-c81505a4cc36 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.661843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31324ad6-3d00-4b1e-b42c-0609fc1d5026 req-16117844-61da-4755-bf9d-f063d0be0682 tempest-FlavorsV2NegativeTest-356267291 tempest-FlavorsV2NegativeTest-356267291-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d0678031f56447899a032264a49814b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653877 Jun 30 08:45:40.665797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8bcb-5859-416f-9613-253da478269e req-a0e6bb75-76da-4ade-b194-3bce3f0528fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.667294 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-a0e6bb75-76da-4ade-b194-3bce3f0528fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1096 time: 0.2577085 Jun 30 08:45:40.670952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.739761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:40.742024 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b71aec-4f19-42e0-a212-b9249cc630e7" -d '{"events": [{"name": "network-changed", "server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:40.749874 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-26de20c0-7b7a-492e-bd72-36414390159f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 217 time: 0.0648665 Jun 30 08:45:40.756224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-8cead385-5f61-4bd9-9cbc-71fb05cfb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.757655 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-8cead385-5f61-4bd9-9cbc-71fb05cfb9d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2013705 Jun 30 08:45:40.840139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea94052d-6dcd-4c9a-acfc-2e64022f9384 req-84f5ee89-6db6-44d1-b025-e5982ee7329c service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257731 Jun 30 08:45:40.869714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324ad6-3d00-4b1e-b42c-0609fc1d5026 req-5e635d73-51f4-4f0b-80ac-a94588a22172 tempest-FlavorsV2NegativeTest-356267291 tempest-FlavorsV2NegativeTest-356267291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.871219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31324ad6-3d00-4b1e-b42c-0609fc1d5026 req-5e635d73-51f4-4f0b-80ac-a94588a22172 tempest-FlavorsV2NegativeTest-356267291 tempest-FlavorsV2NegativeTest-356267291-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735399 Jun 30 08:45:40.898514 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829a10a8-9351-497c-8ddc-2da4502efd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.901759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31324ad6-3d00-4b1e-b42c-0609fc1d5026 req-429d8a90-59d7-44f8-be47-2078ac3ad049 tempest-FlavorsV2NegativeTest-356267291 tempest-FlavorsV2NegativeTest-356267291-project] 10.222.0.53 "GET /v2.0/quotas/d0678031f56447899a032264a49814b4 HTTP/1.1" status: 200 len: 375 time: 0.0227613 Jun 30 08:45:40.906646 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829a10a8-9351-497c-8ddc-2da4502efd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:40.983160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31324ad6-3d00-4b1e-b42c-0609fc1d5026 req-4667417a-69fa-4939-b330-c3bed2c56da0 tempest-FlavorsV2NegativeTest-356267291 tempest-FlavorsV2NegativeTest-356267291-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0678031f56447899a032264a49814b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705183 Jun 30 08:45:41.001550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-829a10a8-9351-497c-8ddc-2da4502efd0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=828696f1a4ce4dee980a2427c840715e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378314 Jun 30 08:45:41.003207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42760) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:41.011150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a10a8-9351-497c-8ddc-2da4502efd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e3038-b341-410f-92d8-c90cb5c3e093,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:41.107231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3030869-3b63-4016-8b43-68ee4ce841e4 req-642f8f76-ccdd-4585-a78b-44a9b81cb908 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/92a4379a-6b90-4f3e-96b4-b7f33975ce83 HTTP/1.1" status: 200 len: 1813 time: 0.0931959 Jun 30 08:45:41.134676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88cbc526-8294-47a6-a39e-8c6e9356dacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.140927 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-f18f4940-1b0b-48de-9663-c81505a4cc36 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.160120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-f18f4940-1b0b-48de-9663-c81505a4cc36 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.167444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88cbc526-8294-47a6-a39e-8c6e9356dacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.185342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8bcb-5859-416f-9613-253da478269e req-708556bf-0a1b-4ac3-8d62-4cb50c428eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:41.187544 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-708556bf-0a1b-4ac3-8d62-4cb50c428eec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.4290595 Jun 30 08:45:41.226614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ac1f6d6-913c-4ca8-8632-dce6fe597638 req-f18f4940-1b0b-48de-9663-c81505a4cc36 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&id=ba6c826c-4e2f-4708-888a-e0bfda046a40&id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&id=82b54d76-6f60-4903-a318-c1f29921dd60&id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.6405678 Jun 30 08:45:41.252575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f4940-1b0b-48de-9663-c81505a4cc36 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934b5974-4fe4-45af-8506-e9fce5f94727,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:41.261558 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-0abd0236-87f2-4931-b790-0fe0807ae9ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602636 Jun 30 08:45:41.290114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88cbc526-8294-47a6-a39e-8c6e9356dacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.293521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88cbc526-8294-47a6-a39e-8c6e9356dacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.297212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-88cbc526-8294-47a6-a39e-8c6e9356dacb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e36e3038-b341-410f-92d8-c90cb5c3e093 HTTP/1.1" status: 204 len: 168 time: 0.2908671 Jun 30 08:45:41.311385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbc526-8294-47a6-a39e-8c6e9356dacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e3038-b341-410f-92d8-c90cb5c3e093,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:41.340097 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-e8207f65-c1ff-4c3f-a927-195e694ced19 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733087 Jun 30 08:45:41.391791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b924832-35eb-495c-a7df-ef33acf96812 req-053cdbca-254e-4759-b8dc-0e92e701fdea tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:41.400244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b924832-35eb-495c-a7df-ef33acf96812 req-053cdbca-254e-4759-b8dc-0e92e701fdea tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 936 time: 0.0783298 Jun 30 08:45:41.478586 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-e4546e2c-09ca-4e36-a716-1b63f2404fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861753 Jun 30 08:45:41.479082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b924832-35eb-495c-a7df-ef33acf96812 req-6451e966-1101-4157-8599-8d5bf4e7a3b8 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766914 Jun 30 08:45:41.550065 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeab236-17ba-422c-a028-fd870a448fda x-openstack-request-id: req-daeab236-17ba-422c-a028-fd870a448fda {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:41.550344 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:41.550777 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daeab236-17ba-422c-a028-fd870a448fda {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:41.551559 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133', 'status': 'completed', 'code': 200} Jun 30 08:45:41.564711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d93513-282f-4d0e-889b-c9c5cd42c491 req-5ee6032e-30d3-4f8d-a410-8f405fe6df72 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:41.581160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6d93513-282f-4d0e-889b-c9c5cd42c491 req-5ee6032e-30d3-4f8d-a410-8f405fe6df72 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 944 time: 0.1544986 Jun 30 08:45:41.614713 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1e877aa0-e3f2-44f1-862a-984c97bc4985 req-280ad32d-f8ae-4116-9473-b15946cb010c service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629869 Jun 30 08:45:41.622031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:41.634368 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.669624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Transition to ACTIVE for port object 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:41.672327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6d93513-282f-4d0e-889b-c9c5cd42c491 req-8f9b00ab-9031-44e2-b599-d8c502309bc4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838130 Jun 30 08:45:41.675371 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-239c8bcb-5859-416f-9613-253da478269e req-1395e2c1-a742-44ac-a712-0b5e339a910d service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833313 Jun 30 08:45:41.678246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.723694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-7e2b26ee-722f-4aa7-a8b7-a01798fb87b2 req-3129da57-9d96-448f-9a3a-a019a506e47e tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2046598521', 'description': 'tempest-description-463970807'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:41.750423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Pushing event updated for resources: {'Port': ['ID=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:41.797301 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e2b26ee-722f-4aa7-a8b7-a01798fb87b2 req-3129da57-9d96-448f-9a3a-a019a506e47e tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.860989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42792) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:41.861253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 78d788dd-aa00-4044-918d-66f2d76073d6 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:41.898254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-079281ac-cf9a-4807-b9bb-c6feb1dc380a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.957088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e2b26ee-722f-4aa7-a8b7-a01798fb87b2 req-3129da57-9d96-448f-9a3a-a019a506e47e tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.967819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Attempting to bind port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:41.967819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Attempting to bind port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:41.967819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Attempting to bind port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:41.976237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:41.976544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Attempting to bind port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:41.978660 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e2b26ee-722f-4aa7-a8b7-a01798fb87b2 req-3129da57-9d96-448f-9a3a-a019a506e47e tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:41.995944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:41.996264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:41.996630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:41.997016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Bound port: 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:41.997372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.009429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-d036cf3c-1fdc-4672-bc3d-b579ba3b5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.010978 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-d036cf3c-1fdc-4672-bc3d-b579ba3b5de6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1096 time: 0.2088044 Jun 30 08:45:42.037252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129da57-9d96-448f-9a3a-a019a506e47e tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea043bd-4c81-4420-ba0a-6214b64b37dd,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:42.046145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 78d788dd-aa00-4044-918d-66f2d76073d6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=78d788dd-aa00-4044-918d-66f2d76073d6,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:42.058421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '78d788dd-aa00-4044-918d-66f2d76073d6', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '78d788dd-aa00-4044-918d-66f2d76073d6', 'mac_address': 'fa:16:3e:2e:8f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:42.077724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42798) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:42.112666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.143798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d788dd-aa00-4044-918d-66f2d76073d6 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:42.164524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 78d788dd-aa00-4044-918d-66f2d76073d6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=78d788dd-aa00-4044-918d-66f2d76073d6,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:42.179656 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.181243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3fb16094-281d-429b-b22f-5de6446e85a4 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:42.183778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] For port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:42.191635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] For port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:42.200336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f685c-9923-45e6-8f5a-57fc20fae2e9 req-a9a9f62e-6340-497f-9e39-4bd9672967a3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.203443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f71f685c-9923-45e6-8f5a-57fc20fae2e9 req-a9a9f62e-6340-497f-9e39-4bd9672967a3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 947 time: 0.0995789 Jun 30 08:45:42.206539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.208849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-8da3c68d-5561-4809-9631-ebb92f193161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.210361 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-8da3c68d-5561-4809-9631-ebb92f193161 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1826777 Jun 30 08:45:42.247885 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e71e-9ec2-431f-987f-3b1ae6d6b638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.255986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3fb16094-281d-429b-b22f-5de6446e85a4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3fb16094-281d-429b-b22f-5de6446e85a4,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:42.263814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=78d788dd-aa00-4044-918d-66f2d76073d6,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:42.270290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '3fb16094-281d-429b-b22f-5de6446e85a4', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '3fb16094-281d-429b-b22f-5de6446e85a4', 'mac_address': 'fa:16:3e:40:24:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:42.281990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f71f685c-9923-45e6-8f5a-57fc20fae2e9 req-10b6f272-2283-472b-ac24-025e17fe55f7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722103 Jun 30 08:45:42.292441 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-1e12c54a-ecba-4fe3-9f94-38de5fc23b80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 217 time: 0.0673814 Jun 30 08:45:42.302589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.303436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.305534 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] 10.222.0.26 "PUT /v2.0/ports/7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 HTTP/1.1" status: 200 len: 1097 time: 1.8217437 Jun 30 08:45:42.308754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-079281ac-cf9a-4807-b9bb-c6feb1dc380a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.309389 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.323851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb16094-281d-429b-b22f-5de6446e85a4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:42.338451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7e2b26ee-722f-4aa7-a8b7-a01798fb87b2 req-3129da57-9d96-448f-9a3a-a019a506e47e tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.339870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e2b26ee-722f-4aa7-a8b7-a01798fb87b2 req-3129da57-9d96-448f-9a3a-a019a506e47e tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6237254 Jun 30 08:45:42.355302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-079281ac-cf9a-4807-b9bb-c6feb1dc380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.368679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3fb16094-281d-429b-b22f-5de6446e85a4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3fb16094-281d-429b-b22f-5de6446e85a4,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:42.377602 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.440987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4092b-64b7-453f-98c1-1b793044f222 service neutron] Pushing event updated for resources: {'Port': ['ID=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:42.443537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=3fb16094-281d-429b-b22f-5de6446e85a4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:42.478367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-cb635ef0-a67d-43c1-910d-c2b5fcd0adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.480270 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-cb635ef0-a67d-43c1-910d-c2b5fcd0adf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1700211 Jun 30 08:45:42.482292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079281ac-cf9a-4807-b9bb-c6feb1dc380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20351b-fe65-46ae-a4e3-1ba6184d8abf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:42.495571 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-079281ac-cf9a-4807-b9bb-c6feb1dc380a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9b27a02875442869b49a13ea46a24c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6334803 Jun 30 08:45:42.496332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42804) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:42.504693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1205741-d7db-4257-8780-87298afc713e req-b386d3dc-9fd7-4054-8742-b390e29474cd tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/eea043bd-4c81-4420-ba0a-6214b64b37dd HTTP/1.1" status: 200 len: 1812 time: 0.1387091 Jun 30 08:45:42.544550 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-e321a415-4ead-4ee7-b69a-5c8396c04877 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471978 Jun 30 08:45:42.566100 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e71e-9ec2-431f-987f-3b1ae6d6b638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.572714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e71e-9ec2-431f-987f-3b1ae6d6b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.610698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7e71e-9ec2-431f-987f-3b1ae6d6b638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da1fd53-19c6-483f-8a7f-43fbd4505911,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:42.623040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['3fb16094-281d-429b-b22f-5de6446e85a4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:42.629974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:42.658630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-96be78c0-a1f5-41e3-8063-fbbe0542d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.660172 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-96be78c0-a1f5-41e3-8063-fbbe0542d39d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2a30a69ee714b769185ef1dae183cef&device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 1100 time: 0.3017836 Jun 30 08:45:42.707129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5bb7e71e-9ec2-431f-987f-3b1ae6d6b638 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0678031f56447899a032264a49814b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281552 Jun 30 08:45:42.710367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42816) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:42.723870 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-88cda5c3-1dd4-42ef-ab9a-801472d7a78a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 HTTP/1.1" status: 200 len: 217 time: 0.0505331 Jun 30 08:45:42.727053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00939b8c-c715-4fb6-aa0a-c44b49d0e356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.780982 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-87d1f6de-d923-445a-8a2b-2d4e55e3a821 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171795 Jun 30 08:45:42.786656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00939b8c-c715-4fb6-aa0a-c44b49d0e356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.812485 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1038029-a7e2-42e6-b90f-8a3971dcd707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.832518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d4a11-c972-4ddc-8438-55587525a650 req-2278c4a1-4913-46bf-a5e1-fbdfce773959 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.832998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d4a11-c972-4ddc-8438-55587525a650 req-2278c4a1-4913-46bf-a5e1-fbdfce773959 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.833471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d4a11-c972-4ddc-8438-55587525a650 req-2278c4a1-4913-46bf-a5e1-fbdfce773959 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.836172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-509d4a11-c972-4ddc-8438-55587525a650 req-2278c4a1-4913-46bf-a5e1-fbdfce773959 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0&device_id=d8506385-3dac-4cbd-8431-459c3bd6635c&device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 2886 time: 0.1948395 Jun 30 08:45:42.861406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1038029-a7e2-42e6-b90f-8a3971dcd707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.871668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496184a4-71a9-4d03-8f98-3e236595692f req-c8fee1f4-8312-4bfe-9b4f-02ca2ea1ae0c tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.873218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-496184a4-71a9-4d03-8f98-3e236595692f req-c8fee1f4-8312-4bfe-9b4f-02ca2ea1ae0c tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 948 time: 0.1796491 Jun 30 08:45:42.903891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-91032e5d-f770-4939-b16c-c657342854b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.905376 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-91032e5d-f770-4939-b16c-c657342854b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1667278 Jun 30 08:45:42.949798 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a0b71aec-4f19-42e0-a212-b9249cc630e7 req-468bebb6-d66e-4207-9da5-bedd8005bd41 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591945 Jun 30 08:45:42.964085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00939b8c-c715-4fb6-aa0a-c44b49d0e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.966575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-509d4a11-c972-4ddc-8438-55587525a650 req-e015c122-e45a-44da-a918-5e448889febd tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163182 Jun 30 08:45:42.967103 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00939b8c-c715-4fb6-aa0a-c44b49d0e356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:42.968075 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-00939b8c-c715-4fb6-aa0a-c44b49d0e356 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f20351b-fe65-46ae-a4e3-1ba6184d8abf HTTP/1.1" status: 204 len: 168 time: 0.4686751 Jun 30 08:45:42.982712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00939b8c-c715-4fb6-aa0a-c44b49d0e356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20351b-fe65-46ae-a4e3-1ba6184d8abf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:42.982952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-496184a4-71a9-4d03-8f98-3e236595692f req-5dcd1213-55bf-46fd-9ddb-939c89ade937 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918124 Jun 30 08:45:43.005801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-4a275a24-1ff9-4cad-9898-a02d168cc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:43.008183 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-4a275a24-1ff9-4cad-9898-a02d168cc9ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935235 Jun 30 08:45:43.009812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a5e7054f-0475-4d3b-be1b-d72e546abe56 req-0ae9dd50-444a-4fac-bfea-f1d288839ef0 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1977883821', 'description': 'tempest-description-1185825116'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:43.040693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1038029-a7e2-42e6-b90f-8a3971dcd707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:43.045071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1038029-a7e2-42e6-b90f-8a3971dcd707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:43.049429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f1038029-a7e2-42e6-b90f-8a3971dcd707 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8da1fd53-19c6-483f-8a7f-43fbd4505911 HTTP/1.1" status: 204 len: 168 time: 0.3357620 Jun 30 08:45:43.050319 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5e7054f-0475-4d3b-be1b-d72e546abe56 req-0ae9dd50-444a-4fac-bfea-f1d288839ef0 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:43.067805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1038029-a7e2-42e6-b90f-8a3971dcd707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da1fd53-19c6-483f-8a7f-43fbd4505911,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:43.176402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-6df5785a-82bb-41ed-b633-fb910bb067cf service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549397 Jun 30 08:45:43.202756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5e7054f-0475-4d3b-be1b-d72e546abe56 req-0ae9dd50-444a-4fac-bfea-f1d288839ef0 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:43.209620 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5e7054f-0475-4d3b-be1b-d72e546abe56 req-0ae9dd50-444a-4fac-bfea-f1d288839ef0 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:43.270281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5e7054f-0475-4d3b-be1b-d72e546abe56 req-0ae9dd50-444a-4fac-bfea-f1d288839ef0 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:43.271500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5e7054f-0475-4d3b-be1b-d72e546abe56 req-0ae9dd50-444a-4fac-bfea-f1d288839ef0 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2754436 Jun 30 08:45:43.282393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-76c1677d-fc9b-4cbf-88f4-8508a4dc6cbc req-0bd0ed4a-cf81-4ab1-af6e-67d7e4a23384 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982330 Jun 30 08:45:43.283488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9dd50-444a-4fac-bfea-f1d288839ef0 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0fb71-9da9-465a-b501-8cd5a0a600c4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:43.476810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248765dc-c1b6-46b2-93c3-b9304253f546 req-09ce0d84-d6c3-4afc-9121-f0d3d32b3273 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:43.478418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-248765dc-c1b6-46b2-93c3-b9304253f546 req-09ce0d84-d6c3-4afc-9121-f0d3d32b3273 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 944 time: 0.1034529 Jun 30 08:45:43.515089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80343459-5604-411c-a28d-1c1533d01eda req-b33ca6c6-ee90-4e67-9b0f-facb2ea460ff tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/51f0fb71-9da9-465a-b501-8cd5a0a600c4 HTTP/1.1" status: 200 len: 1813 time: 0.0839474 Jun 30 08:45:43.540970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-248765dc-c1b6-46b2-93c3-b9304253f546 req-df57efe9-12ce-4d38-b2a6-443dbdb35cb5 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536811 Jun 30 08:45:43.553143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'tag': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:43.556225 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c9bb8c-3f98-40b0-a52c-3b8584741e05" -d '{"events": [{"name": "network-changed", "server_uuid": "ef938ed4-e002-4c25-b1cf-5881ee7747ee", "tag": "7bca9e45-0a81-44ea-b7b1-a4ffa1c60378"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:43.630208 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-e65a133a-cef7-4949-8683-fec5cc68b0de req-56ca76cb-1e7c-413a-9a82-3332192dc9bb tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] show failed (client error): The resource could not be found. Jun 30 08:45:43.631842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e65a133a-cef7-4949-8683-fec5cc68b0de req-56ca76cb-1e7c-413a-9a82-3332192dc9bb tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/24fa8871-9ab3-49f1-aa32-12915ad8fbaa HTTP/1.1" status: 404 len: 352 time: 0.0287874 Jun 30 08:45:43.647542 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:45:43.699621 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3ecc8-ce67-4bdf-a8dc-35d5396d3fe1 x-openstack-request-id: req-d4c3ecc8-ce67-4bdf-a8dc-35d5396d3fe1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:43.700046 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef938ed4-e002-4c25-b1cf-5881ee7747ee", "tag": "7bca9e45-0a81-44ea-b7b1-a4ffa1c60378", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:43.700366 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4c3ecc8-ce67-4bdf-a8dc-35d5396d3fe1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:43.700824 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'tag': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378', 'status': 'completed', 'code': 200} Jun 30 08:45:43.708543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b461c1-a74c-49c1-a2bd-e5c5431ea4e3 req-729fd104-065b-4e62-b30d-5a7cf669f3b1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:43.722295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51b461c1-a74c-49c1-a2bd-e5c5431ea4e3 req-729fd104-065b-4e62-b30d-5a7cf669f3b1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 948 time: 0.1057692 Jun 30 08:45:43.786230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51b461c1-a74c-49c1-a2bd-e5c5431ea4e3 req-e03e2b2b-fe10-4164-91fa-0365dafa304c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621624 Jun 30 08:45:43.821107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-3aebec88-f112-41b7-997e-3d140fec30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:43.823797 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-3aebec88-f112-41b7-997e-3d140fec30fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2a30a69ee714b769185ef1dae183cef&device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 1100 time: 0.0989933 Jun 30 08:45:43.824385 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-343dc7d3-ee4c-4e4b-aec5-7ea3b22a4c31 req-223dc890-9a12-4a10-9dbd-c7d777187466 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] show failed (client error): The resource could not be found. Jun 30 08:45:43.825418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-343dc7d3-ee4c-4e4b-aec5-7ea3b22a4c31 req-223dc890-9a12-4a10-9dbd-c7d777187466 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-group-rules/adbc3df5-c547-46d6-b93d-30e918517910 HTTP/1.1" status: 404 len: 361 time: 0.0172298 Jun 30 08:45:43.871292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 78d788dd-aa00-4044-918d-66f2d76073d6 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:43.934635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c382107e-6a18-457d-bc47-8566f23a4fc6 req-eaf2e753-68e8-4fc4-98fd-153e98bfad1c tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/51f0fb71-9da9-465a-b501-8cd5a0a600c4 HTTP/1.1" status: 200 len: 1813 time: 0.0864892 Jun 30 08:45:43.944641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42876) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:43.980389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 78d788dd-aa00-4044-918d-66f2d76073d6 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:43.987345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 78d788dd-aa00-4044-918d-66f2d76073d6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:43.988056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.020433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-4afbc502-9440-4cd9-9821-18569f81cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.023346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-4afbc502-9440-4cd9-9821-18569f81cf5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1930232 Jun 30 08:45:44.051661 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c382107e-6a18-457d-bc47-8566f23a4fc6 req-20e03d8e-3c0b-4758-96ab-5be8a5b349cf tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.098741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c382107e-6a18-457d-bc47-8566f23a4fc6 req-20e03d8e-3c0b-4758-96ab-5be8a5b349cf tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.099352 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-8553ddaa-af1f-4a5d-86fe-66a2f1243bbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 HTTP/1.1" status: 200 len: 217 time: 0.0681541 Jun 30 08:45:44.105730 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.131728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc57976-a413-475b-8eda-e4751aa65b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d788dd-aa00-4044-918d-66f2d76073d6'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:44.135012 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d6c7eb-6928-4825-9dc5-5f8c60dc7452" -d '{"events": [{"server_uuid": "5fc57976-a413-475b-8eda-e4751aa65b19", "name": "network-vif-plugged", "status": "completed", "tag": "78d788dd-aa00-4044-918d-66f2d76073d6"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:44.149906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c382107e-6a18-457d-bc47-8566f23a4fc6 req-20e03d8e-3c0b-4758-96ab-5be8a5b349cf tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.153085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 78d788dd-aa00-4044-918d-66f2d76073d6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=78d788dd-aa00-4044-918d-66f2d76073d6,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:44.154819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c382107e-6a18-457d-bc47-8566f23a4fc6 req-20e03d8e-3c0b-4758-96ab-5be8a5b349cf tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.156499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c382107e-6a18-457d-bc47-8566f23a4fc6 req-20e03d8e-3c0b-4758-96ab-5be8a5b349cf tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "DELETE /v2.0/security-groups/51f0fb71-9da9-465a-b501-8cd5a0a600c4 HTTP/1.1" status: 204 len: 173 time: 0.2113504 Jun 30 08:45:44.168677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e03d8e-3c0b-4758-96ab-5be8a5b349cf tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0fb71-9da9-465a-b501-8cd5a0a600c4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:44.176049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-network', 'tenant_id': '8fef7d53715441059ec06eff86fbf174'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:44.177730 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.178703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3fb16094-281d-429b-b22f-5de6446e85a4 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:44.211021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-f2cee7ea-65f6-45e1-a071-2560cb4bef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.212640 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-f2cee7ea-65f6-45e1-a071-2560cb4bef59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1054432 Jun 30 08:45:44.213661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Made reservation on behalf of 8fef7d53715441059ec06eff86fbf174 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:44.216020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.224473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.291843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=78d788dd-aa00-4044-918d-66f2d76073d6,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:44.307657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 3fb16094-281d-429b-b22f-5de6446e85a4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:44.312772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 3fb16094-281d-429b-b22f-5de6446e85a4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:44.313314 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.326727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.337128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.399874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:45:44.400092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d93398-5a01-4848-93e8-4fbada31b6e4 req-d301bd87-0048-4b92-b75d-bac4d412bfc8 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.401729 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42d93398-5a01-4848-93e8-4fbada31b6e4 req-d301bd87-0048-4b92-b75d-bac4d412bfc8 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 948 time: 0.0944147 Jun 30 08:45:44.407719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cfc9eb-86cc-4894-9e9e-416eb0e00c94,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:44.414470 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.417380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.417789 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Added segment 4bf1c25e-bbd7-443e-96ac-dcad19778f32 of type vlan for network e41b7728-b7c6-481f-b401-d9edfc44b6d2 Jun 30 08:45:44.460954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3fb16094-281d-429b-b22f-5de6446e85a4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3fb16094-281d-429b-b22f-5de6446e85a4,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:44.466219 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.469777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-72fde7ac-887f-4152-9e9b-17f93b78ec27 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=993e6e08800b4476866a0c0381dfcddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285237 Jun 30 08:45:44.470104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-e0a3f70f-3e59-4cbb-b3cb-e04e2008d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.471825 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-e0a3f70f-3e59-4cbb-b3cb-e04e2008d41d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389274 Jun 30 08:45:44.473503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.508092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42d93398-5a01-4848-93e8-4fbada31b6e4 req-7daa87a5-153f-4205-8e88-d1a2253033e5 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049411 Jun 30 08:45:44.516986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=3fb16094-281d-429b-b22f-5de6446e85a4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:44.564964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.566442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.567115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.567673 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4df957-adc1-48b6-8986-df817673819d x-openstack-request-id: req-7a4df957-adc1-48b6-8986-df817673819d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:44.567990 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc57976-a413-475b-8eda-e4751aa65b19", "name": "network-vif-plugged", "status": "completed", "tag": "78d788dd-aa00-4044-918d-66f2d76073d6", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:44.568268 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a4df957-adc1-48b6-8986-df817673819d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:44.568658 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc57976-a413-475b-8eda-e4751aa65b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d788dd-aa00-4044-918d-66f2d76073d6', 'code': 200} Jun 30 08:45:44.617595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf7a6f30-668b-49b8-a743-43b5e2916900 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.619805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf7a6f30-668b-49b8-a743-43b5e2916900 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407843 Jun 30 08:45:44.639141 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6934414 Jun 30 08:45:44.643073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-f3a7b610-41b9-4196-99cf-e20d3e2acf6b tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/quotas/993e6e08800b4476866a0c0381dfcddb HTTP/1.1" status: 200 len: 375 time: 0.0150642 Jun 30 08:45:44.643634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42908) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:44.653464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Request body: {'subnet': {'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-subnet', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:44.684452 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-c973dae1-25d5-4670-9eff-cb4b2796f3fc service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049706 Jun 30 08:45:44.689852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d527159-d678-4207-9b82-327fee9753d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e41b7728-b7c6-481f-b401-d9edfc44b6d2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:44.700560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:45:44.706609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-dcaf0bb4-cc83-45c8-abac-c96641c60c49 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=993e6e08800b4476866a0c0381dfcddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474353 Jun 30 08:45:44.719493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6fcffec-906b-4a93-b2d9-507e29d5b4a3 req-3a63b13a-b708-4fb3-b674-94d5bff099c6 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/eea043bd-4c81-4420-ba0a-6214b64b37dd HTTP/1.1" status: 200 len: 1812 time: 0.1373405 Jun 30 08:45:44.755832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Made reservation on behalf of 8fef7d53715441059ec06eff86fbf174 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:44.759250 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.780977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea26fe-980a-4c92-a3b9-769bef22812d req-0b6bb231-9dca-4d64-b2b1-718f5e2ba187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.782491 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-27ea26fe-980a-4c92-a3b9-769bef22812d req-0b6bb231-9dca-4d64-b2b1-718f5e2ba187 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 1101 time: 0.1423788 Jun 30 08:45:44.810032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05c9bb8c-3f98-40b0-a52c-3b8584741e05 req-f0cf7e9d-3e01-48e8-8e60-c8714debffa8 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176591 Jun 30 08:45:44.829331 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-27ea26fe-980a-4c92-a3b9-769bef22812d req-0dc4f03d-9545-4278-ae4b-ef8efaba0660 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359988 Jun 30 08:45:44.843272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6fcffec-906b-4a93-b2d9-507e29d5b4a3 req-c58ca5e2-1d7a-48eb-bd42-a78aa7914881 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.882573 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6fcffec-906b-4a93-b2d9-507e29d5b4a3 req-c58ca5e2-1d7a-48eb-bd42-a78aa7914881 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.985720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6fcffec-906b-4a93-b2d9-507e29d5b4a3 req-c58ca5e2-1d7a-48eb-bd42-a78aa7914881 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.988450 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6fcffec-906b-4a93-b2d9-507e29d5b4a3 req-c58ca5e2-1d7a-48eb-bd42-a78aa7914881 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:44.989680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6fcffec-906b-4a93-b2d9-507e29d5b4a3 req-c58ca5e2-1d7a-48eb-bd42-a78aa7914881 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "DELETE /v2.0/security-groups/eea043bd-4c81-4420-ba0a-6214b64b37dd HTTP/1.1" status: 204 len: 173 time: 0.2692547 Jun 30 08:45:45.005083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ca5e2-1d7a-48eb-bd42-a78aa7914881 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea043bd-4c81-4420-ba0a-6214b64b37dd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:45.030697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.100035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Checking segment: {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:45.100730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Network hostable DHCP agents. Network: e41b7728-b7c6-481f-b401-d9edfc44b6d2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:45:45.106837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f174488-7e11-417a-a4dd-c04ebc12159a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:45.124895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:45:45.143070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e41b7728-b7c6-481f-b401-d9edfc44b6d2) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:45.155762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a5c72-1dc9-45e7-bee6-26e3f21fb70d None None] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:45.188353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:45.188961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.222778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b335eb95-bd38-49a6-aaec-4f42a62e409b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5706174 Jun 30 08:45:45.225092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42926) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:45.231455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:45.264963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435391c-a374-4497-8efd-995bc64b2211 req-9de3d7c6-622a-4b63-b735-5afe59ece037 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:45.266766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9435391c-a374-4497-8efd-995bc64b2211 req-9de3d7c6-622a-4b63-b735-5afe59ece037 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 944 time: 0.1330702 Jun 30 08:45:45.286931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.288114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.337335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:45:45.338338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.351927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9435391c-a374-4497-8efd-995bc64b2211 req-085d5a64-d6b0-4cbc-bfac-3ab4887d6bbe tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790596 Jun 30 08:45:45.395198 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.419648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc885d-1031-4de1-90a5-f4366c30692d req-6422967c-1adf-4687-bfc5-94aa116b377f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:45.421182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38bc885d-1031-4de1-90a5-f4366c30692d req-6422967c-1adf-4687-bfc5-94aa116b377f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 949 time: 0.1288908 Jun 30 08:45:45.490424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Allocated IP 172.20.0.2 (e41b7728-b7c6-481f-b401-d9edfc44b6d2/4f174488-7e11-417a-a4dd-c04ebc12159a/abc45b94-3427-4e52-89a1-ea5b973d9ae9) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:45.528891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53349032-9193-4545-b790-90c4e77b7d67 req-d9df9fd3-7607-4a0c-8122-c24264bb99b2 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 210 time: 0.0416524 Jun 30 08:45:45.614932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38bc885d-1031-4de1-90a5-f4366c30692d req-a3f6fcda-b662-4acf-a878-153a99b6f510 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605933 Jun 30 08:45:45.618545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.686743 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.694176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec235211-e0f6-4488-b6c8-83ea5cb86947 req-8007f340-76e0-44ec-8205-c194695dc4ed tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/92a4379a-6b90-4f3e-96b4-b7f33975ce83 HTTP/1.1" status: 200 len: 1813 time: 0.0923133 Jun 30 08:45:45.697602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Transition to ACTIVE for port object abc45b94-3427-4e52-89a1-ea5b973d9ae9 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:45.713909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Transition to ACTIVE for port object abc45b94-3427-4e52-89a1-ea5b973d9ae9 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:45.726606 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.773098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:45.777395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:45.783228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:45.791146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Pushing event updated for resources: {'Port': ['ID=abc45b94-3427-4e52-89a1-ea5b973d9ae9,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:45.793265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ec235211-e0f6-4488-b6c8-83ea5cb86947 req-501188a3-bc76-40cf-b006-0a2841a494a9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.847276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Attempting to bind port abc45b94-3427-4e52-89a1-ea5b973d9ae9 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:45.847650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Attempting to bind port abc45b94-3427-4e52-89a1-ea5b973d9ae9 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:45.847987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Attempting to bind port abc45b94-3427-4e52-89a1-ea5b973d9ae9 on network e41b7728-b7c6-481f-b401-d9edfc44b6d2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:45.856588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:45.857049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Checking segment: {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:45.857491 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.857904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Bound using segment: {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:45.858662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Bound port: abc45b94-3427-4e52-89a1-ea5b973d9ae9, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:45.859043 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:45.875376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:45.976328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] For port abc45b94-3427-4e52-89a1-ea5b973d9ae9, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:45.994751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] For port abc45b94-3427-4e52-89a1-ea5b973d9ae9, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=abc45b94-3427-4e52-89a1-ea5b973d9ae9,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:46.002565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.076373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ec235211-e0f6-4488-b6c8-83ea5cb86947 req-501188a3-bc76-40cf-b006-0a2841a494a9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.082812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:46.099337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:46.114145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378', 'mac_address': 'fa:16:3e:91:a8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:46.117456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee7e1b-0789-4284-9b05-0ea47b31432b None None] Pushing event updated for resources: {'Port': ['ID=abc45b94-3427-4e52-89a1-ea5b973d9ae9,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:46.211773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-e5d3155a-cbfb-4759-a897-7d7c7dd531c5 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=993e6e08800b4476866a0c0381dfcddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348885 Jun 30 08:45:46.231689 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.236409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ec235211-e0f6-4488-b6c8-83ea5cb86947 req-501188a3-bc76-40cf-b006-0a2841a494a9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.238907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ec235211-e0f6-4488-b6c8-83ea5cb86947 req-501188a3-bc76-40cf-b006-0a2841a494a9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.250570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec235211-e0f6-4488-b6c8-83ea5cb86947 req-501188a3-bc76-40cf-b006-0a2841a494a9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "DELETE /v2.0/security-groups/92a4379a-6b90-4f3e-96b4-b7f33975ce83 HTTP/1.1" status: 204 len: 173 time: 0.5477386 Jun 30 08:45:46.257802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e696f94-5674-4b1d-aa46-cfb3321e4ba1 req-87523ec4-02e0-4312-af39-9e12c68a8597 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:46.259289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e696f94-5674-4b1d-aa46-cfb3321e4ba1 req-87523ec4-02e0-4312-af39-9e12c68a8597 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1101 time: 0.4635060 Jun 30 08:45:46.301035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:46.324100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501188a3-bc76-40cf-b006-0a2841a494a9 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a4379a-6b90-4f3e-96b4-b7f33975ce83,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:46.385644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:46.399803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:46.412496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.433374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e696f94-5674-4b1d-aa46-cfb3321e4ba1 req-bf29b9f7-a191-4d9a-83cd-4a46c3726449 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578405 Jun 30 08:45:46.462258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-dbdd6de8-682c-4d18-b075-f0320530aaa3 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:46.464253 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-dbdd6de8-682c-4d18-b075-f0320530aaa3 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455633 Jun 30 08:45:46.472342 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.481500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '0621425e-261e-4da4-b8b6-9b3f577e5133', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'port_id': '0621425e-261e-4da4-b8b6-9b3f577e5133', 'mac_address': 'fa:16:3e:16:86:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd79d45b-e2b3-48f5-9f08-0a0e3320b01b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:46.481725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Request body: {'port': {'device_id': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '993e6e08800b4476866a0c0381dfcddb'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:46.541174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:46.543908 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.558302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.559113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0621425e-261e-4da4-b8b6-9b3f577e5133 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:46.573099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27712c90-62c1-405b-88b4-fa63423d96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb16094-281d-429b-b22f-5de6446e85a4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:46.575534 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17ea81-3efd-4f4b-bcd2-1e67767d8275" -d '{"events": [{"server_uuid": "27712c90-62c1-405b-88b4-fa63423d96a0", "name": "network-vif-plugged", "status": "completed", "tag": "3fb16094-281d-429b-b22f-5de6446e85a4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:46.599248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:46.609357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.661077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:46.666791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Made reservation on behalf of 993e6e08800b4476866a0c0381dfcddb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:46.670517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.681210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7bca9e45-0a81-44ea-b7b1-a4ffa1c60378'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:46.683051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.713699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85c747-9e86-4cea-97da-ab446c396366 req-f5851fd7-d344-4ca8-b8ba-04dd9271b73a tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:46.715105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc85c747-9e86-4cea-97da-ab446c396366 req-f5851fd7-d344-4ca8-b8ba-04dd9271b73a tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 949 time: 0.2792490 Jun 30 08:45:46.722393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59918380-7979-459e-8d52-9dff3d9e6839 req-ff73e926-bb23-45c4-a53d-564abdc0ea37 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/f7f5cdeb-e64c-4f5f-8eb6-7c49845fad3e HTTP/1.1" status: 200 len: 1811 time: 0.0996256 Jun 30 08:45:46.778997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Allocated IP 172.25.8.102 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/6900a605-63dd-4917-a925-ec28018ad054) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:46.798531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.803178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:46.831153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc85c747-9e86-4cea-97da-ab446c396366 req-15a05ae7-7256-4ac0-bae1-4053f2a2c7dd tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997858 Jun 30 08:45:46.879734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c2e8f-9446-4f7e-9c19-6e502a553800,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:46.924533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0621425e-261e-4da4-b8b6-9b3f577e5133'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:46.968671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-59918380-7979-459e-8d52-9dff3d9e6839 req-2b4e772d-21f0-4872-aac4-18be73340ef4 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.004109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Allocated IP 192.168.233.51 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/761b1878-a6de-4258-a200-282a12382c4e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:47.046763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.049842 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-59918380-7979-459e-8d52-9dff3d9e6839 req-2b4e772d-21f0-4872-aac4-18be73340ef4 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.062749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc45b94-3427-4e52-89a1-ea5b973d9ae9 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:47.155735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee11b58-5a2e-4242-b6b5-b0891d3a5483 req-2482d1c6-46e5-4de3-b7c7-803a2a50631b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:47.157325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ee11b58-5a2e-4242-b6b5-b0891d3a5483 req-2482d1c6-46e5-4de3-b7c7-803a2a50631b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 945 time: 0.1907246 Jun 30 08:45:47.183001 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.186406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.190657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-59918380-7979-459e-8d52-9dff3d9e6839 req-2b4e772d-21f0-4872-aac4-18be73340ef4 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.193345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-59918380-7979-459e-8d52-9dff3d9e6839 req-2b4e772d-21f0-4872-aac4-18be73340ef4 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.194723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59918380-7979-459e-8d52-9dff3d9e6839 req-2b4e772d-21f0-4872-aac4-18be73340ef4 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "DELETE /v2.0/security-groups/f7f5cdeb-e64c-4f5f-8eb6-7c49845fad3e HTTP/1.1" status: 204 len: 173 time: 0.4541452 Jun 30 08:45:47.211861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port abc45b94-3427-4e52-89a1-ea5b973d9ae9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:47.224874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Transition to ACTIVE for port object 761b1878-a6de-4258-a200-282a12382c4e will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:47.247008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e772d-21f0-4872-aac4-18be73340ef4 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5cdeb-e64c-4f5f-8eb6-7c49845fad3e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:47.268359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:47.273598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:47.277836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ee11b58-5a2e-4242-b6b5-b0891d3a5483 req-e689c4a3-8e46-4fe2-89ea-b1bec95789c8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067870 Jun 30 08:45:47.278693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:47.280833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Pushing event updated for resources: {'Port': ['ID=6900a605-63dd-4917-a925-ec28018ad054,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:47.289699 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.338468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:47.341611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:47.355639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:47.362360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Pushing event updated for resources: {'Port': ['ID=761b1878-a6de-4258-a200-282a12382c4e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:47.395233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134fb03-676a-4789-aa2b-eb9f2682981b None None] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:47.442874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:47.443560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.464626 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-087997d9-75b7-487d-b245-35b94e4e9ec9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9897723 Jun 30 08:45:47.486535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Request body: {'port': {'device_id': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:47.556182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099330c-b589-4dbf-ae62-d6c9bde6b88d req-3fc6163b-8e1c-4ad8-b5bd-a5c2701caa03 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:47.562157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8099330c-b589-4dbf-ae62-d6c9bde6b88d req-3fc6163b-8e1c-4ad8-b5bd-a5c2701caa03 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1101 time: 0.1760232 Jun 30 08:45:47.588610 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.627922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77b04f11-5e56-4dc9-8809-17179dd6ea1b None None] Provisioning for port abc45b94-3427-4e52-89a1-ea5b973d9ae9 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:47.641436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77b04f11-5e56-4dc9-8809-17179dd6ea1b None None] Provisioning complete for port abc45b94-3427-4e52-89a1-ea5b973d9ae9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:47.641896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77b04f11-5e56-4dc9-8809-17179dd6ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.706867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ff7fd-3ae9-4fc0-8366-ca5118dc29b2 req-e7f214c6-a0e8-4086-a887-d06ffb0a7a31 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:47.708602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-499ff7fd-3ae9-4fc0-8366-ca5118dc29b2 req-e7f214c6-a0e8-4086-a887-d06ffb0a7a31 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 935 time: 0.2658951 Jun 30 08:45:47.751563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.757859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8099330c-b589-4dbf-ae62-d6c9bde6b88d req-b4c5c450-034b-4b7c-a47c-eb2d09cfd1b9 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882614 Jun 30 08:45:47.782003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77b04f11-5e56-4dc9-8809-17179dd6ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.814988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-499ff7fd-3ae9-4fc0-8366-ca5118dc29b2 req-aa030061-167f-48c8-b3ff-091b1e6ad276 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965333 Jun 30 08:45:47.836074 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c6801-e427-418f-86e6-6e27a0dd12b4 x-openstack-request-id: req-1d9c6801-e427-418f-86e6-6e27a0dd12b4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:47.836361 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27712c90-62c1-405b-88b4-fa63423d96a0", "name": "network-vif-plugged", "status": "completed", "tag": "3fb16094-281d-429b-b22f-5de6446e85a4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:47.836608 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d9c6801-e427-418f-86e6-6e27a0dd12b4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:47.836988 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27712c90-62c1-405b-88b4-fa63423d96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb16094-281d-429b-b22f-5de6446e85a4', 'code': 200} Jun 30 08:45:47.839825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-77b04f11-5e56-4dc9-8809-17179dd6ea1b None None] For port abc45b94-3427-4e52-89a1-ea5b973d9ae9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=abc45b94-3427-4e52-89a1-ea5b973d9ae9,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:47.850911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77b04f11-5e56-4dc9-8809-17179dd6ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.926987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:47.980674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761b1878-a6de-4258-a200-282a12382c4e {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:47.983640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b04f11-5e56-4dc9-8809-17179dd6ea1b None None] Pushing event updated for resources: {'Port': ['ID=abc45b94-3427-4e52-89a1-ea5b973d9ae9,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:47.991010 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:47.999318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3199260-f6d6-4fff-bc0f-ab31f0ff1697 req-ab4193cb-07a6-4896-b37d-b6330033f215 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "GET /v2.0/security-groups/312bcfa1-99e6-4422-a683-260f6d05fc00 HTTP/1.1" status: 200 len: 1811 time: 0.1026220 Jun 30 08:45:48.010969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Transition to ACTIVE for port object 761b1878-a6de-4258-a200-282a12382c4e will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:48.021562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.033960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1b5fbdd5-17a6-46ab-afd0-7976728f54f5 None None] Provisioning for port 761b1878-a6de-4258-a200-282a12382c4e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:48.036377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cf828-dbd6-4a6d-bb2d-de3f193157ec req-d5c84d44-319c-480d-ab62-b3c706b77042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:48.037898 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c0cf828-dbd6-4a6d-bb2d-de3f193157ec req-d5c84d44-319c-480d-ab62-b3c706b77042 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 1102 time: 0.1073050 Jun 30 08:45:48.054413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:48.058745 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:48.059313 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.114052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:48.124266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c0cf828-dbd6-4a6d-bb2d-de3f193157ec req-be1e2763-1b32-4ede-b12b-cc6c0bf9a2d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642004 Jun 30 08:45:48.165412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Pushing event updated for resources: {'Port': ['ID=761b1878-a6de-4258-a200-282a12382c4e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:48.199845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac376-9a0d-4e2a-9272-6a7940f498b2 req-4f9b088a-57c9-4fe8-9efa-163e6121e5be tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:48.202010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e12ac376-9a0d-4e2a-9272-6a7940f498b2 req-4f9b088a-57c9-4fe8-9efa-163e6121e5be tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 949 time: 0.2393317 Jun 30 08:45:48.205980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.207986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b3199260-f6d6-4fff-bc0f-ab31f0ff1697 req-dae3dc5d-4339-40de-b4ce-9dfb0ce010b2 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.218504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-df007b34-ff44-47cf-b52d-b55e237f76d2 None None] Provisioning complete for port abc45b94-3427-4e52-89a1-ea5b973d9ae9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:48.219029 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df007b34-ff44-47cf-b52d-b55e237f76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.223257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 0621425e-261e-4da4-b8b6-9b3f577e5133 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:48.229760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Attempting to bind port 761b1878-a6de-4258-a200-282a12382c4e on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:48.230283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Attempting to bind port 761b1878-a6de-4258-a200-282a12382c4e by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:48.230489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Attempting to bind port 761b1878-a6de-4258-a200-282a12382c4e on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:48.235445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Port 761b1878-a6de-4258-a200-282a12382c4e on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:45:48.235445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Attempting to bind port 761b1878-a6de-4258-a200-282a12382c4e on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:48.240408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:48.240911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:48.242332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:48.242473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Bound port: 761b1878-a6de-4258-a200-282a12382c4e, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:48.242821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.253408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 0621425e-261e-4da4-b8b6-9b3f577e5133 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:48.253614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.261380 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.300307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b3199260-f6d6-4fff-bc0f-ab31f0ff1697 req-dae3dc5d-4339-40de-b4ce-9dfb0ce010b2 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.314303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] For port 761b1878-a6de-4258-a200-282a12382c4e, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:48.318364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] For port 761b1878-a6de-4258-a200-282a12382c4e, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=761b1878-a6de-4258-a200-282a12382c4e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:48.323737 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.331447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:48.341549 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.343759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e12ac376-9a0d-4e2a-9272-6a7940f498b2 req-5ba3ef30-4469-4f4a-8641-e16db2e175de tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317017 Jun 30 08:45:48.399644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:48.405866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Pushing event updated for resources: {'Port': ['ID=761b1878-a6de-4258-a200-282a12382c4e,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:48.409317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:48.409979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.411411 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-bf54e7a9-5f1c-4cc0-bd96-3cb29c9f11bd service neutron] 10.222.0.13 "PUT /v2.0/ports/761b1878-a6de-4258-a200-282a12382c4e HTTP/1.1" status: 200 len: 1096 time: 0.9299450 Jun 30 08:45:48.411878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'tag': '761b1878-a6de-4258-a200-282a12382c4e'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:48.415064 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e62c4f-28a6-4754-a0fe-7448d4ee1488" -d '{"events": [{"name": "network-changed", "server_uuid": "ee29bbe3-3401-4d25-a29c-f43e0ddae78f", "tag": "761b1878-a6de-4258-a200-282a12382c4e"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:48.444895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b3199260-f6d6-4fff-bc0f-ab31f0ff1697 req-dae3dc5d-4339-40de-b4ce-9dfb0ce010b2 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.453337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b3199260-f6d6-4fff-bc0f-ab31f0ff1697 req-dae3dc5d-4339-40de-b4ce-9dfb0ce010b2 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.456015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3199260-f6d6-4fff-bc0f-ab31f0ff1697 req-dae3dc5d-4339-40de-b4ce-9dfb0ce010b2 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] 10.222.0.53 "DELETE /v2.0/security-groups/312bcfa1-99e6-4422-a683-260f6d05fc00 HTTP/1.1" status: 204 len: 173 time: 0.4243398 Jun 30 08:45:48.470756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42958) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:48.496211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3dc5d-4339-40de-b4ce-9dfb0ce010b2 tempest-SecurityGroupRulesNegativeTestJSON-255340747 tempest-SecurityGroupRulesNegativeTestJSON-255340747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312bcfa1-99e6-4422-a683-260f6d05fc00,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:48.515777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.517962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:45:48.567807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:48.578366 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.639988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] Deleting subnet 08bc5ab8-3f1c-4a05-a458-81b0636e354b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:45:48.645146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.694389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-5d8cfdfa-2145-46c5-af2a-1aefef3f88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:48.696389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:48.699099 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-5d8cfdfa-2145-46c5-af2a-1aefef3f88de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=993e6e08800b4476866a0c0381dfcddb&device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 1099 time: 0.2287183 Jun 30 08:45:48.712767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.722306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:45:48.731917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Sync routers for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:45:48.748569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:48.749196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:48.751797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:48.756251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6136d54-0de0-4fd4-80e7-aa3d04259f63 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5268781 Jun 30 08:45:48.756251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42960) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:48.815491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef324a-5832-4925-bf0a-70e760dd90d7 req-ea8d9637-ca48-4887-8f41-999534888bac tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:48.817188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9aef324a-5832-4925-bf0a-70e760dd90d7 req-ea8d9637-ca48-4887-8f41-999534888bac tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 950 time: 0.1471031 Jun 30 08:45:48.899472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:48.915154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9aef324a-5832-4925-bf0a-70e760dd90d7 req-693ae06c-85fc-4a35-b5a2-24a39925aa7f tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911343 Jun 30 08:45:49.081918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc45b94-3427-4e52-89a1-ea5b973d9ae9 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:49.110021 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-01ddf57d-5f23-4dd3-b142-88c281458532 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=761b1878-a6de-4258-a200-282a12382c4e HTTP/1.1" status: 200 len: 217 time: 0.3951559 Jun 30 08:45:49.154716 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.187111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:47Z', 'revision_number': 3, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:49.189848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port abc45b94-3427-4e52-89a1-ea5b973d9ae9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:49.190707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.200466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-0a711e5f-3332-4756-bba4-9efd13e83639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:49.202287 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-0a711e5f-3332-4756-bba4-9efd13e83639 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0830770 Jun 30 08:45:49.250962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Checking router: 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:45:49.251258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Updating router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 port 6900a605-63dd-4917-a925-ec28018ad054 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:45:49.276956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.311984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08bc5ab8-3f1c-4a05-a458-81b0636e354b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:49.315176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.328697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.330615 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ec8684f1-6991-41bc-8785-eb308906176b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/08bc5ab8-3f1c-4a05-a458-81b0636e354b HTTP/1.1" status: 204 len: 168 time: 0.8587890 Jun 30 08:45:49.333585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42966) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:49.352860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-e5c4d97d-a5f9-4896-b36d-30b795ba6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:49.354451 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-e5c4d97d-a5f9-4896-b36d-30b795ba6f21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1443124 Jun 30 08:45:49.459871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.500765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90af48-a5e0-42c7-840a-4faf43c82d13 req-c18762a9-028c-4baa-b81e-16055776dff5 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:49.502471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a90af48-a5e0-42c7-840a-4faf43c82d13 req-c18762a9-028c-4baa-b81e-16055776dff5 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 946 time: 0.4833205 Jun 30 08:45:49.572885 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-d3e4f700-cd71-4594-88c9-aa3ab19145b7 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947045 Jun 30 08:45:49.599297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.613671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a90af48-a5e0-42c7-840a-4faf43c82d13 req-d9a4a9bc-ac00-4b75-aa85-36ab6c85c7e7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510864 Jun 30 08:45:49.643830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08502ff5-85e5-4b45-a750-415daa1ccc57']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:49.658077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f16b7fe-2fbd-4984-b8dd-b67d1073e343') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:49.658446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f16b7fe-2fbd-4984-b8dd-b67d1073e343') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:49.672080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.673429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.682868 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b3bbf-78ce-4d64-8554-86711e6fac97 x-openstack-request-id: req-f89b3bbf-78ce-4d64-8554-86711e6fac97 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:49.683164 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee29bbe3-3401-4d25-a29c-f43e0ddae78f", "tag": "761b1878-a6de-4258-a200-282a12382c4e", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:49.683519 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f89b3bbf-78ce-4d64-8554-86711e6fac97 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:49.683968 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'tag': '761b1878-a6de-4258-a200-282a12382c4e', 'status': 'completed', 'code': 200} Jun 30 08:45:49.699717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Transition to ACTIVE for port object 6900a605-63dd-4917-a925-ec28018ad054 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:49.705695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27982a0-512b-4d6b-9326-f6907f22e7f0 req-906c3b13-f6b7-44b4-bc88-dad8b7d366fa tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:49.706088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.708684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e27982a0-512b-4d6b-9326-f6907f22e7f0 req-906c3b13-f6b7-44b4-bc88-dad8b7d366fa tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 950 time: 0.3388889 Jun 30 08:45:49.715121 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.728008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:45:49.728487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:45:49.747254 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:45:49.772475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Pushing event updated for resources: {'Port': ['ID=6900a605-63dd-4917-a925-ec28018ad054,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:49.793982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Attempting to bind port 6900a605-63dd-4917-a925-ec28018ad054 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:49.794351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Attempting to bind port 6900a605-63dd-4917-a925-ec28018ad054 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:49.796323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Attempting to bind port 6900a605-63dd-4917-a925-ec28018ad054 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:49.809427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.809800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.810166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.810892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.810892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.811161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.811455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.811778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.812095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.812412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.812721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.813037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:49.823260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:49.823632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:49.824038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.824419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:49.824947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Bound port: 6900a605-63dd-4917-a925-ec28018ad054, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:49.825269 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.834015 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e934c71a-6db4-4152-acaa-dd6c164cebf8 req-cc3081b9-e46b-47a0-b79d-03455d399df0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416253 Jun 30 08:45:49.842759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.844935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378'}, {'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:49.851659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e27982a0-512b-4d6b-9326-f6907f22e7f0 req-c72a4c8b-e735-4ddd-9772-fa72bcc40141 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014698 Jun 30 08:45:49.853007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.855071 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5282b5-e57a-4d51-ba3e-2642ce2a8c28" -d '{"events": [{"server_uuid": "ef938ed4-e002-4c25-b1cf-5881ee7747ee", "name": "network-vif-plugged", "status": "completed", "tag": "7bca9e45-0a81-44ea-b7b1-a4ffa1c60378"}, {"server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "name": "network-vif-plugged", "status": "completed", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:49.863464 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/08502ff5-85e5-4b45-a750-415daa1ccc57 HTTP/1.1" status: 204 len: 168 time: 0.5287576 Jun 30 08:45:49.875799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e31488-808b-48ba-8eba-51f23b7436dc admin admin] Pushing event deleted for resources: {'Network': ['ID=08502ff5-85e5-4b45-a750-415daa1ccc57,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:49.932897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] For port 6900a605-63dd-4917-a925-ec28018ad054, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:49.938787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] For port 6900a605-63dd-4917-a925-ec28018ad054, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6900a605-63dd-4917-a925-ec28018ad054,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:49.953342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:49.959338 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.015652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72029-4917-412f-b7e7-49a54012920e req-bd2df5be-df67-4525-8126-4ab033a349e1 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.017518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18b72029-4917-412f-b7e7-49a54012920e req-bd2df5be-df67-4525-8126-4ab033a349e1 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 947 time: 0.1649182 Jun 30 08:45:50.017734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:50.018461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:50.024717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b610-7d77-4413-97fa-871ba6d32247 None None] Pushing event updated for resources: {'Port': ['ID=6900a605-63dd-4917-a925-ec28018ad054,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:50.031553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-cfda7ac0-5eba-41f1-a0ca-55bb9bb71d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.035308 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-cfda7ac0-5eba-41f1-a0ca-55bb9bb71d0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=993e6e08800b4476866a0c0381dfcddb&device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 1099 time: 0.1305099 Jun 30 08:45:50.136013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42978) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:50.152123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18b72029-4917-412f-b7e7-49a54012920e req-47314464-a3d8-4d86-870f-f6b66cde390f tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915754 Jun 30 08:45:50.170466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:50.223307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-97353399-2018-47b1-a650-a456efa96a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.224558 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-97353399-2018-47b1-a650-a456efa96a6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1726737 Jun 30 08:45:50.258794 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f0cb08-a1b5-43ca-bee9-c66d0aa55bb5 x-openstack-request-id: req-09f0cb08-a1b5-43ca-bee9-c66d0aa55bb5 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:45:50.259157 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef938ed4-e002-4c25-b1cf-5881ee7747ee", "name": "network-vif-plugged", "status": "completed", "tag": "7bca9e45-0a81-44ea-b7b1-a4ffa1c60378", "code": 200}, {"server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "name": "network-vif-plugged", "status": "completed", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:45:50.259357 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09f0cb08-a1b5-43ca-bee9-c66d0aa55bb5 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:45:50.259703 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378', 'code': 200} Jun 30 08:45:50.259989 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133', 'code': 200} Jun 30 08:45:50.261863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-32aa92cc-3f95-4ffb-ac4f-01f483394298 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40e4a17f32934bfa8cda3243c5fdd941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185863 Jun 30 08:45:50.264221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42980) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:50.306899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Allocated IP 172.20.0.1 (e41b7728-b7c6-481f-b401-d9edfc44b6d2/4f174488-7e11-417a-a4dd-c04ebc12159a/9df32670-5082-4042-a0f2-af32c4c48b5c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:50.352611 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-dd97fb16-61cc-4622-bdcc-5ab98ac4c9ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=761b1878-a6de-4258-a200-282a12382c4e HTTP/1.1" status: 200 len: 217 time: 0.1067903 Jun 30 08:45:50.418105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-cfd48c95-b7c6-4d86-9511-257703576c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.419709 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-cfd48c95-b7c6-4d86-9511-257703576c79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0591979 Jun 30 08:45:50.424672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d586917-b95c-48fd-9599-f3b2a4d5938b req-e7160e78-1f82-427f-a204-50ce5810ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.426129 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0d586917-b95c-48fd-9599-f3b2a4d5938b req-e7160e78-1f82-427f-a204-50ce5810ac19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 1102 time: 0.1089015 Jun 30 08:45:50.445916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:47Z', 'revision_number': 3, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:50.451928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54017f8c-7d7c-414a-a8e1-c6f5c2fdddc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.468802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.482236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02875c-f8be-42e7-9afb-4d046472844d None None] The sync data for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 is: [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:47Z', 'revision_number': 3, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:45:50.492159 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0d586917-b95c-48fd-9599-f3b2a4d5938b req-31ddb2da-d2a2-4610-b487-44e4dacc9aeb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Jun 30 08:45:50.510812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-d3375b18-7335-4f21-b2d6-4ed0b89fab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.515423 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-d3375b18-7335-4f21-b2d6-4ed0b89fab7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838239 Jun 30 08:45:50.547681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Transition to ACTIVE for port object 9df32670-5082-4042-a0f2-af32c4c48b5c will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:50.555343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54017f8c-7d7c-414a-a8e1-c6f5c2fdddc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.642700 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-a9c168f5-a78e-4deb-aed8-954a233bbd52 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149027 Jun 30 08:45:50.666335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68b01-60ba-4ccd-9394-bbfe3c37864a req-c4512b54-6e1d-4ac9-971d-19e722723874 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.667852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30b68b01-60ba-4ccd-9394-bbfe3c37864a req-c4512b54-6e1d-4ac9-971d-19e722723874 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 950 time: 0.2276068 Jun 30 08:45:50.668887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.675667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9604f02-0d67-4215-8131-ce070cc2db6f req-12a27d36-a025-491e-8641-de4291cc2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:50.677163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9604f02-0d67-4215-8131-ce070cc2db6f req-12a27d36-a025-491e-8641-de4291cc2fa5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1098 time: 0.2389867 Jun 30 08:45:50.748231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:50.780635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:50.783502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:50.787890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54017f8c-7d7c-414a-a8e1-c6f5c2fdddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.791236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54017f8c-7d7c-414a-a8e1-c6f5c2fdddc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.795436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-54017f8c-7d7c-414a-a8e1-c6f5c2fdddc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c86a992-0e3a-4743-b674-19f8c6bee3c1 HTTP/1.1" status: 204 len: 168 time: 0.5301225 Jun 30 08:45:50.796487 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09e62c4f-28a6-4754-a0fe-7448d4ee1488 req-13846b19-957f-45a5-8edf-81d28119ef21 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350536 Jun 30 08:45:50.859407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Pushing event updated for resources: {'Port': ['ID=9df32670-5082-4042-a0f2-af32c4c48b5c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:50.880166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54017f8c-7d7c-414a-a8e1-c6f5c2fdddc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c86a992-0e3a-4743-b674-19f8c6bee3c1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:50.900862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30b68b01-60ba-4ccd-9394-bbfe3c37864a req-ba6af58a-96d4-4141-b531-d0dde27264cb tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185113 Jun 30 08:45:50.948803 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:50.952947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9604f02-0d67-4215-8131-ce070cc2db6f req-e6381ccc-a544-422d-8492-9510b93b5c1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417295 Jun 30 08:45:51.125646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6900a605-63dd-4917-a925-ec28018ad054 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:51.234266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6efd82ed-ee94-4ca7-b6d1-834e602bf017 None None] Provisioning for port 9df32670-5082-4042-a0f2-af32c4c48b5c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:51.242093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6efd82ed-ee94-4ca7-b6d1-834e602bf017 None None] Provisioning complete for port 9df32670-5082-4042-a0f2-af32c4c48b5c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:51.242426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6efd82ed-ee94-4ca7-b6d1-834e602bf017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.279827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6900a605-63dd-4917-a925-ec28018ad054 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:51.289155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6900a605-63dd-4917-a925-ec28018ad054 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:51.289691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.332293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6efd82ed-ee94-4ca7-b6d1-834e602bf017 None None] Port 9df32670-5082-4042-a0f2-af32c4c48b5c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:51.437793 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.467026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.472921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6900a605-63dd-4917-a925-ec28018ad054, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6900a605-63dd-4917-a925-ec28018ad054,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:51.480361 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.499147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99221ba-5145-4790-bc5f-f84513a347c1 req-755e072c-7c61-43df-9fda-c048f98104f2 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:51.500724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f99221ba-5145-4790-bc5f-f84513a347c1 req-755e072c-7c61-43df-9fda-c048f98104f2 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 946 time: 0.4260736 Jun 30 08:45:51.553760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6900a605-63dd-4917-a925-ec28018ad054,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:51.609773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386cabd-eaea-41b7-9bed-0259ff582f1f req-a5d31930-f4a8-4ade-b473-96699cb34fde tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:51.618128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7386cabd-eaea-41b7-9bed-0259ff582f1f req-a5d31930-f4a8-4ade-b473-96699cb34fde tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 950 time: 0.3356540 Jun 30 08:45:51.663222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f99221ba-5145-4790-bc5f-f84513a347c1 req-6a0bb996-b74f-4578-afc0-459d2b3ce9dc tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544168 Jun 30 08:45:51.762986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7386cabd-eaea-41b7-9bed-0259ff582f1f req-d85bd0d0-8ded-431d-bc12-f4424a5ad4b7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447182 Jun 30 08:45:51.863097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.871201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.950650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43032) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:51.954125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Pushing event updated for resources: {'Port': ['ID=9df32670-5082-4042-a0f2-af32c4c48b5c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:51.961125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:51.984456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59db2e4-bbd0-43be-889d-3d927f0f9ae6 req-bef3166d-75e6-4b2c-9650-58468467cc2a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:51.986068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e59db2e4-bbd0-43be-889d-3d927f0f9ae6 req-bef3166d-75e6-4b2c-9650-58468467cc2a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1618812 Jun 30 08:45:52.076028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e59db2e4-bbd0-43be-889d-3d927f0f9ae6 req-61fb2812-0aff-457e-8b01-2bfd19187d22 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756083 Jun 30 08:45:52.119229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-364675307-network', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:52.121735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:52.123152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:52.180654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Made reservation on behalf of a35db5942cb041e0a11737fcc3b340bb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:52.183590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.198076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.365498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044dbb-6afb-4dac-b5f6-3c83fc58ed00 req-de192bed-cf77-40f1-b9e9-2201ad95b666 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:52.367713 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b044dbb-6afb-4dac-b5f6-3c83fc58ed00 req-de192bed-cf77-40f1-b9e9-2201ad95b666 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 947 time: 0.2020502 Jun 30 08:45:52.369521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.369675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:45:52.384460 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.455650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d283afb-1b12-43f2-8af0-d276a6324dd4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:52.458094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:45:52.469446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.469980 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Added segment 0e8593a1-2e2f-417d-8e27-0891261e8403 of type vlan for network b888debf-1fac-4418-a41b-a62aff404649 Jun 30 08:45:52.483394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b044dbb-6afb-4dac-b5f6-3c83fc58ed00 req-dace0551-031c-4425-9755-5afbbefa89e0 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068499 Jun 30 08:45:52.537852 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.573284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f86e8679-9eba-4a6d-9de0-a64563b3d8dc None None] Provisioning complete for port 9df32670-5082-4042-a0f2-af32c4c48b5c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:52.573894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f86e8679-9eba-4a6d-9de0-a64563b3d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.577029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:45:52.590422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3e0d1374-a508-46e7-acdc-f7bbc4c80776 admin admin] 10.222.0.53 "PUT /v2.0/routers/80b7c06e-f359-4e7a-a27b-0d4b849f9bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8334637 Jun 30 08:45:52.593847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.595128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:52.595966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.628848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7ccb2-4d71-4f7b-8dbe-9c522eb6ebfa req-38c75ab9-68ed-4ac4-bc51-22b0d6b164e8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:52.631646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f86e8679-9eba-4a6d-9de0-a64563b3d8dc None None] Port 9df32670-5082-4042-a0f2-af32c4c48b5c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:52.638344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7ccb2-4d71-4f7b-8dbe-9c522eb6ebfa req-38c75ab9-68ed-4ac4-bc51-22b0d6b164e8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:52.639955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93b7ccb2-4d71-4f7b-8dbe-9c522eb6ebfa req-38c75ab9-68ed-4ac4-bc51-22b0d6b164e8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0&device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 1690 time: 0.1159000 Jun 30 08:45:52.646340 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6942825 Jun 30 08:45:52.649947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43038) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:52.655533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Request body: {'subnet': {'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-364675307-subnet', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:52.705861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70bc26-9d8e-48c1-8d08-cc0d9131fd17 admin admin] Pushing event updated for resources: {'Network': ['ID=b888debf-1fac-4418-a41b-a62aff404649,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:52.721957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network b888debf-1fac-4418-a41b-a62aff404649 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:45:52.723801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93b7ccb2-4d71-4f7b-8dbe-9c522eb6ebfa req-785b9d03-2769-4530-a964-f1b116e5d5d0 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647357 Jun 30 08:45:52.730678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Made reservation on behalf of a35db5942cb041e0a11737fcc3b340bb for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:52.732999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.823531 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Sync routers for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:45:52.834426 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:52.835909 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:52.914768 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:52.978401 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:52.996310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6900a605-63dd-4917-a925-ec28018ad054 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:53.004275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.045324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6900a605-63dd-4917-a925-ec28018ad054 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:53.045881 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.127881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45464fb3-5a1b-48d2-85f4-c21d550f257e,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:53.151311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce4ff3-ce22-4b1d-b528-3cd4497d0a8e req-c29b7775-5a1a-4771-9f9a-7078ca5df8a3 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:53.152765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4ce4ff3-ce22-4b1d-b528-3cd4497d0a8e req-c29b7775-5a1a-4771-9f9a-7078ca5df8a3 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 950 time: 0.4175799 Jun 30 08:45:53.178506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841994-6f31-4eac-b673-8d221d64a050 req-7885cad7-cb7a-4d3a-816b-13fd481c88a7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:53.179931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d841994-6f31-4eac-b673-8d221d64a050 req-7885cad7-cb7a-4d3a-816b-13fd481c88a7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 946 time: 0.1981957 Jun 30 08:45:53.189558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Checking segment: {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:53.189930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Network hostable DHCP agents. Network: b888debf-1fac-4418-a41b-a62aff404649, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:45:53.190477 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 2, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:53.217966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Checking router: 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:45:53.217966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Updating router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 port 9df32670-5082-4042-a0f2-af32c4c48b5c binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:45:53.238217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4ce4ff3-ce22-4b1d-b528-3cd4497d0a8e req-721c7cf7-5a5b-4ae3-ade3-1a370eff3ff7 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774205 Jun 30 08:45:53.265579 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.266142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d841994-6f31-4eac-b673-8d221d64a050 req-d8ce0741-4105-4403-91fe-56f87670aa74 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700436 Jun 30 08:45:53.266142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Network b888debf-1fac-4418-a41b-a62aff404649 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:45:53.297294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, b888debf-1fac-4418-a41b-a62aff404649) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:53.306119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:53.306770 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.307215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38da38-3941-45ae-9c91-6db95de7ce56 None None] Network b888debf-1fac-4418-a41b-a62aff404649 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:53.338453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-694ff8f3-0570-41d3-b469-26082f360234 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6871543 Jun 30 08:45:53.340947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43058) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:53.347795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:53.397515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.399132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.484213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.666485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.671744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-b888debf-1fac-4418-a41b-a62aff404649', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:45:53.672616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.746541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-a9760afc-1cab-4d31-b10a-a7d41e8a4174 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:53.748062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-a9760afc-1cab-4d31-b10a-a7d41e8a4174 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks?id=e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 200 len: 828 time: 0.1449354 Jun 30 08:45:53.753447 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.757255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d9330-2ab4-4a64-8603-bb7e1314c820 req-0c5372e1-5b7f-4c59-b53f-209caa3952cf tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:53.764792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-464d9330-2ab4-4a64-8603-bb7e1314c820 req-0c5372e1-5b7f-4c59-b53f-209caa3952cf tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1716819 Jun 30 08:45:53.769182 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Transition to ACTIVE for port object 9df32670-5082-4042-a0f2-af32c4c48b5c will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:53.778348 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:53.794315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-1eaebc0f-753f-4f9a-aa7b-3e84a9f371e8 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/quotas/8fef7d53715441059ec06eff86fbf174 HTTP/1.1" status: 200 len: 375 time: 0.0266342 Jun 30 08:45:53.831051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-464d9330-2ab4-4a64-8603-bb7e1314c820 req-b24dd580-327d-406c-bb16-c7fdfcc9a1d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651841 Jun 30 08:45:53.833275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Allocated IP 172.20.0.2 (b888debf-1fac-4418-a41b-a62aff404649/45464fb3-5a1b-48d2-85f4-c21d550f257e/265ffcbd-a9d0-4f87-89dc-ac305cb306c9) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:53.912453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-e5fb4516-d9b4-479a-bf79-136165e2d63e tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fef7d53715441059ec06eff86fbf174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114430 Jun 30 08:45:53.954945 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Pushing event updated for resources: {'Port': ['ID=9df32670-5082-4042-a0f2-af32c4c48b5c,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:53.982454 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.983605 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.984045 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.984473 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.984905 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.985407 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.985850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.986463 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.986662 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.992583 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.992583 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:53.992942 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:54.005492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.006507 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Attempting to bind port 9df32670-5082-4042-a0f2-af32c4c48b5c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:54.007094 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Attempting to bind port 9df32670-5082-4042-a0f2-af32c4c48b5c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:54.007826 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Attempting to bind port 9df32670-5082-4042-a0f2-af32c4c48b5c on network e41b7728-b7c6-481f-b401-d9edfc44b6d2 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:54.021502 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:54.022223 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Checking segment: {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:54.023288 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.024407 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Bound using segment: {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:54.026354 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Bound port: 9df32670-5082-4042-a0f2-af32c4c48b5c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:54.026867 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.037265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.074517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-621efca6-7911-44a7-960c-6fccadf8bba3 service neutron] 10.222.0.53 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598361 Jun 30 08:45:54.120736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.125789 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] For port 9df32670-5082-4042-a0f2-af32c4c48b5c, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:54.130511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Transition to ACTIVE for port object 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:54.131082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] For port 9df32670-5082-4042-a0f2-af32c4c48b5c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9df32670-5082-4042-a0f2-af32c4c48b5c,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:54.145245 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.153850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Transition to ACTIVE for port object 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:54.162467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 761b1878-a6de-4258-a200-282a12382c4e details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:45:54.177351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.241035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-95a163d8-7421-4397-9207-e7adf5bccb8d service neutron] 10.222.0.53 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655698 Jun 30 08:45:54.248607 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:54.249544 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:54.285580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Network b888debf-1fac-4418-a41b-a62aff404649 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:54.295016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:54.313988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:54.324445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Pushing event updated for resources: {'Port': ['ID=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:54.335476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Allocated IP 172.25.8.67 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/6548dab9-c5af-4408-bce3-b202fa602f70) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:54.412495 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:54.412698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c640a-0765-4ecf-a327-f4b9fc42c4c8 req-e17cf710-bb08-4771-9b8a-ea31f43711b7 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:54.414674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f83c640a-0765-4ecf-a327-f4b9fc42c4c8 req-e17cf710-bb08-4771-9b8a-ea31f43711b7 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1098 time: 0.1074858 Jun 30 08:45:54.471346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 761b1878-a6de-4258-a200-282a12382c4e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=761b1878-a6de-4258-a200-282a12382c4e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:54.488510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f83c640a-0765-4ecf-a327-f4b9fc42c4c8 req-a29592b3-aa36-4e49-9989-d7aab1aa039f tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Jun 30 08:45:54.489354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Attempting to bind port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:54.491854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Attempting to bind port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:54.492274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Attempting to bind port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 on network b888debf-1fac-4418-a41b-a62aff404649 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:54.496502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '761b1878-a6de-4258-a200-282a12382c4e', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '761b1878-a6de-4258-a200-282a12382c4e', 'mac_address': 'fa:16:3e:a7:12:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:45:54.525856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:54.526298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Checking segment: {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:54.526653 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.528191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Bound using segment: {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:54.528679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Bound port: 265ffcbd-a9d0-4f87-89dc-ac305cb306c9, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:54.529062 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.586099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.651101 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b77cc-2aaa-4c98-837b-6a29aefc9dea None None] Pushing event updated for resources: {'Port': ['ID=9df32670-5082-4042-a0f2-af32c4c48b5c,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:54.676975 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:54Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:54.708043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.709076 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a1a36-c803-4c42-abbf-c9db3208037d None None] The sync data for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 is: [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:54Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:45:54.725210 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.769156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761b1878-a6de-4258-a200-282a12382c4e {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:45:54.797126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.800382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f79b2-a34e-4c98-9d65-a3122bd14521 req-cbcf9bba-177b-4313-a9f0-bf06081988c1 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:54.808800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:54.812210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e5f79b2-a34e-4c98-9d65-a3122bd14521 req-cbcf9bba-177b-4313-a9f0-bf06081988c1 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 1102 time: 0.1556571 Jun 30 08:45:54.813378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:54.826563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:54.840855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] For port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:54.845437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] For port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:54.855679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 761b1878-a6de-4258-a200-282a12382c4e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=761b1878-a6de-4258-a200-282a12382c4e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:54.861080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.862068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6548dab9-c5af-4408-bce3-b202fa602f70,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:54.911992 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:54.934636 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e5f79b2-a34e-4c98-9d65-a3122bd14521 req-e2fc0911-0f16-4580-b809-fc474aeb62cd tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573776 Jun 30 08:45:55.015249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08059923-d549-4220-a610-e42840bc920b req-82feab9c-9e98-4bf1-bbc0-82dc8934d235 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:55.017101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08059923-d549-4220-a610-e42840bc920b req-82feab9c-9e98-4bf1-bbc0-82dc8934d235 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 947 time: 0.2404444 Jun 30 08:45:55.033671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4296b-67a4-45ab-ae96-63ad91602d17 None None] Pushing event updated for resources: {'Port': ['ID=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:55.080767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08059923-d549-4220-a610-e42840bc920b req-cbcbafe3-c35a-41f2-89c3-24cf0a8e09c9 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552342 Jun 30 08:45:55.172102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=761b1878-a6de-4258-a200-282a12382c4e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:55.180037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9df32670-5082-4042-a0f2-af32c4c48b5c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:55.271999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3ffc23b-b5b5-4b20-98cd-17ee7ef60c66 req-c8b7766a-2479-400b-ba49-d6f539b00053 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 210 time: 0.0946310 Jun 30 08:45:55.318662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['761b1878-a6de-4258-a200-282a12382c4e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:55.449188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:55.475538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dacb8-0910-4b9c-818d-b5b7f2f5e6cc req-db5fd4af-746c-4c53-97db-a1ad66583234 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:55.478262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-224dacb8-0910-4b9c-818d-b5b7f2f5e6cc req-db5fd4af-746c-4c53-97db-a1ad66583234 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0816405 Jun 30 08:45:55.490005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9df32670-5082-4042-a0f2-af32c4c48b5c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:55.505414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9df32670-5082-4042-a0f2-af32c4c48b5c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:55.506651 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:55.589876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-224dacb8-0910-4b9c-818d-b5b7f2f5e6cc req-ccc6b4be-185c-4362-8008-d70be731dc0f tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063330 Jun 30 08:45:55.662898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05fec3-0cbc-43d0-ac25-8cd4620a0fa2 req-98b8b03a-a259-4f9d-bb22-d026d5aaa16c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:55.676602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e05fec3-0cbc-43d0-ac25-8cd4620a0fa2 req-98b8b03a-a259-4f9d-bb22-d026d5aaa16c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1462314 Jun 30 08:45:55.701905 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:55.770916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e05fec3-0cbc-43d0-ac25-8cd4620a0fa2 req-7f10faab-d5c0-4d1a-ad26-5e2dd157b4f7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874009 Jun 30 08:45:55.791814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9df32670-5082-4042-a0f2-af32c4c48b5c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9df32670-5082-4042-a0f2-af32c4c48b5c,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:55.796318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:55.821316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:55.872702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9df32670-5082-4042-a0f2-af32c4c48b5c,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:55.934970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83b736-83c1-452e-952c-83f3007feda9 req-d6bf532a-fa50-4a04-9925-74ac4e0b976c tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:55.943960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de83b736-83c1-452e-952c-83f3007feda9 req-d6bf532a-fa50-4a04-9925-74ac4e0b976c tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 1101 time: 0.1100140 Jun 30 08:45:56.006355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de83b736-83c1-452e-952c-83f3007feda9 req-aa4d839a-9fc2-4f56-814c-1b8f81f6b6aa tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579498 Jun 30 08:45:56.076125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:45:56.246381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:45:56.256994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Sync routers for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:45:56.270969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:56.273196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:56.277007 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-05354a5e-f6a2-47a2-b2c3-ba4c3ddaa6b3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9318180 Jun 30 08:45:56.278125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43110) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:56.278250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:56.441085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4821bdb0-3684-49a8-955f-135e2526edb6 None None] Network b888debf-1fac-4418-a41b-a62aff404649 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:56.622339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084adfb9-3e3f-4221-8227-4bff5ff6e531 req-f9e44706-633a-495e-8eee-6ad229f29120 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 210 time: 0.0622354 Jun 30 08:45:56.714759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f02cf291-494f-408d-9630-b3e4ffb8a5a2 None None] Provisioning for port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:56.728655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:56.761036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1f06c-6c83-4cf2-baad-175a96c9334c req-9a1ab6e9-c69b-4380-92ff-325e23ba1ac6 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:56.763260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4f1f06c-6c83-4cf2-baad-175a96c9334c req-9a1ab6e9-c69b-4380-92ff-325e23ba1ac6 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 948 time: 0.1574497 Jun 30 08:45:56.848915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4f1f06c-6c83-4cf2-baad-175a96c9334c req-0dbd8e47-0b18-4afa-943d-5f0f8eda9f80 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700228 Jun 30 08:45:56.927991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-26f3e94c-78b6-480a-9c6d-8ab3601c96cf tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:56.932561 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-26f3e94c-78b6-480a-9c6d-8ab3601c96cf tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.26 "GET /v2.0/networks?id=e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 200 len: 828 time: 0.3880467 Jun 30 08:45:57.002116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Request body: {'port': {'device_id': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'admin_state_up': True, 'tenant_id': '8fef7d53715441059ec06eff86fbf174'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:57.119382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6aa1-d8d8-4cd0-b430-377f255d82dc req-19cc079b-8197-4848-bd99-7625c52ad63a tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:57.120923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-553a6aa1-d8d8-4cd0-b430-377f255d82dc req-19cc079b-8197-4848-bd99-7625c52ad63a tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 950 time: 0.1414390 Jun 30 08:45:57.136016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 3, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:57.155081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd503-1d34-40e1-bf5c-822830cda7ee req-cf50c67f-2b1d-471e-b497-88b04ce07f31 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:57.163115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a2cd503-1d34-40e1-bf5c-822830cda7ee req-cf50c67f-2b1d-471e-b497-88b04ce07f31 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1098 time: 0.1173794 Jun 30 08:45:57.180589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9df32670-5082-4042-a0f2-af32c4c48b5c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:57.209762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-553a6aa1-d8d8-4cd0-b430-377f255d82dc req-8a873424-b97e-44d7-a4f5-43619aa7977d tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743854 Jun 30 08:45:57.224283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a2cd503-1d34-40e1-bf5c-822830cda7ee req-e6d09c5c-e4cd-4af8-a09d-c05f25ff1f1b tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601654 Jun 30 08:45:57.234783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Made reservation on behalf of 8fef7d53715441059ec06eff86fbf174 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:45:57.247072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:57.290250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Checking router: 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:45:57.290805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Updating router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a port 6548dab9-c5af-4408-bce3-b202fa602f70 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:45:57.313557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:57.364050 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:57.365744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9df32670-5082-4042-a0f2-af32c4c48b5c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:57.366161 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:57.386010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-c6f01bcb-4efb-4076-8917-0951babc9801 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254109 Jun 30 08:45:57.603613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:57.789154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129defb-a694-4a85-9cd4-c92220527caf req-415c9a8f-8439-45bc-be25-f2ba85c4e413 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:57.791345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0129defb-a694-4a85-9cd4-c92220527caf req-415c9a8f-8439-45bc-be25-f2ba85c4e413 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.4085236 Jun 30 08:45:57.819312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-deba8aab-1a36-4c34-8cf0-04cd92e06a73 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:57.820673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:57.826690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-deba8aab-1a36-4c34-8cf0-04cd92e06a73 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4315362 Jun 30 08:45:57.827983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Allocated IP 172.20.0.12 (e41b7728-b7c6-481f-b401-d9edfc44b6d2/4f174488-7e11-417a-a4dd-c04ebc12159a/afd6c4a3-8599-4608-a1f6-f8459114ff24) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:57.832145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:57.832554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:57.844526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Allocated IP 172.20.0.1 (b888debf-1fac-4418-a41b-a62aff404649/45464fb3-5a1b-48d2-85f4-c21d550f257e/905a45d1-67b5-4e99-97fd-b39cd4b06700) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:45:57.851915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-59c2b5c9-2e18-4db3-b4f3-43c576106648 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/quotas/9c33a0ac003941a58f692c7f62b07f39 HTTP/1.1" status: 200 len: 375 time: 0.0241172 Jun 30 08:45:57.874428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0129defb-a694-4a85-9cd4-c92220527caf req-97eb8c19-8efe-42cf-b807-7ba1d4e19e75 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724890 Jun 30 08:45:57.905452 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:57.919220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Transition to ACTIVE for port object 6548dab9-c5af-4408-bce3-b202fa602f70 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:57.949772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.006961 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.020085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-7ed07a2d-f5fe-4f9f-95e6-7762f3e3822e tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551447 Jun 30 08:45:58.023017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Attempting to bind port 6548dab9-c5af-4408-bce3-b202fa602f70 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:45:58.023359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Attempting to bind port 6548dab9-c5af-4408-bce3-b202fa602f70 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:45:58.023718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Attempting to bind port 6548dab9-c5af-4408-bce3-b202fa602f70 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:45:58.034590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fc868-abd1-4bd1-b9a1-aacf4f7a39a0 None None] Pushing event updated for resources: {'Port': ['ID=6548dab9-c5af-4408-bce3-b202fa602f70,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:58.043941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:45:58.044319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:45:58.044721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.045108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:45:58.045588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Bound port: 6548dab9-c5af-4408-bce3-b202fa602f70, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:45:58.045994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.082890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:58.096375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.109528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.141353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] For port 6548dab9-c5af-4408-bce3-b202fa602f70, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:45:58.142604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-7f53dd22-8626-4906-ae4e-949094f4d4cb tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:58.144190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-7f53dd22-8626-4906-ae4e-949094f4d4cb tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 950 time: 0.2741544 Jun 30 08:45:58.158410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Transition to ACTIVE for port object 905a45d1-67b5-4e99-97fd-b39cd4b06700 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:58.166930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] For port 6548dab9-c5af-4408-bce3-b202fa602f70, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6548dab9-c5af-4408-bce3-b202fa602f70,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:45:58.175990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 761b1878-a6de-4258-a200-282a12382c4e up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:58.182284 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.201079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:58.254997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fc868-abd1-4bd1-b9a1-aacf4f7a39a0 None None] Pushing event updated for resources: {'Port': ['ID=6548dab9-c5af-4408-bce3-b202fa602f70,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:58.288207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:45:58.288876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:58.289612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.310580 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.362068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Transition to ACTIVE for port object afd6c4a3-8599-4608-a1f6-f8459114ff24 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:45:58.363210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 761b1878-a6de-4258-a200-282a12382c4e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:58.374853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Network b888debf-1fac-4418-a41b-a62aff404649 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:58.382453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:58.388492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:58.402759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 761b1878-a6de-4258-a200-282a12382c4e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:58.403368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.437730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Pushing event updated for resources: {'Port': ['ID=905a45d1-67b5-4e99-97fd-b39cd4b06700,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:58.476876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:45:58.539105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.543736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Deleting port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:45:58.544369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.581010 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.686060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:45:58.697956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:45:58.714152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:45:58.722686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2aa2-42b4-4f65-ae0c-b41dda3d0fab req-3a15c799-bf26-4c8d-a302-623da729714b tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:58.731402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40cd2aa2-42b4-4f65-ae0c-b41dda3d0fab req-3a15c799-bf26-4c8d-a302-623da729714b tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 932 time: 0.1052036 Jun 30 08:45:58.750746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event updated for resources: {'Port': ['ID=afd6c4a3-8599-4608-a1f6-f8459114ff24,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:58.793146 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40cd2aa2-42b4-4f65-ae0c-b41dda3d0fab req-ba9dd498-3464-4f0c-92b6-6633b8a28ba3 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605729 Jun 30 08:45:58.893359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cb38feea-e993-4bf1-8e29-8e96900c2f11 None None] Provisioning for port 905a45d1-67b5-4e99-97fd-b39cd4b06700 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:58.927844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:58.929086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.946222 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.949591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cb38feea-e993-4bf1-8e29-8e96900c2f11 None None] Provisioning complete for port 905a45d1-67b5-4e99-97fd-b39cd4b06700 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:58.950185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cb38feea-e993-4bf1-8e29-8e96900c2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.953684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] For port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:58.954915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:58.976652 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-4822886a-55c9-4487-800e-08976feb0564 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9787202 Jun 30 08:45:59.008370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Calling delete_port for 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:45:59.019979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Request body: {'port': {'device_id': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:59.042919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:45:59.081624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761b1878-a6de-4258-a200-282a12382c4e'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:59.083901 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db13bb9-d78c-4b0a-846a-cc7072982541" -d '{"events": [{"server_uuid": "ee29bbe3-3401-4d25-a29c-f43e0ddae78f", "name": "network-vif-plugged", "status": "completed", "tag": "761b1878-a6de-4258-a200-282a12382c4e"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:45:59.094034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cb38feea-e993-4bf1-8e29-8e96900c2f11 None None] Port 905a45d1-67b5-4e99-97fd-b39cd4b06700 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:59.115844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 761b1878-a6de-4258-a200-282a12382c4e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=761b1878-a6de-4258-a200-282a12382c4e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:45:59.142260 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:59.165021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 3, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:45:59.201322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:59.224514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:59.241953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11127025-576f-42d1-9f0b-25b14afe16d6 req-1c452940-84fd-4c92-ab9f-5936c8452b36 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:59.243872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11127025-576f-42d1-9f0b-25b14afe16d6 req-1c452940-84fd-4c92-ab9f-5936c8452b36 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 949 time: 0.1120656 Jun 30 08:45:59.261667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2b048-4343-48bd-9d89-9e05f8b8d8b1 None None] The sync data for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 is: [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 3, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:45:59.286617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:59.287081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:59.319651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11127025-576f-42d1-9f0b-25b14afe16d6 req-d0eecf9d-cd12-4137-9458-f485fc0d793b tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693784 Jun 30 08:45:59.341816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee02082e-aa94-410c-9950-23e0a0039ebb None None] Provisioning for port afd6c4a3-8599-4608-a1f6-f8459114ff24 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:45:59.361088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=761b1878-a6de-4258-a200-282a12382c4e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:59.366386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee02082e-aa94-410c-9950-23e0a0039ebb None None] Provisioning complete for port afd6c4a3-8599-4608-a1f6-f8459114ff24 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:59.366832 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee02082e-aa94-410c-9950-23e0a0039ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:59.415142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ee02082e-aa94-410c-9950-23e0a0039ebb None None] Port afd6c4a3-8599-4608-a1f6-f8459114ff24 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:45:59.533592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a544309d-57d9-4055-bb43-42ee5ead6ffb tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:45:59.534207 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a544309d-57d9-4055-bb43-42ee5ead6ffb tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152438 Jun 30 08:45:59.553333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Request body: {'binding': {'host': 'n-h1-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:59.553951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:45:59.555991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:59.578052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7bca9e45-0a81-44ea-b7b1-a4ffa1c60378'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:45:59.633746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4c52-dc28-4068-ad2b-cd5439f02250 req-2a795e22-0577-43ce-a95a-107a48dae1fd tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:59.638694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-032b4c52-dc28-4068-ad2b-cd5439f02250 req-2a795e22-0577-43ce-a95a-107a48dae1fd tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef938ed4-e002-4c25-b1cf-5881ee7747ee HTTP/1.1" status: 200 len: 867 time: 0.1170754 Jun 30 08:45:59.659211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Pushing event deleted for resources: {'Port': ['ID=7bca9e45-0a81-44ea-b7b1-a4ffa1c60378,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:59.751758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-032b4c52-dc28-4068-ad2b-cd5439f02250 req-500a49b3-f30c-4beb-94ed-dedf00a2fe12 tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba6c826c-4e2f-4708-888a-e0bfda046a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012053 Jun 30 08:45:59.842101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] No DVR routers for this DVR port 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:45:59.846599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:59.848866 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c5df75f5-8d44-460a-bf47-f72f3f4ed4b4 req-5524af5f-adc1-45f8-a8a3-0f72e86c75cf tempest-TenantUsagesTestJSON-936656135 tempest-TenantUsagesTestJSON-936656135-project] 10.222.0.26 "DELETE /v2.0/ports/7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 HTTP/1.1" status: 204 len: 173 time: 1.6982608 Jun 30 08:45:59.867534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'name': 'network-vif-deleted', 'tag': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:45:59.879995 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130aede-1fc8-4406-b00b-99ca4daf7243" -d '{"events": [{"server_uuid": "ef938ed4-e002-4c25-b1cf-5881ee7747ee", "name": "network-vif-deleted", "tag": "7bca9e45-0a81-44ea-b7b1-a4ffa1c60378"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:00.030261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:00.049667 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:00.099115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:00.255310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbba4a-42d4-4b6f-87ca-40e507e15b9b req-998cc914-4365-49ed-a5d1-847fb1b60f16 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:00.257141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abcbba4a-42d4-4b6f-87ca-40e507e15b9b req-998cc914-4365-49ed-a5d1-847fb1b60f16 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.0909712 Jun 30 08:46:00.306696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd6c4a3-8599-4608-a1f6-f8459114ff24 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:00.315677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abcbba4a-42d4-4b6f-87ca-40e507e15b9b req-f4f9c698-b319-4ed4-b080-a8680d8b8d12 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517595 Jun 30 08:46:00.319154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on host n-h1-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:00.319988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:00.320155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:00.323996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:00.333149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Pushing event updated for resources: {'Port': ['ID=905a45d1-67b5-4e99-97fd-b39cd4b06700,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:00.343426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:00.344329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:00.356862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Network b888debf-1fac-4418-a41b-a62aff404649 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:00.364004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:00.364476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:00.365018 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f6924d-793c-459f-b1bb-46f202fcf27f x-openstack-request-id: req-b5f6924d-793c-459f-b1bb-46f202fcf27f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:00.365620 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee29bbe3-3401-4d25-a29c-f43e0ddae78f", "name": "network-vif-plugged", "status": "completed", "tag": "761b1878-a6de-4258-a200-282a12382c4e", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:00.365808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:00.365917 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5f6924d-793c-459f-b1bb-46f202fcf27f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:00.366030 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761b1878-a6de-4258-a200-282a12382c4e', 'code': 200} Jun 30 08:46:00.366334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Bound port: 0621425e-261e-4da4-b8b6-9b3f577e5133, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:00.368658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:00.375686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Transition to ACTIVE for port object afd6c4a3-8599-4608-a1f6-f8459114ff24 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:00.442763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:00.593054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:00.594361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=afd6c4a3-8599-4608-a1f6-f8459114ff24,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:00.621898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:00.623567 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a02a5994-18c4-465e-be72-df2a37187b23 service neutron] 10.222.0.53 "POST /v2.0/ports/0621425e-261e-4da4-b8b6-9b3f577e5133/bindings HTTP/1.1" status: 201 len: 390 time: 1.0798042 Jun 30 08:46:00.631164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d210ba-84ed-4cdb-b791-0eeac930e498 req-bb53626b-6c60-4869-b042-5f2341244cbc tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:00.640106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00d210ba-84ed-4cdb-b791-0eeac930e498 req-bb53626b-6c60-4869-b042-5f2341244cbc tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 944 time: 0.1528492 Jun 30 08:46:00.707301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee71c4-4243-4b4f-aefc-8e684f65ae37 req-f91933d2-d6bc-4a8f-8a34-58dd9ccdaa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:00.709020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5aee71c4-4243-4b4f-aefc-8e684f65ae37 req-f91933d2-d6bc-4a8f-8a34-58dd9ccdaa03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 1101 time: 0.2073183 Jun 30 08:46:00.713591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00d210ba-84ed-4cdb-b791-0eeac930e498 req-8d6b7f64-72c2-4da2-8573-f17b77fbbcca tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724349 Jun 30 08:46:00.714221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:00.748896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ea5b3e3b-2f14-4f9e-9b6f-38a7198bd839 None None] Provisioning complete for port 905a45d1-67b5-4e99-97fd-b39cd4b06700 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:00.749567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3e3b-2f14-4f9e-9b6f-38a7198bd839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:00.810141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5aee71c4-4243-4b4f-aefc-8e684f65ae37 req-1ea16e28-77dc-4164-8789-e7ce9881d784 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923085 Jun 30 08:46:00.836397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Attempting to bind port afd6c4a3-8599-4608-a1f6-f8459114ff24 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:00.836730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Attempting to bind port afd6c4a3-8599-4608-a1f6-f8459114ff24 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:00.837056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Attempting to bind port afd6c4a3-8599-4608-a1f6-f8459114ff24 on network e41b7728-b7c6-481f-b401-d9edfc44b6d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:00.843912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Port afd6c4a3-8599-4608-a1f6-f8459114ff24 on network e41b7728-b7c6-481f-b401-d9edfc44b6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:00.844234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Attempting to bind port afd6c4a3-8599-4608-a1f6-f8459114ff24 on network e41b7728-b7c6-481f-b401-d9edfc44b6d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:00.846784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b3e3b-2f14-4f9e-9b6f-38a7198bd839 None None] Port 905a45d1-67b5-4e99-97fd-b39cd4b06700 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:01.043691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6548dab9-c5af-4408-bce3-b202fa602f70 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:01.122702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1aba6894-949a-44aa-a4de-f3ed3122a31b req-f44a3738-6a64-48a1-8aca-7b68e6b255dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 210 time: 0.0457304 Jun 30 08:46:01.124993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6548dab9-c5af-4408-bce3-b202fa602f70 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:01.130564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6548dab9-c5af-4408-bce3-b202fa602f70 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:01.131230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.283417 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.311989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6548dab9-c5af-4408-bce3-b202fa602f70, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6548dab9-c5af-4408-bce3-b202fa602f70,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:01.320062 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.320983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-7489bd38-639e-4fd1-b261-9a3cf54a2b8e tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035004 Jun 30 08:46:01.380334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6548dab9-c5af-4408-bce3-b202fa602f70,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:01.398607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:01.399221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Checking segment: {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:01.399328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Bound using segment: {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:01.399736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Bound port: afd6c4a3-8599-4608-a1f6-f8459114ff24, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1c25e-bbd7-443e-96ac-dcad19778f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:01.400086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.404209 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e748f2f-a572-4be3-81ea-bc62ec68bbfc x-openstack-request-id: req-7e748f2f-a572-4be3-81ea-bc62ec68bbfc {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:01.404498 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef938ed4-e002-4c25-b1cf-5881ee7747ee", "name": "network-vif-deleted", "tag": "7bca9e45-0a81-44ea-b7b1-a4ffa1c60378", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:01.404746 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e748f2f-a572-4be3-81ea-bc62ec68bbfc {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:01.405185 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef938ed4-e002-4c25-b1cf-5881ee7747ee', 'name': 'network-vif-deleted', 'tag': '7bca9e45-0a81-44ea-b7b1-a4ffa1c60378', 'status': 'completed', 'code': 200} Jun 30 08:46:01.443950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-ed17e67a-a573-47a1-8c93-d7640d95d656 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1828811 Jun 30 08:46:01.509688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:01.519167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93150c0-b8b0-4052-b93a-44793257c68c req-c9288ec5-a24a-4df0-9ff2-aa561657fcdc tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.522047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d93150c0-b8b0-4052-b93a-44793257c68c req-c9288ec5-a24a-4df0-9ff2-aa561657fcdc tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 949 time: 0.4292800 Jun 30 08:46:01.523594 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13ee4a5c-948f-474f-9680-dad7c7d6bc3e admin admin] 10.222.0.53 "PUT /v2.0/routers/9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2452512 Jun 30 08:46:01.563573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] For port afd6c4a3-8599-4608-a1f6-f8459114ff24, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:01.578808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] For port afd6c4a3-8599-4608-a1f6-f8459114ff24, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:01.585360 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfe75-60b7-4765-bd65-331feb8a505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.594624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b000a784-9382-4f1d-8bdb-3cd69df0f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.598094 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b000a784-9382-4f1d-8bdb-3cd69df0f680 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1098 time: 0.1910386 Jun 30 08:46:01.602539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.607173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0f5aa0ee-f4e1-4a89-adb1-7185928ef22d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.608647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0f5aa0ee-f4e1-4a89-adb1-7185928ef22d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622783 Jun 30 08:46:01.628699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:01.706308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.707813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.710407 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 1093 time: 2.7125037 Jun 30 08:46:01.721934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d93150c0-b8b0-4052-b93a-44793257c68c req-87034ea3-006f-4dc1-8507-33a96f006ab4 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649961 Jun 30 08:46:01.753594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920c40-3dea-44cf-9cff-cede3057c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=afd6c4a3-8599-4608-a1f6-f8459114ff24,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:01.806357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-5d743668-897e-48a9-bd9c-f8f684400656 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.808508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-5d743668-897e-48a9-bd9c-f8f684400656 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268824 Jun 30 08:46:01.813359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-68818dcf-5093-4b37-9e9d-0ac9208a232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.815161 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-68818dcf-5093-4b37-9e9d-0ac9208a232c service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1801903 Jun 30 08:46:01.855795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468beaf1-a12f-42ff-a253-d3d1aa23591f req-9eab0844-8971-4bcb-be12-646ef2a89391 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.863273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-468beaf1-a12f-42ff-a253-d3d1aa23591f req-9eab0844-8971-4bcb-be12-646ef2a89391 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 946 time: 0.4306138 Jun 30 08:46:01.893998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:01.899697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-66fc7b71-72e9-4b18-85a1-92478ffdb1e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 217 time: 0.0735121 Jun 30 08:46:01.973781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:01.984322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-9cbacc58-980a-479c-8db3-f6cfcea059d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:01.986590 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-9cbacc58-980a-479c-8db3-f6cfcea059d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fef7d53715441059ec06eff86fbf174&device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 1096 time: 0.1696713 Jun 30 08:46:02.014746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-12224412-02fc-4f9c-b75a-d5f75b8cde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:02.017465 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-12224412-02fc-4f9c-b75a-d5f75b8cde15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1098394 Jun 30 08:46:02.042808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:02.043422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bca9e45-0a81-44ea-b7b1-a4ffa1c60378 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:02.091245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-e12b5527-151e-42a1-9782-8a16d6efcd80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 217 time: 0.0948911 Jun 30 08:46:02.110861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:02.114752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.114903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63bbafb3-f56a-4063-b4b2-aea2d2c4e19d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317450 Jun 30 08:46:02.165125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-468beaf1-a12f-42ff-a253-d3d1aa23591f req-5d261b26-d82e-4414-a5a0-2d3394cdc727 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008780 Jun 30 08:46:02.168399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:02.172132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.260022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43216) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:02.264039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-0774cd77-1f3b-42aa-9de5-8c049c9b3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:02.265718 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-0774cd77-1f3b-42aa-9de5-8c049c9b3cb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f174488-7e11-417a-a4dd-c04ebc12159a HTTP/1.1" status: 200 len: 867 time: 0.1498387 Jun 30 08:46:02.309476 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-d62bf429-6abc-444a-9c7d-116fc3c0da0a service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814165 Jun 30 08:46:02.331995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39a7f-0d68-46f4-ac99-713f68530dfc req-8c3dfc54-ff43-47e0-8227-bd2e16ccae2f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:02.339472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a39a7f-0d68-46f4-ac99-713f68530dfc req-8c3dfc54-ff43-47e0-8227-bd2e16ccae2f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.2956319 Jun 30 08:46:02.412792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.29 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/984be53f-98a3-447d-87f1-f350e567ee2e) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:02.436121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a39a7f-0d68-46f4-ac99-713f68530dfc req-54b69f15-0081-4b35-93c0-e4962106705c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956714 Jun 30 08:46:02.461526 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-a3fdade7-7988-4a51-a197-2c70b838800f service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415722 Jun 30 08:46:02.490046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-a1f0366e-28bf-4c7d-ae2f-b2b9fda10a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:02.492405 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-a1f0366e-28bf-4c7d-ae2f-b2b9fda10a66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e41b7728-b7c6-481f-b401-d9edfc44b6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2169492 Jun 30 08:46:02.515162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d932ec28-1f7c-46b6-8c07-e05243c226df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2a30a69ee714b769185ef1dae183cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529197 Jun 30 08:46:02.517936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43220) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:02.603938 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Sync routers for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:02.628071 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:02.628690 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:02.639096 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-312eca99-3b39-4727-a0da-877e1f1ffba4 service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363447 Jun 30 08:46:02.672798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43222) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:02.686663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1b35454b-eba6-4f05-8d88-6b1b9e774968 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100788180', 'description': 'tempest-description--1672169909'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:02.705849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a983-6c15-4c9a-bf00-152fef5e3943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.707144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-0e7b1eae-07bd-4d60-9291-2ab6b2a49f24 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:02.709107 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-0e7b1eae-07bd-4d60-9291-2ab6b2a49f24 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1098 time: 0.1592007 Jun 30 08:46:02.750311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-40'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:02.750537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a983-6c15-4c9a-bf00-152fef5e3943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.756531 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:02.797082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cdee7-dfba-464c-a3c2-5666119bc8ac req-c90baa8b-5d38-48ee-b927-526d02d3c1cd tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:02.804064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a91cdee7-dfba-464c-a3c2-5666119bc8ac req-c90baa8b-5d38-48ee-b927-526d02d3c1cd tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 944 time: 0.2291632 Jun 30 08:46:02.812733 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.851243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object 984be53f-98a3-447d-87f1-f350e567ee2e will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:02.866920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.891898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a91cdee7-dfba-464c-a3c2-5666119bc8ac req-8a20d863-e1e6-4f1a-9e53-a1d9bf5f0e21 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853195 Jun 30 08:46:02.895191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b35454b-eba6-4f05-8d88-6b1b9e774968 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.922441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a983-6c15-4c9a-bf00-152fef5e3943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.931408 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a983-6c15-4c9a-bf00-152fef5e3943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.947918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0cc2a983-6c15-4c9a-bf00-152fef5e3943 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba6c826c-4e2f-4708-888a-e0bfda046a40 HTTP/1.1" status: 204 len: 168 time: 0.4240041 Jun 30 08:46:03.000334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6548dab9-c5af-4408-bce3-b202fa602f70 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:03.020663 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a157a823-17d0-4b8b-85fe-6e925f48f742 req-f050f7ff-8250-456f-87bc-f3c80a46f6e6 service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687475 Jun 30 08:46:03.072460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2a983-6c15-4c9a-bf00-152fef5e3943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c826c-4e2f-4708-888a-e0bfda046a40,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:03.079696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb37e8bf-60f6-4d64-a7c4-922c66aca39a req-fe04d4b0-d4a2-49db-bbc6-32bd953f3c79 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 210 time: 0.1306074 Jun 30 08:46:03.127858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.133299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:03.134284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6548dab9-c5af-4408-bce3-b202fa602f70 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:03.135911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.138805 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:45:59Z', 'revision_number': 2, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:03.153138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:03.156898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:03.196446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b35454b-eba6-4f05-8d88-6b1b9e774968 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.211115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:03.212806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b35454b-eba6-4f05-8d88-6b1b9e774968 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.215582 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Checking router: 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:03.219132 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Updating router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a port 905a45d1-67b5-4e99-97fd-b39cd4b06700 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:46:03.236576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:03.271071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.120 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/6a655be7-7ea8-4c58-bd3b-0f0eab9de478) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:03.284985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35454b-eba6-4f05-8d88-6b1b9e774968 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:03.288951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b35454b-eba6-4f05-8d88-6b1b9e774968 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.293506 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1b35454b-eba6-4f05-8d88-6b1b9e774968 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6152458 Jun 30 08:46:03.296772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43232) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:03.301985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-46b848a5-4912-4a07-a743-1b30f8b16aad tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Request body: {'security_group_rule': {'security_group_id': '1c4fbb9b-dac0-4e21-b44d-5e5767deebf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:03.302814 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.345197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46b848a5-4912-4a07-a743-1b30f8b16aad tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.373673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.426405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46b848a5-4912-4a07-a743-1b30f8b16aad tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.430506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24'}, {'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:03.432987 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ddd3ed-8613-4f8a-a277-3a78c79f5909" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24"}, {"server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:03.442011 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.461601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:03.484491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46b848a5-4912-4a07-a743-1b30f8b16aad tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.494570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:03.615028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:03.634072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46b848a5-4912-4a07-a743-1b30f8b16aad tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.635291 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-46b848a5-4912-4a07-a743-1b30f8b16aad tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370602 Jun 30 08:46:03.641089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43240) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:03.641900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b848a5-4912-4a07-a743-1b30f8b16aad tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177b0fac-a65e-4a77-91f6-f1d14a4997f2,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:03.648209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4a286bf3-b4d5-40de-9a6b-cd7febaee617 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Request body: {'security_group_rule': {'security_group_id': '1c4fbb9b-dac0-4e21-b44d-5e5767deebf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:03.686530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab107-d86b-454d-85f2-69d9636d48c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.705565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=984be53f-98a3-447d-87f1-f350e567ee2e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:03.744667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=7']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:03.758586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8c05e-5baf-4286-b8c1-f8b8f06648f2 req-6f14e4cc-29fd-4e6f-bde3-a2c8ed30688c tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:03.763905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on host n-h2-758944-40 for vnic_type normal with profile {"migrating_to": "n-h1-758944-40"} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:03.766717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7c8c05e-5baf-4286-b8c1-f8b8f06648f2 req-6f14e4cc-29fd-4e6f-bde3-a2c8ed30688c tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 949 time: 0.6897058 Jun 30 08:46:03.771450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:03.771783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:03.778354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:03.778683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Attempting to bind port 0621425e-261e-4da4-b8b6-9b3f577e5133 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:03.784042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:03.784384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:03.784902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:03.785339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Bound port: 0621425e-261e-4da4-b8b6-9b3f577e5133, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:03.785741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.805894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a286bf3-b4d5-40de-9a6b-cd7febaee617 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.813886 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.832875 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Transition to ACTIVE for port object 905a45d1-67b5-4e99-97fd-b39cd4b06700 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:03.852986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.854678 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.864126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:03.867919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:03.869294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:03.886842 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.914725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672306d7-b3c5-401e-9b8c-6e1e95a7a788 None None] Pushing event updated for resources: {'Port': ['ID=905a45d1-67b5-4e99-97fd-b39cd4b06700,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:03.917902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:03.918865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.983512 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:03.998431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-567e8c04-3c4a-4608-bd78-c2baacd93bb3 None None] Provisioning for port 984be53f-98a3-447d-87f1-f350e567ee2e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:04.007520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-567e8c04-3c4a-4608-bd78-c2baacd93bb3 None None] Provisioning complete for port 984be53f-98a3-447d-87f1-f350e567ee2e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:04.008839 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-567e8c04-3c4a-4608-bd78-c2baacd93bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.011263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:04.011899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.013326 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] 10.222.0.26 "PUT /v2.0/ports/0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 1124 time: 1.2712080 Jun 30 08:46:04.059044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:04.065858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a286bf3-b4d5-40de-9a6b-cd7febaee617 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.067758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d23789-1135-410d-ad40-1240b98daa3f service neutron] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=8']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:04.072421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a286bf3-b4d5-40de-9a6b-cd7febaee617 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.074475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:04.091620 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Attempting to bind port 905a45d1-67b5-4e99-97fd-b39cd4b06700 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:04.092255 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Attempting to bind port 905a45d1-67b5-4e99-97fd-b39cd4b06700 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:04.094015 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Attempting to bind port 905a45d1-67b5-4e99-97fd-b39cd4b06700 on network b888debf-1fac-4418-a41b-a62aff404649 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:04.098730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a286bf3-b4d5-40de-9a6b-cd7febaee617 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e45789-de1b-483f-81f6-9fbe8282c15c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:04.109211 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:04.111079 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Checking segment: {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:04.114793 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.115588 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Bound using segment: {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:04.117024 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Bound port: 905a45d1-67b5-4e99-97fd-b39cd4b06700, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:04.117498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-567e8c04-3c4a-4608-bd78-c2baacd93bb3 None None] Port 984be53f-98a3-447d-87f1-f350e567ee2e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:04.118084 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.119416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:04.122272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:04.136959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b90024-4e51-480f-b977-daca20f202b2 req-9c796e49-261a-44fa-94a0-2c3cb4e37878 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:04.138470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93b90024-4e51-480f-b977-daca20f202b2 req-9c796e49-261a-44fa-94a0-2c3cb4e37878 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 944 time: 0.6374624 Jun 30 08:46:04.141289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7c8c05e-5baf-4286-b8c1-f8b8f06648f2 req-337d7a4f-2c34-4069-8f4c-a171739b3b01 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737638 Jun 30 08:46:04.146771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0621425e-261e-4da4-b8b6-9b3f577e5133'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:04.209775 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] For port 905a45d1-67b5-4e99-97fd-b39cd4b06700, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:04.214396 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] For port 905a45d1-67b5-4e99-97fd-b39cd4b06700, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=905a45d1-67b5-4e99-97fd-b39cd4b06700,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:04.220625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:04.223447 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.257278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93b90024-4e51-480f-b977-daca20f202b2 req-18a0f4ab-a75c-4921-b9c6-a7f3975c77c4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783546 Jun 30 08:46:04.266517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:04.267172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.316740 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf77f9fd-1956-40fd-9688-19248302fcdc x-openstack-request-id: req-cf77f9fd-1956-40fd-9688-19248302fcdc {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:04.317011 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24", "status": "completed", "code": 200}, {"server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:04.317264 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf77f9fd-1956-40fd-9688-19248302fcdc {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:04.317687 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'status': 'completed', 'code': 200} Jun 30 08:46:04.318002 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133', 'code': 200} Jun 30 08:46:04.362401 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:04.372358 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:04.373463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab107-d86b-454d-85f2-69d9636d48c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.384721 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab107-d86b-454d-85f2-69d9636d48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.415094 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca1d-77e6-48f8-bd09-a6dc6cf27581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.428066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a286bf3-b4d5-40de-9a6b-cd7febaee617 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.428485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ab107-d86b-454d-85f2-69d9636d48c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d7552-a551-410c-a691-e4b27e6fd65c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:04.430494 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a286bf3-b4d5-40de-9a6b-cd7febaee617 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7862756 Jun 30 08:46:04.434341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-cdb83762-fafe-4fdd-95e7-d85b31f7199c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8095284 Jun 30 08:46:04.435761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-38ff0286-fc5c-4cc7-84e0-619da95ca6a6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5910156 Jun 30 08:46:04.439876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43252) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:04.448259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:04.453473 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.459390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:04.470447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Request body: {'port': {'device_id': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:04.501521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-7f67bc51-d036-424e-a34a-96a8e84841b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:04.506494 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-7f67bc51-d036-424e-a34a-96a8e84841b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fef7d53715441059ec06eff86fbf174&device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 1096 time: 0.1749833 Jun 30 08:46:04.516504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Request body: {'port': {'device_id': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:04.554267 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672306d7-b3c5-401e-9b8c-6e1e95a7a788 None None] Pushing event updated for resources: {'Port': ['ID=905a45d1-67b5-4e99-97fd-b39cd4b06700,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:04.631180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.664435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-24f08fcb-1136-41ca-a6c2-dae90f0e0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:04.666313 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-24f08fcb-1136-41ca-a6c2-dae90f0e0941 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 200 len: 929 time: 0.1529994 Jun 30 08:46:04.761173 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-73bf7a62-722a-4ce3-bd63-8ee797692f46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 217 time: 0.0866764 Jun 30 08:46:04.826553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8452feb6-d1f1-4ee4-88aa-262858755560 None None] Provisioning for port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:04.838776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-31286e84-4586-4355-ab70-b19834b4cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:04.840540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-31286e84-4586-4355-ab70-b19834b4cc9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f174488-7e11-417a-a4dd-c04ebc12159a HTTP/1.1" status: 200 len: 867 time: 0.0696809 Jun 30 08:46:04.847422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8452feb6-d1f1-4ee4-88aa-262858755560 None None] Provisioning complete for port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:04.847788 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8452feb6-d1f1-4ee4-88aa-262858755560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.854624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5a8ab107-d86b-454d-85f2-69d9636d48c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd196bafd06e4458be33a58a50edf9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1930735 Jun 30 08:46:04.863950 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43254) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:04.909025 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:04.912574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8452feb6-d1f1-4ee4-88aa-262858755560 None None] Port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:04.987805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5139-7057-48f0-a294-3c78bee5aef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.017287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5139-7057-48f0-a294-3c78bee5aef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.043237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-9ff921e5-b4fa-445c-bc64-76073da260f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:05.044757 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-9ff921e5-b4fa-445c-bc64-76073da260f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e41b7728-b7c6-481f-b401-d9edfc44b6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953342 Jun 30 08:46:05.134432 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:04Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:05.162634 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5139-7057-48f0-a294-3c78bee5aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.164285 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214b21e-a3c9-4eff-b3b2-209bd2cee93f None None] The sync data for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 is: [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:04Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:05.166593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5139-7057-48f0-a294-3c78bee5aef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.172537 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c3d5139-7057-48f0-a294-3c78bee5aef6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b0d7552-a551-410c-a691-e4b27e6fd65c HTTP/1.1" status: 204 len: 168 time: 0.3029013 Jun 30 08:46:05.183840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d5139-7057-48f0-a294-3c78bee5aef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d7552-a551-410c-a691-e4b27e6fd65c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:05.206712 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-cb774779-eba7-419f-b07c-deba81dd1f71 service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488769 Jun 30 08:46:05.243280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.317817 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.355869 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-49ddd3ed-8613-4f8a-a277-3a78c79f5909 req-c6ef4a2e-aed9-4b24-ad8b-101b737f9095 service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416616 Jun 30 08:46:05.400891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbdc56-1c76-4e47-9c4d-a3536759964f req-56ea446d-da3d-4cdd-b086-5cc407226a51 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:05.402491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4bbdc56-1c76-4e47-9c4d-a3536759964f req-56ea446d-da3d-4cdd-b086-5cc407226a51 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.7490625 Jun 30 08:46:05.438025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:05.468592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.506024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88e23b-9313-41cc-ac69-661057998b2a req-e2c492bf-fb81-465e-b2a3-41dcd3502447 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:05.508165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc88e23b-9313-41cc-ac69-661057998b2a req-e2c492bf-fb81-465e-b2a3-41dcd3502447 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 944 time: 0.6582487 Jun 30 08:46:05.527173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Transition to ACTIVE for port object 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:05.597266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.617946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4bbdc56-1c76-4e47-9c4d-a3536759964f req-9febb186-5411-4f6b-83fb-c3859e694652 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823130 Jun 30 08:46:05.684120 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.738996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc88e23b-9313-41cc-ac69-661057998b2a req-3b59c4e5-1182-4f92-8eac-69ff57f19498 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140877 Jun 30 08:46:05.791860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:05.928001 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:05.994768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device afd6c4a3-8599-4608-a1f6-f8459114ff24 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:06.098790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Attempting to bind port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:06.099132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Attempting to bind port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:06.099462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Attempting to bind port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:06.127899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:06.128239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Attempting to bind port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:06.190143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:06.190385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:06.190793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:06.191245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Bound port: 6a655be7-7ea8-4c58-bd3b-0f0eab9de478, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:06.191593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.192649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port afd6c4a3-8599-4608-a1f6-f8459114ff24, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:06.204786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'port_id': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'mac_address': 'fa:16:3e:73:94:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:06.211026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53f747-e8ee-4410-a5f8-e62632c3a200 req-be66c882-91c9-428a-b23b-84fe6c15b494 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:06.212527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e53f747-e8ee-4410-a5f8-e62632c3a200 req-be66c882-91c9-428a-b23b-84fe6c15b494 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 948 time: 0.3968112 Jun 30 08:46:06.242386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43282) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:06.255620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984be53f-98a3-447d-87f1-f350e567ee2e {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:06.259802 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.265315 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.273892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd6c4a3-8599-4608-a1f6-f8459114ff24 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:06.281558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Transition to ACTIVE for port object 984be53f-98a3-447d-87f1-f350e567ee2e will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:06.296033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port afd6c4a3-8599-4608-a1f6-f8459114ff24, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:06.301182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.302678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:06.319780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:06.322329 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc9080-1931-47d8-a594-fa29776098d5" -d '{"events": [{"name": "network-changed", "server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:06.331490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Allocated IP 172.25.8.77 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/950fdf90-201f-4621-bbc7-35ceec6998f1) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:06.359242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-network', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:06.366646 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.406874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Made reservation on behalf of e300dfbf3c0b456d945ec5c381653489 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:06.410130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.419372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=afd6c4a3-8599-4608-a1f6-f8459114ff24,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:06.421011 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.486163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:06.504913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 has no active binding in host n-h1-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:46:06.544832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e53f747-e8ee-4410-a5f8-e62632c3a200 req-54467c2d-b73c-47d6-a245-1169ec10957d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126020 Jun 30 08:46:06.551282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.564168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.582589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Pushing event updated for resources: {'Port': ['ID=984be53f-98a3-447d-87f1-f350e567ee2e,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:06.607923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:46:06.617360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] For port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:06.621656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedfeb23-bd1e-414e-8424-ab5a4b833b33,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:06.622329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] For port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:06.632699 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.633181 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Added segment 78e99eed-30c2-48b5-9f93-69ac4e54f1c5 of type vlan for network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 Jun 30 08:46:06.653232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f72b7-39b0-41e7-9d55-dd4510aba407 req-9061350c-10e0-4a2a-9d05-1e1bc05a3ce6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:06.655324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed5f72b7-39b0-41e7-9d55-dd4510aba407 req-9061350c-10e0-4a2a-9d05-1e1bc05a3ce6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 944 time: 0.4598730 Jun 30 08:46:06.680916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.687033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.722952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.724233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:06.724928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.784283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:06.785119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.786733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a655be7-7ea8-4c58-bd3b-0f0eab9de478 HTTP/1.1" status: 200 len: 1097 time: 2.3320169 Jun 30 08:46:06.787596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'tag': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:06.791400 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b99e62a-9466-4b16-8b39-e76abde9f7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "15ac80c3-5ced-43b1-b588-c4414dc0475e", "tag": "6a655be7-7ea8-4c58-bd3b-0f0eab9de478"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:06.803113 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5594661 Jun 30 08:46:06.807284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:06.809219 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.816117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['afd6c4a3-8599-4608-a1f6-f8459114ff24'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:06.816678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Request body: {'subnet': {'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-subnet', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:06.829489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e76821-49b8-4844-800c-09cd9bf0d482 admin admin] Pushing event updated for resources: {'Network': ['ID=6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:06.851136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d28fd-1594-4f1e-851a-eab34e6988c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:06.857323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:46:06.869912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Made reservation on behalf of e300dfbf3c0b456d945ec5c381653489 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:06.872936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:06.873087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed5f72b7-39b0-41e7-9d55-dd4510aba407 req-28201993-47a2-41a8-b78a-a4e372090ca7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117324 Jun 30 08:46:06.973831 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5efcd9e-e58a-45c5-a897-3ccd08c67791 x-openstack-request-id: req-f5efcd9e-e58a-45c5-a897-3ccd08c67791 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:06.974216 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:06.976632 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5efcd9e-e58a-45c5-a897-3ccd08c67791 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:06.983382 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133', 'status': 'completed', 'code': 200} Jun 30 08:46:07.056348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Attempting to bind port 984be53f-98a3-447d-87f1-f350e567ee2e on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:07.056790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Attempting to bind port 984be53f-98a3-447d-87f1-f350e567ee2e by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:07.057193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Attempting to bind port 984be53f-98a3-447d-87f1-f350e567ee2e on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:07.084542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 905a45d1-67b5-4e99-97fd-b39cd4b06700 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:07.164701 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.175829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Port 984be53f-98a3-447d-87f1-f350e567ee2e on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:07.176198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Attempting to bind port 984be53f-98a3-447d-87f1-f350e567ee2e on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:07.176473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9080-1931-47d8-a594-fa29776098d5 req-7552cd8d-8f33-451a-82ad-9771469f48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.178001 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-52fc9080-1931-47d8-a594-fa29776098d5 req-7552cd8d-8f33-451a-82ad-9771469f48fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1127 time: 0.1774957 Jun 30 08:46:07.189138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.214624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:07.221342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:07.221608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 905a45d1-67b5-4e99-97fd-b39cd4b06700 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:07.225888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:07.227985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 905a45d1-67b5-4e99-97fd-b39cd4b06700 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:07.228453 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.252282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:07.252905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:07.253287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:07.253798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Bound port: 984be53f-98a3-447d-87f1-f350e567ee2e, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:07.254157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.282941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.311744 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.358245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 905a45d1-67b5-4e99-97fd-b39cd4b06700, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=905a45d1-67b5-4e99-97fd-b39cd4b06700,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:07.363431 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.365109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event updated for resources: {'Port': ['ID=950fdf90-201f-4621-bbc7-35ceec6998f1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:07.368041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f31a8a-0c86-46e8-af43-01339d6e8968,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:07.372710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9080-1931-47d8-a594-fa29776098d5 req-a3d2e00f-35d7-4ba7-b845-4c79e43f09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.374335 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-52fc9080-1931-47d8-a594-fa29776098d5 req-a3d2e00f-35d7-4ba7-b845-4c79e43f09ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1531637 Jun 30 08:46:07.381839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Checking segment: {'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:07.382200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Network hostable DHCP agents. Network: 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:46:07.387401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816267-ac9f-41da-9d88-6fbb193ea1ca req-d813c630-ef1b-4548-8d52-53bf953e4eb4 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.388918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74816267-ac9f-41da-9d88-6fbb193ea1ca req-d813c630-ef1b-4548-8d52-53bf953e4eb4 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 949 time: 0.5307128 Jun 30 08:46:07.425095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=905a45d1-67b5-4e99-97fd-b39cd4b06700,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:07.426953 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-52fc9080-1931-47d8-a594-fa29776098d5 req-31a9f901-4cec-4432-9af4-6fbc1997d09d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 217 time: 0.0424075 Jun 30 08:46:07.440955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-ac3d04e6-1d4b-4426-905f-158a17df8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.442418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-ac3d04e6-1d4b-4426-905f-158a17df8598 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 1100 time: 0.5684121 Jun 30 08:46:07.463228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:46:07.470817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9e21a-04f8-4471-b2dc-1d628e454932 req-d5dcfeef-59fa-4c71-bf3a-8ea32a95d95d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.472254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80a9e21a-04f8-4471-b2dc-1d628e454932 req-d5dcfeef-59fa-4c71-bf3a-8ea32a95d95d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.3388398 Jun 30 08:46:07.478062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:07.484653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.485680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.490379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde06dd1-f60f-4ffc-9c0f-1fee3faf1dbe None None] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:07.497231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9080-1931-47d8-a594-fa29776098d5 req-99e21123-c3eb-49b3-905f-f4ccc2f2e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.498858 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-52fc9080-1931-47d8-a594-fa29776098d5 req-99e21123-c3eb-49b3-905f-f4ccc2f2e0e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0642397 Jun 30 08:46:07.502250 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-511e4935-ef8f-4a16-a5b3-69a3801deb59 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6925132 Jun 30 08:46:07.503376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:07.508425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:07.528099 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.529920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] For port 984be53f-98a3-447d-87f1-f350e567ee2e, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:07.538726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-5097be36-50c4-41f1-b5fe-d348be87ece7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6a655be7-7ea8-4c58-bd3b-0f0eab9de478 HTTP/1.1" status: 200 len: 217 time: 0.0764425 Jun 30 08:46:07.544651 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-52fc9080-1931-47d8-a594-fa29776098d5 req-af39c998-4d0c-4861-aa84-6a94568bf05c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319710 Jun 30 08:46:07.556326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.558251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.577938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] For port 984be53f-98a3-447d-87f1-f350e567ee2e, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=984be53f-98a3-447d-87f1-f350e567ee2e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:07.587173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74816267-ac9f-41da-9d88-6fbb193ea1ca req-4b070a5c-e908-4977-828c-e30da19aa81b tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653688 Jun 30 08:46:07.631538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.692463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80a9e21a-04f8-4471-b2dc-1d628e454932 req-e12864c0-116f-4287-8d67-bd5273d1a2aa tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733918 Jun 30 08:46:07.695811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0', 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'fixed_ips': [{'subnet_id': '91f31a8a-0c86-46e8-af43-01339d6e8968'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:46:07.696910 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.734587 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.743600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.744210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.745599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/984be53f-98a3-447d-87f1-f350e567ee2e HTTP/1.1" status: 200 len: 1096 time: 3.2813253 Jun 30 08:46:07.748489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.777335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-ee0644be-f94d-4ef4-9167-9e7e2937854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:07.779278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-ee0644be-f94d-4ef4-9167-9e7e2937854e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2208865 Jun 30 08:46:07.839811 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-52fc9080-1931-47d8-a594-fa29776098d5 req-ce351260-2732-4716-af3f-0fbf35745f8a service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769482 Jun 30 08:46:07.914500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Allocated IP 172.20.0.2 (6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0/91f31a8a-0c86-46e8-af43-01339d6e8968/54033d29-75ac-4d12-8ded-06043978621a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:08.000559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device afd6c4a3-8599-4608-a1f6-f8459114ff24 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:08.038536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.056348 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-52fc9080-1931-47d8-a594-fa29776098d5 req-0caa2437-a254-4537-8adc-590d6ea91972 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810973 Jun 30 08:46:08.129983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port afd6c4a3-8599-4608-a1f6-f8459114ff24 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:08.136525 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port afd6c4a3-8599-4608-a1f6-f8459114ff24 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:08.137144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.174729 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.192606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f4d84-afa7-4ce7-88d7-d129974081d7 service neutron] Pushing event updated for resources: {'Port': ['ID=984be53f-98a3-447d-87f1-f350e567ee2e,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:08.193295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:08.196442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:08.200032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Transition to ACTIVE for port object 54033d29-75ac-4d12-8ded-06043978621a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:08.252540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Transition to ACTIVE for port object 54033d29-75ac-4d12-8ded-06043978621a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:08.260193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.277789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.280562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.371749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-f23af5cc-394e-4569-8d82-574263dbc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:08.373259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-f23af5cc-394e-4569-8d82-574263dbc054 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5699234 Jun 30 08:46:08.380291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:08.382981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-1f07c16e-87b3-472f-b115-2731e4cd65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:08.384417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-1f07c16e-87b3-472f-b115-2731e4cd65e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 1099 time: 0.5620773 Jun 30 08:46:08.397401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:08.399133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deca180-28f4-40c6-9747-07abc3164405 req-9cad2b7e-38ee-44cb-bb7f-025d9914a3fa tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:08.400027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:08.406047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9deca180-28f4-40c6-9747-07abc3164405 req-9cad2b7e-38ee-44cb-bb7f-025d9914a3fa tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 968 time: 0.6321337 Jun 30 08:46:08.407688 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.420862 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-43297352-71ed-4942-80ba-ad4d7323f869 service neutron] 10.222.0.13 "GET /v2.0/ports/0621425e-261e-4da4-b8b6-9b3f577e5133/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.0605290 Jun 30 08:46:08.436703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Pushing event updated for resources: {'Port': ['ID=54033d29-75ac-4d12-8ded-06043978621a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:08.460459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c0f7d-9a49-4c2c-8596-827239405c3a req-03747432-7a3f-46e0-af46-931868ed3d83 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:08.466692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-577c0f7d-9a49-4c2c-8596-827239405c3a req-03747432-7a3f-46e0-af46-931868ed3d83 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 945 time: 0.6062043 Jun 30 08:46:08.472693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Allocated IP 172.25.8.227 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d1755b25-6fba-4db0-a445-58c29b2f1161) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:08.502080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:08.513200 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.535038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:08.537469 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5066624-413f-4b46-b203-91d3248d3f4e" -d '{"events": [{"server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "name": "network-vif-plugged", "status": "completed", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:08.562522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be205-a729-476e-b736-fbf60aafc809 req-20f6862a-a184-43af-ae8b-13b9f72fa4e0 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:08.564190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c1be205-a729-476e-b736-fbf60aafc809 req-20f6862a-a184-43af-ae8b-13b9f72fa4e0 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 949 time: 0.4262965 Jun 30 08:46:08.581163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-6602a17e-4876-4998-a20b-8db6dcacbc82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=984be53f-98a3-447d-87f1-f350e567ee2e HTTP/1.1" status: 200 len: 217 time: 0.1657894 Jun 30 08:46:08.582388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e0a1a132-eaef-4548-9273-c86709895da8', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'e0a1a132-eaef-4548-9273-c86709895da8', 'mac_address': 'fa:16:3e:de:1d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:08.588451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port afd6c4a3-8599-4608-a1f6-f8459114ff24, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:08.598157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Attempting to bind port 54033d29-75ac-4d12-8ded-06043978621a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:08.598661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Attempting to bind port 54033d29-75ac-4d12-8ded-06043978621a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:08.598975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Attempting to bind port 54033d29-75ac-4d12-8ded-06043978621a on network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:08.601816 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.623770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:08.655166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9deca180-28f4-40c6-9747-07abc3164405 req-1305f6ab-4546-45b2-b83c-f05a0d51460e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482564 Jun 30 08:46:08.666414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:08.666787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Checking segment: {'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:08.667185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.667571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Bound using segment: {'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:08.668055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Bound port: 54033d29-75ac-4d12-8ded-06043978621a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:08.668430 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.677463 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.717274 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.735704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-577c0f7d-9a49-4c2c-8596-827239405c3a req-7a180fda-0318-465e-a8fe-c92b6f39c602 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678690 Jun 30 08:46:08.737281 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9df23c-07dd-414a-9e17-788f837dac34 x-openstack-request-id: req-ee9df23c-07dd-414a-9e17-788f837dac34 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:08.737691 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ac80c3-5ced-43b1-b588-c4414dc0475e", "tag": "6a655be7-7ea8-4c58-bd3b-0f0eab9de478", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:08.737967 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee9df23c-07dd-414a-9e17-788f837dac34 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:08.738899 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'tag': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'status': 'completed', 'code': 200} Jun 30 08:46:08.754533 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.826369 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:08.832187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-b484236d-3df5-4609-9b0f-ad3527fed1c4 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421604 Jun 30 08:46:08.833705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-c835e96e-a82a-4a2a-8208-36e012cfed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:08.835506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-c835e96e-a82a-4a2a-8208-36e012cfed38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2390699 Jun 30 08:46:08.855952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=afd6c4a3-8599-4608-a1f6-f8459114ff24,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:08.871753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:09.035757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.050662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event updated for resources: {'Port': ['ID=950fdf90-201f-4621-bbc7-35ceec6998f1,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:09.071973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:09.075502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] For port 54033d29-75ac-4d12-8ded-06043978621a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:09.079876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 905a45d1-67b5-4e99-97fd-b39cd4b06700 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:09.105321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:09.124777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] For port 54033d29-75ac-4d12-8ded-06043978621a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=54033d29-75ac-4d12-8ded-06043978621a,segment=NetworkSegment(78e99eed-30c2-48b5-9f93-69ac4e54f1c5),segment_id=78e99eed-30c2-48b5-9f93-69ac4e54f1c5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:09.126235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:09.135206 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.140528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.151532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.155975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0621425e-261e-4da4-b8b6-9b3f577e5133 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:09.175583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:46:09.176256 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:46:09.187912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Deleting port 761b1878-a6de-4258-a200-282a12382c4e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:09.188239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.192459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-3d573d2e-425d-470d-924b-d059e04c837e service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466656 Jun 30 08:46:09.198060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:09.220742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a67c5-e6ba-449a-a59d-14d99adf41c8 None None] Pushing event updated for resources: {'Port': ['ID=54033d29-75ac-4d12-8ded-06043978621a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:09.221948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.223371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9eba16d1-8e92-41cc-bc38-219bebafab0b tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7825403 Jun 30 08:46:09.237278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:09.238951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Pushing event updated for resources: {'Port': ['ID=d1755b25-6fba-4db0-a445-58c29b2f1161,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:09.241756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:09.242229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 905a45d1-67b5-4e99-97fd-b39cd4b06700 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:09.242747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.243430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.247105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:09.283141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6451e-8cac-427f-a2f6-65f18b0fbdd8 req-79726a56-45dc-4aa9-9f0f-c7de9957a209 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:09.291833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbc6451e-8cac-427f-a2f6-65f18b0fbdd8 req-79726a56-45dc-4aa9-9f0f-c7de9957a209 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 948 time: 0.4131386 Jun 30 08:46:09.309690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09175-4a41-4db5-af62-417b0d850959 req-f767a7b0-e876-4a3a-8c65-1bccc1842513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:09.311512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-f767a7b0-e876-4a3a-8c65-1bccc1842513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4683089 Jun 30 08:46:09.395576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4d060-3cdb-496e-9503-9e8dc31c309f req-b40838d3-4448-4c50-8ba8-5197d0e414eb tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:09.404780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20f4d060-3cdb-496e-9503-9e8dc31c309f req-b40838d3-4448-4c50-8ba8-5197d0e414eb tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 944 time: 0.3941720 Jun 30 08:46:09.457053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] Transition to ACTIVE for port object 0621425e-261e-4da4-b8b6-9b3f577e5133 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:09.466951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.512625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbc6451e-8cac-427f-a2f6-65f18b0fbdd8 req-e422f387-5f9a-4599-8b27-b91283bebb09 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199218 Jun 30 08:46:09.531506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] For port 761b1878-a6de-4258-a200-282a12382c4e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=761b1878-a6de-4258-a200-282a12382c4e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:09.531881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.592537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Calling delete_port for 761b1878-a6de-4258-a200-282a12382c4e owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:09.595945 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6108c578-1204-495b-911b-1e193da40925 x-openstack-request-id: req-6108c578-1204-495b-911b-1e193da40925 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:09.596451 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "name": "network-vif-plugged", "status": "completed", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:09.596873 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6108c578-1204-495b-911b-1e193da40925 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:09.597714 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'code': 200} Jun 30 08:46:09.631039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20f4d060-3cdb-496e-9503-9e8dc31c309f req-9479e79a-84e6-43ba-8bc5-5d03a8c47bdd tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253039 Jun 30 08:46:09.656233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-df8a31b0-3afb-45d3-87a1-c14868c97649 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335762 Jun 30 08:46:09.689119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] Pushing event updated for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=10']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:09.697620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-9bedc1c2-c386-4caa-89c6-5fe253d9ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:09.699138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-9bedc1c2-c386-4caa-89c6-5fe253d9ffeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 1100 time: 0.4033613 Jun 30 08:46:09.750480 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.780946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:09.804641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] No DVR routers for this DVR port 0621425e-261e-4da4-b8b6-9b3f577e5133 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:46:09.825210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:09.841919 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:09.872264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b691195-fb85-4d40-b27c-9842d41990ce req-8e536ab5-237c-4a74-8a97-37883b7366bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:09.874476 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b691195-fb85-4d40-b27c-9842d41990ce req-8e536ab5-237c-4a74-8a97-37883b7366bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 1098 time: 0.1681974 Jun 30 08:46:09.897871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:09.945055 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-b410233f-6d1e-4997-b024-9b356c0ec1ae service neutron] 10.222.0.13 "PUT /v2.0/ports/0621425e-261e-4da4-b8b6-9b3f577e5133/bindings/n-h1-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 1.5132608 Jun 30 08:46:09.952133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:10.018071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4e09175-4a41-4db5-af62-417b0d850959 req-75fbe561-6b01-49c7-bfc2-bf0813fb9770 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226328 Jun 30 08:46:10.057930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-80afe8dc-843b-4a2d-a924-d29990928c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.059320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-80afe8dc-843b-4a2d-a924-d29990928c93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3403111 Jun 30 08:46:10.064648 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b691195-fb85-4d40-b27c-9842d41990ce req-fe45160f-156a-4afe-a6a6-5414c96d32d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566331 Jun 30 08:46:10.090701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0a1a132-eaef-4548-9273-c86709895da8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:10.098690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf9861-ffeb-4813-a501-9fd3e121ea4f req-fbd2a0d7-df4c-4c45-89ab-4a4d5c1dad14 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.106587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4cf9861-ffeb-4813-a501-9fd3e121ea4f req-fbd2a0d7-df4c-4c45-89ab-4a4d5c1dad14 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee29bbe3-3401-4d25-a29c-f43e0ddae78f HTTP/1.1" status: 200 len: 949 time: 0.2505944 Jun 30 08:46:10.131764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:10.153269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-d32d0618-f499-4494-b9d6-e77c733ba178 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.154650 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-d32d0618-f499-4494-b9d6-e77c733ba178 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.1388764 Jun 30 08:46:10.183519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-0fb278cf-4d57-4fe8-b304-b550254f6e64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6a655be7-7ea8-4c58-bd3b-0f0eab9de478 HTTP/1.1" status: 200 len: 217 time: 0.0594547 Jun 30 08:46:10.191012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 761b1878-a6de-4258-a200-282a12382c4e no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:10.221035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 761b1878-a6de-4258-a200-282a12382c4e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:10.221373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 761b1878-a6de-4258-a200-282a12382c4e not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:10.222154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:10.223544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Pushing event deleted for resources: {'Port': ['ID=761b1878-a6de-4258-a200-282a12382c4e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:10.291107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4bb4-6ecd-420a-9e3a-24b790cd92e1 req-2804af0c-aabe-4fdf-9554-8c13189e221e tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.292717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e43d4bb4-6ecd-420a-9e3a-24b790cd92e1 req-2804af0c-aabe-4fdf-9554-8c13189e221e tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 948 time: 0.3390174 Jun 30 08:46:10.335262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4cf9861-ffeb-4813-a501-9fd3e121ea4f req-698c70ac-9e98-462b-8d89-4cdddaae45c2 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb8c2e8f-9446-4f7e-9c19-6e502a553800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249091 Jun 30 08:46:10.341060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:10.348316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-80f7aaab-4b42-4d03-9628-49d08d1efc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.349897 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-80f7aaab-4b42-4d03-9628-49d08d1efc69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0&tenant_id=92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 1097 time: 0.1512458 Jun 30 08:46:10.360372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:10.631688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-778e686c-c6d5-42b9-917b-c627f22f2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.633172 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-778e686c-c6d5-42b9-917b-c627f22f2a34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1920996 Jun 30 08:46:10.752862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:46:10.826082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c38455-1acb-4b7c-9cec-b101a12c46ce None None] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:10.826294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-4e6d63e7-6695-4af6-ac64-5a688f635caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.828482 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-4e6d63e7-6695-4af6-ac64-5a688f635caf service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1862659 Jun 30 08:46:10.925281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-d1404d68-85d0-40b2-a008-16733c1bcef0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 217 time: 0.0398736 Jun 30 08:46:11.000679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c802f7f2-6151-46ca-9af5-b9c01689c81c None None] Provisioning for port 54033d29-75ac-4d12-8ded-06043978621a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:11.007981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'tag': '984be53f-98a3-447d-87f1-f350e567ee2e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:11.011589 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714af737-c54c-4a3e-bffe-2ce9487de886" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab", "tag": "984be53f-98a3-447d-87f1-f350e567ee2e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:11.025385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] No DVR routers for this DVR port 761b1878-a6de-4258-a200-282a12382c4e on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:46:11.083922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:11.086641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c1be205-a729-476e-b736-fbf60aafc809 req-59225eda-7e59-4c02-9ff6-3eaea00b33f7 tempest-ImagesNegativeTestJSON-110089639 tempest-ImagesNegativeTestJSON-110089639-project] 10.222.0.13 "DELETE /v2.0/ports/761b1878-a6de-4258-a200-282a12382c4e HTTP/1.1" status: 204 len: 173 time: 2.4980924 Jun 30 08:46:11.089657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e43d4bb4-6ecd-420a-9e3a-24b790cd92e1 req-0e0d97c0-8c6e-4f91-9bfa-d9edc0985b3e tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7532008 Jun 30 08:46:11.115486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-ed6e40e2-612f-430c-a872-8d8d83dad904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:11.119615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-ed6e40e2-612f-430c-a872-8d8d83dad904 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.9125550 Jun 30 08:46:11.130600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 54033d29-75ac-4d12-8ded-06043978621a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:11.162278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-24aab5ed-25d1-42e0-b87f-897376f6056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:11.164359 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-24aab5ed-25d1-42e0-b87f-897376f6056d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.2326884 Jun 30 08:46:11.171501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:11.203996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Sync routers for ids ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:11.248997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-9b584977-3cdc-41c2-965d-551b134a371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:11.250803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-9b584977-3cdc-41c2-965d-551b134a371b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096239 Jun 30 08:46:11.252945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Routers {'72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:11.257542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:11.274006 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-679091e7-d8dc-42d9-a90c-84c04ec1383c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973847 Jun 30 08:46:11.278071 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:11.282792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7cbff585-924d-4638-a6b9-0a073afce6bd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7780735 Jun 30 08:46:11.284219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167381b-e96f-452b-947c-d87311259f95 req-80e44f80-3723-4511-8e13-397cb4ac1450 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:11.284777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:11.285910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e167381b-e96f-452b-947c-d87311259f95 req-80e44f80-3723-4511-8e13-397cb4ac1450 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 946 time: 0.1947780 Jun 30 08:46:11.455944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 54033d29-75ac-4d12-8ded-06043978621a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:11.467600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 54033d29-75ac-4d12-8ded-06043978621a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:11.469207 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:11.493015 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-4eaeef6f-5d84-405f-a32d-5525a3c0795e service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089283 Jun 30 08:46:11.533590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e167381b-e96f-452b-947c-d87311259f95 req-fe365d63-75a2-4e6d-a67d-bfb78a4ef6dc tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285297 Jun 30 08:46:11.554169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Set router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:11.627490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:11.634688 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b7977-9dcc-473d-a5fe-3379ece14277" -d '{"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:11.643451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-fa7bbe6e-3abd-4672-8672-a5af583f24a2 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794863 Jun 30 08:46:11.697434 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-27bc3e02-f085-48ab-8258-e63ca625625f service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957924 Jun 30 08:46:11.738503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34519bb1-3a71-4651-876c-4ae43e01c21f req-846c4eba-688d-42ca-86e5-ba44ea9e44dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:11.750018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34519bb1-3a71-4651-876c-4ae43e01c21f req-846c4eba-688d-42ca-86e5-ba44ea9e44dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 948 time: 0.4490969 Jun 30 08:46:11.896290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:11.977081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ae348c5e-7f7c-49cf-96bd-c36b1343cf66 None None] Provisioning complete for port 54033d29-75ac-4d12-8ded-06043978621a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:11.977081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae348c5e-7f7c-49cf-96bd-c36b1343cf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.020941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 54033d29-75ac-4d12-8ded-06043978621a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=54033d29-75ac-4d12-8ded-06043978621a,segment=NetworkSegment(78e99eed-30c2-48b5-9f93-69ac4e54f1c5),segment_id=78e99eed-30c2-48b5-9f93-69ac4e54f1c5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:12.038078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:12.048973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34519bb1-3a71-4651-876c-4ae43e01c21f req-957abe7b-72f1-444a-bde5-23bbbe69f9a8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974160 Jun 30 08:46:12.050276 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.116970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b99e62a-9466-4b16-8b39-e76abde9f7cf req-f189742c-99c8-49e1-8a85-0cd8ad212ece service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620576 Jun 30 08:46:12.150751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635006a-f279-48b7-a166-a81318f26e96 req-200d8774-25fa-45a7-9e99-787c6595dfe0 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:12.156659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9635006a-f279-48b7-a166-a81318f26e96 req-200d8774-25fa-45a7-9e99-787c6595dfe0 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 945 time: 0.3084850 Jun 30 08:46:12.187896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=54033d29-75ac-4d12-8ded-06043978621a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:12.233326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:12.260993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9635006a-f279-48b7-a166-a81318f26e96 req-1256c3dd-73a6-4bf4-9a38-2994f2f3b329 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011434 Jun 30 08:46:12.322910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-b99cc420-4820-49e7-87dd-81901eb8ae7f tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1786653262&fields=id&tenant_id=4137f6d11f644239947763f28f765a21 HTTP/1.1" status: 200 len: 267 time: 0.1142857 Jun 30 08:46:12.323434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:12.343519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:09Z', 'revision_number': 3, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port': {'id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:08Z', 'updated_at': '2021-06-30T08:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:12.347982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'mac_address': 'fa:16:3e:6c:28:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:12.376945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Checking router: 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:12.377725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Updating router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 port d1755b25-6fba-4db0-a445-58c29b2f1161 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:46:12.428000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e0a1a132-eaef-4548-9273-c86709895da8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:12.428368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.436818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.472509 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071259bd-7b8a-454f-ae88-f472bbdd531c x-openstack-request-id: req-071259bd-7b8a-454f-ae88-f472bbdd531c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:12.472880 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab", "tag": "984be53f-98a3-447d-87f1-f350e567ee2e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:12.473079 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-071259bd-7b8a-454f-ae88-f472bbdd531c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:12.473467 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'tag': '984be53f-98a3-447d-87f1-f350e567ee2e', 'status': 'completed', 'code': 200} Jun 30 08:46:12.504760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.646014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-d0538196-d95d-4d36-a1e8-bacc736ae682 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:12.647527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-d0538196-d95d-4d36-a1e8-bacc736ae682 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 824 time: 0.2720654 Jun 30 08:46:12.691637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6635e1f1-b04f-440a-94af-b28e391860fa tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/quotas/4137f6d11f644239947763f28f765a21 HTTP/1.1" status: 200 len: 375 time: 0.0236871 Jun 30 08:46:12.724708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-f59c04e3-f3c2-4180-890b-2f418679915c tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:12.726782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-f59c04e3-f3c2-4180-890b-2f418679915c tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.4104345 Jun 30 08:46:12.746293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Allocated IP 172.20.0.1 (6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0/91f31a8a-0c86-46e8-af43-01339d6e8968/67154760-6ffb-42de-8615-396142f859dc) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:12.873853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.888613 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.889051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Transition to ACTIVE for port object 67154760-6ffb-42de-8615-396142f859dc will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:12.895744 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99126571-4078-4108-aa24-9db66040b65d x-openstack-request-id: req-99126571-4078-4108-aa24-9db66040b65d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:12.896106 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:12.896288 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99126571-4078-4108-aa24-9db66040b65d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:12.896685 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8', 'code': 200} Jun 30 08:46:12.936423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.938662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-8ed0957d-face-4ad1-bf76-96cd4048fe12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:12.940654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-8ed0957d-face-4ad1-bf76-96cd4048fe12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5080463-a31d-4e6e-80fd-2ae6d7b170db HTTP/1.1" status: 200 len: 968 time: 0.5669124 Jun 30 08:46:12.947833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-1354a970-72e8-4759-be8a-4935e9f1901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:12.949443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-1354a970-72e8-4759-be8a-4935e9f1901a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 1099 time: 0.4528265 Jun 30 08:46:13.044154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.059023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:13.067781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Transition to ACTIVE for port object d1755b25-6fba-4db0-a445-58c29b2f1161 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:13.135528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 54033d29-75ac-4d12-8ded-06043978621a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:13.148396 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.172666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.177415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-2c41492b-5363-4202-9625-db2ce68b50ce tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4734900 Jun 30 08:46:13.195180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:13.215435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0aef-4ed0-4611-9be2-f34b8325e0b0 req-f520ade6-f8ec-4cfd-bb3a-affe3e801e8a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:13.223022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5d0aef-4ed0-4611-9be2-f34b8325e0b0 req-f520ade6-f8ec-4cfd-bb3a-affe3e801e8a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 948 time: 0.3507442 Jun 30 08:46:13.225208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Attempting to bind port d1755b25-6fba-4db0-a445-58c29b2f1161 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:13.226367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Attempting to bind port d1755b25-6fba-4db0-a445-58c29b2f1161 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:13.226860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Attempting to bind port d1755b25-6fba-4db0-a445-58c29b2f1161 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:13.250765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-74579a69-b0b1-4d3d-815b-1b09b1c2e724 service neutron] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:13.258316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:13.258701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:13.259101 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.259486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:13.260005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Bound port: d1755b25-6fba-4db0-a445-58c29b2f1161, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:13.260381 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.274675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-74579a69-b0b1-4d3d-815b-1b09b1c2e724 service neutron] Notify callbacks [] for binding, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.275885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ddbb8f9-f39d-4ae5-b68b-38620b658bf6 req-74579a69-b0b1-4d3d-815b-1b09b1c2e724 service neutron] 10.222.0.26 "DELETE /v2.0/ports/0621425e-261e-4da4-b8b6-9b3f577e5133/bindings/n-h2-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.5122731 Jun 30 08:46:13.282124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-864306d1-b85b-4b09-a260-efb22df7c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:13.283618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-864306d1-b85b-4b09-a260-efb22df7c6f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3170843 Jun 30 08:46:13.342635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-95dabfb0-3f25-4074-9ccf-abfbe5f16554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=984be53f-98a3-447d-87f1-f350e567ee2e HTTP/1.1" status: 200 len: 217 time: 0.0408702 Jun 30 08:46:13.345678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.361941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5d0aef-4ed0-4611-9be2-f34b8325e0b0 req-615b8824-49fd-4a11-a94e-143d5c429c0a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356163 Jun 30 08:46:13.371764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] For port d1755b25-6fba-4db0-a445-58c29b2f1161, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:13.386451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] For port d1755b25-6fba-4db0-a445-58c29b2f1161, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d1755b25-6fba-4db0-a445-58c29b2f1161,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:13.409421 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.414759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-734b3cec-a09a-4a02-9037-03d212599254 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:46:13.415795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-734b3cec-a09a-4a02-9037-03d212599254 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1257291 Jun 30 08:46:13.450609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:13.453950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9103-d30b-4288-8416-53b06c13f32f None None] Pushing event updated for resources: {'Port': ['ID=d1755b25-6fba-4db0-a445-58c29b2f1161,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:13.470436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.473212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Deleting port 56177d09-c25c-48b7-b5f4-903619afaef1 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:13.473564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.514582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Routers {'72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:13.515517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:13.569848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:13.573324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:13.577997 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:13.592071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 54033d29-75ac-4d12-8ded-06043978621a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:13.592447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.604111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] For port 56177d09-c25c-48b7-b5f4-903619afaef1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=56177d09-c25c-48b7-b5f4-903619afaef1,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:13.604483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.617577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Pushing event updated for resources: {'Port': ['ID=67154760-6ffb-42de-8615-396142f859dc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:13.642224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.655803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6a655be7-7ea8-4c58-bd3b-0f0eab9de478'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:13.661159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:13.677911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-a5869987-3dc0-4d36-897e-b6af50bec4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:13.679544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-a5869987-3dc0-4d36-897e-b6af50bec4f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.3155832 Jun 30 08:46:13.886444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9103-d30b-4288-8416-53b06c13f32f None None] Pushing event updated for resources: {'Port': ['ID=d1755b25-6fba-4db0-a445-58c29b2f1161,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:13.913937 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:13.975406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] Set router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:14.058943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44cb0850-50ce-4cce-a255-4b01c6a50ba7 None None] Provisioning for port 67154760-6ffb-42de-8615-396142f859dc completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:14.082440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44cb0850-50ce-4cce-a255-4b01c6a50ba7 None None] Provisioning complete for port 67154760-6ffb-42de-8615-396142f859dc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:14.082810 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44cb0850-50ce-4cce-a255-4b01c6a50ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.149371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:14.176612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.186084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-44cb0850-50ce-4cce-a255-4b01c6a50ba7 None None] Port 67154760-6ffb-42de-8615-396142f859dc cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:14.193147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.233108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 984be53f-98a3-447d-87f1-f350e567ee2e details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:14.261693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d656-cddb-484a-83a5-dda90cc024f5 req-87228d71-a4e6-4ac6-8017-7fb36d316c5f tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:14.263253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c7d656-cddb-484a-83a5-dda90cc024f5 req-87228d71-a4e6-4ac6-8017-7fb36d316c5f tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 946 time: 0.6386847 Jun 30 08:46:14.295306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-452c53f9-88bf-4565-bcbb-b49ba2150d79 service neutron] 10.222.0.53 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354080 Jun 30 08:46:14.304548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.304996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.305475 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Floating IP 8418746e-f27a-468f-82e9-82406653b7d6 disassociated. External IP: 172.25.8.45, port: 56177d09-c25c-48b7-b5f4-903619afaef1. Jun 30 08:46:14.305851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Calling delete_port for 56177d09-c25c-48b7-b5f4-903619afaef1 owned by compute:tempest-test_az-2045696192 {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:14.324119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-f21eeac7-b552-437e-8162-60a0a6ee05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:14.325862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-f21eeac7-b552-437e-8162-60a0a6ee05ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5880594 Jun 30 08:46:14.356350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Pushing event updated for resources: {'Port': ['ID=67154760-6ffb-42de-8615-396142f859dc,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:14.392686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.407414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 984be53f-98a3-447d-87f1-f350e567ee2e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=984be53f-98a3-447d-87f1-f350e567ee2e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:14.423554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '984be53f-98a3-447d-87f1-f350e567ee2e', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '984be53f-98a3-447d-87f1-f350e567ee2e', 'mac_address': 'fa:16:3e:cf:c1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:14.433880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:09Z', 'revision_number': 3, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port': {'id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:08Z', 'updated_at': '2021-06-30T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:14.482680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ec096-1eea-48e8-a583-fcb5e12c773f None None] The sync data for ids ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'] in n-d-758944-40 is: [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:09Z', 'revision_number': 3, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port': {'id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:08Z', 'updated_at': '2021-06-30T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:14.496862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.524478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984be53f-98a3-447d-87f1-f350e567ee2e {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:14.533551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:14.535172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:14.550466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 984be53f-98a3-447d-87f1-f350e567ee2e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=984be53f-98a3-447d-87f1-f350e567ee2e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:14.562019 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.666742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=984be53f-98a3-447d-87f1-f350e567ee2e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:14.706326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'name': 'network-vif-deleted', 'tag': '761b1878-a6de-4258-a200-282a12382c4e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:14.709046 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd277ef-80ea-4b8f-a44e-7173f90dee25" -d '{"events": [{"server_uuid": "ee29bbe3-3401-4d25-a29c-f43e0ddae78f", "name": "network-vif-deleted", "tag": "761b1878-a6de-4258-a200-282a12382c4e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:14.767974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:14.833271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:14.917771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:14.922814 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965617af-be61-435e-a9ba-55be2830ebf8" -d '{"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:14.963595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fac00634-af8a-420e-ae09-f2fe29af80b3 None None] Provisioning complete for port 67154760-6ffb-42de-8615-396142f859dc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:14.964099 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fac00634-af8a-420e-ae09-f2fe29af80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:14.992645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-9e21cfea-5710-4890-948f-872c495bfea7 service neutron] 10.222.0.53 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832864 Jun 30 08:46:15.000820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c7d656-cddb-484a-83a5-dda90cc024f5 req-de9d8b8c-a62f-4730-b084-3e23aee20415 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235343 Jun 30 08:46:15.025041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fac00634-af8a-420e-ae09-f2fe29af80b3 None None] Port 67154760-6ffb-42de-8615-396142f859dc cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:15.027426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-c23023c0-6a6c-41bb-ab9d-5923d575bee6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571364 Jun 30 08:46:15.102621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:15.124428 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f40303bb-3c1a-4ce9-b439-21e3ccac690f admin admin] 10.222.0.53 "PUT /v2.0/routers/72a8e85b-d369-4aa3-b0a3-0bf5e2683df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8366935 Jun 30 08:46:15.179101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d1755b25-6fba-4db0-a445-58c29b2f1161 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:15.374358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d1755b25-6fba-4db0-a445-58c29b2f1161 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:15.387983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-714af737-c54c-4a3e-bffe-2ce9487de886 req-ef0c2260-f1e7-4b41-9f50-5aa148c35493 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417015 Jun 30 08:46:15.395327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d1755b25-6fba-4db0-a445-58c29b2f1161 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:15.398934 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.416225 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.498367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event deleted for resources: {'Port': ['ID=56177d09-c25c-48b7-b5f4-903619afaef1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:15.584290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.617754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port d1755b25-6fba-4db0-a445-58c29b2f1161, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d1755b25-6fba-4db0-a445-58c29b2f1161,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:15.624520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.688369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=d1755b25-6fba-4db0-a445-58c29b2f1161,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:15.766897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea30d1-aaa7-4050-9ad3-bd821b662c60 req-0c5ec3d8-d020-473b-9858-43a67b9dca13 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:15.768475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07ea30d1-aaa7-4050-9ad3-bd821b662c60 req-0c5ec3d8-d020-473b-9858-43a67b9dca13 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 949 time: 0.2791481 Jun 30 08:46:15.816907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a1bd2-f6df-43d1-89b0-7bbce0e1989d req-41305de5-ea44-45eb-9034-558dbc596fa6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:15.818413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a6a1bd2-f6df-43d1-89b0-7bbce0e1989d req-41305de5-ea44-45eb-9034-558dbc596fa6 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 945 time: 0.2946835 Jun 30 08:46:15.836333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Router 60565d31-3aa0-4682-9996-3c5f28188e71 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:15.874307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07ea30d1-aaa7-4050-9ad3-bd821b662c60 req-a0d856a7-9909-4962-89d6-ae0f2e760a13 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882885 Jun 30 08:46:15.992834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a6a1bd2-f6df-43d1-89b0-7bbce0e1989d req-ba1577dd-6dd2-4666-9aa6-80648eaafbd0 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553395 Jun 30 08:46:16.065601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:16.091128 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff40e16-2c0c-4a7a-8650-42e30e270453 x-openstack-request-id: req-5ff40e16-2c0c-4a7a-8650-42e30e270453 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:16.091416 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee29bbe3-3401-4d25-a29c-f43e0ddae78f", "name": "network-vif-deleted", "tag": "761b1878-a6de-4258-a200-282a12382c4e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:16.091663 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ff40e16-2c0c-4a7a-8650-42e30e270453 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:16.092047 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee29bbe3-3401-4d25-a29c-f43e0ddae78f', 'name': 'network-vif-deleted', 'tag': '761b1878-a6de-4258-a200-282a12382c4e', 'status': 'completed', 'code': 200} Jun 30 08:46:16.123138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:16.134804 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] Sync routers for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:16.156125 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:16.158116 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:16.163992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:16.173993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:16.177338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.199010 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2013d32-43d1-458a-98c3-3f2351d61ec3 x-openstack-request-id: req-e2013d32-43d1-458a-98c3-3f2351d61ec3 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:16.199549 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:16.199974 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2013d32-43d1-458a-98c3-3f2351d61ec3 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:16.200518 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8', 'code': 200} Jun 30 08:46:16.281069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 984be53f-98a3-447d-87f1-f350e567ee2e up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:16.281273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] No DVR routers for this DVR port 56177d09-c25c-48b7-b5f4-903619afaef1 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:46:16.327798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.332465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72fc896b-bb75-476b-992e-c561bbb89aa4 req-e37baee9-61fe-4943-8173-90756091e38a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "DELETE /v2.0/ports/56177d09-c25c-48b7-b5f4-903619afaef1 HTTP/1.1" status: 204 len: 173 time: 3.3787401 Jun 30 08:46:16.362554 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:16.511857 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.553063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:16.573043 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.580483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 984be53f-98a3-447d-87f1-f350e567ee2e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:16.604557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36e4546a-2611-4817-9a52-829482945ad9 req-fc9c1d4c-0c53-47b4-b05a-fad09ae86acb tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 258 time: 0.3679605 Jun 30 08:46:16.613399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:16.631213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 984be53f-98a3-447d-87f1-f350e567ee2e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:16.632230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.720179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:16.736447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e33c1f-43ca-430e-b50c-ccf661cb9e6b req-de3f9faf-df61-457f-99d1-c0f2fabf4b7b tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:16.738021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8e33c1f-43ca-430e-b50c-ccf661cb9e6b req-de3f9faf-df61-457f-99d1-c0f2fabf4b7b tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.6128235 Jun 30 08:46:16.760215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.772414 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.817354 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:16.832890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 984be53f-98a3-447d-87f1-f350e567ee2e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=984be53f-98a3-447d-87f1-f350e567ee2e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:16.838039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.838847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 56177d09-c25c-48b7-b5f4-903619afaef1 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:16.859718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8e33c1f-43ca-430e-b50c-ccf661cb9e6b req-730aef36-445e-4e1f-9c99-c118e068bd17 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130257 Jun 30 08:46:16.861890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 56177d09-c25c-48b7-b5f4-903619afaef1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:16.861890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 56177d09-c25c-48b7-b5f4-903619afaef1 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:16.866865 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] Checking router: 60565d31-3aa0-4682-9996-3c5f28188e71 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:16.868559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b293-4f50-4836-b755-9e4a2cbdcf4a req-34bfd8f2-45da-4b26-abaa-ebbc4ac56080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:16.870465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e644b293-4f50-4836-b755-9e4a2cbdcf4a req-34bfd8f2-45da-4b26-abaa-ebbc4ac56080 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1101 time: 0.1974134 Jun 30 08:46:16.879735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:16.880514 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:16.933772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=984be53f-98a3-447d-87f1-f350e567ee2e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:16.971902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e644b293-4f50-4836-b755-9e4a2cbdcf4a req-bda22613-cb85-466b-b07d-14c88273d85f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868804 Jun 30 08:46:17.002929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Sync routers for ids ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:17.006775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:17.013965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Routers {'72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:17.017162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:17.110050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d1755b25-6fba-4db0-a445-58c29b2f1161 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:17.136158 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:17.164935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Allocated IP 172.25.8.173 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/34a32e43-72e3-4625-8a77-e198cd4ec03b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:17.235386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77c9bd7a-a48e-4430-839e-5451cb55b816 req-21085e30-cdfd-4914-8812-ab811355a105 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 210 time: 0.0771980 Jun 30 08:46:17.244871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Set router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:17.275750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d1755b25-6fba-4db0-a445-58c29b2f1161 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:17.276331 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:17.456532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-fe3184f6-6a76-4075-949a-38d6d4a8bc6a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:17.458046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-fe3184f6-6a76-4075-949a-38d6d4a8bc6a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 824 time: 0.2457547 Jun 30 08:46:17.479879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:17.614176 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-33c24b5d-63db-4fa8-b902-a7c41ab87640 req-21bc7544-92f9-4a0b-b5d8-8430b7292deb tempest-FloatingIPDetailsNegativeTestJSON-2053408815 tempest-FloatingIPDetailsNegativeTestJSON-2053408815-project] show failed (client error): The resource could not be found. Jun 30 08:46:17.615561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33c24b5d-63db-4fa8-b902-a7c41ab87640 req-21bc7544-92f9-4a0b-b5d8-8430b7292deb tempest-FloatingIPDetailsNegativeTestJSON-2053408815 tempest-FloatingIPDetailsNegativeTestJSON-2053408815-project] 10.222.0.53 "GET /v2.0/floatingips/68eee458-2326-48ac-a80c-efa2c868d8be HTTP/1.1" status: 404 len: 350 time: 0.0685041 Jun 30 08:46:17.621611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-2ed03d28-d57d-4e63-87cc-6513b234b985 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4137f6d11f644239947763f28f765a21 HTTP/1.1" status: 200 len: 380 time: 0.1392238 Jun 30 08:46:17.625434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43492) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:17.646452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:13Z', 'revision_number': 4, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port': {'id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:08Z', 'updated_at': '2021-06-30T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '67154760-6ffb-42de-8615-396142f859dc', 'name': '', 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'mac_address': 'fa:16:3e:f4:e8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91f31a8a-0c86-46e8-af43-01339d6e8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:12Z', 'updated_at': '2021-06-30T08:46:13Z', 'revision_number': 2, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'subnets': [{'id': '91f31a8a-0c86-46e8-af43-01339d6e8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:17.658403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'port': {'device_id': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'admin_state_up': True, 'tenant_id': '4137f6d11f644239947763f28f765a21', 'security_groups': ['b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:17.686187 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:17.706545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Checking router: 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:17.714188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Updating router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 port 67154760-6ffb-42de-8615-396142f859dc binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:46:17.741561 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cb97f-a22f-425f-9f82-72ef90b1e811 None None] The sync data for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 is: [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:17.820448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:17.874925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Made reservation on behalf of 4137f6d11f644239947763f28f765a21 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:17.879277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:17.891624 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:17.947225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:18.104196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'name': 'network-vif-deleted', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:18.110958 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a1aa37-f541-47c4-a2ee-180b0342574e" -d '{"events": [{"server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "name": "network-vif-deleted", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:18.132554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:18.140816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:18.204734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Allocated IP 172.20.0.12 (a9ae664b-a2ab-43d2-94ea-b5485831f87e/0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223/28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:18.205829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478'}, {'server_uuid': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984be53f-98a3-447d-87f1-f350e567ee2e'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:18.215185 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8560461c-f9c8-471c-adfa-11c6c896ba97" -d '{"events": [{"server_uuid": "15ac80c3-5ced-43b1-b588-c4414dc0475e", "name": "network-vif-plugged", "status": "completed", "tag": "6a655be7-7ea8-4c58-bd3b-0f0eab9de478"}, {"server_uuid": "ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab", "name": "network-vif-plugged", "status": "completed", "tag": "984be53f-98a3-447d-87f1-f350e567ee2e"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:18.227290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event updated for resources: {'Port': ['ID=34a32e43-72e3-4625-8a77-e198cd4ec03b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:18.274490 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379bf26-af3e-4336-a887-d2908cd12dc3 None None] New status for floating IP 8418746e-f27a-468f-82e9-82406653b7d6: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:46:18.325798 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.333371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195b7b-5dc3-40f6-b1d8-2991472bfde6 req-51a77ea3-f59f-46ea-b14a-aaf66872047a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:18.341379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82195b7b-5dc3-40f6-b1d8-2991472bfde6 req-51a77ea3-f59f-46ea-b14a-aaf66872047a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 950 time: 0.3970356 Jun 30 08:46:18.349278 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.361609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Transition to ACTIVE for port object 67154760-6ffb-42de-8615-396142f859dc will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:18.370022 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.442357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.460657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82195b7b-5dc3-40f6-b1d8-2991472bfde6 req-3b1e147e-f2cf-4aa1-a7f0-c827f2fbc62c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148489 Jun 30 08:46:18.470944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025025c-6df7-43a2-89f3-c7c1d4779c5c None None] Pushing event updated for resources: {'Port': ['ID=67154760-6ffb-42de-8615-396142f859dc,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:18.590813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Attempting to bind port 67154760-6ffb-42de-8615-396142f859dc on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:18.591180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Attempting to bind port 67154760-6ffb-42de-8615-396142f859dc by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:18.591590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Attempting to bind port 67154760-6ffb-42de-8615-396142f859dc on network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:18.608907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:18.609401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Checking segment: {'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:18.609701 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.610089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Bound using segment: {'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:18.610557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Bound port: 67154760-6ffb-42de-8615-396142f859dc, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e99eed-30c2-48b5-9f93-69ac4e54f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:18.610940 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.712489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.737912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Transition to ACTIVE for port object 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:18.738736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] For port 67154760-6ffb-42de-8615-396142f859dc, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:18.754815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] For port 67154760-6ffb-42de-8615-396142f859dc, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=67154760-6ffb-42de-8615-396142f859dc,segment=NetworkSegment(78e99eed-30c2-48b5-9f93-69ac4e54f1c5),segment_id=78e99eed-30c2-48b5-9f93-69ac4e54f1c5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:18.760681 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.763324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.826441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025025c-6df7-43a2-89f3-c7c1d4779c5c None None] Pushing event updated for resources: {'Port': ['ID=67154760-6ffb-42de-8615-396142f859dc,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:18.844404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Routers {'72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:18.844910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:18.861846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Deleting port 67154760-6ffb-42de-8615-396142f859dc {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:18.862388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.980891 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.012096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] Set router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:19.023793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] For port 67154760-6ffb-42de-8615-396142f859dc, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=67154760-6ffb-42de-8615-396142f859dc,segment=NetworkSegment(78e99eed-30c2-48b5-9f93-69ac4e54f1c5),segment_id=78e99eed-30c2-48b5-9f93-69ac4e54f1c5)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:19.024963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.051799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Calling delete_port for 67154760-6ffb-42de-8615-396142f859dc owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:19.314625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.334552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:13Z', 'revision_number': 4, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port': {'id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:08Z', 'updated_at': '2021-06-30T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '67154760-6ffb-42de-8615-396142f859dc', 'name': '', 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'mac_address': 'fa:16:3e:f4:e8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91f31a8a-0c86-46e8-af43-01339d6e8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:12Z', 'updated_at': '2021-06-30T08:46:18Z', 'revision_number': 4, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'subnets': [{'id': '91f31a8a-0c86-46e8-af43-01339d6e8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:19.349911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Pushing event deleted for resources: {'Port': ['ID=67154760-6ffb-42de-8615-396142f859dc,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:19.350811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a56a6-498f-43c1-975a-71531fcca5ae req-a937ffba-55d2-46b0-aa60-50da4a687349 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:19.360818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e20a56a6-498f-43c1-975a-71531fcca5ae req-a937ffba-55d2-46b0-aa60-50da4a687349 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1097 time: 0.6014109 Jun 30 08:46:19.371564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351e344-ae2d-4792-a0da-57aff5138ef6 None None] The sync data for ids ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'] in n-d-758944-40 is: [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:13Z', 'revision_number': 4, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port': {'id': 'd1755b25-6fba-4db0-a445-58c29b2f1161', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:08Z', 'updated_at': '2021-06-30T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '67154760-6ffb-42de-8615-396142f859dc', 'name': '', 'network_id': '6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'mac_address': 'fa:16:3e:f4:e8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91f31a8a-0c86-46e8-af43-01339d6e8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:46:12Z', 'updated_at': '2021-06-30T08:46:18Z', 'revision_number': 4, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'subnets': [{'id': '91f31a8a-0c86-46e8-af43-01339d6e8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:19.377613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:19.406502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:19.409459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:19.420427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event updated for resources: {'Port': ['ID=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:19.528596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.551057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e20a56a6-498f-43c1-975a-71531fcca5ae req-a40afe92-3ad2-4ebe-8827-7053736eff55 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829374 Jun 30 08:46:19.552389 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.582346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:19.583307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.719768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event updated for resources: {'Port': ['ID=34a32e43-72e3-4625-8a77-e198cd4ec03b,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:19.735685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-a258d6bf-5d5a-4be0-95fc-d613e3fcd509 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1004348 Jun 30 08:46:19.759515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Request body: {'port': {'device_id': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:19.784628 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.847269 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.920581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5fd3ce24-41be-4de9-af01-4664edca239c None None] Provisioning for port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:19.923425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:19.925021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36e4546a-2611-4817-9a52-829482945ad9 req-7a947c50-9c07-4d5d-a3e2-e93d01d546f7 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3193538 Jun 30 08:46:19.932434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5fd3ce24-41be-4de9-af01-4664edca239c None None] Provisioning complete for port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:19.932803 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5fd3ce24-41be-4de9-af01-4664edca239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:20.010149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3ce24-41be-4de9-af01-4664edca239c None None] Port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:20.022394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36e4546a-2611-4817-9a52-829482945ad9 req-3eec8313-5ab9-4910-9eff-3508f0e0b9fa tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.0634289 Jun 30 08:46:20.113327 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:20.156718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52756-71e9-4329-8c7d-4e551ae5b1d0 req-377093f1-cbc8-489e-b84f-06fdf1fb8202 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:20.158410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62b52756-71e9-4329-8c7d-4e551ae5b1d0 req-377093f1-cbc8-489e-b84f-06fdf1fb8202 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.3030457 Jun 30 08:46:20.158776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:20.237129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4546a-2611-4817-9a52-829482945ad9 req-d740bfee-8250-44bd-ad03-3f1fcecf0792 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:20.238625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36e4546a-2611-4817-9a52-829482945ad9 req-d740bfee-8250-44bd-ad03-3f1fcecf0792 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2153893 Jun 30 08:46:20.281358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62b52756-71e9-4329-8c7d-4e551ae5b1d0 req-8ae26ed4-f1ab-4390-9b20-68db19c2073b tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152413 Jun 30 08:46:20.339292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:20.348440 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d6c127e-487f-423f-b6ab-dec227ab2061 admin admin] 10.222.0.53 "PUT /v2.0/routers/72a8e85b-d369-4aa3-b0a3-0bf5e2683df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7194622 Jun 30 08:46:20.348560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43520) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:20.366364 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe9b41-be8a-4e3e-b8ae-75222faf36c4 x-openstack-request-id: req-54fe9b41-be8a-4e3e-b8ae-75222faf36c4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:20.366925 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ac80c3-5ced-43b1-b588-c4414dc0475e", "name": "network-vif-plugged", "status": "completed", "tag": "6a655be7-7ea8-4c58-bd3b-0f0eab9de478", "code": 200}, {"server_uuid": "ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab", "name": "network-vif-plugged", "status": "completed", "tag": "984be53f-98a3-447d-87f1-f350e567ee2e", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:20.367342 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54fe9b41-be8a-4e3e-b8ae-75222faf36c4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:20.367925 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'code': 200} Jun 30 08:46:20.370626 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984be53f-98a3-447d-87f1-f350e567ee2e', 'code': 200} Jun 30 08:46:20.415731 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac71558-2bf8-4c2e-96d6-c2ba9f716d06 x-openstack-request-id: req-7ac71558-2bf8-4c2e-96d6-c2ba9f716d06 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:20.416317 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5080463-a31d-4e6e-80fd-2ae6d7b170db", "name": "network-vif-deleted", "tag": "56177d09-c25c-48b7-b5f4-903619afaef1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:20.416721 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ac71558-2bf8-4c2e-96d6-c2ba9f716d06 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:20.418360 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5080463-a31d-4e6e-80fd-2ae6d7b170db', 'name': 'network-vif-deleted', 'tag': '56177d09-c25c-48b7-b5f4-903619afaef1', 'status': 'completed', 'code': 200} Jun 30 08:46:20.541101 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:20.650950 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:46:20.688492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:20.762369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Deleting port d1755b25-6fba-4db0-a445-58c29b2f1161 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:20.762710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:20.861289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] For port d1755b25-6fba-4db0-a445-58c29b2f1161, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d1755b25-6fba-4db0-a445-58c29b2f1161,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:20.861429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:20.885960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da3e-484d-49c2-a565-162bbb753c13 req-6d714b9a-bc10-4adc-bb98-609ccedfcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:20.887810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d0da3e-484d-49c2-a565-162bbb753c13 req-6d714b9a-bc10-4adc-bb98-609ccedfcceb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 1101 time: 0.3403349 Jun 30 08:46:20.893119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Calling delete_port for d1755b25-6fba-4db0-a445-58c29b2f1161 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:20.909738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014717-a2a8-49fb-8219-462d55f9ed0e req-a6edd140-4c00-40aa-a138-49499eabc2fe tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:20.910816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72014717-a2a8-49fb-8219-462d55f9ed0e req-a6edd140-4c00-40aa-a138-49499eabc2fe tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 932 time: 0.2556443 Jun 30 08:46:20.956341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af1-36e5-4105-97a6-571ac52ca068 req-f6db7fa6-89b1-4d7c-ab38-080537b57343 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:20.964854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa995af1-36e5-4105-97a6-571ac52ca068 req-f6db7fa6-89b1-4d7c-ab38-080537b57343 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 950 time: 0.3234556 Jun 30 08:46:20.983301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e038c-781b-4c12-ae31-a33c677ea4c6 req-51983f95-bf62-4fcc-98b3-1ded71f73bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:20.984815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e77e038c-781b-4c12-ae31-a33c677ea4c6 req-51983f95-bf62-4fcc-98b3-1ded71f73bb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 1102 time: 0.4361961 Jun 30 08:46:21.097936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.106790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d0da3e-484d-49c2-a565-162bbb753c13 req-114426f0-fd0d-46bf-b105-50ea2544498e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949744 Jun 30 08:46:21.126517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1755b25-6fba-4db0-a445-58c29b2f1161,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:21.128455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72014717-a2a8-49fb-8219-462d55f9ed0e req-fb68731d-7d74-4aba-b930-c2ef5c37ca5a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901479 Jun 30 08:46:21.135091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa995af1-36e5-4105-97a6-571ac52ca068 req-8d7d6a8a-30eb-4910-a907-b2872ac8e45c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689610 Jun 30 08:46:21.145128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e77e038c-781b-4c12-ae31-a33c677ea4c6 req-833aa745-ae05-4029-8fe1-c185d6edad26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336930 Jun 30 08:46:21.147865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:21.164999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.196763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Transition to ACTIVE for port object 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:21.206468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.267300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.336644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:21.378549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] Sync routers for ids ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:21.396636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] Routers {'72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:21.397942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:21.419938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.422329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.524914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12644e-8919-4c02-9fba-18071f439b9e req-3629974b-e849-4858-aab8-f625538e0f3c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:21.526557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-3629974b-e849-4858-aab8-f625538e0f3c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.2607408 Jun 30 08:46:21.609747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-8e28efb9-121e-4ec0-b382-6f885d68acc0 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/quotas/92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 375 time: 0.0637980 Jun 30 08:46:21.657427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] Set router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:21.692671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-7b0b678f-1664-4553-8681-367695d84201 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:21.694333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-7b0b678f-1664-4553-8681-367695d84201 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3288758 Jun 30 08:46:21.714814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Attempting to bind port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:21.714814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Attempting to bind port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:21.715139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Attempting to bind port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:21.731544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:21Z', 'revision_number': 7, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:21.762308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] Checking router: 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:21.772749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] Routers {'72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:21.773372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:21.783181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-ae3a9685-1aac-4e0e-b08a-cc2f4627e47a tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.0801497 Jun 30 08:46:21.788887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:21.788887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Attempting to bind port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 on network a9ae664b-a2ab-43d2-94ea-b5485831f87e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:21.798476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Request body: {'floatingip': {'port_id': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:21.839155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.840160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:46:21.846562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.849955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:21.850315 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f2b6d0ea-dadc-420a-af13-e6ad1e1a85f1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 HTTP/1.1" status: 204 len: 168 time: 1.5005612 Jun 30 08:46:21.850968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Checking segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:21.851369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Bound using segment: {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:21.851567 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43534) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:21.851814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Bound port: 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b112ad-6843-4cc9-97ea-000fa251f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:21.852173 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.855858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.884646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] Set router 72a8e85b-d369-4aa3-b0a3-0bf5e2683df7 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:21.924208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] Deleting subnet 91f31a8a-0c86-46e8-af43-01339d6e8968 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:46:21.936056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.974992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:21Z', 'revision_number': 7, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:21.999201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:21.999965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-5da66f29-bbc8-4cf4-8840-437ceb984029 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3892219 Jun 30 08:46:22.047831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] For port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:22.050160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449b0a7-720b-47d3-9e28-028da21ec045 None None] The sync data for ids ['72a8e85b-d369-4aa3-b0a3-0bf5e2683df7'] in n-d-758944-40 is: [{'id': '72a8e85b-d369-4aa3-b0a3-0bf5e2683df7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-450851789-router', 'tenant_id': 'e300dfbf3c0b456d945ec5c381653489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:46:21Z', 'revision_number': 7, 'project_id': 'e300dfbf3c0b456d945ec5c381653489', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:22.120793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.131964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] For port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:22.156849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.227751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.257545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f31a8a-0c86-46e8-af43-01339d6e8968,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:22.276035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:22.276295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9b772d-a3cf-4674-ac9d-2370ddaf12be None None] Network 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:22.277065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.278914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] 10.222.0.13 "PUT /v2.0/ports/28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 HTTP/1.1" status: 200 len: 1093 time: 2.5302608 Jun 30 08:46:22.282073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.291436 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ebaf8cf-b65c-4d71-8be0-ae0aae1da132 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/91f31a8a-0c86-46e8-af43-01339d6e8968 HTTP/1.1" status: 204 len: 168 time: 0.4386170 Jun 30 08:46:22.292058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43542) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:22.293881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-28054329-bc09-493c-a5d6-8240defa61a2 service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835810 Jun 30 08:46:22.433801 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.485306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:22.487489 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:22.529143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Deleting port 54033d29-75ac-4d12-8ded-06043978621a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:22.529654 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.613851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] For port 54033d29-75ac-4d12-8ded-06043978621a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=54033d29-75ac-4d12-8ded-06043978621a,segment=NetworkSegment(78e99eed-30c2-48b5-9f93-69ac4e54f1c5),segment_id=78e99eed-30c2-48b5-9f93-69ac4e54f1c5)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:22.614480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.634892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Calling delete_port for 54033d29-75ac-4d12-8ded-06043978621a owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:22.727788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.751719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Pushing event deleted for resources: {'Port': ['ID=54033d29-75ac-4d12-8ded-06043978621a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:22.758687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] No DVR routers for this DVR port 54033d29-75ac-4d12-8ded-06043978621a on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:46:22.831016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.852589 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.868717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:22.881348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e99eed-30c2-48b5-9f93-69ac4e54f1c5') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:22.882183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e99eed-30c2-48b5-9f93-69ac4e54f1c5') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:22.892904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.916793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.929282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f561871e-169e-4d52-bfc7-5e9905565090 None None] DHCP port deletion for 6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:46:22.933674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada4512-d391-4927-a29f-c7008071ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:22.944738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:46:22.945235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:46:22.947594 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:46:23.024326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.030673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.035762 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0 HTTP/1.1" status: 204 len: 168 time: 0.7384477 Jun 30 08:46:23.049713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe71f0-ffc1-4044-b3d6-f5c9fbdce948 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a50a75e-6568-4e00-a9a4-c6bfe54f0ad0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:23.109724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 67154760-6ffb-42de-8615-396142f859dc no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:23.157889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 67154760-6ffb-42de-8615-396142f859dc {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:23.159744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 67154760-6ffb-42de-8615-396142f859dc not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:23.160842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d1755b25-6fba-4db0-a445-58c29b2f1161 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:23.187470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d1755b25-6fba-4db0-a445-58c29b2f1161 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:23.188143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d1755b25-6fba-4db0-a445-58c29b2f1161 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:23.189150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 54033d29-75ac-4d12-8ded-06043978621a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:23.220978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 54033d29-75ac-4d12-8ded-06043978621a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:23.222921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 54033d29-75ac-4d12-8ded-06043978621a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:23.288705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43550) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:23.292553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-fbb02ae5-5abf-4fba-bc75-158fa889ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:23.294122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-fbb02ae5-5abf-4fba-bc75-158fa889ff86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 1096 time: 0.8099194 Jun 30 08:46:23.297925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-58cfe95a-0588-4227-811b-dcb7a3e38f46 service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9954963 Jun 30 08:46:23.357166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-cf9095cc-b5de-4ac7-8768-a878c5ec9be1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 HTTP/1.1" status: 200 len: 217 time: 0.0497618 Jun 30 08:46:23.359081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.394136 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e746f91-9653-41af-befa-ef196615e712 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e300dfbf3c0b456d945ec5c381653489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021097 Jun 30 08:46:23.395999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43552) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:23.415871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.485048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-2c8c103f-94da-4255-a772-fcb4665d5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:23.486884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-2c8c103f-94da-4255-a772-fcb4665d5ffb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.1237624 Jun 30 08:46:23.517921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9f7eda8-dbff-4885-b76e-dc982dd5ade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.579205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9f7eda8-dbff-4885-b76e-dc982dd5ade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.580988 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Floating IP 223d0504-064e-4e34-9a78-26971f5eb2c4 associated. External IP: 172.25.8.173, port: afd6c4a3-8599-4608-a1f6-f8459114ff24. Jun 30 08:46:23.671369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9f7eda8-dbff-4885-b76e-dc982dd5ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.673948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9f7eda8-dbff-4885-b76e-dc982dd5ade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:23.677423 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f9f7eda8-dbff-4885-b76e-dc982dd5ade8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cedfeb23-bd1e-414e-8424-ab5a4b833b33 HTTP/1.1" status: 204 len: 168 time: 0.2779768 Jun 30 08:46:23.686855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7eda8-dbff-4885-b76e-dc982dd5ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedfeb23-bd1e-414e-8424-ab5a4b833b33,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:23.740872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-0041542c-43c6-4250-a533-646cca1d7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:23.743037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-0041542c-43c6-4250-a533-646cca1d7b17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2489345 Jun 30 08:46:23.922490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a849179-d361-48f0-b877-7fe70e22c486 req-44a4c809-3a46-4b42-bfb7-458e2ba9c3c6 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:23.932014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a849179-d361-48f0-b877-7fe70e22c486 req-44a4c809-3a46-4b42-bfb7-458e2ba9c3c6 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.2663219 Jun 30 08:46:23.987567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-4b6df0aa-0081-4513-afe0-2037927cd9c7 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358882 Jun 30 08:46:24.077734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a849179-d361-48f0-b877-7fe70e22c486 req-b3431241-eb79-4784-8866-951937ff21d3 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444709 Jun 30 08:46:24.086434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:24.223922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759f99b3-b578-4ea0-ad22-29d7e819edcd req-42b06afa-7103-4e6f-b37f-01e485112f3a service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283299 Jun 30 08:46:24.373851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:24.378674 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:24.384472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] Sync routers for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:24.395735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:24.399612 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:24.454367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f6995816-f41a-4e7a-aad4-c75988dd7439 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "PUT /v2.0/floatingips/223d0504-064e-4e34-9a78-26971f5eb2c4 HTTP/1.1" status: 200 len: 997 time: 2.6594126 Jun 30 08:46:24.464977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c58a2a-5f18-4cab-b321-f73b88f5c8e9 req-2a20d3f6-d29c-4041-93c6-3b39ecf3fb79 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:24.472192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6c58a2a-5f18-4cab-b321-f73b88f5c8e9 req-2a20d3f6-d29c-4041-93c6-3b39ecf3fb79 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 950 time: 0.1676424 Jun 30 08:46:24.572886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6c58a2a-5f18-4cab-b321-f73b88f5c8e9 req-9fa337a0-a2ca-4588-8562-df2e52bc4104 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995274 Jun 30 08:46:24.599104 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:24.615095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f3bd7534-ee32-4d39-bd61-611b633f6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:24.616656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-f3bd7534-ee32-4d39-bd61-611b633f6087 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fef7d53715441059ec06eff86fbf174&device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 1098 time: 0.1011696 Jun 30 08:46:24.689477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:24.784643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-97eef619-bce9-4ea6-9997-cbbf615c27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:24.789759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-97eef619-bce9-4ea6-9997-cbbf615c27e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 200 len: 929 time: 0.1635058 Jun 30 08:46:25.015777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f4b7a-6097-4279-8bdd-57a403b14cd6 req-f69e68d7-02c9-495f-9839-c95f53e974cb tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:25.017267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f2f4b7a-6097-4279-8bdd-57a403b14cd6 req-f69e68d7-02c9-495f-9839-c95f53e974cb tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 944 time: 0.2972231 Jun 30 08:46:25.019357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-33fa171e-314c-446f-96c1-985c68ae44a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 1000 time: 0.2182934 Jun 30 08:46:25.170336 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '223d0504-064e-4e34-9a78-26971f5eb2c4', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'port_id': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'mac_address': 'fa:16:3e:73:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:46:18Z', 'updated_at': '2021-06-30T08:46:23Z', 'revision_number': 1, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 5, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:25.211413 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] Checking router: 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:25.223687 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:25.224648 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:25.436829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f2f4b7a-6097-4279-8bdd-57a403b14cd6 req-cfd7bd5a-a3c5-4063-a7e1-ee2749f8ed43 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109569 Jun 30 08:46:25.440429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-600346ee-b0da-45e1-84f9-6cb3f9b60820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:25.442174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-600346ee-b0da-45e1-84f9-6cb3f9b60820 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f174488-7e11-417a-a4dd-c04ebc12159a HTTP/1.1" status: 200 len: 867 time: 0.4126122 Jun 30 08:46:25.455569 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:25.485871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12644e-8919-4c02-9fba-18071f439b9e req-0d237e8f-0a9d-4aae-adc8-46d6b3120e42 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:25.487539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-0d237e8f-0a9d-4aae-adc8-46d6b3120e42 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.4553099 Jun 30 08:46:25.508457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Request body: {'port': {'device_id': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'admin_state_up': True, 'tenant_id': '92f4af2e9f4746719762ea9c5d54b192'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:25.594765 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f646d035-5cbd-4341-9b23-262e2b77226e x-openstack-request-id: req-f646d035-5cbd-4341-9b23-262e2b77226e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:25.595000 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:25.595227 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f646d035-5cbd-4341-9b23-262e2b77226e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:25.595635 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'status': 'completed', 'code': 200} Jun 30 08:46:25.670490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-1c99942f-478b-4cbe-a3a3-37a8b7bbe89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:25.674063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-1c99942f-478b-4cbe-a3a3-37a8b7bbe89c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e41b7728-b7c6-481f-b401-d9edfc44b6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1963303 Jun 30 08:46:25.690857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-4daac65b-3a22-4d80-827b-d1bd67a14942 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:46:25.691623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-4daac65b-3a22-4d80-827b-d1bd67a14942 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112710 Jun 30 08:46:25.699310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Made reservation on behalf of 92f4af2e9f4746719762ea9c5d54b192 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:25.703489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:25.812226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-34e368d1-bf6b-40af-b3ae-c0a99b6c75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:25.814738 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-34e368d1-bf6b-40af-b3ae-c0a99b6c75b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 1096 time: 0.0643127 Jun 30 08:46:25.906751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ff28939-6c58-4c99-8920-d8ac4e0cd446 req-e4f696b4-17f1-4c77-be09-38da750e8352 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 210 time: 0.1069725 Jun 30 08:46:25.916278 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '223d0504-064e-4e34-9a78-26971f5eb2c4', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'port_id': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'mac_address': 'fa:16:3e:73:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:46:18Z', 'updated_at': '2021-06-30T08:46:23Z', 'revision_number': 1, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 5, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:25.988175 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbf5f3-0872-4f2f-8889-4b0433931cb5 None None] The sync data for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 is: [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '223d0504-064e-4e34-9a78-26971f5eb2c4', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'port_id': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'mac_address': 'fa:16:3e:73:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:46:18Z', 'updated_at': '2021-06-30T08:46:23Z', 'revision_number': 1, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 5, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:26.002158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-d5d2707b-f6b4-4d15-9975-90f52406a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:26.003989 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-d5d2707b-f6b4-4d15-9975-90f52406a055 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 925 time: 0.1835904 Jun 30 08:46:26.028389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-18c07a88-391e-45d9-8a2b-be57112692e4 service neutron] 10.222.0.53 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203673 Jun 30 08:46:26.034404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-7d6cd12c-db97-4d04-ac76-01b5ceeb2149 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2691927 Jun 30 08:46:26.070164 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-16253765-3b6c-4d40-876c-1e82ffa2b499 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 HTTP/1.1" status: 200 len: 217 time: 0.0595236 Jun 30 08:46:26.134168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Allocated IP 172.20.0.2 (34d51463-a55e-4523-b759-13aca4e30356/fd79d45b-e2b3-48f5-9f08-0a0e3320b01b/952aae90-ff85-420f-a469-8125e5219b59) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:26.139661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-f478ccc4-6633-417c-8c05-c4349df7fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:26.141720 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-f478ccc4-6633-417c-8c05-c4349df7fced service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.0616560 Jun 30 08:46:26.224216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e46e22e0-3984-4b06-815e-efeeea2de4be req-736db58b-dab1-4299-9f60-565326714300 service neutron] 10.222.0.53 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868389 Jun 30 08:46:26.225615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-80421ca9-254e-426b-a112-c8ce7a02e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:26.227561 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-80421ca9-254e-426b-a112-c8ce7a02e5e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776179 Jun 30 08:46:26.247421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-9f9531b6-8e13-4cf8-b4a0-f3227ec583d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:26.248926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-9f9531b6-8e13-4cf8-b4a0-f3227ec583d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1101 time: 0.1804881 Jun 30 08:46:26.397796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c9100-bbd6-4afc-bd8b-db5607582c3d None None] New status for floating IP 223d0504-064e-4e34-9a78-26971f5eb2c4: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:46:26.432360 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-cb28cee6-e1ae-43ae-ad20-73532f65b8eb service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971471 Jun 30 08:46:26.534488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-19c83802-38cc-4d94-93ee-4dd4a4f5d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:26.537566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-19c83802-38cc-4d94-93ee-4dd4a4f5d304 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2495716 Jun 30 08:46:26.540553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:26.600796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-38de220a-c386-45e4-b126-8ddb23890766 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e0a1a132-eaef-4548-9273-c86709895da8 HTTP/1.1" status: 200 len: 217 time: 0.0534739 Jun 30 08:46:26.637969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4521301b-0b0b-4dae-a338-f45dfbc9cdb2 req-1dfc724f-1db7-47e9-b3bb-a319d3b821c1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979957 Jun 30 08:46:26.685043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-5c973da0-e809-4f96-a074-f260a7d5436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:26.686549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-5c973da0-e809-4f96-a074-f260a7d5436e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0820246 Jun 30 08:46:26.692258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:26.832741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Network 34d51463-a55e-4523-b759-13aca4e30356 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:26.878811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:26.881674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:26.934139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:27.003560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:27.004291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.018753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43658) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:27.019546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-0cf895ef-0742-4402-9b98-b5681a283e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:27.021080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-0cf895ef-0742-4402-9b98-b5681a283e4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3240173 Jun 30 08:46:27.094116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-56af6499-6882-4109-8b49-ac22b8a5e46c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5895524 Jun 30 08:46:27.104117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-e94ba860-8a21-4d06-ad3b-ce651921c401 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 258 time: 0.3275309 Jun 30 08:46:27.113357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Request body: {'port': {'device_id': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:27.122790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090b84c-fb01-4fab-820e-3fd88b2398d9 req-8d100f43-e20c-4f94-8ebf-8f101e0fd243 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:27.124241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7090b84c-fb01-4fab-820e-3fd88b2398d9 req-8d100f43-e20c-4f94-8ebf-8f101e0fd243 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 949 time: 0.3354604 Jun 30 08:46:27.168242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:27.261662 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2a488d62-3032-41e8-b9bc-3e5c80f6300d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=993e6e08800b4476866a0c0381dfcddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404892 Jun 30 08:46:27.265766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43662) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:27.269765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.275239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7090b84c-fb01-4fab-820e-3fd88b2398d9 req-17edbba4-835c-4213-b6c1-36c38c991d91 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444097 Jun 30 08:46:27.280316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-7cf8f431-50b1-4470-b61e-29ff96aedab2 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503288 Jun 30 08:46:27.332530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8dde-3909-4a4b-9e94-791e154e063b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.363139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8dde-3909-4a4b-9e94-791e154e063b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.369233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.431095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8dde-3909-4a4b-9e94-791e154e063b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.434433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8dde-3909-4a4b-9e94-791e154e063b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.438451 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3e1f8dde-3909-4a4b-9e94-791e154e063b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb8c2e8f-9446-4f7e-9c19-6e502a553800 HTTP/1.1" status: 204 len: 168 time: 0.1678152 Jun 30 08:46:27.454069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f8dde-3909-4a4b-9e94-791e154e063b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c2e8f-9446-4f7e-9c19-6e502a553800,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:27.520064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d92f71ab-2006-4a48-9bfc-8795dab7efff req-40ebfd67-159b-4790-a4d4-3b1114dd839f service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273743 Jun 30 08:46:27.602286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:27.607832 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0357c-ab79-4f68-b2cd-f1cb15216493" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:27.718003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e3440-3b1a-47ce-8ce7-93a4ef51b5d4 req-d2135784-5673-4df9-8c8d-73679a7a463c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:27.719475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-265e3440-3b1a-47ce-8ce7-93a4ef51b5d4 req-d2135784-5673-4df9-8c8d-73679a7a463c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 944 time: 0.2819026 Jun 30 08:46:27.729118 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:27.848475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-265e3440-3b1a-47ce-8ce7-93a4ef51b5d4 req-f3bce511-eeb4-49ec-9657-94a61a9d5e57 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172276 Jun 30 08:46:27.956931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952aae90-ff85-420f-a469-8125e5219b59 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:27.973303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Allocated IP 172.25.8.230 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/ca242d74-6999-4a79-865c-7d8daa049a77) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:27.978462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.039816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Transition to ACTIVE for port object 952aae90-ff85-420f-a469-8125e5219b59 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:28.325685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:28.349851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.432232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:28.488832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.502259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:28.516911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'port_id': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'mac_address': 'fa:16:3e:f7:2c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:28.528152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54003-da1a-4353-b5bf-1f6e2b5a500f req-45159788-f09d-4b53-a712-213ff57e13cb tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:28.535115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aed54003-da1a-4353-b5bf-1f6e2b5a500f req-45159788-f09d-4b53-a712-213ff57e13cb tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.5481160 Jun 30 08:46:28.568122 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.598777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:28.621886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:28.627593 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.628492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aed54003-da1a-4353-b5bf-1f6e2b5a500f req-8a691cdd-c190-43d7-9fe2-bda942d627af tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924332 Jun 30 08:46:28.649330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:28.650505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:28.650505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:28.662238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:28.662606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:28.665673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.697102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:28.697449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:28.697866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:28.698313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Bound port: 952aae90-ff85-420f-a469-8125e5219b59, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:28.698665 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.704620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:28.759105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:28.770852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:28.774319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:28.783348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event updated for resources: {'Port': ['ID=ca242d74-6999-4a79-865c-7d8daa049a77,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:28.846999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:28.867388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:28.896017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.903917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:28.963380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:28.982032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:28.984573 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:28.984573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-b8336069-3285-46aa-95e3-c8067dd0761d service neutron] 10.222.0.13 "PUT /v2.0/ports/952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 1092 time: 1.8790197 Jun 30 08:46:28.987237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:29.087096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:29.140983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12644e-8919-4c02-9fba-18071f439b9e req-a8a29502-65e2-4e59-8d2f-04ac7be209fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:29.142213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-a8a29502-65e2-4e59-8d2f-04ac7be209fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1095 time: 0.1060038 Jun 30 08:46:29.218413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-addc1e78-599b-409d-abc5-b0de24b06a98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 217 time: 0.0628626 Jun 30 08:46:29.336437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12644e-8919-4c02-9fba-18071f439b9e req-367086df-616f-4eaa-bc78-745bc75d5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:29.337974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-367086df-616f-4eaa-bc78-745bc75d5fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1109183 Jun 30 08:46:29.392676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:29.395905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-db6ef56a-9d79-452e-9daf-f7cbd4e71b10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504625 Jun 30 08:46:29.398668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:29.414084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c632ed-1c60-4a89-ac00-eb544459bb79 req-0f3291f1-c26a-4df9-bf38-87ae732b3130 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:29.415576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06c632ed-1c60-4a89-ac00-eb544459bb79 req-0f3291f1-c26a-4df9-bf38-87ae732b3130 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 943 time: 0.1896608 Jun 30 08:46:29.554965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event updated for resources: {'Port': ['ID=ca242d74-6999-4a79-865c-7d8daa049a77,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:29.572384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06c632ed-1c60-4a89-ac00-eb544459bb79 req-6b54f995-aef7-4dad-8481-dce67885018d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364827 Jun 30 08:46:29.580435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:29.629847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:29.631298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-7c05ce4f-0bb6-46c6-a17b-80f5da6a2623 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5017381 Jun 30 08:46:29.636649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-4a87f0cb-768b-4ff3-88e2-65c59c372d1e service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018530 Jun 30 08:46:29.715574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-052e7aee-5817-42fa-86f6-a510688dc343 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0779052 Jun 30 08:46:29.862869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a12644e-8919-4c02-9fba-18071f439b9e req-32d5914d-c2e6-4433-af30-82b16fac4b9c service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738772 Jun 30 08:46:29.900067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-4b86a319-00d6-4260-85f9-3d3d8cd69ac5 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:29.901417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-4b86a319-00d6-4260-85f9-3d3d8cd69ac5 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1559856 Jun 30 08:46:29.930454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-f46841a9-17e0-4fbb-9a85-d3c6342cfac1 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:46:29.931724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15a41015-dec1-48b9-83a0-c4e8a1b86ce2 req-f46841a9-17e0-4fbb-9a85-d3c6342cfac1 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125384 Jun 30 08:46:29.971340 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32666839-54f6-40b9-876a-d6904e7a68d4 x-openstack-request-id: req-32666839-54f6-40b9-876a-d6904e7a68d4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:29.971820 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:29.972206 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32666839-54f6-40b9-876a-d6904e7a68d4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:29.973214 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'status': 'completed', 'code': 200} Jun 30 08:46:29.986346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3280d-c5f3-49c6-9053-cbe621fbe7a7 req-9c575a68-3b93-4d3e-b410-0e3065074ec9 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:29.993887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3280d-c5f3-49c6-9053-cbe621fbe7a7 req-9c575a68-3b93-4d3e-b410-0e3065074ec9 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:29.996021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6d3280d-c5f3-49c6-9053-cbe621fbe7a7 req-9c575a68-3b93-4d3e-b410-0e3065074ec9 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e&device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 1690 time: 0.1164112 Jun 30 08:46:30.083856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6d3280d-c5f3-49c6-9053-cbe621fbe7a7 req-7631c403-5e8c-47f1-8b41-584d23cfa72d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798078 Jun 30 08:46:30.136590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-616b0b31-c971-4b85-9e8c-2a6ae19d6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.138126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-616b0b31-c971-4b85-9e8c-2a6ae19d6359 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fef7d53715441059ec06eff86fbf174&device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 1098 time: 0.1278455 Jun 30 08:46:30.168168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182da45d-872f-407b-8376-eb8d76c1bb89 req-c910de53-c8da-4dff-8754-ba7c18157d13 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.169851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-182da45d-872f-407b-8376-eb8d76c1bb89 req-c910de53-c8da-4dff-8754-ba7c18157d13 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 945 time: 0.0996246 Jun 30 08:46:30.273027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-182da45d-872f-407b-8376-eb8d76c1bb89 req-2c650194-f3f5-4792-8c24-3100f01dce4c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930686 Jun 30 08:46:30.308415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-ba522c31-2de7-49c9-9e3a-0be60df9ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.309921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-ba522c31-2de7-49c9-9e3a-0be60df9ed1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 200 len: 929 time: 0.1613178 Jun 30 08:46:30.314338 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-e5b64666-8e94-4d3d-801d-9804d41ef1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974405 Jun 30 08:46:30.352994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:30.424079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-f8af3b76-f0c9-4917-830a-37289edba712 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 1002 time: 0.0932934 Jun 30 08:46:30.453600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3130-443d-417f-b331-983850f008ff req-dda53b15-6ddd-471f-8522-f598b8aa3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.456026 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-dda53b15-6ddd-471f-8522-f598b8aa3a43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d899c867f3334c15b7790d1e304a4df7&device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 1102 time: 0.1096220 Jun 30 08:46:30.481876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:30.491461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:30.492387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:30.512398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-d0afd4af-4bb2-4677-ad8a-083a0d18b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.513889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-d0afd4af-4bb2-4677-ad8a-083a0d18b1d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f174488-7e11-417a-a4dd-c04ebc12159a HTTP/1.1" status: 200 len: 867 time: 0.0825536 Jun 30 08:46:30.618877 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:30.622444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc93e-6549-433f-8fa3-ce911f29083e req-23899d75-929d-4684-8665-4aa607552425 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.629402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-859fc93e-6549-433f-8fa3-ce911f29083e req-23899d75-929d-4684-8665-4aa607552425 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1509333 Jun 30 08:46:30.666317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:30.668534 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ac7a5f-4f87-4a2e-be46-b1c11e24eb81" -d '{"events": [{"server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "name": "network-vif-plugged", "status": "completed", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:30.673150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3130-443d-417f-b331-983850f008ff req-3979f6cf-f6f3-4568-a7a7-4844c94208d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.674746 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-3979f6cf-f6f3-4568-a7a7-4844c94208d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1814411 Jun 30 08:46:30.686740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-859fc93e-6549-433f-8fa3-ce911f29083e req-458bcb33-7133-4383-8967-d78197da7fa7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563745 Jun 30 08:46:30.691674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-9c2e4ee2-2bce-4c44-8060-9f2b0c50830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.695709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-9c2e4ee2-2bce-4c44-8060-9f2b0c50830e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e41b7728-b7c6-481f-b401-d9edfc44b6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732807 Jun 30 08:46:30.705576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:30.738210 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:30.761986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-b4e6555e-81ad-467b-9b62-8a5cf82aa563 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371 HTTP/1.1" status: 200 len: 217 time: 0.0789595 Jun 30 08:46:30.830557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:30.845408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3130-443d-417f-b331-983850f008ff req-127bd71c-bca0-4221-a22d-766acb9dd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.848760 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-127bd71c-bca0-4221-a22d-766acb9dd844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0797632 Jun 30 08:46:30.932291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3130-443d-417f-b331-983850f008ff req-359e00fb-bae3-408c-b35b-824f91d49ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.934172 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-359e00fb-bae3-408c-b35b-824f91d49ff9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716758 Jun 30 08:46:30.953621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679f6ea-1b95-47ea-802a-2b6def763632 req-8a70cf73-c944-4565-a023-75eae4c0ee09 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:30.955137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c679f6ea-1b95-47ea-802a-2b6def763632 req-8a70cf73-c944-4565-a023-75eae4c0ee09 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2175159 Jun 30 08:46:30.957266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-3e74af3f-8299-49ce-b815-4628a0b99ca7 service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454796 Jun 30 08:46:31.041180 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-3e8e662b-54eb-4951-b9ec-98ba33e3cba8 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984232 Jun 30 08:46:31.109452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c679f6ea-1b95-47ea-802a-2b6def763632 req-a5a68e55-88c9-4005-8ed4-eea5a5ccad47 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1446781 Jun 30 08:46:31.136068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c679f6ea-1b95-47ea-802a-2b6def763632 req-7f0682e0-9a58-494b-a00e-85348dd4bb88 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Request body: {'floatingip': {'port_id': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:31.139656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3f0357c-ab79-4f68-b2cd-f1cb15216493 req-48bc8d5d-4d78-40c2-ba17-c76384429559 service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723707 Jun 30 08:46:31.144220 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d61c3130-443d-417f-b331-983850f008ff req-4c475ed2-c444-4b93-b59d-f22449dbe948 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957417 Jun 30 08:46:31.191462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c679f6ea-1b95-47ea-802a-2b6def763632 req-7f0682e0-9a58-494b-a00e-85348dd4bb88 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:31.276570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0bee4-79c1-4042-9a40-7be260d9ef31 req-55133c84-e99f-4257-bf2d-8cdccffa7320 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:31.278166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8d0bee4-79c1-4042-9a40-7be260d9ef31 req-55133c84-e99f-4257-bf2d-8cdccffa7320 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 943 time: 0.1968367 Jun 30 08:46:31.381969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8d0bee4-79c1-4042-9a40-7be260d9ef31 req-a4453a21-deb5-45d2-aeb0-b4b6dc2336d4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947261 Jun 30 08:46:31.433073 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0f795f-a22a-4359-8da4-1d74bf74710f x-openstack-request-id: req-1e0f795f-a22a-4359-8da4-1d74bf74710f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:31.434210 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "name": "network-vif-plugged", "status": "completed", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:31.434612 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e0f795f-a22a-4359-8da4-1d74bf74710f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:31.435159 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'code': 200} Jun 30 08:46:31.465910 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-c679f6ea-1b95-47ea-802a-2b6def763632 req-7f0682e0-9a58-494b-a00e-85348dd4bb88 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 08:46:31.466955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c679f6ea-1b95-47ea-802a-2b6def763632 req-7f0682e0-9a58-494b-a00e-85348dd4bb88 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "PUT /v2.0/floatingips/51b67381-84cb-4722-b104-2e4b7cf3cfe7 HTTP/1.1" status: 409 len: 551 time: 0.3377078 Jun 30 08:46:31.586816 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-109b0f45-2c0d-4890-b754-098a0a19b490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:31.604520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b482bc-2ad1-4c1e-9085-5d6b39bc44d5 req-147a5edb-cc1f-4aa4-a717-c463380efd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:31.606799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6b482bc-2ad1-4c1e-9085-5d6b39bc44d5 req-147a5edb-cc1f-4aa4-a717-c463380efd60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 1098 time: 0.0833304 Jun 30 08:46:31.668042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6b482bc-2ad1-4c1e-9085-5d6b39bc44d5 req-630b1989-1a3b-4741-a618-86b209f12d96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540230 Jun 30 08:46:31.696718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680eb92-9375-4f9a-9b40-6e05377bbbe1 req-53664406-24e1-4da9-98d8-c0d29db09f73 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:31.698156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2680eb92-9375-4f9a-9b40-6e05377bbbe1 req-53664406-24e1-4da9-98d8-c0d29db09f73 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 1102 time: 0.0647738 Jun 30 08:46:31.738157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2680eb92-9375-4f9a-9b40-6e05377bbbe1 req-cfdd83e8-5bf1-4c9a-9df5-64c740cb2ca2 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341332 Jun 30 08:46:31.912333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f496b-ee23-405a-ba1a-95790b0018cb req-3f6b7c79-e892-4e2c-a4b0-fa76937579cb tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:31.914422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e44f496b-ee23-405a-ba1a-95790b0018cb req-3f6b7c79-e892-4e2c-a4b0-fa76937579cb tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 946 time: 0.0696406 Jun 30 08:46:31.962959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e44f496b-ee23-405a-ba1a-95790b0018cb req-87e5e373-e4d6-4539-837d-907ef5b91ccc tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417647 Jun 30 08:46:31.981863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'tag': '952aae90-ff85-420f-a469-8125e5219b59'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:31.982522 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861dd86d-7292-4fe0-bc1a-0b325711ec71" -d '{"events": [{"name": "network-changed", "server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "tag": "952aae90-ff85-420f-a469-8125e5219b59"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:32.035960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-5b14ff94-2cc2-46e3-a040-be3699c16fae tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips/51b67381-84cb-4722-b104-2e4b7cf3cfe7 HTTP/1.1" status: 200 len: 693 time: 0.0504110 Jun 30 08:46:32.178346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-a4a3bfe9-f73c-46b3-82fc-238d01460f3e tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:32.179686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-a4a3bfe9-f73c-46b3-82fc-238d01460f3e tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1381056 Jun 30 08:46:32.190780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324c557-c915-44ff-9d73-5396cd81cadd req-e46632ce-59cd-49ad-89df-97816c8944c0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:32.192153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7324c557-c915-44ff-9d73-5396cd81cadd req-e46632ce-59cd-49ad-89df-97816c8944c0 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1058736 Jun 30 08:46:32.359515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 952aae90-ff85-420f-a469-8125e5219b59 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:32.459313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:32.471802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '952aae90-ff85-420f-a469-8125e5219b59', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'port_id': '952aae90-ff85-420f-a469-8125e5219b59', 'mac_address': 'fa:16:3e:e9:a0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd79d45b-e2b3-48f5-9f08-0a0e3320b01b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:32.516956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:32.520288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-62899379-496a-429d-acef-9c21008f4cc2 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.3271968 Jun 30 08:46:32.530922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952aae90-ff85-420f-a469-8125e5219b59 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:32.543567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7324c557-c915-44ff-9d73-5396cd81cadd req-04c132d5-2cf7-49d1-9dfb-3a03fd007973 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440490 Jun 30 08:46:32.550465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:32.557444 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:32.606739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-3bda0ad3-d972-440a-96d5-c2d76e4152f3 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0764503 Jun 30 08:46:32.624181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:32.843242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['952aae90-ff85-420f-a469-8125e5219b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:32.853915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Deleting port ca242d74-6999-4a79-865c-7d8daa049a77 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:32.854477 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:32.861700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541d9ac-6b6b-4b64-b7a0-4f5864cbe3b4 req-9a5e80da-0ea2-4253-916f-c57d5946bfeb tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:32.872145 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e541d9ac-6b6b-4b64-b7a0-4f5864cbe3b4 req-9a5e80da-0ea2-4253-916f-c57d5946bfeb tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 1101 time: 0.1387827 Jun 30 08:46:32.983834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e541d9ac-6b6b-4b64-b7a0-4f5864cbe3b4 req-7abacd3d-952b-4ff6-a44c-206fe550ae21 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106718 Jun 30 08:46:33.025539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:33.026134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:33.043794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Calling delete_port for ca242d74-6999-4a79-865c-7d8daa049a77 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:33.121698 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac06df-898f-4154-a3f4-bc8d35b566f6 x-openstack-request-id: req-e2ac06df-898f-4154-a3f4-bc8d35b566f6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:33.122336 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "tag": "952aae90-ff85-420f-a469-8125e5219b59", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:33.122592 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2ac06df-898f-4154-a3f4-bc8d35b566f6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:33.122996 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'tag': '952aae90-ff85-420f-a469-8125e5219b59', 'status': 'completed', 'code': 200} Jun 30 08:46:33.297245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:33.305794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-039ccc36-93f5-4b53-889f-3f5ae46de498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:33.307477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-039ccc36-93f5-4b53-889f-3f5ae46de498 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1096 time: 0.1459403 Jun 30 08:46:33.336085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event deleted for resources: {'Port': ['ID=ca242d74-6999-4a79-865c-7d8daa049a77,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:33.491569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81674059-67fb-45bd-b0ee-6bae28f6dd73 req-469addd4-a99d-4417-8c2f-4f84fb289e98 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:33.493220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81674059-67fb-45bd-b0ee-6bae28f6dd73 req-469addd4-a99d-4417-8c2f-4f84fb289e98 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 944 time: 0.2599411 Jun 30 08:46:33.510862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:33.513481 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:33.514692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e026c24-5e99-44c4-8eb2-9ebaad59f932 req-fcfbba73-dbdf-4177-8ae2-eb8da11a4cc6 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "DELETE /v2.0/floatingips/51b67381-84cb-4722-b104-2e4b7cf3cfe7 HTTP/1.1" status: 204 len: 173 time: 0.9071634 Jun 30 08:46:33.534208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-d9aa73ce-0996-47db-b60f-5f55b239d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:33.535785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-d9aa73ce-0996-47db-b60f-5f55b239d9cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.2029862 Jun 30 08:46:33.589978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81674059-67fb-45bd-b0ee-6bae28f6dd73 req-25196c4a-7648-4432-813a-a0849b51da3e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854723 Jun 30 08:46:33.591610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-578f56d8-b277-4490-aa89-0ef64e5e6f57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 217 time: 0.0441027 Jun 30 08:46:33.684035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-e22be760-9c56-4dec-a4ff-595c4ddd476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:33.685767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-e22be760-9c56-4dec-a4ff-595c4ddd476e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0868468 Jun 30 08:46:33.742528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed0d48-16d2-4997-a3b8-abd6fe9b4de1 req-2a28b704-224b-40d3-8955-bfec1d9ebbf1 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:33.746090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3ed0d48-16d2-4997-a3b8-abd6fe9b4de1 req-2a28b704-224b-40d3-8955-bfec1d9ebbf1 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 946 time: 0.1099463 Jun 30 08:46:33.748600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-66e2110a-bbe5-4165-8018-5de75c92bc34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488651 Jun 30 08:46:33.834259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3ed0d48-16d2-4997-a3b8-abd6fe9b4de1 req-b6221d8b-5b9c-4b88-b752-357d1bebab90 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841072 Jun 30 08:46:33.879662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-c5c4bc0c-4915-46f1-ac40-af711703d1f6 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203730 Jun 30 08:46:33.974976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-87226b48-fbdb-48bd-bd72-f953790f99e0 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317771 Jun 30 08:46:34.107946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861dd86d-7292-4fe0-bc1a-0b325711ec71 req-abe7ecd3-cd4b-41d3-9335-0f9982cd6463 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209086 Jun 30 08:46:34.168202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-6ef754ed-c885-43f1-a5a6-ecb5c14fc2fc tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 1002 time: 0.1219425 Jun 30 08:46:34.220833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-ef9fe4e4-2f7b-46c2-8e75-a5f166fa569c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:34.222334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-ef9fe4e4-2f7b-46c2-8e75-a5f166fa569c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367287 Jun 30 08:46:34.247765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-a86190e2-6cb3-474d-9ec1-78993e60a701 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/quotas/9c33a0ac003941a58f692c7f62b07f39 HTTP/1.1" status: 200 len: 375 time: 0.0183403 Jun 30 08:46:34.248330 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.254768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-0550cd6c-859a-4643-92c9-8f682e2217bf tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:34.256069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-0550cd6c-859a-4643-92c9-8f682e2217bf tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports/afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 943 time: 0.0814931 Jun 30 08:46:34.327325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-f973834b-abf1-41e6-b356-ad1dc5558fea tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0696974 Jun 30 08:46:34.341957 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a7d0689f-b026-4e73-bf08-bb5167231b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.387957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 952aae90-ff85-420f-a469-8125e5219b59 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:34.409890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-71ab5cc6-e09a-470b-8bf5-bc9c87ba8873 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 1002 time: 0.0649953 Jun 30 08:46:34.443574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 952aae90-ff85-420f-a469-8125e5219b59 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:34.449345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 952aae90-ff85-420f-a469-8125e5219b59 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:34.450627 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.557422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-06d8e0c0-16c0-49dc-931d-e0c563aef67a tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:34.558689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-06d8e0c0-16c0-49dc-931d-e0c563aef67a tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1404474 Jun 30 08:46:34.562574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.588340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952aae90-ff85-420f-a469-8125e5219b59'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:34.590922 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1d6c95-bd2e-41f8-8e76-79197434aa34" -d '{"events": [{"server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "name": "network-vif-plugged", "status": "completed", "tag": "952aae90-ff85-420f-a469-8125e5219b59"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:34.608127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:34.613232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.658995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-0ca80450-ec2d-407d-aa5c-ead705bc8732 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 1002 time: 0.0795734 Jun 30 08:46:34.664828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:34.666502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:34.714884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57b10-b185-430c-bd1f-50ea478b1785 req-05d35410-b9ad-4aff-943d-02fbdc4a1060 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:34.716393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1dc57b10-b185-430c-bd1f-50ea478b1785 req-05d35410-b9ad-4aff-943d-02fbdc4a1060 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1792426 Jun 30 08:46:34.751498 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.799813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1dc57b10-b185-430c-bd1f-50ea478b1785 req-fda2db5b-f2ca-4f0f-a744-7d84d80a003c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770555 Jun 30 08:46:34.938165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.942468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.942888 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Floating IP 223d0504-064e-4e34-9a78-26971f5eb2c4 disassociated. External IP: 172.25.8.173, port: afd6c4a3-8599-4608-a1f6-f8459114ff24. Jun 30 08:46:35.095805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb64e-466a-4002-9702-b877c347a41a req-371c54b8-4f5e-43ac-8cc1-db1e842363c1 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:35.097272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17cb64e-466a-4002-9702-b877c347a41a req-371c54b8-4f5e-43ac-8cc1-db1e842363c1 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 946 time: 0.1185906 Jun 30 08:46:35.108645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44048) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:35.115394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Request body: {'floatingip': {'port_id': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:35.170533 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:35.223109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:35.354496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-876d7234-67c5-46b8-bb80-d708191e7f71 req-c563368a-d1d8-47bc-9d2c-b3b6c174929a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 210 time: 0.0318947 Jun 30 08:46:35.370108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:35.374752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:35.381297 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] Sync routers for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:35.393390 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:35.394260 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:35.413439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-025d726f-7e83-4191-a1b8-9990b81e1994 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "PUT /v2.0/floatingips/223d0504-064e-4e34-9a78-26971f5eb2c4 HTTP/1.1" status: 200 len: 695 time: 0.7528894 Jun 30 08:46:35.414185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:35.416679 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a48a96-8065-4d79-8bac-47645f8886e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:35.444861 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30b6490-dfb6-4ed4-a3bd-b582c6ef057f x-openstack-request-id: req-b30b6490-dfb6-4ed4-a3bd-b582c6ef057f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:35.445736 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "name": "network-vif-plugged", "status": "completed", "tag": "952aae90-ff85-420f-a469-8125e5219b59", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:35.446137 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b30b6490-dfb6-4ed4-a3bd-b582c6ef057f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:35.446677 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952aae90-ff85-420f-a469-8125e5219b59', 'code': 200} Jun 30 08:46:35.539961 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:35.543146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-1c952603-32e5-448d-8f99-b7885ece997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:35.550416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-1c952603-32e5-448d-8f99-b7885ece997a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fef7d53715441059ec06eff86fbf174&device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 1098 time: 0.1211035 Jun 30 08:46:35.671743 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:35.676960 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:35.682107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:35.716602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df30b1-22a1-4e9c-b54a-b61855e0e51b req-cc88adfa-8069-48d3-bac7-17108b9b30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:35.718593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74df30b1-22a1-4e9c-b54a-b61855e0e51b req-cc88adfa-8069-48d3-bac7-17108b9b30a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1097 time: 0.1989973 Jun 30 08:46:35.763106 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 5, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:35.766640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce39c4-b8f3-4028-a4e6-e46251c23609 req-b9046f86-d07e-4ef3-b29a-d9359badbe1b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:35.774113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9ce39c4-b8f3-4028-a4e6-e46251c23609 req-b9046f86-d07e-4ef3-b29a-d9359badbe1b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.2061265 Jun 30 08:46:35.790830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-e8a8be1f-e8cd-4676-8953-a9c903419578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:35.797865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-e8a8be1f-e8cd-4676-8953-a9c903419578 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 200 len: 929 time: 0.2281177 Jun 30 08:46:35.804451 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-c5b64b1f-bb68-4cb8-a70b-22e46b07cafc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560696 Jun 30 08:46:35.810348 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] Checking router: 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:35.817278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74df30b1-22a1-4e9c-b54a-b61855e0e51b req-379225f7-28a1-40a4-aaff-b02930fb5013 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804255 Jun 30 08:46:35.822735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:35.823724 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:35.858189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-eecc074a-2e0d-41ce-be05-f62429b2b020 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 217 time: 0.0594354 Jun 30 08:46:35.879362 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Floating IP 8418746e-f27a-468f-82e9-82406653b7d6 associated. External IP: 172.25.8.45, port: 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3. Jun 30 08:46:35.918412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9ce39c4-b8f3-4028-a4e6-e46251c23609 req-365009fb-2054-45ca-9acc-315d7e27000b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433556 Jun 30 08:46:35.961932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-75671bb5-3e63-44d6-b549-75f00da48656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:35.963974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-75671bb5-3e63-44d6-b549-75f00da48656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f174488-7e11-417a-a4dd-c04ebc12159a HTTP/1.1" status: 200 len: 867 time: 0.1028361 Jun 30 08:46:36.018797 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:36.068500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-b49ac88d-24f9-483c-8ce7-03bb5ea6510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:36.070508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-b49ac88d-24f9-483c-8ce7-03bb5ea6510a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e41b7728-b7c6-481f-b401-d9edfc44b6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008003 Jun 30 08:46:36.124714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-6dfb5aeb-b9c9-4b2b-8443-35268df99d39 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:36.126227 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-6dfb5aeb-b9c9-4b2b-8443-35268df99d39 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059921 Jun 30 08:46:36.148101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:36.193257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-3eeaa632-4aeb-4c2a-9073-672a13221cc0 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2100788180&fields=id&tenant_id=a35db5942cb041e0a11737fcc3b340bb HTTP/1.1" status: 200 len: 267 time: 0.0528584 Jun 30 08:46:36.208814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Router 60565d31-3aa0-4682-9996-3c5f28188e71 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:36.271403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-07559b76-a5d2-4779-ba1f-34d12f6604ea service neutron] 10.222.0.53 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947665 Jun 30 08:46:36.328904 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 5, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:36.369209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863e935f-f051-4379-a15b-1f156f4fb2da None None] The sync data for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 is: [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '9df32670-5082-4042-a0f2-af32c4c48b5c', 'name': '', 'network_id': 'e41b7728-b7c6-481f-b401-d9edfc44b6d2', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'mac_address': 'fa:16:3e:4d:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:49Z', 'updated_at': '2021-06-30T08:45:55Z', 'revision_number': 5, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'subnets': [{'id': '4f174488-7e11-417a-a4dd-c04ebc12159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:36.373801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:36.379597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:36.383427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:36.387863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:36.388194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] Sync routers for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:36.398438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:36.399070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:36.455515 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bf6f33ef-d04a-4964-a0d9-5dd2be0f360c tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "PUT /v2.0/floatingips/8418746e-f27a-468f-82e9-82406653b7d6 HTTP/1.1" status: 200 len: 991 time: 1.3421590 Jun 30 08:46:36.455515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:36.457673 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8" -d '{"events": [{"name": "network-changed", "server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:36.521536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:36.582996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.95 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/eb92294b-ad40-42dd-841f-401a67f2360a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:36.687914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-3f34f58a-7246-4a78-9dde-626eda3f5e19 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:36.689407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-3f34f58a-7246-4a78-9dde-626eda3f5e19 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/networks?id=b888debf-1fac-4418-a41b-a62aff404649 HTTP/1.1" status: 200 len: 815 time: 0.4877567 Jun 30 08:46:36.698597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b115db-d9af-4d3d-9e57-9156c86220d0 req-58c0f138-3e8d-4406-901f-47daaefa7cd9 service neutron] 10.222.0.53 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262969 Jun 30 08:46:36.712959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-9c4cea25-bed6-4313-9912-e93b697c52f0 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/quotas/a35db5942cb041e0a11737fcc3b340bb HTTP/1.1" status: 200 len: 375 time: 0.0118432 Jun 30 08:46:36.718338 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0cd06-eda9-4e2e-8c39-42aaa5f04e60 None None] New status for floating IP 223d0504-064e-4e34-9a78-26971f5eb2c4: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:46:36.835648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:36.850877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object eb92294b-ad40-42dd-841f-401a67f2360a will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:36.870524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-61f920a1-cea7-41e3-a595-25bcad0d33ca tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a35db5942cb041e0a11737fcc3b340bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1431723 Jun 30 08:46:36.890520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:36.987751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:37.003752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:37.023103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:37.030072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-56af7929-542e-44ef-a2c9-c74d2174ed7c service neutron] 10.222.0.53 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457250 Jun 30 08:46:37.036237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=eb92294b-ad40-42dd-841f-401a67f2360a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:37.123640 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:37.124408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:37.141165 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-0e5f44c7-28e7-49fd-a424-0b01c64108dc tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9994969 Jun 30 08:46:37.143488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', '984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:37.146447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4', '6a655be7-7ea8-4c58-bd3b-0f0eab9de478'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:37.155160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Request body: {'port': {'device_id': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:37.248120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-c5defdef-3131-473f-8d3a-072703e133b9 service neutron] 10.222.0.53 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095699 Jun 30 08:46:37.273787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:37.318175 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:37.357007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecc8ff02-60ed-4f84-9cba-c4c1e99281b7 None None] Provisioning for port eb92294b-ad40-42dd-841f-401a67f2360a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:37.370837 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40603805-4065-49fb-a4c8-13916a0709a7 x-openstack-request-id: req-40603805-4065-49fb-a4c8-13916a0709a7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:37.371164 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:37.371437 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40603805-4065-49fb-a4c8-13916a0709a7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:37.371816 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'status': 'completed', 'code': 200} Jun 30 08:46:37.407335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecc8ff02-60ed-4f84-9cba-c4c1e99281b7 None None] Provisioning complete for port eb92294b-ad40-42dd-841f-401a67f2360a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:37.407702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ff02-60ed-4f84-9cba-c4c1e99281b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:37.498617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8418746e-f27a-468f-82e9-82406653b7d6', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'port_id': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'mac_address': 'fa:16:3e:f7:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:44:11Z', 'updated_at': '2021-06-30T08:46:35Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:37.558698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] Checking router: 60565d31-3aa0-4682-9996-3c5f28188e71 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:37.561163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8ff02-60ed-4f84-9cba-c4c1e99281b7 None None] Port eb92294b-ad40-42dd-841f-401a67f2360a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:37.580575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-e0f9bdeb-db2d-42a8-83b2-82654124d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:37.582498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-e0f9bdeb-db2d-42a8-83b2-82654124d507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8fef7d53715441059ec06eff86fbf174&device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 1098 time: 0.1800108 Jun 30 08:46:37.651519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:37.652787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:37.697453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9adbd1-f215-4d03-a63f-9e51962cf3ad req-8e57a855-8516-4273-a2d5-3816ec52a480 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:37.716485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e9adbd1-f215-4d03-a63f-9e51962cf3ad req-8e57a855-8516-4273-a2d5-3816ec52a480 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.2386456 Jun 30 08:46:37.784658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e9adbd1-f215-4d03-a63f-9e51962cf3ad req-83045a61-132c-4c86-bbab-5afffc512c43 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647111 Jun 30 08:46:37.816686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-01ce2a80-7f52-4b85-b6cb-65483c0a1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:37.818447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-01ce2a80-7f52-4b85-b6cb-65483c0a1830 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 200 len: 929 time: 0.2272878 Jun 30 08:46:37.879472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:37.917567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-c2994abc-c619-41c2-9def-f4ca2a875c91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 200 len: 217 time: 0.0914545 Jun 30 08:46:37.994567 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a48d01-fb77-4a5c-9b7c-53e4d01fa3ec x-openstack-request-id: req-d1a48d01-fb77-4a5c-9b7c-53e4d01fa3ec {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:37.994983 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:37.995484 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1a48d01-fb77-4a5c-9b7c-53e4d01fa3ec {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:37.996121 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'status': 'completed', 'code': 200} Jun 30 08:46:38.015088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb92294b-ad40-42dd-841f-401a67f2360a {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:38.026863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:38.043811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Transition to ACTIVE for port object eb92294b-ad40-42dd-841f-401a67f2360a will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:38.052377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:38.125218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e747d389-53d1-45dd-b834-7955c17c9dff req-deedd75a-388b-4546-8974-93acb3c79419 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips/223d0504-064e-4e34-9a78-26971f5eb2c4 HTTP/1.1" status: 200 len: 693 time: 0.1000392 Jun 30 08:46:38.126980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Pushing event updated for resources: {'Port': ['ID=eb92294b-ad40-42dd-841f-401a67f2360a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:38.130845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-fdfa35c6-9049-4d7b-9d02-f9930a78a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.132743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-fdfa35c6-9049-4d7b-9d02-f9930a78a264 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f174488-7e11-417a-a4dd-c04ebc12159a HTTP/1.1" status: 200 len: 867 time: 0.1815195 Jun 30 08:46:38.237948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Attempting to bind port eb92294b-ad40-42dd-841f-401a67f2360a on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:38.238546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Attempting to bind port eb92294b-ad40-42dd-841f-401a67f2360a by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:38.238833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Attempting to bind port eb92294b-ad40-42dd-841f-401a67f2360a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:38.246160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Port eb92294b-ad40-42dd-841f-401a67f2360a on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:38.246620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Attempting to bind port eb92294b-ad40-42dd-841f-401a67f2360a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:38.252678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:38.253128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:38.253605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:38.254366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Bound port: eb92294b-ad40-42dd-841f-401a67f2360a, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:38.254980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:38.291830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eb319-be17-4061-b1f0-72eaf2ae0b9a req-040f3127-2ca1-47f5-b5b4-b24c2dd771f4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.293414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c95eb319-be17-4061-b1f0-72eaf2ae0b9a req-040f3127-2ca1-47f5-b5b4-b24c2dd771f4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 935 time: 0.3793027 Jun 30 08:46:38.300147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-a59c1046-27b2-43a0-a717-be0c9c2c038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.301981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-a59c1046-27b2-43a0-a717-be0c9c2c038f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 1098 time: 0.2744436 Jun 30 08:46:38.348521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] For port eb92294b-ad40-42dd-841f-401a67f2360a, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:38.353526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] For port eb92294b-ad40-42dd-841f-401a67f2360a, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eb92294b-ad40-42dd-841f-401a67f2360a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:38.361268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8418746e-f27a-468f-82e9-82406653b7d6', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'port_id': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'mac_address': 'fa:16:3e:f7:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:44:11Z', 'updated_at': '2021-06-30T08:46:35Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:38.367017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:38.408711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.409510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529b39f-6363-40a8-a32d-c71ba407efe9 None None] The sync data for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 is: [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8418746e-f27a-468f-82e9-82406653b7d6', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'port_id': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'mac_address': 'fa:16:3e:f7:2c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:44:11Z', 'updated_at': '2021-06-30T08:46:35Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:38.410596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:38.414883 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] 10.222.0.26 "PUT /v2.0/ports/eb92294b-ad40-42dd-841f-401a67f2360a HTTP/1.1" status: 200 len: 1096 time: 1.2648602 Jun 30 08:46:38.442067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9b0c2-d1e8-4c3a-a074-3558fe8ea458 service neutron] Pushing event updated for resources: {'Port': ['ID=eb92294b-ad40-42dd-841f-401a67f2360a,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:38.442591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-0f42a94a-14f0-4a49-8e5d-13b38223c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.444296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-0f42a94a-14f0-4a49-8e5d-13b38223c4e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 925 time: 0.1246898 Jun 30 08:46:38.553407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-de5e802b-f436-403b-b87a-485306e7826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.561153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-de5e802b-f436-403b-b87a-485306e7826c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e41b7728-b7c6-481f-b401-d9edfc44b6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4184923 Jun 30 08:46:38.571566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c95eb319-be17-4061-b1f0-72eaf2ae0b9a req-3afbc98d-f3c2-49d5-b8a2-ecb2d93703df tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480116 Jun 30 08:46:38.596662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-402ba94a-ef5e-4f3b-b7ab-7f32705cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.596662 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-402ba94a-ef5e-4f3b-b7ab-7f32705cfeb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 1099 time: 0.0951324 Jun 30 08:46:38.599208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747d389-53d1-45dd-b834-7955c17c9dff req-f88749b2-d635-4611-a140-72c994732d0f tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.620537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e747d389-53d1-45dd-b834-7955c17c9dff req-f88749b2-d635-4611-a140-72c994732d0f tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.4758794 Jun 30 08:46:38.645998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-e747d389-53d1-45dd-b834-7955c17c9dff req-2a0d93ef-06f1-49fc-b0f5-b6110c5394ad tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:46:38.647849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e747d389-53d1-45dd-b834-7955c17c9dff req-2a0d93ef-06f1-49fc-b0f5-b6110c5394ad tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260465 Jun 30 08:46:38.675437 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-a1028a70-a1b9-4d8f-860a-d84740098cf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eb92294b-ad40-42dd-841f-401a67f2360a HTTP/1.1" status: 200 len: 217 time: 0.0734112 Jun 30 08:46:38.748190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e747d389-53d1-45dd-b834-7955c17c9dff req-885ef806-bfa8-4281-9fae-9cb1328282a5 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.0928581 Jun 30 08:46:38.769695 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-3365db6e-1099-48cc-8664-a1d5dcd603c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.771201 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-3365db6e-1099-48cc-8664-a1d5dcd603c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0807073 Jun 30 08:46:38.778615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06cc58-398c-4e45-a255-188af5d5258b None None] New status for floating IP 8418746e-f27a-468f-82e9-82406653b7d6: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:46:38.836008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-8e914e7c-9205-4b16-afe5-1973df967a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:38.838375 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-8e914e7c-9205-4b16-afe5-1973df967a5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595529 Jun 30 08:46:38.859202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-50f5f043-f41f-4981-b84d-d007ced0acbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 HTTP/1.1" status: 200 len: 999 time: 0.3891864 Jun 30 08:46:38.876469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e747d389-53d1-45dd-b834-7955c17c9dff req-2996f4c6-9e4c-49c3-ad3b-56a04ade2fba tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.1272495 Jun 30 08:46:38.945159 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-af871532-b4ce-4040-981f-9ea288d19ebf service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981057 Jun 30 08:46:39.002945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-aa4863db-d4c6-4f45-9fee-a05c92c59038 service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298904 Jun 30 08:46:39.039355 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-98187fab-e8a2-4fa5-936b-dc117e77c6f2 req-131c290e-9bb8-4509-8adf-186c958e2855 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864930 Jun 30 08:46:39.052324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-cca176b3-0263-4e99-931e-6cfd843f8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:39.054273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-cca176b3-0263-4e99-931e-6cfd843f8f12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.1914508 Jun 30 08:46:39.145022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df70111-d432-4136-b9f8-b19ad05437ed req-f84762f3-9b20-4b4a-a9b6-78feb6c7a3ad tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:39.146397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5df70111-d432-4136-b9f8-b19ad05437ed req-f84762f3-9b20-4b4a-a9b6-78feb6c7a3ad tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.3469100 Jun 30 08:46:39.232248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0a48a96-8065-4d79-8bac-47645f8886e7 req-9e85c5cf-dcf7-4e72-a6b4-2add4b4394fb service neutron] 10.222.0.26 "GET /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945782 Jun 30 08:46:39.236676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5df70111-d432-4136-b9f8-b19ad05437ed req-6bb1c95e-e30d-466e-b552-3b6539269af7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791101 Jun 30 08:46:39.252665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Deleting port 34a32e43-72e3-4625-8a77-e198cd4ec03b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:39.252996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:39.268773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-b7420821-5efc-4d61-86d7-6c29e0cbb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:39.268773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-b7420821-5efc-4d61-86d7-6c29e0cbb085 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1765583 Jun 30 08:46:39.464395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:39.464718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:39.486795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Calling delete_port for 34a32e43-72e3-4625-8a77-e198cd4ec03b owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:39.503987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-9a88a845-47da-4402-b89e-320448a8b187 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090969 Jun 30 08:46:39.515859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-327fd017-38b7-48cb-99c3-c9c70b246b0e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:39.517155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-327fd017-38b7-48cb-99c3-c9c70b246b0e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.26 "GET /v2.0/networks?id=b888debf-1fac-4418-a41b-a62aff404649 HTTP/1.1" status: 200 len: 815 time: 0.2022161 Jun 30 08:46:39.672651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adfa1b35-f4cf-443a-a2de-ef5bd4c860c8 req-285ab328-4bfd-4f32-b984-35b0ed1214c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544955 Jun 30 08:46:39.695975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-078bbc1d-6e32-4583-99cd-583bd4066b05 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a35db5942cb041e0a11737fcc3b340bb HTTP/1.1" status: 200 len: 380 time: 0.0584822 Jun 30 08:46:39.728585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Request body: {'port': {'device_id': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'admin_state_up': True, 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'security_groups': ['1c4fbb9b-dac0-4e21-b44d-5e5767deebf3']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:39.810077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1bc6db3-a2a2-4a1b-9b60-38c95d4b584a req-d7189853-31ae-4c74-9431-89632230d395 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 210 time: 0.0402782 Jun 30 08:46:39.822718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:39.865585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event deleted for resources: {'Port': ['ID=34a32e43-72e3-4625-8a77-e198cd4ec03b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:39.997822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'tag': 'eb92294b-ad40-42dd-841f-401a67f2360a'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:40.000508 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0b731e-f318-400f-b8f4-31934e361ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfd3f8c-af2f-4666-a3ff-401e9865368d", "tag": "eb92294b-ad40-42dd-841f-401a67f2360a"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:40.289204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:40.292252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:40.293389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e747d389-53d1-45dd-b834-7955c17c9dff req-39221802-c74d-4fe8-9871-adde44d697d9 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "DELETE /v2.0/floatingips/223d0504-064e-4e34-9a78-26971f5eb2c4 HTTP/1.1" status: 204 len: 173 time: 1.3935919 Jun 30 08:46:40.296768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Made reservation on behalf of a35db5942cb041e0a11737fcc3b340bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:40.300697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:40.341196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d47e5-a5a8-4f6d-aeb7-b949ecf4204e req-152e5324-db08-4436-b3dc-fd2bcb75a3c5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:40.344544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-294d47e5-a5a8-4f6d-aeb7-b949ecf4204e req-152e5324-db08-4436-b3dc-fd2bcb75a3c5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1839285 Jun 30 08:46:40.432030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-294d47e5-a5a8-4f6d-aeb7-b949ecf4204e req-2e962695-be4a-4420-bfc4-482a61f035ba tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549128 Jun 30 08:46:40.485523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Allocated IP 172.20.0.3 (b888debf-1fac-4418-a41b-a62aff404649/45464fb3-5a1b-48d2-85f4-c21d550f257e/dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:40.700043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6aea2-a3f7-49cb-a099-766f230abf81 req-93f42214-5bce-4759-984d-5ad44ba69504 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:40.701576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-faa6aea2-a3f7-49cb-a099-766f230abf81 req-93f42214-5bce-4759-984d-5ad44ba69504 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1097 time: 0.1978092 Jun 30 08:46:40.721875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:40.735319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d341d9-432e-4b1a-af39-c8179206abbd req-d869e065-836a-49ac-b0b5-bc88ebcff41c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:40.736825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28d341d9-432e-4b1a-af39-c8179206abbd req-d869e065-836a-49ac-b0b5-bc88ebcff41c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 947 time: 0.1783357 Jun 30 08:46:40.768903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Transition to ACTIVE for port object dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:40.806584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-faa6aea2-a3f7-49cb-a099-766f230abf81 req-1bd4d08b-041d-4582-8f38-8b2819cba7fc tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915854 Jun 30 08:46:40.821410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28d341d9-432e-4b1a-af39-c8179206abbd req-6f9a4482-6be8-45c4-9c2c-ab1ffbce7aac tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705442 Jun 30 08:46:40.836206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:40.886035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Network b888debf-1fac-4418-a41b-a62aff404649 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:40.890069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:40.896333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:40.905023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event updated for resources: {'Port': ['ID=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:40.959154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.960078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.960441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.960984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.961183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.961496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.961855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.962182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.962576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.962955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.963282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.963607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:40.985614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-05aa9f47-e13b-4fc6-a064-a41be6936dd9 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423162 Jun 30 08:46:41.014005 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b845d-5bd5-4d4f-9e06-a44f967b22c9 x-openstack-request-id: req-3a2b845d-5bd5-4d4f-9e06-a44f967b22c9 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:41.014490 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfd3f8c-af2f-4666-a3ff-401e9865368d", "tag": "eb92294b-ad40-42dd-841f-401a67f2360a", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:41.014588 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a2b845d-5bd5-4d4f-9e06-a44f967b22c9 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:41.014898 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'tag': 'eb92294b-ad40-42dd-841f-401a67f2360a', 'status': 'completed', 'code': 200} Jun 30 08:46:41.022931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:41.023561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:41.103551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-2752b605-5383-4d45-ab08-6e406828897c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3806481 Jun 30 08:46:41.117302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Request body: {'port': {'device_id': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:41.134579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-9829a598-ba90-4838-9c01-310db73dd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:41.136097 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-9829a598-ba90-4838-9c01-310db73dd7ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 1099 time: 0.0894756 Jun 30 08:46:41.197407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1e8bb9a6-dcb1-4a77-82af-68319f04589c None None] Provisioning for port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:41.203430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1e8bb9a6-dcb1-4a77-82af-68319f04589c None None] Provisioning complete for port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:41.204002 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1e8bb9a6-dcb1-4a77-82af-68319f04589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:41.238156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bb9a6-dcb1-4a77-82af-68319f04589c None None] Port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:41.240499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-a95441dc-b225-4b82-8057-d68ca806c505 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:41.242560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-a95441dc-b225-4b82-8057-d68ca806c505 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419906 Jun 30 08:46:41.255127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-16b9bc12-ed1d-495f-bc59-ee9dfe45ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:41.257869 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-16b9bc12-ed1d-495f-bc59-ee9dfe45ebb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1148520 Jun 30 08:46:41.289244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-c673a732-2188-4de5-bda4-e72f5592ca0a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/quotas/49b986f22f484d02b2ad3980d1ea9bfc HTTP/1.1" status: 200 len: 375 time: 0.0208743 Jun 30 08:46:41.299025 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-4f1719e7-3ce7-4405-97f9-be46cf1d1712 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eb92294b-ad40-42dd-841f-401a67f2360a HTTP/1.1" status: 200 len: 217 time: 0.0340822 Jun 30 08:46:41.311338 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:41.343239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-486a513f-6bb1-4cb1-a597-d1e7aa5654e1 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473504 Jun 30 08:46:41.351729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-371ef594-42b0-402e-b47e-079235e46083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:41.352480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a25668-f9ea-4708-8ea4-1a1d0dc846e7 req-45eb4cc2-f19a-497f-9fa2-6b687733f27f tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:41.353561 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-371ef594-42b0-402e-b47e-079235e46083 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0473776 Jun 30 08:46:41.353950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71a25668-f9ea-4708-8ea4-1a1d0dc846e7 req-45eb4cc2-f19a-497f-9fa2-6b687733f27f tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 931 time: 0.1794820 Jun 30 08:46:41.419812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-5cf15903-11ab-4267-8e75-bf2605bce2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:41.422060 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-5cf15903-11ab-4267-8e75-bf2605bce2dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601711 Jun 30 08:46:41.433307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71a25668-f9ea-4708-8ea4-1a1d0dc846e7 req-c3a7f76d-e76e-4505-8a2d-4e7589c9ce20 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556133 Jun 30 08:46:41.570529 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-385fbde5-81a4-4f6e-82a0-301311dd3f13 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409795 Jun 30 08:46:41.708964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:41.714587 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec0b731e-f318-400f-b8f4-31934e361ba1 req-c7d74920-e004-4921-beb1-093a3bf0fb4e service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345651 Jun 30 08:46:41.718321 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:41.735068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Transition to ACTIVE for port object dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:41.743061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:41.827104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Pushing event updated for resources: {'Port': ['ID=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:42.013031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Attempting to bind port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:42.013357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Attempting to bind port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:42.014120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Attempting to bind port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 on network b888debf-1fac-4418-a41b-a62aff404649 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:42.026873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 on network b888debf-1fac-4418-a41b-a62aff404649 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:42.027211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Attempting to bind port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 on network b888debf-1fac-4418-a41b-a62aff404649 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:42.038999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:42.039342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Checking segment: {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:42.042489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Bound using segment: {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:42.043788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Bound port: dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8593a1-2e2f-417d-8e27-0891261e8403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:42.044170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:42.204157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eb92294b-ad40-42dd-841f-401a67f2360a details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:42.257278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] For port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:42.296601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] For port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:42.310958 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:42.440800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:42.441663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:42.445159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 HTTP/1.1" status: 200 len: 1092 time: 1.3323262 Jun 30 08:46:42.457472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:42.468711 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ab880-4579-443f-b556-135de147d7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:42.489231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af93b8-021e-4a8a-b72d-cf3d31ef384d req-0fb3bb9e-8f24-480b-ba75-9d58fe0d34e8 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:42.499546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24af93b8-021e-4a8a-b72d-cf3d31ef384d req-0fb3bb9e-8f24-480b-ba75-9d58fe0d34e8 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3098581 Jun 30 08:46:42.579295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24af93b8-021e-4a8a-b72d-cf3d31ef384d req-391d7c4a-911f-49c1-a32f-edf446b01139 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0787787 Jun 30 08:46:42.587471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29365a-cc24-4a51-b463-c6d851b36526 service neutron] Pushing event updated for resources: {'Port': ['ID=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:42.607594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eb92294b-ad40-42dd-841f-401a67f2360a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eb92294b-ad40-42dd-841f-401a67f2360a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:42.621527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'eb92294b-ad40-42dd-841f-401a67f2360a', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'eb92294b-ad40-42dd-841f-401a67f2360a', 'mac_address': 'fa:16:3e:39:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:42.675633 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:42.709484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb92294b-ad40-42dd-841f-401a67f2360a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:42.738198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eb92294b-ad40-42dd-841f-401a67f2360a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eb92294b-ad40-42dd-841f-401a67f2360a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:42.753908 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:42.812727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fa7980e5-3d18-47b6-9507-696d2b6e8e0b tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929615 Jun 30 08:46:42.825330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eb92294b-ad40-42dd-841f-401a67f2360a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:43.007428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-5ee493f5-7315-4a1d-b7e8-34b97cad3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:43.008954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-5ee493f5-7315-4a1d-b7e8-34b97cad3ead service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a35db5942cb041e0a11737fcc3b340bb&device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 1095 time: 0.4023921 Jun 30 08:46:43.018924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fb8148b1-304e-42ae-9516-7cca021d21a5 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:43.022797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fb8148b1-304e-42ae-9516-7cca021d21a5 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085400 Jun 30 08:46:43.044582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd62be-b5b9-47f4-81f8-b772cc4eb02e req-db37a541-2bee-4c5c-ac39-62586fd424eb tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:43.046404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76cd62be-b5b9-47f4-81f8-b772cc4eb02e req-db37a541-2bee-4c5c-ac39-62586fd424eb tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.2049310 Jun 30 08:46:43.047513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eb92294b-ad40-42dd-841f-401a67f2360a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:43.118465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76cd62be-b5b9-47f4-81f8-b772cc4eb02e req-87b6c05b-7ea4-4e25-b1b2-dc4aa4381c25 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Jun 30 08:46:43.119532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-e1cd1052-3b0c-4345-991c-b8fedd4f6d4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 HTTP/1.1" status: 200 len: 217 time: 0.0957360 Jun 30 08:46:43.127029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-1ec290da-9224-4ac0-ba39-4861c365ab69 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/quotas/49b986f22f484d02b2ad3980d1ea9bfc HTTP/1.1" status: 200 len: 375 time: 0.0934474 Jun 30 08:46:43.206180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-8a435ee1-9d4c-4f8f-aa4b-06a397efcadd tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781379 Jun 30 08:46:43.210641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-e7c02987-6c84-4f8d-a408-c93081477107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:43.217663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-e7c02987-6c84-4f8d-a408-c93081477107 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45464fb3-5a1b-48d2-85f4-c21d550f257e HTTP/1.1" status: 200 len: 854 time: 0.0587590 Jun 30 08:46:43.377754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6caac80b-ccb9-4d8c-8dbb-461550660282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:43.379312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-6caac80b-ccb9-4d8c-8dbb-461550660282 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b888debf-1fac-4418-a41b-a62aff404649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528425 Jun 30 08:46:43.437481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf5aa6-baa5-4236-9327-d3c621dad4e3 req-60301d36-62a8-4548-afd4-928d8f045615 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:43.439091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5aaf5aa6-baa5-4236-9327-d3c621dad4e3 req-60301d36-62a8-4548-afd4-928d8f045615 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 948 time: 0.1523733 Jun 30 08:46:43.534873 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-2aef203d-21f2-4d89-82c1-c2da540b3dd1 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465045 Jun 30 08:46:43.622296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5aaf5aa6-baa5-4236-9327-d3c621dad4e3 req-11ab226b-6534-42ca-b4d7-159a77c35744 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662533 Jun 30 08:46:43.735874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-3fb98b18-8978-4151-afd1-9e95fa6e6ce0 service neutron] 10.222.0.26 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347611 Jun 30 08:46:43.785571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-ad2e12c3-c409-4d1e-a851-908bdc43acbc tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:43.787209 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-ad2e12c3-c409-4d1e-a851-908bdc43acbc tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476804 Jun 30 08:46:43.803080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Request body: {'port': {'device_id': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '49b986f22f484d02b2ad3980d1ea9bfc'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:43.953698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a391a5-81b0-4c0e-9d66-c3e073fc4c0d req-0335ffdf-8493-48da-830f-9915b2d6d291 service neutron] 10.222.0.26 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969430 Jun 30 08:46:43.998531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e84a87-2832-45af-8b8b-7f7931249fdc req-b28e62ae-9e25-48a8-bfe4-cf210ba390d1 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:44.000220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13e84a87-2832-45af-8b8b-7f7931249fdc req-b28e62ae-9e25-48a8-bfe4-cf210ba390d1 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.1081791 Jun 30 08:46:44.003527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Made reservation on behalf of 49b986f22f484d02b2ad3980d1ea9bfc for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:44.008242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:44.030390 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:44.050885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13e84a87-2832-45af-8b8b-7f7931249fdc req-a315e5cf-799d-499a-8627-cd16f9d1c563 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392370 Jun 30 08:46:44.140574 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f5297-6691-40cc-b8fc-f253a379207c x-openstack-request-id: req-521f5297-6691-40cc-b8fc-f253a379207c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:44.140854 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:44.142139 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-521f5297-6691-40cc-b8fc-f253a379207c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:44.142139 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'status': 'completed', 'code': 200} Jun 30 08:46:44.204032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d6e0e1b-5784-49e8-952a-63ce051ecc6b req-be082cc8-2962-4573-b941-42a4d3d371db tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0708189 Jun 30 08:46:44.217091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eb92294b-ad40-42dd-841f-401a67f2360a up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:44.230171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:44.242263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:44.294867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbc502cf-e6d0-4029-a096-c46c77b29343 req-c11b284c-f2f1-4926-b8e4-acd9c8c4f4d2 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 210 time: 0.0541487 Jun 30 08:46:44.322235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a7df9b-a569-40be-b0af-7f98f31802ca,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:44.336140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port eb92294b-ad40-42dd-841f-401a67f2360a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:44.336852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab880-4579-443f-b556-135de147d7f2 req-4b25c053-46b7-4a1f-9468-d7f134729a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:44.340645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f31ab880-4579-443f-b556-135de147d7f2 req-4b25c053-46b7-4a1f-9468-d7f134729a63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a35db5942cb041e0a11737fcc3b340bb&device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 1095 time: 0.1496136 Jun 30 08:46:44.340974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port eb92294b-ad40-42dd-841f-401a67f2360a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:44.341494 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:44.420500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.420691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.420934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.429418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.429873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.430212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.430541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.430863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.431186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.431504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.431819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.432321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:44.482676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab880-4579-443f-b556-135de147d7f2 req-4aef3051-a847-4592-8718-c96177cb5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:44.484453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f31ab880-4579-443f-b556-135de147d7f2 req-4aef3051-a847-4592-8718-c96177cb5e97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b888debf-1fac-4418-a41b-a62aff404649 HTTP/1.1" status: 200 len: 916 time: 0.1344230 Jun 30 08:46:44.512039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:44.549345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92294b-ad40-42dd-841f-401a67f2360a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:44.553533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f31ab880-4579-443f-b556-135de147d7f2 req-ab89176a-cc73-444a-8aec-599fb76690d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 HTTP/1.1" status: 200 len: 217 time: 0.0611064 Jun 30 08:46:44.554021 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260bbb15-799e-4bc0-8ff1-8febfdf8e2e5" -d '{"events": [{"server_uuid": "ccfd3f8c-af2f-4666-a3ff-401e9865368d", "name": "network-vif-plugged", "status": "completed", "tag": "eb92294b-ad40-42dd-841f-401a67f2360a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:44.587372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eb92294b-ad40-42dd-841f-401a67f2360a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eb92294b-ad40-42dd-841f-401a67f2360a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:44.604191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:44.635144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab880-4579-443f-b556-135de147d7f2 req-56157d4c-0f7c-4a78-85b4-65e25955a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:44.636748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f31ab880-4579-443f-b556-135de147d7f2 req-56157d4c-0f7c-4a78-85b4-65e25955a208 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45464fb3-5a1b-48d2-85f4-c21d550f257e HTTP/1.1" status: 200 len: 854 time: 0.0645816 Jun 30 08:46:44.678042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eb92294b-ad40-42dd-841f-401a67f2360a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:44.692731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142b249-7b7f-4edb-bfed-849fa173983f req-01e14590-fb6a-4f36-965c-4e535457c2bc tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:44.694519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Allocated IP 192.168.233.119 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/b223ade1-f52c-4dab-88c5-48e49ef32601) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:44.695133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e142b249-7b7f-4edb-bfed-849fa173983f req-01e14590-fb6a-4f36-965c-4e535457c2bc tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1546834 Jun 30 08:46:44.778580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e142b249-7b7f-4edb-bfed-849fa173983f req-b06f324a-521f-40de-a07b-e3b57d70bd6f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754790 Jun 30 08:46:44.788212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab880-4579-443f-b556-135de147d7f2 req-fc89980b-77c8-4796-bfd2-b68d244fc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:44.797381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f31ab880-4579-443f-b556-135de147d7f2 req-fc89980b-77c8-4796-bfd2-b68d244fc24f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b888debf-1fac-4418-a41b-a62aff404649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494284 Jun 30 08:46:44.930671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f31ab880-4579-443f-b556-135de147d7f2 req-07f408fb-81a9-4e50-b81a-8560fc4c25fa service neutron] 10.222.0.26 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285577 Jun 30 08:46:44.979564 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f040bf-b377-42e4-8c43-28c667589126 x-openstack-request-id: req-62f040bf-b377-42e4-8c43-28c667589126 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:44.979855 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfd3f8c-af2f-4666-a3ff-401e9865368d", "name": "network-vif-plugged", "status": "completed", "tag": "eb92294b-ad40-42dd-841f-401a67f2360a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:44.980102 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62f040bf-b377-42e4-8c43-28c667589126 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:44.980489 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92294b-ad40-42dd-841f-401a67f2360a', 'code': 200} Jun 30 08:46:44.988088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:45.037211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Transition to ACTIVE for port object b223ade1-f52c-4dab-88c5-48e49ef32601 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:45.081300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f31ab880-4579-443f-b556-135de147d7f2 req-63133253-3bdf-46dd-82d1-296b2219aaf6 service neutron] 10.222.0.26 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413980 Jun 30 08:46:45.169303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:45.188449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a280c7-5eba-4220-a26e-72d9770c1f7e req-60e89d49-110d-406f-bd83-d8670cd5c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:45.190162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-81a280c7-5eba-4220-a26e-72d9770c1f7e req-60e89d49-110d-406f-bd83-d8670cd5c483 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 1101 time: 0.1325121 Jun 30 08:46:45.194118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f48e0-c544-410c-aadc-43f14a44ca37 req-a077d108-c357-443f-959a-137514519737 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:45.196152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-123f48e0-c544-410c-aadc-43f14a44ca37 req-a077d108-c357-443f-959a-137514519737 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 949 time: 0.0744932 Jun 30 08:46:45.248993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-123f48e0-c544-410c-aadc-43f14a44ca37 req-98f45254-bec3-422a-90df-7ac287f08d36 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Jun 30 08:46:45.281439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:45.291325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:45.306294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:45.310152 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-81a280c7-5eba-4220-a26e-72d9770c1f7e req-bdf9d906-0c93-4441-baee-551bf4a01e3d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595589 Jun 30 08:46:45.310745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:45.356726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-8c3ff00f-8922-41e8-9962-4d9b7e23dc6f tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488148 Jun 30 08:46:45.381974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:45.388399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:45.431715 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-0cbfe7dc-d585-4407-a2f0-d83e1ce43c2a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6326318 Jun 30 08:46:45.449198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Request body: {'port': {'device_id': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:45.568131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:45.657463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-425010cf-9399-4732-bfe3-8c400baec456 None None] Provisioning for port b223ade1-f52c-4dab-88c5-48e49ef32601 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:45.661383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-425010cf-9399-4732-bfe3-8c400baec456 None None] Provisioning complete for port b223ade1-f52c-4dab-88c5-48e49ef32601 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:45.661771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-425010cf-9399-4732-bfe3-8c400baec456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:45.674928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-264f9b90-edd5-4717-a89c-ef77f01e2f62 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:45.676435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-264f9b90-edd5-4717-a89c-ef77f01e2f62 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953303 Jun 30 08:46:45.693985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f9a86-ed32-47ee-839d-dbba3aca604d req-c91a3ea8-e7c6-480c-8b38-87fbe5270e22 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:45.701736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c7f9a86-ed32-47ee-839d-dbba3aca604d req-c91a3ea8-e7c6-480c-8b38-87fbe5270e22 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 946 time: 0.2017381 Jun 30 08:46:45.714491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Request body: {'port': {'device_id': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '49b986f22f484d02b2ad3980d1ea9bfc'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:45.721161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-425010cf-9399-4732-bfe3-8c400baec456 None None] Port b223ade1-f52c-4dab-88c5-48e49ef32601 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:45.894653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b223ade1-f52c-4dab-88c5-48e49ef32601 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:45.904747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:45.920097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Transition to ACTIVE for port object b223ade1-f52c-4dab-88c5-48e49ef32601 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:45.930120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:46.011624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:46.104891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Attempting to bind port b223ade1-f52c-4dab-88c5-48e49ef32601 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:46.105494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Attempting to bind port b223ade1-f52c-4dab-88c5-48e49ef32601 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:46.106114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Attempting to bind port b223ade1-f52c-4dab-88c5-48e49ef32601 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:46.114070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Port b223ade1-f52c-4dab-88c5-48e49ef32601 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:46.114635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Attempting to bind port b223ade1-f52c-4dab-88c5-48e49ef32601 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:46.122790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:46.123492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:46.124054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:46.124674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Bound port: b223ade1-f52c-4dab-88c5-48e49ef32601, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:46.125532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:46.230369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:46.238658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:46.246362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:46.250303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c7f9a86-ed32-47ee-839d-dbba3aca604d req-6a95eee0-2a4d-4b50-a2a0-99edc5b798d5 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/security-groups?id=47cfc9eb-86cc-4894-9e9e-416eb0e00c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475824 Jun 30 08:46:46.308739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:46.309617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:46.311106 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] 10.222.0.26 "PUT /v2.0/ports/b223ade1-f52c-4dab-88c5-48e49ef32601 HTTP/1.1" status: 200 len: 1097 time: 0.8664825 Jun 30 08:46:46.311473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:46.315151 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c863270c-ba35-46ac-ab13-49fe27afe3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:46.351834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707691c2-4ce7-4459-8972-6f6fd5b4706c service neutron] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:46.386085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8ca0-86d4-4bb4-9399-e79d22f13cec req-3f081508-2e13-44c3-85ee-690569b2aac8 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:46.388015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-667a8ca0-86d4-4bb4-9399-e79d22f13cec req-3f081508-2e13-44c3-85ee-690569b2aac8 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.1273925 Jun 30 08:46:46.389000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Made reservation on behalf of 49b986f22f484d02b2ad3980d1ea9bfc for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:46.393234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:46.491206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-32056103-aac6-470d-a6d6-a2b0e6dcf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:46.493116 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-32056103-aac6-470d-a6d6-a2b0e6dcf7c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 1100 time: 0.0889010 Jun 30 08:46:46.510055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-667a8ca0-86d4-4bb4-9399-e79d22f13cec req-8b0a77af-4ca5-472f-903c-38174911f988 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129787 Jun 30 08:46:46.554323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3b26436-d86d-4bd7-8c29-3643a2a103d3 req-cbd8cf74-9b68-4f36-ba9a-f9eb1f939499 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 210 time: 0.0389354 Jun 30 08:46:46.632254 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-a9babbeb-2613-4b8c-8663-5668c3d2ab07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b223ade1-f52c-4dab-88c5-48e49ef32601 HTTP/1.1" status: 200 len: 217 time: 0.1266401 Jun 30 08:46:46.664035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Allocated IP 192.168.233.114 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/7e0a3143-4520-4a74-b592-743928a2053f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:46.725192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-aef93729-ceee-49ea-9f3e-b707af436e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:46.726964 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-aef93729-ceee-49ea-9f3e-b707af436e79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0818853 Jun 30 08:46:46.815813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-69e2e103-f7c8-4ba9-bdd1-c34c2d05e493 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:46.817290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-69e2e103-f7c8-4ba9-bdd1-c34c2d05e493 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 946 time: 0.1285942 Jun 30 08:46:46.861883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-a07afe2c-bcb9-441c-8c25-9875c490e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:46.863381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-a07afe2c-bcb9-441c-8c25-9875c490e565 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274836 Jun 30 08:46:46.907264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:46.933871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Transition to ACTIVE for port object 7e0a3143-4520-4a74-b592-743928a2053f will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:47.005864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.034966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Deleting port afd6c4a3-8599-4608-a1f6-f8459114ff24 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:47.035524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.095810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:47.099812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:47.102793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:47.137903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-3704a49c-e1db-4df5-95ef-894aaa81713a service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632890 Jun 30 08:46:47.140596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:47.186629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:47.187505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.198520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c94e-2c45-4f7b-ade6-7351004971e0 req-09b053af-b7b8-40ee-9399-bfc90bfc19a8 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:47.206621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7684c94e-2c45-4f7b-ade6-7351004971e0 req-09b053af-b7b8-40ee-9399-bfc90bfc19a8 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1854577 Jun 30 08:46:47.256009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] For port afd6c4a3-8599-4608-a1f6-f8459114ff24, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=afd6c4a3-8599-4608-a1f6-f8459114ff24,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:47.256426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.283112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-98966fbc-af0d-4ce5-8148-a583d5ecb4b7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5733578 Jun 30 08:46:47.284474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Calling delete_port for afd6c4a3-8599-4608-a1f6-f8459114ff24 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:47.296499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Request body: {'port': {'device_id': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:47.310748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7684c94e-2c45-4f7b-ade6-7351004971e0 req-23793a69-f572-4bfa-a68d-75654f667030 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038721 Jun 30 08:46:47.407905 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bdf8a7-f23f-4780-8f93-be0a7cb5b2d2 x-openstack-request-id: req-63bdf8a7-f23f-4780-8f93-be0a7cb5b2d2 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:47.408252 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:47.408450 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63bdf8a7-f23f-4780-8f93-be0a7cb5b2d2 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:47.408852 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'status': 'completed', 'code': 200} Jun 30 08:46:47.417494 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8a560671-90e1-4b55-8e27-31f3a3580a58 req-20ed023e-0ea6-4073-aed3-266442d77740 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698512 Jun 30 08:46:47.449903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8b41-52a9-407a-a1d6-c05ac9b6bb6a req-e0b0ade9-99e8-49b2-a81b-4a462bfcd9a7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:47.454540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-081c8b41-52a9-407a-a1d6-c05ac9b6bb6a req-e0b0ade9-99e8-49b2-a81b-4a462bfcd9a7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 949 time: 0.2260108 Jun 30 08:46:47.460258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-167bf758-0d44-4980-8086-cf16ce365326 None None] Provisioning for port 7e0a3143-4520-4a74-b592-743928a2053f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:47.464286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-167bf758-0d44-4980-8086-cf16ce365326 None None] Provisioning complete for port 7e0a3143-4520-4a74-b592-743928a2053f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:47.464878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-167bf758-0d44-4980-8086-cf16ce365326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.505348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.551632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.558236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-081c8b41-52a9-407a-a1d6-c05ac9b6bb6a req-25b61a11-6bbc-4e5f-8806-bcbe8cfb6784 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920651 Jun 30 08:46:47.579102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['afd6c4a3-8599-4608-a1f6-f8459114ff24'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:47.588754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-167bf758-0d44-4980-8086-cf16ce365326 None None] Port 7e0a3143-4520-4a74-b592-743928a2053f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:47.665854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Pushing event deleted for resources: {'Port': ['ID=afd6c4a3-8599-4608-a1f6-f8459114ff24,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:47.768002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-6b62296c-1f25-47ef-9a5a-07b8bb69db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:47.771281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-6b62296c-1f25-47ef-9a5a-07b8bb69db5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 1100 time: 0.2893915 Jun 30 08:46:47.786811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a93c3e92-e95d-4368-9942-957ace8628b5 req-c18c7106-7d3e-4c22-ac7e-96c39e8580ce tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2fda095-afbd-472f-b0c6-adca06aa8e1c HTTP/1.1" status: 200 len: 210 time: 0.0444007 Jun 30 08:46:47.794480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] No DVR routers for this DVR port afd6c4a3-8599-4608-a1f6-f8459114ff24 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:46:47.797333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:47.800206 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c7f9fa9c-e293-48d5-ab1a-b022cdf0140b req-276fc474-c6ff-417e-b29c-f42ee113a738 tempest-FloatingIPsAssociationNegativeTestJSON-944808672 tempest-FloatingIPsAssociationNegativeTestJSON-944808672-project] 10.222.0.26 "DELETE /v2.0/ports/afd6c4a3-8599-4608-a1f6-f8459114ff24 HTTP/1.1" status: 204 len: 173 time: 0.9757035 Jun 30 08:46:47.926087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-f386754c-518f-4e0f-abb3-0278569f14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:47.927567 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-f386754c-518f-4e0f-abb3-0278569f14ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1344869 Jun 30 08:46:47.975442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e8f9-6f62-420f-a753-cfc9e93acae4 req-65da820b-ca5c-4c3c-af28-2683c7041ccf tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:47.982929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab82e8f9-6f62-420f-a753-cfc9e93acae4 req-65da820b-ca5c-4c3c-af28-2683c7041ccf tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.1840208 Jun 30 08:46:48.047619 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-369395a4-1454-4416-b060-6bb99664c89c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b223ade1-f52c-4dab-88c5-48e49ef32601 HTTP/1.1" status: 200 len: 217 time: 0.1100919 Jun 30 08:46:48.100883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab82e8f9-6f62-420f-a753-cfc9e93acae4 req-a7b2235e-65e4-493d-b616-f6bb292081da tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170518 Jun 30 08:46:48.157473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-62ddf3c1-c5aa-4642-8e8f-45597049bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:48.158993 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-62ddf3c1-c5aa-4642-8e8f-45597049bc6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0939817 Jun 30 08:46:48.205531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85beb3-3428-497a-8876-3cda8c7f3acf req-8add7cda-5ec2-4ecd-a8fe-941684609bd0 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:48.213175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b85beb3-3428-497a-8876-3cda8c7f3acf req-8add7cda-5ec2-4ecd-a8fe-941684609bd0 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 1101 time: 0.2274051 Jun 30 08:46:48.249483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0a3143-4520-4a74-b592-743928a2053f {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:48.260369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-a5dcd791-54f9-4f5e-8b23-b4bed6f0315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:48.265051 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-a5dcd791-54f9-4f5e-8b23-b4bed6f0315e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961704 Jun 30 08:46:48.328602 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:48.379726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Transition to ACTIVE for port object 7e0a3143-4520-4a74-b592-743928a2053f will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:48.401477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b85beb3-3428-497a-8876-3cda8c7f3acf req-00a0bce9-5b8e-49b9-92ec-d2603b8223ca tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872339 Jun 30 08:46:48.402447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:48.496396 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-f78b48fe-161f-4512-99bc-4388005b36c0 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150354 Jun 30 08:46:48.517494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44550) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:48.648670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:48.672118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da657-bb01-474f-94b7-ee83c3623bdf req-49703968-8448-42dc-8eff-51aea6ccdcf7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:48.683638 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-114da657-bb01-474f-94b7-ee83c3623bdf req-49703968-8448-42dc-8eff-51aea6ccdcf7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 936 time: 0.4039531 Jun 30 08:46:48.693353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Attempting to bind port 7e0a3143-4520-4a74-b592-743928a2053f on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:48.694028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Attempting to bind port 7e0a3143-4520-4a74-b592-743928a2053f by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:48.694460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Attempting to bind port 7e0a3143-4520-4a74-b592-743928a2053f on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:48.707472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Port 7e0a3143-4520-4a74-b592-743928a2053f on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:48.707834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Attempting to bind port 7e0a3143-4520-4a74-b592-743928a2053f on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:48.742313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-114da657-bb01-474f-94b7-ee83c3623bdf req-e9d75406-e7bf-44f4-97e1-42d397661bbd tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575678 Jun 30 08:46:48.744062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:48.746091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:48.746833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:48.747501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Bound port: 7e0a3143-4520-4a74-b592-743928a2053f, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:48.749549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:48.804881 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c863270c-ba35-46ac-ab13-49fe27afe3a2 req-4014fde9-b337-4928-a99f-54ee03f38ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005018 Jun 30 08:46:48.875365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:48.896191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:48.898116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-93c6a8b9-c5c8-4a1b-b1f6-5ccafab18a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:48.929303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:48.967773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-4a2c8263-6ca9-46c6-9f4b-cbe848c27a05 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734270 Jun 30 08:46:49.018625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:49.019388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:49.020673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e0a3143-4520-4a74-b592-743928a2053f HTTP/1.1" status: 200 len: 1097 time: 1.7286816 Jun 30 08:46:49.025879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:49.028250 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8626dd-add0-4212-a7db-33a084eb9529" -d '{"events": [{"name": "network-changed", "server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "tag": "7e0a3143-4520-4a74-b592-743928a2053f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:49.123018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac0139-0fa1-40c5-aec0-bf19c81963f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:49.233189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bf2e1-26d8-4461-80e8-a9ada55f0e53 req-343c7218-d9ce-4800-abbf-fddd3f493150 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:49.234900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-312bf2e1-26d8-4461-80e8-a9ada55f0e53 req-343c7218-d9ce-4800-abbf-fddd3f493150 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.3416557 Jun 30 08:46:49.244437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-172871f2-4944-4d70-a470-0c219a6180c3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:49.245975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-172871f2-4944-4d70-a470-0c219a6180c3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551804 Jun 30 08:46:49.293984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-0d8b5dbe-5080-4eea-8a89-990ff006ee2f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/quotas/9c33a0ac003941a58f692c7f62b07f39 HTTP/1.1" status: 200 len: 375 time: 0.0409627 Jun 30 08:46:49.337939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-3a61c2b8-c4ab-4422-af3e-15461c0335f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:49.339622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-3a61c2b8-c4ab-4422-af3e-15461c0335f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 1100 time: 0.2177432 Jun 30 08:46:49.359566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-93c6a8b9-c5c8-4a1b-b1f6-5ccafab18a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:49.364184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-312bf2e1-26d8-4461-80e8-a9ada55f0e53 req-5e9db969-dabf-4ec1-85ad-7d1be6d3f50c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158869 Jun 30 08:46:49.373071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-93c6a8b9-c5c8-4a1b-b1f6-5ccafab18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:49.409883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'name': 'network-vif-deleted', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:49.415406 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c8caff-0886-4c51-95eb-c76133a3f500" -d '{"events": [{"server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "name": "network-vif-deleted", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:49.435315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-e8e42dc9-49af-4050-b38d-5a015122907d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=7e0a3143-4520-4a74-b592-743928a2053f HTTP/1.1" status: 200 len: 217 time: 0.0743458 Jun 30 08:46:49.477335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:49.504468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-6bea38c0-f1af-4d4c-9d90-af593f559715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:49.506379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-6bea38c0-f1af-4d4c-9d90-af593f559715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0537648 Jun 30 08:46:49.524329 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ee84f-94ac-48d6-922b-07b71f6ecce5 x-openstack-request-id: req-b91ee84f-94ac-48d6-922b-07b71f6ecce5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:49.524623 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "tag": "7e0a3143-4520-4a74-b592-743928a2053f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:49.524872 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b91ee84f-94ac-48d6-922b-07b71f6ecce5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:49.525259 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f', 'status': 'completed', 'code': 200} Jun 30 08:46:49.543567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-93c6a8b9-c5c8-4a1b-b1f6-5ccafab18a09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ffd1282c1d04954b3aae4c4d2762dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0208004 Jun 30 08:46:49.544657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44576) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:49.545310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6a8b9-c5c8-4a1b-b1f6-5ccafab18a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76279579-7111-4e18-95e4-f4763b9ca1b5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:49.619123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-80adee32-6c53-40d9-ab42-dd940cf7fc76 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3117383 Jun 30 08:46:49.749870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7396dab-8187-408c-ae28-ad915e5e4037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:49.752851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091278b6-c122-4259-a316-81f51ae9cb3b req-4dae0a5d-bb31-4467-8c6b-4bee49690e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:49.754394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-4dae0a5d-bb31-4467-8c6b-4bee49690e5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2318690 Jun 30 08:46:49.788925 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc42d98-28af-4ce5-b6ab-a946ff8cceba x-openstack-request-id: req-cbc42d98-28af-4ce5-b6ab-a946ff8cceba {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:49.789349 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fda095-afbd-472f-b0c6-adca06aa8e1c", "name": "network-vif-deleted", "tag": "afd6c4a3-8599-4608-a1f6-f8459114ff24", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:49.789725 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbc42d98-28af-4ce5-b6ab-a946ff8cceba {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:49.790309 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fda095-afbd-472f-b0c6-adca06aa8e1c', 'name': 'network-vif-deleted', 'tag': 'afd6c4a3-8599-4608-a1f6-f8459114ff24', 'status': 'completed', 'code': 200} Jun 30 08:46:49.797397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08c644-b8d9-45d1-a69b-61b92bc7ac2b req-5eabc0f1-5935-4ace-ba82-865509be952c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:49.798993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d08c644-b8d9-45d1-a69b-61b92bc7ac2b req-5eabc0f1-5935-4ace-ba82-865509be952c tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.1776042 Jun 30 08:46:49.923308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7396dab-8187-408c-ae28-ad915e5e4037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:49.924250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:49.996082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d08c644-b8d9-45d1-a69b-61b92bc7ac2b req-32de9de7-3287-4077-af40-6a5357846147 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770420 Jun 30 08:46:50.103481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b65464a3-7df6-409d-94d7-5bbfe3148e3e req-c8065f4d-cd7c-4996-8c03-77daa5793b5a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 210 time: 0.1193156 Jun 30 08:46:50.174744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-117c7bc7-2eed-4809-aeb5-12c88808e381 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569894 Jun 30 08:46:50.244829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:50.247095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device afd6c4a3-8599-4608-a1f6-f8459114ff24 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:50.297251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: afd6c4a3-8599-4608-a1f6-f8459114ff24 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:50.297595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device afd6c4a3-8599-4608-a1f6-f8459114ff24 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:50.309586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7396dab-8187-408c-ae28-ad915e5e4037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:50.312078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7396dab-8187-408c-ae28-ad915e5e4037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:50.313237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e7396dab-8187-408c-ae28-ad915e5e4037 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76279579-7111-4e18-95e4-f4763b9ca1b5 HTTP/1.1" status: 204 len: 168 time: 0.7546675 Jun 30 08:46:50.339233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Deleting port 9df32670-5082-4042-a0f2-af32c4c48b5c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:50.339818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:50.368108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7396dab-8187-408c-ae28-ad915e5e4037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76279579-7111-4e18-95e4-f4763b9ca1b5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:50.459889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] For port 9df32670-5082-4042-a0f2-af32c4c48b5c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9df32670-5082-4042-a0f2-af32c4c48b5c,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:50.460459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:50.474178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a7039-7b13-44ff-b8d4-ef815ff9d601 req-80d1cb4e-5bc2-4994-ab6b-cdb058f1aa13 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:50.485705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-132a7039-7b13-44ff-b8d4-ef815ff9d601 req-80d1cb4e-5bc2-4994-ab6b-cdb058f1aa13 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 948 time: 0.2829664 Jun 30 08:46:50.500725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Calling delete_port for 9df32670-5082-4042-a0f2-af32c4c48b5c owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:50.540227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-091278b6-c122-4259-a316-81f51ae9cb3b req-9aefbb5b-36a7-442d-a9c9-36ccc94c34a7 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568749 Jun 30 08:46:50.576870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:50.598837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-132a7039-7b13-44ff-b8d4-ef815ff9d601 req-03884df5-a6a2-4a4e-8a11-720edbda5961 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115882 Jun 30 08:46:50.611075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'mac_address': 'fa:16:3e:c1:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:50.703370 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:50.718981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b223ade1-f52c-4dab-88c5-48e49ef32601 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:50.744125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:50.756830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:50.819706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:50.831811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c703c-17aa-4f2e-838b-996400b68bde req-f6c86d4b-d522-41d3-8463-b5932a5b441f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:50.833879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.833879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.833879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.834167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e8c703c-17aa-4f2e-838b-996400b68bde req-f6c86d4b-d522-41d3-8463-b5932a5b441f tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1938972 Jun 30 08:46:50.839759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-a755537f-2210-4b94-b735-cf5a3827e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:50.841843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.842457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.843102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-a755537f-2210-4b94-b735-cf5a3827e16e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 1100 time: 0.2110112 Jun 30 08:46:50.843841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.844527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.845151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.845697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.846492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.846968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.847509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:50.930600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:50.945328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e8c703c-17aa-4f2e-838b-996400b68bde req-9b591248-646f-4382-bb79-5c70310f1fc4 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012456 Jun 30 08:46:50.989494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df32670-5082-4042-a0f2-af32c4c48b5c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:50.998873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-a777ffe7-ff36-4464-96ec-25067ce5d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:51.000571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-a777ffe7-ff36-4464-96ec-25067ce5d4ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1445220 Jun 30 08:46:51.060138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b223ade1-f52c-4dab-88c5-48e49ef32601'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:51.105720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-a7cfde82-593e-4a22-975f-a1b5bfba11c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=7e0a3143-4520-4a74-b592-743928a2053f HTTP/1.1" status: 200 len: 217 time: 0.0957100 Jun 30 08:46:51.261190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-50fc1c72-7132-4ddd-82c1-e44ef7847685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:51.265490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-50fc1c72-7132-4ddd-82c1-e44ef7847685 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1446350 Jun 30 08:46:51.482027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6296ff1e-f400-4b15-83ed-0ae1f28834d4 req-bca110f3-bac1-4862-9255-895db79f4381 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 210 time: 0.0666385 Jun 30 08:46:51.526568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-68d1fa60-a921-4ddf-b29c-b81c6f9f35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:51.528536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-68d1fa60-a921-4ddf-b29c-b81c6f9f35c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2528751 Jun 30 08:46:51.536543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda204c-5d32-4aec-b2df-8c1e8afa17e0 req-da7233ad-f8ab-4647-8b25-0482850ab047 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:51.538789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bda204c-5d32-4aec-b2df-8c1e8afa17e0 req-da7233ad-f8ab-4647-8b25-0482850ab047 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.1887741 Jun 30 08:46:51.613223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:51.655885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bda204c-5d32-4aec-b2df-8c1e8afa17e0 req-c88822d3-d365-40bc-b42e-1afa55562545 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088221 Jun 30 08:46:51.668016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44626) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:51.728310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-3fe7fca9-f7ad-4b0c-9688-03653951b912 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885707 Jun 30 08:46:51.897958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8626dd-add0-4212-a7db-33a084eb9529 req-332db899-33ba-4c0b-9240-cfac73881a3d service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578946 Jun 30 08:46:51.906670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299f5a5-a230-4821-9fd9-40d0d45be527 req-216a8e6f-ed57-44f5-8cdd-10f986924ba9 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:51.914569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4299f5a5-a230-4821-9fd9-40d0d45be527 req-216a8e6f-ed57-44f5-8cdd-10f986924ba9 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 948 time: 0.1080914 Jun 30 08:46:51.931845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1206793432-network', 'tenant_id': '931c2a848d784d41b73c3851eedbad30'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:51.960012 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-c9aca0f3-0758-4d43-af71-063e21d9be7c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301480 Jun 30 08:46:51.965904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:46:51.981457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Made reservation on behalf of 931c2a848d784d41b73c3851eedbad30 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:51.983841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:51.998553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.026167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4299f5a5-a230-4821-9fd9-40d0d45be527 req-8e1419ef-6719-476b-9160-74eff33cfb48 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106329 Jun 30 08:46:52.116013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.127816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.182811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dc2738-87c2-4565-bcf2-a2ff2c850f61,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:52.203893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:46:52.228641 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.228641 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Added segment 1ccf81d5-e817-42a8-8929-937eeb19682b of type vlan for network 63d3671a-ab6a-4e9f-8210-537b8877262a Jun 30 08:46:52.260399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:52.323087 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.359860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-65c948d6-87dd-4263-a379-4009fe0fc6ba tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:52.361416 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-65c948d6-87dd-4263-a379-4009fe0fc6ba tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944936 Jun 30 08:46:52.365309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556e599-c088-48b7-83ca-df8ba0144ffc req-f4a60cc8-3f5b-406a-b55b-ee1666876f41 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:52.370334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port b223ade1-f52c-4dab-88c5-48e49ef32601 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:52.374935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e556e599-c088-48b7-83ca-df8ba0144ffc req-f4a60cc8-3f5b-406a-b55b-ee1666876f41 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1285763 Jun 30 08:46:52.375378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port b223ade1-f52c-4dab-88c5-48e49ef32601 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:52.375994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.380551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:52.387275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:46:52.398818 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] Sync routers for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:46:52.415222 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:52.416127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:52.432497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.433462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:52.434072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.472953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:52.486223 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3728cc1d-9677-4bb9-96d1-169c427e8bd0 admin admin] 10.222.0.53 "PUT /v2.0/routers/80b7c06e-f359-4e7a-a27b-0d4b849f9bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075884 Jun 30 08:46:52.494636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44634) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:52.550628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:52.625933 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:52.744694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.746814 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.863683 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '6900a605-63dd-4917-a925-ec28018ad054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:46:50Z', 'revision_number': 5, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port': {'id': '6900a605-63dd-4917-a925-ec28018ad054', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:46Z', 'updated_at': '2021-06-30T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:52.868957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:52.890475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:52.892835 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d754834d-0bab-4529-b8d9-7964f187856c" -d '{"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-plugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:52.903908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:52.914909 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] Checking router: 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:46:52.926725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] Routers {'80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:46:52.927355 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:52.977802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e556e599-c088-48b7-83ca-df8ba0144ffc req-5cd3f47f-4a51-4f18-8230-1c8d2fd338ca tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019533 Jun 30 08:46:53.024949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:53.026468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.037375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e0a1a132-eaef-4548-9273-c86709895da8', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'e0a1a132-eaef-4548-9273-c86709895da8', 'mac_address': 'fa:16:3e:de:1d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:53.048695 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.061170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f8dd749-92ea-4cf8-980c-92faf0cd6710 req-1fd18434-df0f-43db-ae03-1c383bc38fc6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 210 time: 0.0999637 Jun 30 08:46:53.067621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Deleting port 6900a605-63dd-4917-a925-ec28018ad054 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:53.067905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.070811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:53.075579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.094258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4250278 Jun 30 08:46:53.102252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44646) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:53.112496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Request body: {'subnet': {'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1206793432-subnet', 'tenant_id': '931c2a848d784d41b73c3851eedbad30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:53.116939 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.134218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b360c-d2b8-43d1-919d-938882623852 admin admin] Pushing event updated for resources: {'Network': ['ID=63d3671a-ab6a-4e9f-8210-537b8877262a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:53.186303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Made reservation on behalf of 931c2a848d784d41b73c3851eedbad30 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:53.189012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.202131 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] Set router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:46:53.221511 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f63eae-2dbd-4dc2-9dcc-b57e27e32535 x-openstack-request-id: req-b7f63eae-2dbd-4dc2-9dcc-b57e27e32535 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:53.221914 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-plugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:53.222236 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7f63eae-2dbd-4dc2-9dcc-b57e27e32535 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:53.223683 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'code': 200} Jun 30 08:46:53.224539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 63d3671a-ab6a-4e9f-8210-537b8877262a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:46:53.272965 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:46:52Z', 'revision_number': 6, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:53.308691 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbec336-3b13-46ff-9ae2-eb3940bac87c None None] The sync data for ids ['80b7c06e-f359-4e7a-a27b-0d4b849f9bd7'] in n-d-758944-40 is: [{'id': '80b7c06e-f359-4e7a-a27b-0d4b849f9bd7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-545522940-router', 'tenant_id': '8fef7d53715441059ec06eff86fbf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:45Z', 'updated_at': '2021-06-30T08:46:52Z', 'revision_number': 6, 'project_id': '8fef7d53715441059ec06eff86fbf174', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:46:53.315305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.198 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/0135aa64-cd9b-4ac0-8798-12944bccac13) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:53.416213 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.421929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:53.428681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:53.436714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e818-53c4-420d-81a2-99d0422a1b38 req-e4732f1d-9b4e-4e86-a73c-6966516dc81d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:53.438254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65a7e818-53c4-420d-81a2-99d0422a1b38 req-e4732f1d-9b4e-4e86-a73c-6966516dc81d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.1618116 Jun 30 08:46:53.445196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.453246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:53.541152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:53.545704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:46:53.546448 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:46:53.551365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] For port 6900a605-63dd-4917-a925-ec28018ad054, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6900a605-63dd-4917-a925-ec28018ad054,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:53.551715 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.576274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Calling delete_port for 6900a605-63dd-4917-a925-ec28018ad054 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:53.580515 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.585290 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.612042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object 0135aa64-cd9b-4ac0-8798-12944bccac13 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:53.612549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65a7e818-53c4-420d-81a2-99d0422a1b38 req-c4cd9a2b-cdb9-42b1-a65d-2051fed4edf6 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478140 Jun 30 08:46:53.614864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f4c3b-aed3-43f5-a15f-aa1efa31ba62 req-640ab9ff-af66-4a4a-9a75-3ca252403e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:53.616355 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bd1f4c3b-aed3-43f5-a15f-aa1efa31ba62 req-640ab9ff-af66-4a4a-9a75-3ca252403e98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 1102 time: 0.2409160 Jun 30 08:46:53.629418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6319a1-99a2-4f62-877a-0891f97809be req-c0f136fe-db6b-496a-9743-47b2e3d8de39 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:53.637938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b6319a1-99a2-4f62-877a-0891f97809be req-c0f136fe-db6b-496a-9743-47b2e3d8de39 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 948 time: 0.2665491 Jun 30 08:46:53.677381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1062da7c-90ea-4dc6-b861-68eb156f580e,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:53.720349 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bd1f4c3b-aed3-43f5-a15f-aa1efa31ba62 req-b12a6598-3c5c-4a8d-b8f6-530e48bc6309 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 Jun 30 08:46:53.722736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b6319a1-99a2-4f62-877a-0891f97809be req-1d0e6800-564e-4c8a-ba4f-51f5f26d4c9a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847750 Jun 30 08:46:53.729192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Checking segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:53.729561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Network hostable DHCP agents. Network: 63d3671a-ab6a-4e9f-8210-537b8877262a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:46:53.753068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Network 63d3671a-ab6a-4e9f-8210-537b8877262a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:46:53.765121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 63d3671a-ab6a-4e9f-8210-537b8877262a) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:53.770471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:53.771436 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.778549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:53.794281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0060d2-c17f-4d47-a090-df4b7bda9591 None None] Network 63d3671a-ab6a-4e9f-8210-537b8877262a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:53.796786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', '984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:53.801600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4', '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'eb92294b-ad40-42dd-841f-401a67f2360a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:53.804346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-74ad47a4-40c0-4e47-b834-6b014cf2e01e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6999800 Jun 30 08:46:53.862011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:53.863535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:53.871335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:53.906992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=0135aa64-cd9b-4ac0-8798-12944bccac13,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:53.986666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:53.987522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.019905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.040610 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-1089af9d-3a15-434e-bfcc-57c69fa345fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6660326 Jun 30 08:46:54.066570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Request body: {'port': {'device_id': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:54.078872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Pushing event deleted for resources: {'Port': ['ID=6900a605-63dd-4917-a925-ec28018ad054,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:54.189614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.213050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf616e-9f53-439b-ac6b-9c6f788f7de5 None None] Network 63d3671a-ab6a-4e9f-8210-537b8877262a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:54.215060 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.285102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b0e2f-e170-418b-9aa1-faea14ccb5ee req-f147a254-777d-4d81-b4be-e4dc75598fa1 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:54.297417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:54.297789 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.298414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd0b0e2f-e170-418b-9aa1-faea14ccb5ee req-f147a254-777d-4d81-b4be-e4dc75598fa1 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 947 time: 0.1303723 Jun 30 08:46:54.326935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7f062dcc-7aeb-4d72-917c-2612ac9bdd74 None None] Provisioning for port 0135aa64-cd9b-4ac0-8798-12944bccac13 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:54.337015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd0b0e2f-e170-418b-9aa1-faea14ccb5ee req-54de216e-428a-4789-abf9-32da67f656ee tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Jun 30 08:46:54.341522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.355589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:54.363851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7f062dcc-7aeb-4d72-917c-2612ac9bdd74 None None] Provisioning complete for port 0135aa64-cd9b-4ac0-8798-12944bccac13 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:54.364203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f062dcc-7aeb-4d72-917c-2612ac9bdd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.405984 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.421791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.443273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.443727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:46:54.471528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.473100 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-64019cdb-b69a-4e78-ab48-cc9694b0a389 admin admin] 10.222.0.53 "DELETE /v2.0/routers/80b7c06e-f359-4e7a-a27b-0d4b849f9bd7 HTTP/1.1" status: 204 len: 168 time: 1.9762807 Jun 30 08:46:54.476790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44672) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:54.482864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7f062dcc-7aeb-4d72-917c-2612ac9bdd74 None None] Port 0135aa64-cd9b-4ac0-8798-12944bccac13 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:46:54.497860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7e0a3143-4520-4a74-b592-743928a2053f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:54.589278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-be6475e1-6d70-463f-82f1-13cfa9550bc9 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:54.591055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-be6475e1-6d70-463f-82f1-13cfa9550bc9 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.1899543 Jun 30 08:46:54.614506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] Deleting subnet 4f174488-7e11-417a-a4dd-c04ebc12159a {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:46:54.616743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-c095ed82-7c3c-4e64-9f9d-5f42ae98e352 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/quotas/931c2a848d784d41b73c3851eedbad30 HTTP/1.1" status: 200 len: 375 time: 0.0170321 Jun 30 08:46:54.620296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.634936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f48a2-1d56-4a84-b6aa-816c526e3cf9 req-35f820bc-0e92-4775-9b73-31460a723379 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:54.636483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-450f48a2-1d56-4a84-b6aa-816c526e3cf9 req-35f820bc-0e92-4775-9b73-31460a723379 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 936 time: 0.1404326 Jun 30 08:46:54.689189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-413bd54b-d8ac-493b-829c-385fe5d566e2 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666091 Jun 30 08:46:54.716026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.770050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-450f48a2-1d56-4a84-b6aa-816c526e3cf9 req-acd7e297-cbd9-4452-a868-cd0175f5f35f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241674 Jun 30 08:46:54.839284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-494550c1-dc96-4255-ac1a-fc2086736f75 service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418936 Jun 30 08:46:54.913810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.917924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0135aa64-cd9b-4ac0-8798-12944bccac13 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:54.919229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0a1a132-eaef-4548-9273-c86709895da8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:54.934289 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=10']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:54.946068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-d257f90d-7e96-470b-bcf2-aa1fb207fa53 service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043191 Jun 30 08:46:54.948545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:54.973655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Transition to ACTIVE for port object 0135aa64-cd9b-4ac0-8798-12944bccac13 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:54.989985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.006979 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.050222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024d73-09d9-4ef0-9382-471762d37ab5 req-55c74f19-55e6-4d0c-99a0-9fd2467a8766 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:55.055799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b024d73-09d9-4ef0-9382-471762d37ab5 req-55c74f19-55e6-4d0c-99a0-9fd2467a8766 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.1072121 Jun 30 08:46:55.080636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Pushing event updated for resources: {'Port': ['ID=0135aa64-cd9b-4ac0-8798-12944bccac13,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:55.109509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b024d73-09d9-4ef0-9382-471762d37ab5 req-11778626-fd40-4347-8821-55b5ab7e55d4 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525484 Jun 30 08:46:55.128018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9df32670-5082-4042-a0f2-af32c4c48b5c no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:55.135244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:55.182705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.205072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9df32670-5082-4042-a0f2-af32c4c48b5c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:55.205445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9df32670-5082-4042-a0f2-af32c4c48b5c not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:55.205889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6900a605-63dd-4917-a925-ec28018ad054 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:55.234712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:55.237018 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eeb789-1ddc-4ed4-9add-6c0a4299052b" -d '{"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:55.239514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '7e0a3143-4520-4a74-b592-743928a2053f', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '7e0a3143-4520-4a74-b592-743928a2053f', 'mac_address': 'fa:16:3e:c6:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:55.250858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 6900a605-63dd-4917-a925-ec28018ad054 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:55.251194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6900a605-63dd-4917-a925-ec28018ad054 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:55.289733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f174488-7e11-417a-a4dd-c04ebc12159a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:55.303154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.305917 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-67ffcaec-b2de-44ea-9c25-0177851f27a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4f174488-7e11-417a-a4dd-c04ebc12159a HTTP/1.1" status: 204 len: 168 time: 0.8275776 Jun 30 08:46:55.313101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44690) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:55.331252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5820f2-5ccf-493e-ae66-f24e59375c71 None None] Network e41b7728-b7c6-481f-b401-d9edfc44b6d2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:55.421932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e7c1-c069-463f-acf0-077872eb6bcc req-f3af8379-d341-43ac-b2a3-1eb02e0a52fd tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:55.433372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.447682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f796e7c1-c069-463f-acf0-077872eb6bcc req-f3af8379-d341-43ac-b2a3-1eb02e0a52fd tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 948 time: 0.1934175 Jun 30 08:46:55.463822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Attempting to bind port 0135aa64-cd9b-4ac0-8798-12944bccac13 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:55.464163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Attempting to bind port 0135aa64-cd9b-4ac0-8798-12944bccac13 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:55.464488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Attempting to bind port 0135aa64-cd9b-4ac0-8798-12944bccac13 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:55.489951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Port 0135aa64-cd9b-4ac0-8798-12944bccac13 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:55.489951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Attempting to bind port 0135aa64-cd9b-4ac0-8798-12944bccac13 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:55.490211 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.499558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:55.499893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:55.500270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:55.500686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Bound port: 0135aa64-cd9b-4ac0-8798-12944bccac13, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:55.501039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.534715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f796e7c1-c069-463f-acf0-077872eb6bcc req-480f06c1-3166-4da7-919d-78c20fce53b8 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829425 Jun 30 08:46:55.538418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0a3143-4520-4a74-b592-743928a2053f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:55.562946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Deleting port abc45b94-3427-4e52-89a1-ea5b973d9ae9 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:55.562946 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.563141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:55.580182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69f46073-d495-4017-9e42-082d6a263dd7 req-d9d40304-0727-4d97-bda7-f98f6727834f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 210 time: 0.0825322 Jun 30 08:46:55.586833 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.661861 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf3284-5dc7-481e-880b-9354dd954206 x-openstack-request-id: req-78bf3284-5dc7-481e-880b-9354dd954206 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:55.662184 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:55.663164 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78bf3284-5dc7-481e-880b-9354dd954206 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:55.664008 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8', 'code': 200} Jun 30 08:46:55.669718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] For port 0135aa64-cd9b-4ac0-8798-12944bccac13, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:55.674871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] For port 0135aa64-cd9b-4ac0-8798-12944bccac13, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0135aa64-cd9b-4ac0-8798-12944bccac13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:55.679529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] For port abc45b94-3427-4e52-89a1-ea5b973d9ae9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=abc45b94-3427-4e52-89a1-ea5b973d9ae9,segment=NetworkSegment(4bf1c25e-bbd7-443e-96ac-dcad19778f32),segment_id=4bf1c25e-bbd7-443e-96ac-dcad19778f32)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:55.680200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.698401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.710032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Calling delete_port for abc45b94-3427-4e52-89a1-ea5b973d9ae9 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:55.742381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:55.759338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:55.760225 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:55.762603 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] 10.222.0.26 "PUT /v2.0/ports/0135aa64-cd9b-4ac0-8798-12944bccac13 HTTP/1.1" status: 200 len: 1097 time: 1.7021787 Jun 30 08:46:55.765322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'tag': '0135aa64-cd9b-4ac0-8798-12944bccac13'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:55.768143 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d89d1b8a-4fe3-45c6-93b5-b46aaa20f825", "tag": "0135aa64-cd9b-4ac0-8798-12944bccac13"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:55.823186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e663c5-bdce-4907-91c9-18acc216e599 req-353172cd-894a-4509-a3c7-ac1f204a9a5a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:55.826290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23e663c5-bdce-4907-91c9-18acc216e599 req-353172cd-894a-4509-a3c7-ac1f204a9a5a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1347315 Jun 30 08:46:55.876821 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb235b98-f809-4c12-85fd-3b0d1485deac x-openstack-request-id: req-cb235b98-f809-4c12-85fd-3b0d1485deac {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:55.877327 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89d1b8a-4fe3-45c6-93b5-b46aaa20f825", "tag": "0135aa64-cd9b-4ac0-8798-12944bccac13", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:55.877813 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb235b98-f809-4c12-85fd-3b0d1485deac {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:55.878375 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'tag': '0135aa64-cd9b-4ac0-8798-12944bccac13', 'status': 'completed', 'code': 200} Jun 30 08:46:55.888816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] DHCP port deletion for e41b7728-b7c6-481f-b401-d9edfc44b6d2 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:46:55.916482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23e663c5-bdce-4907-91c9-18acc216e599 req-634fd2d9-e79b-46ca-bdea-4d10d74c88df tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830669 Jun 30 08:46:55.969069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287d674-22e0-41b9-aeac-f575b496406f service neutron] Pushing event updated for resources: {'Port': ['ID=0135aa64-cd9b-4ac0-8798-12944bccac13,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:55.977381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['7e0a3143-4520-4a74-b592-743928a2053f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:56.036151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.043253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-4000743b-6c16-4a3e-ba65-92189f31186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:56.044750 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-4000743b-6c16-4a3e-ba65-92189f31186d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 1100 time: 0.1866293 Jun 30 08:46:56.091982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] Deleting port abc45b94-3427-4e52-89a1-ea5b973d9ae9 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:46:56.092345 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.098284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a489479-04ae-4922-9dba-0987a4eb78b9 req-b7b8a2cd-f1ac-4d7f-93e6-578a7a128dac tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:56.100217 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-93d9c5e7-ce69-4bc8-8068-d3c229d25039 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=0135aa64-cd9b-4ac0-8798-12944bccac13 HTTP/1.1" status: 200 len: 217 time: 0.0355811 Jun 30 08:46:56.100364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a489479-04ae-4922-9dba-0987a4eb78b9 req-b7b8a2cd-f1ac-4d7f-93e6-578a7a128dac tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 948 time: 0.0921786 Jun 30 08:46:56.102668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=abc45b94-3427-4e52-89a1-ea5b973d9ae9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:56.110444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] No DVR routers for this DVR port abc45b94-3427-4e52-89a1-ea5b973d9ae9 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:46:56.168871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a489479-04ae-4922-9dba-0987a4eb78b9 req-edcb9179-b9d1-4999-ad01-0a9fb8faefaa tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 Jun 30 08:46:56.190291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] For port abc45b94-3427-4e52-89a1-ea5b973d9ae9, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:56.190667 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.215153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] Calling delete_port for abc45b94-3427-4e52-89a1-ea5b973d9ae9 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:46:56.220400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] Port abc45b94-3427-4e52-89a1-ea5b973d9ae9 was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 08:46:56.227656 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.231479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.234359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-e089bc3d-933c-4bb9-a703-f35ab40db967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:56.235834 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-e089bc3d-933c-4bb9-a703-f35ab40db967 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1236310 Jun 30 08:46:56.253232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41b7728-b7c6-481f-b401-d9edfc44b6d2']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:56.269408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] Pushing event deleted for resources: {'Port': ['ID=abc45b94-3427-4e52-89a1-ea5b973d9ae9,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:56.274592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3803d89-a677-4181-8f13-e8c0c21fb02a None None] No DVR routers for this DVR port abc45b94-3427-4e52-89a1-ea5b973d9ae9 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:46:56.283894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:46:56.289782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf1c25e-bbd7-443e-96ac-dcad19778f32') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:56.290074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf1c25e-bbd7-443e-96ac-dcad19778f32') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:46:56.302245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.330333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.341127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:46:56.341516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:46:56.343291 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:46:56.345709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c90753-bfcd-4f3c-ace8-915635d65c23 req-7ce9193c-3575-4864-9655-db40a7cd2d44 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:56.346430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6c90753-bfcd-4f3c-ace8-915635d65c23 req-7ce9193c-3575-4864-9655-db40a7cd2d44 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 943 time: 0.0810387 Jun 30 08:46:56.393940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:56.401464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6c90753-bfcd-4f3c-ace8-915635d65c23 req-93e77d43-20fe-462e-a1cd-bb36d018ca6a tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473080 Jun 30 08:46:56.416156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae328ca-5047-4965-8699-5daff337f395 req-0331a9a2-d4df-471f-ac89-c1318fc86dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:56.416156 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-0331a9a2-d4df-471f-ac89-c1318fc86dc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1719687 Jun 30 08:46:56.424793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'port_id': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'mac_address': 'fa:16:3e:71:7c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:46:56.477218 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.494362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.496486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:56.501486 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.503667 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/e41b7728-b7c6-481f-b401-d9edfc44b6d2 HTTP/1.1" status: 204 len: 168 time: 1.1836116 Jun 30 08:46:56.530268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:56.536537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.628200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:56.697030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44716) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:56.747582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e98394a-5bb4-493e-ab7c-1976c462f577 req-35125e24-8ba3-431f-a601-848d9b942efd tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 210 time: 0.0410399 Jun 30 08:46:56.786755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6a46d010-47cc-41c6-8e7e-370c26d699bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fef7d53715441059ec06eff86fbf174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879645 Jun 30 08:46:56.791048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:56.813361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff099d2-fd47-47f6-857b-89d6a464e1fd req-cf044c72-55ca-493a-b852-0bec3b7825d8 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:56.818304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dff099d2-fd47-47f6-857b-89d6a464e1fd req-cf044c72-55ca-493a-b852-0bec3b7825d8 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 949 time: 0.1556625 Jun 30 08:46:56.836055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbeeb8-725e-4cd9-ac8c-ac9e2591e8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e41b7728-b7c6-481f-b401-d9edfc44b6d2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:56.874639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:46:56.875592 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-3396e63c-fbd6-4071-b22e-778838027f46 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491823 Jun 30 08:46:56.880431 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dff099d2-fd47-47f6-857b-89d6a464e1fd req-db607584-4dbd-4347-950e-fde881a7490e tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582769 Jun 30 08:46:56.905347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da33939b-7556-4a3e-861f-79a579754755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:56.921903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da33939b-7556-4a3e-861f-79a579754755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:57.012903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4ae328ca-5047-4965-8699-5daff337f395 req-8dd90b7b-7743-4b88-8804-1b81807943f0 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283717 Jun 30 08:46:57.022668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da33939b-7556-4a3e-861f-79a579754755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:57.025434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da33939b-7556-4a3e-861f-79a579754755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:57.028997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-da33939b-7556-4a3e-861f-79a579754755 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47cfc9eb-86cc-4894-9e9e-416eb0e00c94 HTTP/1.1" status: 204 len: 168 time: 0.2339120 Jun 30 08:46:57.052644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33939b-7556-4a3e-861f-79a579754755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cfc9eb-86cc-4894-9e9e-416eb0e00c94,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:57.091378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc45b94-3427-4e52-89a1-ea5b973d9ae9 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:46:57.141597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: abc45b94-3427-4e52-89a1-ea5b973d9ae9 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:46:57.141597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc45b94-3427-4e52-89a1-ea5b973d9ae9 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:46:57.213424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-5e1c1749-887e-4709-8ecf-c824639c7f26 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.214914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-5e1c1749-887e-4709-8ecf-c824639c7f26 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.1526630 Jun 30 08:46:57.223611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c756b9b-1d42-44bb-a370-f8d1e19806f4 req-a254c29f-15cf-4734-a012-9f8b12c28e69 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.225083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c756b9b-1d42-44bb-a370-f8d1e19806f4 req-a254c29f-15cf-4734-a012-9f8b12c28e69 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1615543 Jun 30 08:46:57.232432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Request body: {'port': {'device_id': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'admin_state_up': True, 'tenant_id': '931c2a848d784d41b73c3851eedbad30'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:57.287671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-760f43fe-abc2-4e11-a1dc-b6f11b3a28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.289178 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-760f43fe-abc2-4e11-a1dc-b6f11b3a28e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 1100 time: 0.0546389 Jun 30 08:46:57.330858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c756b9b-1d42-44bb-a370-f8d1e19806f4 req-d521ecab-05ab-4579-986b-d04c9d496075 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944088 Jun 30 08:46:57.416105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Made reservation on behalf of 931c2a848d784d41b73c3851eedbad30 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:57.419566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:57.425907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-44f8a39e-7832-435b-a546-daf2db6a3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.427303 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-44f8a39e-7832-435b-a546-daf2db6a3daf service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1297433 Jun 30 08:46:57.464824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4520d-ae76-4e4d-bedd-9bd04856afcf req-79bec0e3-9c12-4ca3-bb30-08bf687dff09 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.466310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dae4520d-ae76-4e4d-bedd-9bd04856afcf req-79bec0e3-9c12-4ca3-bb30-08bf687dff09 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 948 time: 0.1009774 Jun 30 08:46:57.479662 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-2d4b2f80-4c1f-46b3-898f-a761860ca19f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=0135aa64-cd9b-4ac0-8798-12944bccac13 HTTP/1.1" status: 200 len: 217 time: 0.0444744 Jun 30 08:46:57.580465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-837cad01-f8af-4923-b0b8-757cb9b9cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.581947 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-837cad01-f8af-4923-b0b8-757cb9b9cb66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0917292 Jun 30 08:46:57.650219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:46:57.653935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-adbd2262-87ed-4fba-9b94-29b6df0d39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.655452 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-adbd2262-87ed-4fba-9b94-29b6df0d39e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658364 Jun 30 08:46:57.655874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dae4520d-ae76-4e4d-bedd-9bd04856afcf req-432faeb2-2448-4de5-ba99-a9853e8176f7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498616 Jun 30 08:46:57.695432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Allocated IP 172.20.0.10 (63d3671a-ab6a-4e9f-8210-537b8877262a/1062da7c-90ea-4dc6-b861-68eb156f580e/206fa352-e8b6-4530-ac77-59bd56f12ebe) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:57.715013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741f002-6c9b-49d6-b303-922949dae7b3 req-9be7f217-ec47-4a4d-870f-01b923354538 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:57.716811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8741f002-6c9b-49d6-b303-922949dae7b3 req-9be7f217-ec47-4a4d-870f-01b923354538 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 944 time: 0.1534431 Jun 30 08:46:57.794177 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-0b4c3fbf-62a9-4ec8-8478-043074b5c14f service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301212 Jun 30 08:46:57.801682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8741f002-6c9b-49d6-b303-922949dae7b3 req-70da244a-fe3e-4ece-b818-a7bf87cab5e4 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754910 Jun 30 08:46:57.930596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:57.931959 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e1b09a84-7a22-49d8-a070-edbe0a25e9ab req-bb813065-9c99-4f03-b0c8-a5c3fe843524 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280248 Jun 30 08:46:57.994182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.049871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Network 63d3671a-ab6a-4e9f-8210-537b8877262a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:58.071356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:58.080877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:58.086820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:58.168212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:58.168915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.193489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-191bed9f-24a8-41bf-87a4-84fdb0ebcf65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9651747 Jun 30 08:46:58.208845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6119a-3970-406a-8571-817c14363039 req-d8c671a1-548d-4ece-8e14-a51107f29517 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:58.210294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03e6119a-3970-406a-8571-817c14363039 req-d8c671a1-548d-4ece-8e14-a51107f29517 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 949 time: 0.1763880 Jun 30 08:46:58.215990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Request body: {'port': {'device_id': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:58.266673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e23bed-836b-4635-890a-a06af3ca256c req-0054730a-2427-4d2e-9561-4dbc19056df0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:58.268085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30e23bed-836b-4635-890a-a06af3ca256c req-0054730a-2427-4d2e-9561-4dbc19056df0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 932 time: 0.1556947 Jun 30 08:46:58.281784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:58.330334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:58.331336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03e6119a-3970-406a-8571-817c14363039 req-80436035-efe0-4a7c-905a-a9c9c8c841ab tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107147 Jun 30 08:46:58.334127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:58.335376 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.361608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.367120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30e23bed-836b-4635-890a-a06af3ca256c req-ab24140f-2321-4c24-a3f5-12ee9fa33128 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887620 Jun 30 08:46:58.419503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.448529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:58.451164 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c300a7-a975-4cdf-876c-941cc1853102" -d '{"events": [{"server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "name": "network-vif-plugged", "status": "completed", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:58.467063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:58.473319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.502870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:58.562360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:58.579253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e0a1a132-eaef-4548-9273-c86709895da8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:58.579544 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.583495 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81e17f8-3c53-4121-a24a-15af9186106f x-openstack-request-id: req-e81e17f8-3c53-4121-a24a-15af9186106f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:58.583785 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "name": "network-vif-plugged", "status": "completed", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:58.584029 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e81e17f8-3c53-4121-a24a-15af9186106f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:58.584811 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'code': 200} Jun 30 08:46:58.696945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d57d-43a8-42ee-a33a-04e96d91598e req-42efb18f-b29f-4565-ae13-bbe2bdc03c1d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:58.699536 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.704373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05a9d57d-43a8-42ee-a33a-04e96d91598e req-42efb18f-b29f-4565-ae13-bbe2bdc03c1d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 949 time: 0.1924627 Jun 30 08:46:58.737249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce22ef2-2529-4c75-8b1b-8698726a7b0d req-cab95159-4898-456a-95b2-1fd89eb1f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:58.739662 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce22ef2-2529-4c75-8b1b-8698726a7b0d req-cab95159-4898-456a-95b2-1fd89eb1f9a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 1097 time: 0.0705788 Jun 30 08:46:58.773519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:58.781824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.784866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7e0a3143-4520-4a74-b592-743928a2053f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:58.793954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05a9d57d-43a8-42ee-a33a-04e96d91598e req-8f80826d-0f9e-45c9-9c21-ef946ba01e46 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850086 Jun 30 08:46:58.812764 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce22ef2-2529-4c75-8b1b-8698726a7b0d req-1f12fdd0-5e13-444a-8ee7-d088a20cc499 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639186 Jun 30 08:46:58.842782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206fa352-e8b6-4530-ac77-59bd56f12ebe {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:46:58.853541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.873924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Transition to ACTIVE for port object 206fa352-e8b6-4530-ac77-59bd56f12ebe will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:58.883997 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.893357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=11']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:58.906666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 7e0a3143-4520-4a74-b592-743928a2053f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:58.911582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 7e0a3143-4520-4a74-b592-743928a2053f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:58.912068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:58.945326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44778) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:58.956465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662124ca-bf74-4fbe-9d97-2626b7f64eb9 req-eb90a714-b441-417c-85b2-e2c7ca44c1ea tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:58.964379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-662124ca-bf74-4fbe-9d97-2626b7f64eb9 req-eb90a714-b441-417c-85b2-e2c7ca44c1ea tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 948 time: 0.1577678 Jun 30 08:46:58.989287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:59.014704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.051086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-662124ca-bf74-4fbe-9d97-2626b7f64eb9 req-e5c49fda-aee5-4247-9a87-daf052d61a3d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858316 Jun 30 08:46:59.052063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:59.058405 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.092373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Attempting to bind port 206fa352-e8b6-4530-ac77-59bd56f12ebe on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:59.092906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Attempting to bind port 206fa352-e8b6-4530-ac77-59bd56f12ebe by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:59.093510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Attempting to bind port 206fa352-e8b6-4530-ac77-59bd56f12ebe on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:59.098132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52131a9d-d573-4eb8-906a-623bb2c09ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.117727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:59.130546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Port 206fa352-e8b6-4530-ac77-59bd56f12ebe on network 63d3671a-ab6a-4e9f-8210-537b8877262a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:46:59.130871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Attempting to bind port 206fa352-e8b6-4530-ac77-59bd56f12ebe on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:59.139589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:59.139919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Checking segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:59.140296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Bound using segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:59.140731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Bound port: 206fa352-e8b6-4530-ac77-59bd56f12ebe, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:59.141183 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.188636 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52131a9d-d573-4eb8-906a-623bb2c09ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.193791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52131a9d-d573-4eb8-906a-623bb2c09ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.204088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cbb4c-f41a-4343-aeee-ab5fd3bb001f req-acd7af9b-534f-4cc3-8574-ffe450f8d343 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:59.205547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f6cbb4c-f41a-4343-aeee-ab5fd3bb001f req-acd7af9b-534f-4cc3-8574-ffe450f8d343 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 945 time: 0.1096160 Jun 30 08:46:59.233257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52131a9d-d573-4eb8-906a-623bb2c09ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff395723-0edf-4624-aee6-7b6205c5cc85,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:59.240312 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52131a9d-d573-4eb8-906a-623bb2c09ba7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35ff3d7c60b241b7b422386d9d924a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936928 Jun 30 08:46:59.241544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44782) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:59.250205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:59.254399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:59.261986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.289938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568a7bd4-e9a9-4d53-9a56-1fd6469934c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.291579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f6cbb4c-f41a-4343-aeee-ab5fd3bb001f req-aa0519e8-9211-49e2-948b-3e5325575161 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779047 Jun 30 08:46:59.301524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:59.302479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.303874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] 10.222.0.13 "PUT /v2.0/ports/206fa352-e8b6-4530-ac77-59bd56f12ebe HTTP/1.1" status: 200 len: 1093 time: 1.0925503 Jun 30 08:46:59.306107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:46:59.308675 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f3aada-3be3-4293-a264-e7436291d3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:46:59.315484 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568a7bd4-e9a9-4d53-9a56-1fd6469934c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.336188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c7bc4-cad8-4656-a6dd-2a472276ac6c service neutron] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:59.352733 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95a3431-d312-40e8-8dc7-77c2328575c2 x-openstack-request-id: req-d95a3431-d312-40e8-8dc7-77c2328575c2 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:46:59.353364 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:46:59.353502 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d95a3431-d312-40e8-8dc7-77c2328575c2 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:46:59.354137 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'status': 'completed', 'code': 200} Jun 30 08:46:59.366637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568a7bd4-e9a9-4d53-9a56-1fd6469934c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.369314 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568a7bd4-e9a9-4d53-9a56-1fd6469934c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.373224 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-568a7bd4-e9a9-4d53-9a56-1fd6469934c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff395723-0edf-4624-aee6-7b6205c5cc85 HTTP/1.1" status: 204 len: 168 time: 0.1280630 Jun 30 08:46:59.381002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7bd4-e9a9-4d53-9a56-1fd6469934c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff395723-0edf-4624-aee6-7b6205c5cc85,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:59.445586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-f1906152-ed46-41a3-a21c-292a5a6e552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:59.447206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-f1906152-ed46-41a3-a21c-292a5a6e552f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 1096 time: 0.0799747 Jun 30 08:46:59.527142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-e7b38106-1348-490b-a680-d0644b5e40d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe HTTP/1.1" status: 200 len: 217 time: 0.0642321 Jun 30 08:46:59.618202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-eb0b3d54-581b-461c-8294-171bd09ef5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:59.619637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-eb0b3d54-581b-461c-8294-171bd09ef5bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.0825841 Jun 30 08:46:59.632980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc78190-408c-4b65-8915-6a6bedc613b4 req-ba868590-2c87-4d80-8342-d46f31eecbfa tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:59.634398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffc78190-408c-4b65-8915-6a6bedc613b4 req-ba868590-2c87-4d80-8342-d46f31eecbfa tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 950 time: 0.1812119 Jun 30 08:46:59.669281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-f1a4124e-bb24-4be4-8420-68403d03c418 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339572 Jun 30 08:46:59.700255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fdde7-581d-497d-92e1-ef1508561b8d req-9db5598b-a23d-4215-a79b-4b836c5d3db8 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:59.701707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee9fdde7-581d-497d-92e1-ef1508561b8d req-9db5598b-a23d-4215-a79b-4b836c5d3db8 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 944 time: 0.1801512 Jun 30 08:46:59.774041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffc78190-408c-4b65-8915-6a6bedc613b4 req-8b37ee26-c6d7-4f11-8cfe-22fadb8d313f tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297112 Jun 30 08:46:59.808178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee9fdde7-581d-497d-92e1-ef1508561b8d req-bd03940c-0ed3-4453-a64a-f643f596f619 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952487 Jun 30 08:46:59.839764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-b65eabdb-e26b-40b0-a605-8aac4e802877 service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570656 Jun 30 08:46:59.968019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cd7c3e2-3d49-4665-9126-b85738e8a373 req-6ac1e4ee-ba4a-4711-81dd-22d48ade44f0 service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200550 Jun 30 08:47:00.006851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bff79-cfc1-49e8-b803-0aaa9e6c7af0 req-9c434b78-4769-49f7-92e2-fdd597d2d789 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:00.014912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f89bff79-cfc1-49e8-b803-0aaa9e6c7af0 req-9c434b78-4769-49f7-92e2-fdd597d2d789 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 950 time: 0.1005266 Jun 30 08:47:00.093987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f89bff79-cfc1-49e8-b803-0aaa9e6c7af0 req-bcb6761c-2cb5-408c-910e-84c4a16c7108 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779490 Jun 30 08:47:00.210014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-291110f6-8aaf-4d3a-9cf9-bd50d47e6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:00.211521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-291110f6-8aaf-4d3a-9cf9-bd50d47e6cb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 1096 time: 0.0633390 Jun 30 08:47:00.288874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0135aa64-cd9b-4ac0-8798-12944bccac13 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:00.407773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0135aa64-cd9b-4ac0-8798-12944bccac13, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0135aa64-cd9b-4ac0-8798-12944bccac13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:00.419731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '0135aa64-cd9b-4ac0-8798-12944bccac13', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '0135aa64-cd9b-4ac0-8798-12944bccac13', 'mac_address': 'fa:16:3e:74:a3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:00.458770 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:00.472524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0135aa64-cd9b-4ac0-8798-12944bccac13 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:00.492821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0135aa64-cd9b-4ac0-8798-12944bccac13, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0135aa64-cd9b-4ac0-8798-12944bccac13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:00.497076 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:00.549679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0135aa64-cd9b-4ac0-8798-12944bccac13,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:00.586035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8'}, {'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:00.588396 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9005927-014f-4fb1-83aa-a1883321b457" -d '{"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8"}, {"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7e0a3143-4520-4a74-b592-743928a2053f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:00.654704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-14819eba-10de-4a81-9254-c7b2edd3d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:00.656150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-14819eba-10de-4a81-9254-c7b2edd3d06c service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 906 time: 0.4375215 Jun 30 08:47:00.685609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ffcb0-8e32-4faa-b65b-073e2b3c8aac req-27a36056-ac2d-4c2a-8aca-5bcfddeff279 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:00.687008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d9ffcb0-8e32-4faa-b65b-073e2b3c8aac req-27a36056-ac2d-4c2a-8aca-5bcfddeff279 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 948 time: 0.4464810 Jun 30 08:47:00.719579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-652e972e-6d82-4331-9d06-9dad3c002111 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe HTTP/1.1" status: 200 len: 217 time: 0.0532732 Jun 30 08:47:00.758954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9d853-7641-4a6c-936d-957c36ac304a req-7f61457f-34f0-439a-b3b1-c13cea8e693f tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:00.760381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f9d853-7641-4a6c-936d-957c36ac304a req-7f61457f-34f0-439a-b3b1-c13cea8e693f tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 945 time: 0.1794479 Jun 30 08:47:00.814261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d9ffcb0-8e32-4faa-b65b-073e2b3c8aac req-20d87fa4-d482-4264-8be2-da8da9ce787c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998278 Jun 30 08:47:00.825643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-26260f52-6caf-41f9-873d-13ae55618511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:00.827085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-26260f52-6caf-41f9-873d-13ae55618511 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.0875933 Jun 30 08:47:00.848107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f9d853-7641-4a6c-936d-957c36ac304a req-a73638ca-1a12-4660-b987-ddca1f371071 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708613 Jun 30 08:47:00.866707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-23693030-f37c-4eb8-bcb0-5f853c9deb2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314622 Jun 30 08:47:00.888125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0135aa64-cd9b-4ac0-8798-12944bccac13'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:00.947601 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53f0017-d37a-403d-920d-fb0ae2523d73 x-openstack-request-id: req-d53f0017-d37a-403d-920d-fb0ae2523d73 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:00.947823 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1a132-eaef-4548-9273-c86709895da8", "code": 200}, {"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7e0a3143-4520-4a74-b592-743928a2053f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:00.966108 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d53f0017-d37a-403d-920d-fb0ae2523d73 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:00.967099 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8', 'code': 200} Jun 30 08:47:00.971866 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f', 'code': 200} Jun 30 08:47:01.014783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-90746df7-9eed-406c-be10-7612c111ba26 service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397066 Jun 30 08:47:01.144224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf77321-46f4-4de6-bdfa-d929292233fc req-7cebbdf1-1ab2-471d-999e-21f5e289c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:01.146025 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-eaf77321-46f4-4de6-bdfa-d929292233fc req-7cebbdf1-1ab2-471d-999e-21f5e289c1d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1102 time: 0.0540431 Jun 30 08:47:01.182682 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-eaf77321-46f4-4de6-bdfa-d929292233fc req-ce1345b8-6808-4a42-9042-23cc42f564d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294068 Jun 30 08:47:01.229848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fd137-ea29-47f9-9eb8-1e4c04bd9c5e req-22553670-2627-462e-9b85-d3b924881e4b tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:01.231349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd8fd137-ea29-47f9-9eb8-1e4c04bd9c5e req-22553670-2627-462e-9b85-d3b924881e4b tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1097 time: 0.2142446 Jun 30 08:47:01.236522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f3aada-3be3-4293-a264-e7436291d3f1 req-80e8e3e4-681e-407d-be91-f478dbeb4230 service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928372 Jun 30 08:47:01.238162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48f50-24f7-4194-bd04-77e128513237 req-b0cd5ad6-2b52-4a28-bca9-40bd5d0a322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:01.239473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2a48f50-24f7-4194-bd04-77e128513237 req-b0cd5ad6-2b52-4a28-bca9-40bd5d0a322a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 1102 time: 0.1938324 Jun 30 08:47:01.249840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31e213-de5a-4b47-a0a2-ebea6c620711 req-8f176054-c007-48ae-99f7-d0cee701250e tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:01.251237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc31e213-de5a-4b47-a0a2-ebea6c620711 req-8f176054-c007-48ae-99f7-d0cee701250e tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 950 time: 0.2064841 Jun 30 08:47:01.320233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2a48f50-24f7-4194-bd04-77e128513237 req-fb0d00bf-f453-4d4c-8463-355097060975 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641665 Jun 30 08:47:01.323733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd8fd137-ea29-47f9-9eb8-1e4c04bd9c5e req-87c46367-7475-4355-a67b-e444307dc1a6 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Jun 30 08:47:01.328679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc31e213-de5a-4b47-a0a2-ebea6c620711 req-284bba83-8557-4da1-afd2-d3896d3a080c tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677280 Jun 30 08:47:01.526312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ad16-bc51-47cf-89d5-734ae1d2db74 req-dcf1b515-065e-41fc-9581-9821d94e2aeb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:01.527667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8318ad16-bc51-47cf-89d5-734ae1d2db74 req-dcf1b515-065e-41fc-9581-9821d94e2aeb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 944 time: 0.1032844 Jun 30 08:47:01.539141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d99a47-83db-428f-a832-c134a234b638 req-ade62f97-3f52-4468-a642-ea80cbc192f7 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:01.540500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14d99a47-83db-428f-a832-c134a234b638 req-ade62f97-3f52-4468-a642-ea80cbc192f7 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 945 time: 0.1051867 Jun 30 08:47:01.549016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:01.554434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Request body: {'floatingip': {'port_id': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:01.575681 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdda3742-5478-4dce-83de-8b4af2a6fc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:01.580747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8318ad16-bc51-47cf-89d5-734ae1d2db74 req-b5882f20-b9e9-4183-982e-6b8fdefdff11 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Jun 30 08:47:01.624223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:01.809580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a617a8-8532-4d2b-bd9e-fe30a3707be7 req-0ca11861-6bcb-418f-8225-fc8486422099 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:01.813274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50a617a8-8532-4d2b-bd9e-fe30a3707be7 req-0ca11861-6bcb-418f-8225-fc8486422099 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 950 time: 0.0919244 Jun 30 08:47:01.875068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50a617a8-8532-4d2b-bd9e-fe30a3707be7 req-26f41ce3-a472-422c-9ebf-db230a36c90b tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Jun 30 08:47:01.929231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44878) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:02.065061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbb2e-da99-4448-a9f1-bb1a9b731719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.103487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f4cc-b5ec-4ad7-9b1d-97d07c6e3ff5 req-b74e2604-320d-42c9-bbb0-ae0feb71d5bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:02.104974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5a6f4cc-b5ec-4ad7-9b1d-97d07c6e3ff5 req-b74e2604-320d-42c9-bbb0-ae0feb71d5bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 949 time: 0.1001563 Jun 30 08:47:02.146036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.151137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.168179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5a6f4cc-b5ec-4ad7-9b1d-97d07c6e3ff5 req-825debd5-ad3a-4797-b0d2-b685b74554ce tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552886 Jun 30 08:47:02.217024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbb2e-da99-4448-a9f1-bb1a9b731719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.224528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbb2e-da99-4448-a9f1-bb1a9b731719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.267327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ba3bbb2e-da99-4448-a9f1-bb1a9b731719 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bee48ba5dbed418bb45bef94863c0378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346784 Jun 30 08:47:02.267327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bbb2e-da99-4448-a9f1-bb1a9b731719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06180714-9836-4579-a1b3-0a819036c23e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:02.268650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44892) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:02.282817 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Floating IP df9b6e89-aa46-49ca-803f-11f9538e000c associated. External IP: 172.25.8.77, port: dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751. Jun 30 08:47:02.292599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0135aa64-cd9b-4ac0-8798-12944bccac13 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:02.338204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f534ba52-f570-41e0-9b17-a7661d57f283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.341492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 0135aa64-cd9b-4ac0-8798-12944bccac13 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:02.345375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 0135aa64-cd9b-4ac0-8798-12944bccac13 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:02.346025 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.364510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f534ba52-f570-41e0-9b17-a7661d57f283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.437233 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.447083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f534ba52-f570-41e0-9b17-a7661d57f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.451079 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f534ba52-f570-41e0-9b17-a7661d57f283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.452499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f534ba52-f570-41e0-9b17-a7661d57f283 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06180714-9836-4579-a1b3-0a819036c23e HTTP/1.1" status: 204 len: 168 time: 0.1826267 Jun 30 08:47:02.476084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534ba52-f570-41e0-9b17-a7661d57f283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06180714-9836-4579-a1b3-0a819036c23e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:02.485311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0135aa64-cd9b-4ac0-8798-12944bccac13, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0135aa64-cd9b-4ac0-8798-12944bccac13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:02.499431 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.530775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 206fa352-e8b6-4530-ac77-59bd56f12ebe details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:02.575600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0135aa64-cd9b-4ac0-8798-12944bccac13,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:02.715596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece9b5-a90a-4f7a-8bcb-1ac2eb83b83f req-54413b21-ab53-40f5-afaa-9752e7d4cc5d tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:02.720852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1ece9b5-a90a-4f7a-8bcb-1ac2eb83b83f req-54413b21-ab53-40f5-afaa-9752e7d4cc5d tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 950 time: 0.1586061 Jun 30 08:47:02.731162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:02.735428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:47:02.754358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'mac_address': 'fa:16:3e:11:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:02.781980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1ece9b5-a90a-4f7a-8bcb-1ac2eb83b83f req-69e278b5-f42a-43f4-a2fd-edd6bc8e404a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520020 Jun 30 08:47:02.813912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.837733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206fa352-e8b6-4530-ac77-59bd56f12ebe {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:02.861784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:02.867823 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.925431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:02.962902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:47:02.973118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0135aa64-cd9b-4ac0-8798-12944bccac13'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:02.974671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.975963 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0953513-af36-4599-99cc-26a3f5a5ee9c" -d '{"events": [{"server_uuid": "d89d1b8a-4fe3-45c6-93b5-b46aaa20f825", "name": "network-vif-plugged", "status": "completed", "tag": "0135aa64-cd9b-4ac0-8798-12944bccac13"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:02.979673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] Sync routers for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:47:02.991912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:47:02.992543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:03.050230 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-99447675-ebc4-43b9-a44e-0b96bcfa9fdc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "PUT /v2.0/floatingips/df9b6e89-aa46-49ca-803f-11f9538e000c HTTP/1.1" status: 200 len: 990 time: 1.4998481 Jun 30 08:47:03.050850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:03.054051 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ee713-4657-4d2f-b663-e964e6387819" -d '{"events": [{"name": "network-changed", "server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:03.061197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c114b6-c9e7-4d91-94e1-b4c777a5a458 req-c215fb3f-329e-424c-956d-a66f13aededa tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:03.070151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4c114b6-c9e7-4d91-94e1-b4c777a5a458 req-c215fb3f-329e-424c-956d-a66f13aededa tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 945 time: 0.0924366 Jun 30 08:47:03.114634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4c114b6-c9e7-4d91-94e1-b4c777a5a458 req-0d3934ea-7206-481d-a8bb-3c6590930d26 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428901 Jun 30 08:47:03.267315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:47:03.330727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['206fa352-e8b6-4530-ac77-59bd56f12ebe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:03.383268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44946) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:03.404821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becb017-0394-4bdc-af76-26af680de9d1 req-164dd1c9-924f-49cb-ba5b-ccaf2b1f009a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:03.411704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1becb017-0394-4bdc-af76-26af680de9d1 req-164dd1c9-924f-49cb-ba5b-ccaf2b1f009a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 950 time: 0.0769892 Jun 30 08:47:03.449415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1becb017-0394-4bdc-af76-26af680de9d1 req-ae837d80-68aa-4a44-aa65-93f795202508 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368350 Jun 30 08:47:03.466891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:03.520963 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd51b096-0caa-4ee2-b410-95c7983b55e4 x-openstack-request-id: req-fd51b096-0caa-4ee2-b410-95c7983b55e4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:03.521250 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89d1b8a-4fe3-45c6-93b5-b46aaa20f825", "name": "network-vif-plugged", "status": "completed", "tag": "0135aa64-cd9b-4ac0-8798-12944bccac13", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:03.521498 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd51b096-0caa-4ee2-b410-95c7983b55e4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:03.533844 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0135aa64-cd9b-4ac0-8798-12944bccac13', 'code': 200} Jun 30 08:47:03.631165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1040598243-network', 'tenant_id': '1e33d1e005ad47eaabdccb446fd5cb66'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:03.673186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-1f13ae09-4263-4bbb-9a34-0c763495e737 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:47:03.674219 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-1f13ae09-4263-4bbb-9a34-0c763495e737 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2890751 Jun 30 08:47:03.701865 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553da13-0f54-4976-87b4-0215f2d0f681 x-openstack-request-id: req-d553da13-0f54-4976-87b4-0215f2d0f681 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:03.702155 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:03.702404 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d553da13-0f54-4976-87b4-0215f2d0f681 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:03.702790 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'status': 'completed', 'code': 200} Jun 30 08:47:03.705044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Made reservation on behalf of 1e33d1e005ad47eaabdccb446fd5cb66 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:03.710625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'df9b6e89-aa46-49ca-803f-11f9538e000c', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'port_id': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'mac_address': 'fa:16:3e:71:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:47:02Z', 'revision_number': 1, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:07Z', 'revision_number': 5, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:03.719383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:03.731742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:03.734829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705abd1-0b73-4fe8-adc1-5f2311233dce req-77f93f0a-e8f8-4b02-a1b2-6723389ac43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:03.736330 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b705abd1-0b73-4fe8-adc1-5f2311233dce req-77f93f0a-e8f8-4b02-a1b2-6723389ac43d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 1102 time: 0.1191390 Jun 30 08:47:03.741824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] Checking router: 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:47:03.756370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:47:03.759446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:46:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:03.833607 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b705abd1-0b73-4fe8-adc1-5f2311233dce req-c2410b69-27a2-4cf9-a832-7a32747feb39 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804634 Jun 30 08:47:03.865043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-eff7ccc8-e3ce-47ae-9791-af86d91c4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:03.867102 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-eff7ccc8-e3ce-47ae-9791-af86d91c4832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a35db5942cb041e0a11737fcc3b340bb&device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 1097 time: 0.1238599 Jun 30 08:47:03.880241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:47:03.885438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Request body: {'binding': {'host': 'n-h1-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:03.885924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:47:03.917354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb518c-de9b-4f2b-88ce-71ee521af72b req-bbdaeabd-0cbd-4822-b134-5296bca2c854 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:03.919138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bbfb518c-de9b-4f2b-88ce-71ee521af72b req-bbdaeabd-0cbd-4822-b134-5296bca2c854 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 950 time: 0.1028638 Jun 30 08:47:03.962206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bbfb518c-de9b-4f2b-88ce-71ee521af72b req-872d516b-cd48-408c-a0f7-5d4bb4e860d1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361207 Jun 30 08:47:04.048747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.064998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.120335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:47:04.126421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'df9b6e89-aa46-49ca-803f-11f9538e000c', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'port_id': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'mac_address': 'fa:16:3e:71:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:47:02Z', 'revision_number': 1, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:07Z', 'revision_number': 5, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:04.131684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-215f6cd6-ba44-4d3c-8c3c-acfd041d0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.133140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-215f6cd6-ba44-4d3c-8c3c-acfd041d0995 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b888debf-1fac-4418-a41b-a62aff404649 HTTP/1.1" status: 200 len: 916 time: 0.2268026 Jun 30 08:47:04.136288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3567aae1-2d2d-4acc-8918-62e721799235,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:04.145689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.146033 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Added segment b1b222d6-b070-4a88-a478-583572239de8 of type vlan for network 3a6d9e3c-b0d1-48ec-a556-ece438c225b6 Jun 30 08:47:04.158686 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d72bd-e3a1-4749-ae6f-6dcb9f728615 None None] The sync data for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 is: [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'df9b6e89-aa46-49ca-803f-11f9538e000c', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'port_id': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'mac_address': 'fa:16:3e:71:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:46:07Z', 'updated_at': '2021-06-30T08:47:02Z', 'revision_number': 1, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:07Z', 'revision_number': 5, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:47:04.255021 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.257744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.265577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on host n-h1-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:04.265968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:04.266252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:04.282840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:47:04.283162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:04.288919 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-26963355-e2e2-48be-a80f-ea407f9c07b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 HTTP/1.1" status: 200 len: 998 time: 0.1370254 Jun 30 08:47:04.294971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:04.295307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:04.295683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:04.296164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Bound port: 952aae90-ff85-420f-a469-8125e5219b59, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:04.351171 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-74742c2f-30ff-4e25-90cf-a93a834bef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.362357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8530bca-6829-4d21-b7b7-124a9162e868 req-779db460-7ce9-4224-9b07-d6ffd27391ce tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.370292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8530bca-6829-4d21-b7b7-124a9162e868 req-779db460-7ce9-4224-9b07-d6ffd27391ce tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 950 time: 0.0763083 Jun 30 08:47:04.374202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.375117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.375691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.400354 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819a04-5fb0-4df2-a153-35fb42d48b51 None None] New status for floating IP df9b6e89-aa46-49ca-803f-11f9538e000c: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:47:04.420407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8530bca-6829-4d21-b7b7-124a9162e868 req-fa56e61c-38dc-4677-b28e-7ed73f2f351a tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 Jun 30 08:47:04.455085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-810d4b5e-aad3-4b6b-bcc5-ccfff7f0cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.456940 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-810d4b5e-aad3-4b6b-bcc5-ccfff7f0cb04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45464fb3-5a1b-48d2-85f4-c21d550f257e HTTP/1.1" status: 200 len: 854 time: 0.1525803 Jun 30 08:47:04.471364 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0005596 Jun 30 08:47:04.472628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44970) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:04.480641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Request body: {'subnet': {'network_id': '3a6d9e3c-b0d1-48ec-a556-ece438c225b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1040598243-subnet', 'tenant_id': '1e33d1e005ad47eaabdccb446fd5cb66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:04.507647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Made reservation on behalf of 1e33d1e005ad47eaabdccb446fd5cb66 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:04.510725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:04.511770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af714b-c7ab-49d7-b40e-585903797fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6d9e3c-b0d1-48ec-a556-ece438c225b6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:04.512035 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.526244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3a6d9e3c-b0d1-48ec-a556-ece438c225b6 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:47:04.528485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.541234 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-67cc9e4d-cab1-4471-b740-3298a5a029c7 service neutron] 10.222.0.53 "POST /v2.0/ports/952aae90-ff85-420f-a469-8125e5219b59/bindings HTTP/1.1" status: 201 len: 390 time: 0.7548220 Jun 30 08:47:04.572809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-fc3c13fa-6e52-4b0b-acf8-e03efa123249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.577443 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-fc3c13fa-6e52-4b0b-acf8-e03efa123249 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b888debf-1fac-4418-a41b-a62aff404649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094325 Jun 30 08:47:04.689074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd12b-ccde-4f7c-9e58-4201a25b08c4 req-af4e12f8-4f05-4be3-b07b-24bd9396ea17 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.690641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8bcd12b-ccde-4f7c-9e58-4201a25b08c4 req-af4e12f8-4f05-4be3-b07b-24bd9396ea17 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 945 time: 0.1509609 Jun 30 08:47:04.735718 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-c485b836-d170-4a63-967d-bccf7ebb64ee service neutron] 10.222.0.26 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498516 Jun 30 08:47:04.770681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8bcd12b-ccde-4f7c-9e58-4201a25b08c4 req-70d372f1-9813-4b83-89a6-a9d5bac71ba5 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711293 Jun 30 08:47:04.849741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.857244 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cd9ee713-4657-4d2f-b663-e964e6387819 req-ba7233cc-3af7-419f-924b-6a7652e4e639 service neutron] 10.222.0.26 "GET /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137166 Jun 30 08:47:04.917734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087253b-52b8-47bb-9933-1dbfb3e44718 req-121004a1-0fff-413a-aec5-576253b26933 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.919285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9087253b-52b8-47bb-9933-1dbfb3e44718 req-121004a1-0fff-413a-aec5-576253b26933 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1102 time: 0.1240275 Jun 30 08:47:04.933293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Checking segment: {'id': 'b1b222d6-b070-4a88-a478-583572239de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3a6d9e3c-b0d1-48ec-a556-ece438c225b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:04.933675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Network hostable DHCP agents. Network: 3a6d9e3c-b0d1-48ec-a556-ece438c225b6, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:47:04.935693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e0cd20-cc21-4220-8af5-87bcf5d08ccf,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:04.969186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-ea9951b6-d39e-4651-94fd-df588baccfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:04.970765 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-ea9951b6-d39e-4651-94fd-df588baccfe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1097 time: 0.0714653 Jun 30 08:47:04.990359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Network 3a6d9e3c-b0d1-48ec-a556-ece438c225b6 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:47:04.993672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9087253b-52b8-47bb-9933-1dbfb3e44718 req-dcc0fc34-ec1d-4435-9c9b-38aebf73a87a tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622435 Jun 30 08:47:05.004736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3a6d9e3c-b0d1-48ec-a556-ece438c225b6) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:05.010369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:05.011202 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:05.017318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f093354-3ee7-4ec3-8e48-006b05e3c436 None None] Network 3a6d9e3c-b0d1-48ec-a556-ece438c225b6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:05.034034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8c0d8282-4fec-4f58-8b0e-01fdbd2bc28a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5600076 Jun 30 08:47:05.109794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-70747966-a1f8-4438-9ef1-7702a46abb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:05.112694 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-70747966-a1f8-4438-9ef1-7702a46abb07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1339033 Jun 30 08:47:05.156828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b961ef-0f14-4c36-a161-2e6ca7d4dd37 req-89b795c2-df79-48d7-8651-297c0a163d3c tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:05.165375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0b961ef-0f14-4c36-a161-2e6ca7d4dd37 req-89b795c2-df79-48d7-8651-297c0a163d3c tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 950 time: 0.0913658 Jun 30 08:47:05.172056 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-74f73ef4-c404-4a94-96d5-9b6b045b9bc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 217 time: 0.0482500 Jun 30 08:47:05.219370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a807d6c-0b46-4f98-a6a4-bbff87530033 None None] Network 3a6d9e3c-b0d1-48ec-a556-ece438c225b6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:05.236062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-9d488c54-e43e-48d6-b535-c5f4460076a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:05.237531 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-9d488c54-e43e-48d6-b535-c5f4460076a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0545704 Jun 30 08:47:05.263554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0b961ef-0f14-4c36-a161-2e6ca7d4dd37 req-fdfb56a3-ff84-4dac-9acb-84bed6ef773c tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963078 Jun 30 08:47:05.281531 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-7294326f-2295-4ec1-affe-a1e56ffecf63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308685 Jun 30 08:47:05.290095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734dbd-bbb0-411d-9e3d-594f52774e37 req-2a093d41-7d9c-410e-97cd-1be5630c4d4b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:05.297898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9734dbd-bbb0-411d-9e3d-594f52774e37 req-2a093d41-7d9c-410e-97cd-1be5630c4d4b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.1040070 Jun 30 08:47:05.345345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9734dbd-bbb0-411d-9e3d-594f52774e37 req-004d8414-a9fd-43c9-8773-0c874bab23b8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464947 Jun 30 08:47:05.393906 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-43d6d26a-283b-4900-a60e-4aaf37b204cc service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977204 Jun 30 08:47:05.492297 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-a3edc0b7-2640-4a0e-99fc-f40793f69f00 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849428 Jun 30 08:47:05.525376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482be27a-a926-4672-97ac-d7b7c342aa06 req-b0dd53bf-c054-476c-b432-d0fe64def5d5 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:05.526918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-482be27a-a926-4672-97ac-d7b7c342aa06 req-b0dd53bf-c054-476c-b432-d0fe64def5d5 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 950 time: 0.0836473 Jun 30 08:47:05.571296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-482be27a-a926-4672-97ac-d7b7c342aa06 req-a99ed86e-55c6-4db2-868c-cd88bb8faaa5 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Jun 30 08:47:05.654662 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:05.691519 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-200b199b-5a74-44b8-a97a-98e3db528697 req-a5c88916-3708-41d2-aae0-bd82169f9d2a tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] show failed (client error): The resource could not be found. Jun 30 08:47:05.692582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-200b199b-5a74-44b8-a97a-98e3db528697 req-a5c88916-3708-41d2-aae0-bd82169f9d2a tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "GET /v2.0/security-groups/6d2352c1-2da1-4929-871c-8aca2d24ebc9 HTTP/1.1" status: 404 len: 352 time: 0.0196097 Jun 30 08:47:05.840098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c6b4-7c23-4934-859c-6b3973d567aa req-f950dd90-b4f2-4f2c-b753-6aefd9f7a1eb tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:05.841891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e523c6b4-7c23-4934-859c-6b3973d567aa req-f950dd90-b4f2-4f2c-b753-6aefd9f7a1eb tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 1102 time: 0.0546212 Jun 30 08:47:05.882181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e523c6b4-7c23-4934-859c-6b3973d567aa req-7bf81829-ada9-4bd9-a6a9-3e069fc5b502 tempest-ServersAdminTestJSON-409120099 tempest-ServersAdminTestJSON-409120099-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Jun 30 08:47:06.082089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ae72f-c247-4e8d-9570-16057a39e7d2 req-d87c3842-ae92-4d70-a2ba-9077a54c0f9c tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:06.083878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-309ae72f-c247-4e8d-9570-16057a39e7d2 req-d87c3842-ae92-4d70-a2ba-9077a54c0f9c tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 1102 time: 0.0793862 Jun 30 08:47:06.145165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-309ae72f-c247-4e8d-9570-16057a39e7d2 req-6ab7684d-6d93-4076-be95-41f8bc66b640 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553961 Jun 30 08:47:06.197483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab09b9b-3dee-436d-be78-aac3ae1546dd req-1f82bea4-6376-4f6a-a20b-7cb9216476b6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:06.205341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab09b9b-3dee-436d-be78-aac3ae1546dd req-1f82bea4-6376-4f6a-a20b-7cb9216476b6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 945 time: 0.0968168 Jun 30 08:47:06.257659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab09b9b-3dee-436d-be78-aac3ae1546dd req-ae1124b2-d52c-403c-8f11-671628c7be91 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487642 Jun 30 08:47:06.494641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f813c6a-44bd-45c9-9522-e1578a8c4f65 req-c5498a2a-0543-4fd5-825b-8bce8314ace5 tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e33d1e005ad47eaabdccb446fd5cb66 HTTP/1.1" status: 200 len: 2984 time: 0.0457010 Jun 30 08:47:06.550162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-c94455b4-886c-493a-a70e-fa4ecdf216b7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350049 Jun 30 08:47:06.552079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 206fa352-e8b6-4530-ac77-59bd56f12ebe up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:06.586631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f813c6a-44bd-45c9-9522-e1578a8c4f65 req-555b7dbf-4857-48d7-8f29-7e86462bc9be tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "GET /v2.0/security-groups/3567aae1-2d2d-4acc-8918-62e721799235 HTTP/1.1" status: 200 len: 2981 time: 0.0854552 Jun 30 08:47:06.614832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 206fa352-e8b6-4530-ac77-59bd56f12ebe completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:06.619696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 206fa352-e8b6-4530-ac77-59bd56f12ebe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:06.620148 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:06.685717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f813c6a-44bd-45c9-9522-e1578a8c4f65 req-3f6e13da-6835-4d8f-aa1e-15774a70aa3b tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "GET /v2.0/security-groups/3567aae1-2d2d-4acc-8918-62e721799235 HTTP/1.1" status: 200 len: 2981 time: 0.0732963 Jun 30 08:47:06.702179 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:06.714572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-aee94508-7473-48b7-8878-40dfa5214939 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:06.716224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-aee94508-7473-48b7-8878-40dfa5214939 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582446 Jun 30 08:47:06.726960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:06.729261 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5fac80-e5b1-4fcd-b0fd-148c5854fe2f" -d '{"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-plugged", "status": "completed", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:06.733299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-90f60a6e-99da-40f7-8cab-431b2687ecf8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/quotas/9c33a0ac003941a58f692c7f62b07f39 HTTP/1.1" status: 200 len: 375 time: 0.0114338 Jun 30 08:47:06.744105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:06.749233 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:06.812557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:06.831592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-2a6461ae-8d7b-436b-a50b-9aa52a10914d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0910769 Jun 30 08:47:06.903057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e09f8-4f4d-4a04-b74b-224bbaee35d6 req-bafb7edb-ca2f-4043-bef3-5d874e2acbe1 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:06.904612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b98e09f8-4f4d-4a04-b74b-224bbaee35d6 req-bafb7edb-ca2f-4043-bef3-5d874e2acbe1 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.0721009 Jun 30 08:47:06.956993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b98e09f8-4f4d-4a04-b74b-224bbaee35d6 req-9846d5ec-8bbe-41bc-90f3-90eaf650c7fa tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453384 Jun 30 08:47:07.108191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:07.170734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ffadd44-b8c8-4557-8099-18b0e4eb065e req-880bb299-f321-4ed1-ba0c-e29d8a92bd69 tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "GET /v2.0/security-groups/3567aae1-2d2d-4acc-8918-62e721799235 HTTP/1.1" status: 200 len: 2981 time: 0.0754299 Jun 30 08:47:07.249040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a19b-ae91-4643-89c0-882f7a297bb0 req-4d277b21-bff7-4054-849e-97e0412b118a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:07.250596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e10a19b-ae91-4643-89c0-882f7a297bb0 req-4d277b21-bff7-4054-849e-97e0412b118a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 950 time: 0.1250708 Jun 30 08:47:07.285620 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-0ffadd44-b8c8-4557-8099-18b0e4eb065e req-fd9a5af2-a4ff-49a9-a67c-2f07c498e3df tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 08:47:07.286684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ffadd44-b8c8-4557-8099-18b0e4eb065e req-fd9a5af2-a4ff-49a9-a67c-2f07c498e3df tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "DELETE /v2.0/security-groups/3567aae1-2d2d-4acc-8918-62e721799235 HTTP/1.1" status: 409 len: 352 time: 0.1066909 Jun 30 08:47:07.314230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e10a19b-ae91-4643-89c0-882f7a297bb0 req-a33f130d-2ec7-4dd1-807f-4e84130a462d tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Jun 30 08:47:07.351322 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1951c669-7e54-4637-ad17-0fe5a093268e x-openstack-request-id: req-1951c669-7e54-4637-ad17-0fe5a093268e {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:07.351615 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-plugged", "status": "completed", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:07.351883 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1951c669-7e54-4637-ad17-0fe5a093268e {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:07.352437 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'code': 200} Jun 30 08:47:07.427874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4777e0f4-4f22-4bc9-b095-9a256d9ccc2d req-f490687f-decd-45df-b019-039c23b66f85 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 210 time: 0.0533206 Jun 30 08:47:07.505748 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-bf677571-c037-4f39-bbdc-2ce17fa1df31 req-58c01b5a-83ae-4a27-963a-af868793d288 tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] show failed (client error): The resource could not be found. Jun 30 08:47:07.506823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf677571-c037-4f39-bbdc-2ce17fa1df31 req-58c01b5a-83ae-4a27-963a-af868793d288 tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "GET /v2.0/security-groups/0b76dffe-7d12-4a21-9021-e3adc354537c HTTP/1.1" status: 404 len: 352 time: 0.0383503 Jun 30 08:47:07.568951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e900eec-f539-425a-a1e8-12a7991386ee req-6cae6de3-ee4e-414e-a72d-1de27cd5bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:07.571197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e900eec-f539-425a-a1e8-12a7991386ee req-6cae6de3-ee4e-414e-a72d-1de27cd5bd03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 1098 time: 0.1416776 Jun 30 08:47:07.632872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe11df8-e8ab-4d59-8da8-459a097d8ba4 req-1a1fc36d-5416-49a3-98e3-69a52f94d180 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:07.634435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbe11df8-e8ab-4d59-8da8-459a097d8ba4 req-1a1fc36d-5416-49a3-98e3-69a52f94d180 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 946 time: 0.1516442 Jun 30 08:47:07.640759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e900eec-f539-425a-a1e8-12a7991386ee req-9c636dc7-ee02-493d-b576-88d163f35d55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544798 Jun 30 08:47:07.681185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbe11df8-e8ab-4d59-8da8-459a097d8ba4 req-ffeb7927-52f4-4992-b88e-7303ca383f3b tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Jun 30 08:47:07.726920 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-30f71cd1-d1bc-4b15-88b6-4daa5a22d9b0 req-944bb464-7bc5-48ef-89c7-a32b9508fd7f tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] show failed (client error): The resource could not be found. Jun 30 08:47:07.727856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30f71cd1-d1bc-4b15-88b6-4daa5a22d9b0 req-944bb464-7bc5-48ef-89c7-a32b9508fd7f tempest-SecurityGroupsNegativeTestJSON-856603656 tempest-SecurityGroupsNegativeTestJSON-856603656-project] 10.222.0.53 "GET /v2.0/security-groups/52382000-aa9a-45a2-b4fc-da012ba6379b HTTP/1.1" status: 404 len: 352 time: 0.0152342 Jun 30 08:47:07.738751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45072) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:07.786830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] Deleting subnet e1e0cd20-cc21-4220-8af5-87bcf5d08ccf {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:47:07.790786 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:07.826040 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:07.869591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:07.924249 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:07.952001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e0cd20-cc21-4220-8af5-87bcf5d08ccf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:07.954352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:07.956243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-771e9637-e84e-437c-9197-c38849ecd7c0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e1e0cd20-cc21-4220-8af5-87bcf5d08ccf HTTP/1.1" status: 204 len: 168 time: 0.2164190 Jun 30 08:47:07.960113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:08.030524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.097301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-9e63624d-6d79-4020-a1d1-e518c96a1a7a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:08.099142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-9e63624d-6d79-4020-a1d1-e518c96a1a7a tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 950 time: 0.0877087 Jun 30 08:47:08.110342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.121744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6d9e3c-b0d1-48ec-a556-ece438c225b6']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:08.132467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b222d6-b070-4a88-a478-583572239de8') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:08.132993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b222d6-b070-4a88-a478-583572239de8') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:08.142305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.156858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.163078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:47:08.163672 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:47:08.173874 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:47:08.224728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.247183 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.252562 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3a6d9e3c-b0d1-48ec-a556-ece438c225b6 HTTP/1.1" status: 204 len: 168 time: 0.2919638 Jun 30 08:47:08.254071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8b6b9-bac1-4cab-a480-7f4c0a5b9480 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6d9e3c-b0d1-48ec-a556-ece438c225b6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:08.265119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae40ef-7aff-4167-9d9f-3a7ffe70de77 req-ec36862e-15a6-45f7-a84d-e88edaffe3eb tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:08.266687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffae40ef-7aff-4167-9d9f-3a7ffe70de77 req-ec36862e-15a6-45f7-a84d-e88edaffe3eb tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.1662889 Jun 30 08:47:08.312855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Deleting port edf71643-e4e7-4941-9573-ce5926b1334d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:08.313312 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.317382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:08.375845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffae40ef-7aff-4167-9d9f-3a7ffe70de77 req-f8a8d54b-279a-4e2f-be6a-ec35a3c2bb4b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000981 Jun 30 08:47:08.400389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45084) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:08.445918 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7c1fd213-2a5b-4c1c-864d-83417d5dd45b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e33d1e005ad47eaabdccb446fd5cb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441618 Jun 30 08:47:08.448686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45086) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:08.473115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] For port edf71643-e4e7-4941-9573-ce5926b1334d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=edf71643-e4e7-4941-9573-ce5926b1334d,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:08.475608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.476466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:08.505646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'mac_address': 'fa:16:3e:c1:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:08.514959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5271f5b7-256b-43fa-94bc-87c513c5e5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.540704 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5271f5b7-256b-43fa-94bc-87c513c5e5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.560532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Calling delete_port for edf71643-e4e7-4941-9573-ce5926b1334d owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:08.583888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-10b09a05-c470-4230-bed7-9ce5d02eb5a2 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c33a0ac003941a58f692c7f62b07f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024299 Jun 30 08:47:08.598979 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.603911 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5271f5b7-256b-43fa-94bc-87c513c5e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.606832 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5271f5b7-256b-43fa-94bc-87c513c5e5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.608327 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5271f5b7-256b-43fa-94bc-87c513c5e5e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3567aae1-2d2d-4acc-8918-62e721799235 HTTP/1.1" status: 204 len: 168 time: 0.1582494 Jun 30 08:47:08.619682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b223ade1-f52c-4dab-88c5-48e49ef32601 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:08.646037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271f5b7-256b-43fa-94bc-87c513c5e5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3567aae1-2d2d-4acc-8918-62e721799235,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:08.661392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:08.683618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.779782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:08.863419 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:08.874795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc2b7bf3-c970-430d-9bb1-6fc6c0ff9101 req-460e8929-e85b-4de9-a2e2-ce7184b8b8be tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 210 time: 0.1826639 Jun 30 08:47:08.879487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['1ab7a4b6-79e4-4f0b-9ec1-073838628371'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:08.882441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['edf71643-e4e7-4941-9573-ce5926b1334d', 'e0a1a132-eaef-4548-9273-c86709895da8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:08.984952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Pushing event deleted for resources: {'Port': ['ID=edf71643-e4e7-4941-9573-ce5926b1334d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:08.998386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b223ade1-f52c-4dab-88c5-48e49ef32601'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:09.081681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] No DVR routers for this DVR port edf71643-e4e7-4941-9573-ce5926b1334d on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:09.087275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:09.089253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b37464a9-e64a-4421-8db2-5ec86f505893 req-e57de987-1864-4426-9b0c-3d80756d32d7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "DELETE /v2.0/ports/edf71643-e4e7-4941-9573-ce5926b1334d HTTP/1.1" status: 204 len: 173 time: 0.9777372 Jun 30 08:47:09.096829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0aeed-0ae1-41de-8a84-d0f0bc03033b req-25af38b5-de74-4c14-82c2-a14aca380307 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:09.104298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1e0aeed-0ae1-41de-8a84-d0f0bc03033b req-25af38b5-de74-4c14-82c2-a14aca380307 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87836e-d716-4cb1-ac75-c7415ff260a0 HTTP/1.1" status: 200 len: 867 time: 0.5249729 Jun 30 08:47:09.105883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'name': 'network-vif-deleted', 'tag': 'edf71643-e4e7-4941-9573-ce5926b1334d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:09.108144 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924752e5-6ee9-4c4a-ba5d-3576bb83b6ac" -d '{"events": [{"server_uuid": "1d87836e-d716-4cb1-ac75-c7415ff260a0", "name": "network-vif-deleted", "tag": "edf71643-e4e7-4941-9573-ce5926b1334d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:09.144301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-f301e620-6115-4a1a-85bd-64993adf892e tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:09.145907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-f301e620-6115-4a1a-85bd-64993adf892e tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5285690 Jun 30 08:47:09.171384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Request body: {'port': {'device_id': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9c33a0ac003941a58f692c7f62b07f39'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:09.205068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1e0aeed-0ae1-41de-8a84-d0f0bc03033b req-e31f176b-8b72-4d3a-af52-e6090145bf0c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998733 Jun 30 08:47:09.392092 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b5ef92-b366-4efa-a9ff-75cd1a9eb3d9 x-openstack-request-id: req-93b5ef92-b366-4efa-a9ff-75cd1a9eb3d9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:09.392385 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d87836e-d716-4cb1-ac75-c7415ff260a0", "name": "network-vif-deleted", "tag": "edf71643-e4e7-4941-9573-ce5926b1334d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:09.392636 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93b5ef92-b366-4efa-a9ff-75cd1a9eb3d9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:09.393026 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d87836e-d716-4cb1-ac75-c7415ff260a0', 'name': 'network-vif-deleted', 'tag': 'edf71643-e4e7-4941-9573-ce5926b1334d', 'status': 'completed', 'code': 200} Jun 30 08:47:09.424017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bca507-5129-4cc4-bd35-f2548cbdb5c9 req-0d2b0d92-46d9-44a1-975e-4492f1010e2f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:09.425788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01bca507-5129-4cc4-bd35-f2548cbdb5c9 req-0d2b0d92-46d9-44a1-975e-4492f1010e2f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 946 time: 0.1554322 Jun 30 08:47:09.539343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Made reservation on behalf of 9c33a0ac003941a58f692c7f62b07f39 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:09.546220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:09.604912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01bca507-5129-4cc4-bd35-f2548cbdb5c9 req-304a2ae9-31f2-40ba-9a21-cb40a37dd217 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636825 Jun 30 08:47:09.807109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Allocated IP 192.168.233.54 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/dc30f72a-1ee9-4bf8-befa-6e247e64f721) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:47:09.807747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45140) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:09.992874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d997fc-8746-47de-8bb9-4c54ec67cd73 req-2762a94b-3ead-4ba5-9b61-6b5ebbd9347c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:09.994457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5d997fc-8746-47de-8bb9-4c54ec67cd73 req-2762a94b-3ead-4ba5-9b61-6b5ebbd9347c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.1544430 Jun 30 08:47:10.083599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5d997fc-8746-47de-8bb9-4c54ec67cd73 req-2d37d450-b320-4eb2-8a7c-37fb1f289fd4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592031 Jun 30 08:47:10.176854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1880694874-network', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:10.177066 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.213162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Transition to ACTIVE for port object dc30f72a-1ee9-4bf8-befa-6e247e64f721 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:10.242996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:10.245652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.271204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.280838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.293999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4', '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'eb92294b-ad40-42dd-841f-401a67f2360a', '0135aa64-cd9b-4ac0-8798-12944bccac13'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:10.393912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', '984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:10.403476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event updated for resources: {'Port': ['ID=dc30f72a-1ee9-4bf8-befa-6e247e64f721,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:10.428400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.434677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.469271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:47:10.469619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:47:10.483285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:10.492982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c7281c-022c-4e2a-b15e-30fb2091c043,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:10.510978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.511202 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Added segment b8225338-4456-47c4-922a-de93ffd21f0e of type vlan for network 2d5f51ee-210f-423a-a24e-a4d092bc02ff Jun 30 08:47:10.571865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.641461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.643386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:10.644230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.691230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port b223ade1-f52c-4dab-88c5-48e49ef32601 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:10.691703 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.870944 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0589373 Jun 30 08:47:10.871503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:10.873881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:47:10.874840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45170) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:10.900071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Request body: {'subnet': {'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1880694874-subnet', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:10.915174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240dfc5-f5aa-4150-9690-bb08fd38b64d admin admin] Pushing event updated for resources: {'Network': ['ID=2d5f51ee-210f-423a-a24e-a4d092bc02ff,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:10.932533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:10.933062 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.938374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:47:10.967274 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:10.974558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:10.977967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.027097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-77d8076c-a718-41bc-a24b-f65a00ad99da tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8631954 Jun 30 08:47:11.049995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Request body: {'port': {'device_id': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:11.182570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:11.184883 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f53242f-3812-4a4b-8856-d7e0c7fc5e86" -d '{"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-plugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:11.189293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fe116-d35b-414c-bddc-a15448007730 req-77421ce5-2c0e-48e6-9430-34ca96d1b24c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:11.196263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-482fe116-d35b-414c-bddc-a15448007730 req-77421ce5-2c0e-48e6-9430-34ca96d1b24c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 935 time: 0.8045313 Jun 30 08:47:11.213851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff2643-1180-45cc-98b7-61918f390bef req-e01df60e-43d1-486f-9de1-1d1b1847976a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:11.221112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0ff2643-1180-45cc-98b7-61918f390bef req-e01df60e-43d1-486f-9de1-1d1b1847976a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 946 time: 0.8282402 Jun 30 08:47:11.294916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:11.301229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.303810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b651fae-f685-4808-aaa3-0d4f37c9a55d None None] Provisioning for port dc30f72a-1ee9-4bf8-befa-6e247e64f721 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:11.313827 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.325118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b651fae-f685-4808-aaa3-0d4f37c9a55d None None] Provisioning complete for port dc30f72a-1ee9-4bf8-befa-6e247e64f721 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:11.325914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b651fae-f685-4808-aaa3-0d4f37c9a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.333209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-482fe116-d35b-414c-bddc-a15448007730 req-697e67c5-6f8d-4d40-80e6-e402c015bd55 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329510 Jun 30 08:47:11.358207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0ff2643-1180-45cc-98b7-61918f390bef req-780135c2-3acc-4825-948b-30f9a3db07e3 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361432 Jun 30 08:47:11.386615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c58ebb8-87c6-4fed-99d2-d25c64c74536,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:11.393007 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.410107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Checking segment: {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:11.410247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Network hostable DHCP agents. Network: 2d5f51ee-210f-423a-a24e-a4d092bc02ff, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:47:11.461944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:47:11.479806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2d5f51ee-210f-423a-a24e-a4d092bc02ff) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:11.484862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:11.485495 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.515555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8b651fae-f685-4808-aaa3-0d4f37c9a55d None None] Port dc30f72a-1ee9-4bf8-befa-6e247e64f721 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:47:11.528634 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d5f0b174-803d-4ff1-93ae-db792b29fd51 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6457138 Jun 30 08:47:11.529249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45182) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:11.534789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:11.556192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e82f6c-772f-41e8-afdf-a03a22c57de6 None None] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:11.598493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.599574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.719137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:11.748221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:11.803482 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc600c-44d2-4251-8c4b-a4715a265035 x-openstack-request-id: req-83dc600c-44d2-4251-8c4b-a4715a265035 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:11.803781 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-plugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:11.804029 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83dc600c-44d2-4251-8c4b-a4715a265035 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:11.804410 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'code': 200} Jun 30 08:47:11.911076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f33b3e-f9dc-4946-845a-f856efd360d5 req-59b955f8-c8a1-44dd-8316-973bb3ee717b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:11.924424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f33b3e-f9dc-4946-845a-f856efd360d5 req-59b955f8-c8a1-44dd-8316-973bb3ee717b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.1859424 Jun 30 08:47:12.063770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:47:12.065710 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.083231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f33b3e-f9dc-4946-845a-f856efd360d5 req-ee32db03-f82b-4773-8dd8-0ed026d238e2 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555243 Jun 30 08:47:12.094008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc30f72a-1ee9-4bf8-befa-6e247e64f721 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:12.119247 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.141475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Transition to ACTIVE for port object dc30f72a-1ee9-4bf8-befa-6e247e64f721 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:12.149668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.266228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Pushing event updated for resources: {'Port': ['ID=dc30f72a-1ee9-4bf8-befa-6e247e64f721,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:12.431490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Attempting to bind port dc30f72a-1ee9-4bf8-befa-6e247e64f721 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:12.431938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Attempting to bind port dc30f72a-1ee9-4bf8-befa-6e247e64f721 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:12.432451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Attempting to bind port dc30f72a-1ee9-4bf8-befa-6e247e64f721 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:12.433614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Allocated IP 172.20.0.2 (2d5f51ee-210f-423a-a24e-a4d092bc02ff/9c58ebb8-87c6-4fed-99d2-d25c64c74536/7a8d2537-0273-433f-93f5-6c372346a5fa) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:47:12.466439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Port dc30f72a-1ee9-4bf8-befa-6e247e64f721 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:47:12.466769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Attempting to bind port dc30f72a-1ee9-4bf8-befa-6e247e64f721 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:12.486427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:12.486776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:12.487171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:12.487749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Bound port: dc30f72a-1ee9-4bf8-befa-6e247e64f721, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:12.488367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.526970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28917c1-5242-4f80-857d-0ecda7b46c63 req-760b8420-5763-43c7-9bc8-13d6d0f9dae8 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:12.535270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28917c1-5242-4f80-857d-0ecda7b46c63 req-760b8420-5763-43c7-9bc8-13d6d0f9dae8 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 950 time: 0.2276132 Jun 30 08:47:12.615105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device edf71643-e4e7-4941-9573-ce5926b1334d no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:12.633966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28917c1-5242-4f80-857d-0ecda7b46c63 req-770ce594-51f4-450a-8eee-70cc2cb72ebc tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942893 Jun 30 08:47:12.724309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.791692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: edf71643-e4e7-4941-9573-ce5926b1334d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:47:12.792457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device edf71643-e4e7-4941-9573-ce5926b1334d not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:47:12.795546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.809604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Transition to ACTIVE for port object 7a8d2537-0273-433f-93f5-6c372346a5fa will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:12.847697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Transition to ACTIVE for port object 7a8d2537-0273-433f-93f5-6c372346a5fa will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:12.857209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.905880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] For port dc30f72a-1ee9-4bf8-befa-6e247e64f721, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:12.914518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] For port dc30f72a-1ee9-4bf8-befa-6e247e64f721, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:12.922046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:47:12.925353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:12.931148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:47:12.944410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.990060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:12.993968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:12.997962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] 10.222.0.13 "PUT /v2.0/ports/dc30f72a-1ee9-4bf8-befa-6e247e64f721 HTTP/1.1" status: 200 len: 1096 time: 1.9538667 Jun 30 08:47:13.035416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Pushing event updated for resources: {'Port': ['ID=7a8d2537-0273-433f-93f5-6c372346a5fa,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:13.056929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Attempting to bind port 7a8d2537-0273-433f-93f5-6c372346a5fa on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:13.057770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Attempting to bind port 7a8d2537-0273-433f-93f5-6c372346a5fa by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:13.058295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Attempting to bind port 7a8d2537-0273-433f-93f5-6c372346a5fa on network 2d5f51ee-210f-423a-a24e-a4d092bc02ff {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:13.064663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:13.065463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:13.066161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Checking segment: {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:13.066962 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:13.067217 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6d4038-f0cc-4995-823d-eded99e834a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:13.067660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Bound using segment: {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:13.068307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Bound port: 7a8d2537-0273-433f-93f5-6c372346a5fa, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:13.069539 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:13.124988 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:13.140792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e91016-a8a2-4fc8-9015-8ef9a4067e3a req-7c87aac0-cd8e-484c-8596-3a05bae57403 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:13.148051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7e91016-a8a2-4fc8-9015-8ef9a4067e3a req-7c87aac0-cd8e-484c-8596-3a05bae57403 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 947 time: 0.5124099 Jun 30 08:47:13.157178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] For port 7a8d2537-0273-433f-93f5-6c372346a5fa, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:13.164788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] For port 7a8d2537-0273-433f-93f5-6c372346a5fa, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7a8d2537-0273-433f-93f5-6c372346a5fa,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:13.171398 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:13.175132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:13.263251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cfa37-d130-4b44-8d2a-2e641933313c None None] Pushing event updated for resources: {'Port': ['ID=7a8d2537-0273-433f-93f5-6c372346a5fa,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:13.307678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cd081-f7bf-46f9-8af2-3c63b8c35a63 service neutron] Pushing event updated for resources: {'Port': ['ID=dc30f72a-1ee9-4bf8-befa-6e247e64f721,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:13.322189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f64f-cdb6-404c-ac72-8bcdcd46faa8 req-cbd791f7-545a-4313-8056-cb13ce7438ec tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:13.329390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9180f64f-cdb6-404c-ac72-8bcdcd46faa8 req-cbd791f7-545a-4313-8056-cb13ce7438ec tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 946 time: 0.5411403 Jun 30 08:47:13.343006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Allocated IP 172.25.8.254 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/9bc70198-e2d5-40d1-9443-9b19ebf73f90) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:47:13.346534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7e91016-a8a2-4fc8-9015-8ef9a4067e3a req-c5abf691-bcde-4b16-a3ea-4bcd37079550 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975434 Jun 30 08:47:13.446878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-c80a6e0d-5db1-4a8f-9558-451f5579ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:13.448501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-c80a6e0d-5db1-4a8f-9558-451f5579ed9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 1099 time: 0.3635674 Jun 30 08:47:13.475872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9180f64f-cdb6-404c-ac72-8bcdcd46faa8 req-3186b043-79b5-4a45-9902-9691f4d7ad60 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455503 Jun 30 08:47:13.553414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:13.614497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-e850ac0d-c864-4fb1-aff9-c5de1863a8fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721 HTTP/1.1" status: 200 len: 217 time: 0.1297407 Jun 30 08:47:13.617046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:13.683305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:47:13.689787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-f76ab563-3e29-4010-b415-cf90edddc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:13.690976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:13.691692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-f76ab563-3e29-4010-b415-cf90edddc59f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0592666 Jun 30 08:47:13.693394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:47:13.727753 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b96ed-718a-4cac-a0fd-815620ceddea x-openstack-request-id: req-c18b96ed-718a-4cac-a0fd-815620ceddea {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:13.728043 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:13.728340 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c18b96ed-718a-4cac-a0fd-815620ceddea {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:13.728662 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721', 'status': 'completed', 'code': 200} Jun 30 08:47:13.752130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc70198-e2d5-40d1-9443-9b19ebf73f90,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:13.830959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-df94e5a8-91e3-4b98-9196-6cc476ae7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:13.832683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-df94e5a8-91e3-4b98-9196-6cc476ae7433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1272271 Jun 30 08:47:14.001310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-6cd9ccc1-5340-4d17-a0bb-853792970bde service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576819 Jun 30 08:47:14.090914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ee66-b6a3-44b2-ab47-26ca12ce6093 req-11ce35c6-3555-467f-94e7-eadb99c3f496 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:14.092441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7d5ee66-b6a3-44b2-ab47-26ca12ce6093 req-11ce35c6-3555-467f-94e7-eadb99c3f496 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.1774714 Jun 30 08:47:14.144752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:14.178382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7d5ee66-b6a3-44b2-ab47-26ca12ce6093 req-75b71fe5-0a22-426c-b035-3fd81e6fdc96 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772121 Jun 30 08:47:14.210365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9c7f16f-e916-4cf0-97bb-d93ff1265d41 req-adbe64c0-0ad8-432e-982f-9e9efe8ee326 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006881 Jun 30 08:47:14.392894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-df44d6a5-e74a-4431-a948-eeac98ce7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:14.397275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-df44d6a5-e74a-4431-a948-eeac98ce7699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 1099 time: 0.1115434 Jun 30 08:47:14.432012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-3f09b7ff-79bd-4740-92d8-647436353476 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:14.434488 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-3f09b7ff-79bd-4740-92d8-647436353476 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 950 time: 0.1982338 Jun 30 08:47:14.668037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-3dc7eeff-df9f-4369-85d9-5173c6ce2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:14.669875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-3dc7eeff-df9f-4369-85d9-5173c6ce2b6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2534277 Jun 30 08:47:14.706223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914792-e24e-423f-ba3e-1946e2efd752 req-2f2172cb-9e88-4553-9c19-c26df1e91674 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:14.707811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b914792-e24e-423f-ba3e-1946e2efd752 req-2f2172cb-9e88-4553-9c19-c26df1e91674 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 950 time: 0.3018994 Jun 30 08:47:14.714657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Deleting port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:14.715618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:14.719876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:14.757680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-d746c29e-078f-4d8e-b8a8-0a14632e0735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721 HTTP/1.1" status: 200 len: 217 time: 0.0778697 Jun 30 08:47:14.762302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12c532-657b-4551-bab4-8dc4516f7367 None None] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:14.832906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07ef82-cf23-4349-b55d-5ec762ba06dc req-52a336b3-78bc-4a55-8957-71c30ed10e76 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:14.840349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe07ef82-cf23-4349-b55d-5ec762ba06dc req-52a336b3-78bc-4a55-8957-71c30ed10e76 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 947 time: 0.2894194 Jun 30 08:47:14.895830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1e179540-9321-4b31-b204-6f8e7d3f308f None None] Provisioning for port 7a8d2537-0273-433f-93f5-6c372346a5fa completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:14.915370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b914792-e24e-423f-ba3e-1946e2efd752 req-42910849-28cd-4f00-8424-f63b5341d2a7 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692696 Jun 30 08:47:14.920277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-9d315388-9a27-4e3d-b0aa-94863525e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:14.925399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-9d315388-9a27-4e3d-b0aa-94863525e7c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1511300 Jun 30 08:47:14.948520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] For port 1ab7a4b6-79e4-4f0b-9ec1-073838628371, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1ab7a4b6-79e4-4f0b-9ec1-073838628371,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:14.949034 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:14.969658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Calling delete_port for 1ab7a4b6-79e4-4f0b-9ec1-073838628371 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:15.063211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:47:15.123564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe07ef82-cf23-4349-b55d-5ec762ba06dc req-e46b60cc-12ca-4db8-8f52-ef736fb176b5 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820058 Jun 30 08:47:15.186481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7a8d2537-0273-433f-93f5-6c372346a5fa up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:15.229801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-cb2c82af-b729-49ac-8233-899ded45f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:15.231766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-cb2c82af-b729-49ac-8233-899ded45f440 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2937398 Jun 30 08:47:15.262051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:15.301589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:47:15.323350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Pushing event deleted for resources: {'Port': ['ID=1ab7a4b6-79e4-4f0b-9ec1-073838628371,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:15.346818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['1ab7a4b6-79e4-4f0b-9ec1-073838628371'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:15.352504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0a1a132-eaef-4548-9273-c86709895da8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:15.358985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Sync routers for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:47:15.407569 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:15.409465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-f14faec3-7b4b-4f93-83f6-84ca427e6247 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634526 Jun 30 08:47:15.410936 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d30713a-1b8d-40f7-8c25-074484cd3e46 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8804786 Jun 30 08:47:15.413830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45252) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:15.457747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:47:15.460445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:47:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:15.479454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] No DVR routers for this DVR port 1ab7a4b6-79e4-4f0b-9ec1-073838628371 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:15.482273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:15.484819 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f13f3e38-2a95-4f88-9d54-4e050cb5806d req-06cc0101-c04b-47dd-8fce-b3ee207371ea tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.26 "DELETE /v2.0/ports/1ab7a4b6-79e4-4f0b-9ec1-073838628371 HTTP/1.1" status: 204 len: 173 time: 1.0346766 Jun 30 08:47:15.485304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'name': 'network-vif-deleted', 'tag': '1ab7a4b6-79e4-4f0b-9ec1-073838628371'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:15.500569 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb191e4-eca1-4eb4-873e-c8d59337903a" -d '{"events": [{"server_uuid": "d8506385-3dac-4cbd-8431-459c3bd6635c", "name": "network-vif-deleted", "tag": "1ab7a4b6-79e4-4f0b-9ec1-073838628371"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:15.603794 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd77441-41aa-41a3-9be4-3950360400ed x-openstack-request-id: req-fdd77441-41aa-41a3-9be4-3950360400ed {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:15.604178 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8506385-3dac-4cbd-8431-459c3bd6635c", "name": "network-vif-deleted", "tag": "1ab7a4b6-79e4-4f0b-9ec1-073838628371", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:15.604525 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdd77441-41aa-41a3-9be4-3950360400ed {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:15.605035 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8506385-3dac-4cbd-8431-459c3bd6635c', 'name': 'network-vif-deleted', 'tag': '1ab7a4b6-79e4-4f0b-9ec1-073838628371', 'status': 'completed', 'code': 200} Jun 30 08:47:15.833536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf6d4038-f0cc-4995-823d-eded99e834a4 req-355de42c-bf28-4c6f-b5ef-e183888f34e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119351 Jun 30 08:47:15.912056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 7a8d2537-0273-433f-93f5-6c372346a5fa completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:15.927670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7a8d2537-0273-433f-93f5-6c372346a5fa triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:15.928550 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:16.041981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06ecd7-206c-42cd-93d6-abe32595ee2a req-230ffbe9-6a4c-47f9-938b-78741a267d25 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:16.045270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cc65f7b1-c14c-468f-9e55-9ea3213bff9f None None] Provisioning complete for port 7a8d2537-0273-433f-93f5-6c372346a5fa triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:16.045666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc65f7b1-c14c-468f-9e55-9ea3213bff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:16.051060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd06ecd7-206c-42cd-93d6-abe32595ee2a req-230ffbe9-6a4c-47f9-938b-78741a267d25 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.5364659 Jun 30 08:47:16.135227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:47:16.146218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd06ecd7-206c-42cd-93d6-abe32595ee2a req-93cd25eb-9c7c-48ed-b225-6256d7c296cd tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941155 Jun 30 08:47:16.196948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45d90b69-1235-4d00-a8fd-64898e883fc4 req-9b36a086-7069-474e-a554-a1f93a94d793 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8506385-3dac-4cbd-8431-459c3bd6635c HTTP/1.1" status: 200 len: 210 time: 0.0455544 Jun 30 08:47:16.411569 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:16.425832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:16.495557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc65f7b1-c14c-468f-9e55-9ea3213bff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:16.627308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 7a8d2537-0273-433f-93f5-6c372346a5fa, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7a8d2537-0273-433f-93f5-6c372346a5fa,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:16.642046 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:16.736120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Allocated IP 172.20.0.1 (2d5f51ee-210f-423a-a24e-a4d092bc02ff/9c58ebb8-87c6-4fed-99d2-d25c64c74536/36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:47:16.773286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=7a8d2537-0273-433f-93f5-6c372346a5fa,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:16.785278 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-cc65f7b1-c14c-468f-9e55-9ea3213bff9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:47:16.786304 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-cc65f7b1-c14c-468f-9e55-9ea3213bff9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:47:16.801399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc575cd0-cde8-4a19-be0d-115d08c8356d req-e50c139b-3971-40bf-a217-aecab058d0c8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:16.811762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc575cd0-cde8-4a19-be0d-115d08c8356d req-e50c139b-3971-40bf-a217-aecab058d0c8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 947 time: 0.3930597 Jun 30 08:47:16.814288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:13Z', 'revision_number': 3, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:16.874144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Checking router: c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:47:16.874544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Updating router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:47:16.928828 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.116452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7a8d2537-0273-433f-93f5-6c372346a5fa up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:17.167300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc575cd0-cde8-4a19-be0d-115d08c8356d req-72c87a96-f9be-431e-b5cb-fb82b66447d3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544948 Jun 30 08:47:17.233275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7a8d2537-0273-433f-93f5-6c372346a5fa triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:17.233655 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.233773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.249686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Transition to ACTIVE for port object 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:17.306294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.349397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:47:17.355527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:17.362080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:47:17.406257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.458617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.461616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:17.579398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Transition to ACTIVE for port object 9bc70198-e2d5-40d1-9443-9b19ebf73f90 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:17.603471 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.624419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25779316-149f-4205-b50c-630d19cc56eb req-c0274c44-b0a4-4d79-bfde-3da109b1358b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:17.633049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25779316-149f-4205-b50c-630d19cc56eb req-c0274c44-b0a4-4d79-bfde-3da109b1358b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 945 time: 0.2193849 Jun 30 08:47:17.661509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463c794-f55d-46af-affb-018982ecd5a7 None None] Pushing event updated for resources: {'Port': ['ID=9bc70198-e2d5-40d1-9443-9b19ebf73f90,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:17.664671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Attempting to bind port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:17.664671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Attempting to bind port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:17.664671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Attempting to bind port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:17.671294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:17.671711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:17.672162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.672599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:17.673110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Bound port: 9bc70198-e2d5-40d1-9443-9b19ebf73f90, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:17.673536 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.716135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25779316-149f-4205-b50c-630d19cc56eb req-8ba57912-0003-431d-83d9-fde051fb887e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801525 Jun 30 08:47:17.849267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6e02c267-af55-4407-bcd2-92b9ae56fe9d None None] Provisioning for port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:17.854655 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.873034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6e02c267-af55-4407-bcd2-92b9ae56fe9d None None] Provisioning complete for port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:17.873394 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6e02c267-af55-4407-bcd2-92b9ae56fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:17.951940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-d25bec3e-a680-4714-93c6-5abf30f5bba7 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:17.955010 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-d25bec3e-a680-4714-93c6-5abf30f5bba7 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.1581035 Jun 30 08:47:17.973172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-40'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:17.990077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] For port 9bc70198-e2d5-40d1-9443-9b19ebf73f90, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:17.999548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6e02c267-af55-4407-bcd2-92b9ae56fe9d None None] Port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:47:18.023028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] For port 9bc70198-e2d5-40d1-9443-9b19ebf73f90, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9bc70198-e2d5-40d1-9443-9b19ebf73f90,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:18.038654 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.099046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:47:18.099691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:47:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:18.123927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.208497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:47:18.227742 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.265955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:18.275852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fafe94-7455-4790-8796-0f80d81e6d52 req-19379414-5792-4abb-bb7b-6edc4c1374cc tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:18.290132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0fafe94-7455-4790-8796-0f80d81e6d52 req-19379414-5792-4abb-bb7b-6edc4c1374cc tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 950 time: 0.2358296 Jun 30 08:47:18.307830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:18.362960 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.367023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952aae90-ff85-420f-a469-8125e5219b59'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:18.368971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 952aae90-ff85-420f-a469-8125e5219b59 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:18.369364 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a41aa-964d-41ae-81ae-be80673b7670" -d '{"events": [{"server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "name": "network-vif-unplugged", "status": "completed", "tag": "952aae90-ff85-420f-a469-8125e5219b59"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:18.370798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1ab7a4b6-79e4-4f0b-9ec1-073838628371 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:18.378783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.394811 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.419774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463c794-f55d-46af-affb-018982ecd5a7 None None] Pushing event updated for resources: {'Port': ['ID=9bc70198-e2d5-40d1-9443-9b19ebf73f90,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:18.435493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 1ab7a4b6-79e4-4f0b-9ec1-073838628371 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:47:18.435840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1ab7a4b6-79e4-4f0b-9ec1-073838628371 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:47:18.474621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on host n-h2-758944-40 for vnic_type normal with profile {"migrating_to": "n-h1-758944-40"} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:18.475035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:18.475322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:18.488086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:47:18.488760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Attempting to bind port 952aae90-ff85-420f-a469-8125e5219b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:18.505786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:18.506908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:18.507296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:18.507717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Bound port: 952aae90-ff85-420f-a469-8125e5219b59, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:18.508069 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.513824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:16Z', 'revision_number': 1, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:18.583389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5dec2-8b1d-4868-bcd9-1b9282d95c25 None None] The sync data for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 is: [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:16Z', 'revision_number': 1, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:47:18.591173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:18.606400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=7']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:18.610620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:18.634609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.638490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc30f72a-1ee9-4bf8-befa-6e247e64f721 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:18.643242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0fafe94-7455-4790-8796-0f80d81e6d52 req-4f2de924-83e3-4cf1-ae6a-e0c0f3c4fca1 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/security-groups?id=82b54d76-6f60-4903-a318-c1f29921dd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521051 Jun 30 08:47:18.666610 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.743414 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d4607-29e8-4c38-b63c-aa2e4575ca8d x-openstack-request-id: req-776d4607-29e8-4c38-b63c-aa2e4575ca8d {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:18.743712 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "name": "network-vif-unplugged", "status": "completed", "tag": "952aae90-ff85-420f-a469-8125e5219b59", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:18.743969 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-776d4607-29e8-4c38-b63c-aa2e4575ca8d {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:18.744394 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952aae90-ff85-420f-a469-8125e5219b59', 'code': 200} Jun 30 08:47:18.810520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:18.811145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:18.817157 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] 10.222.0.26 "PUT /v2.0/ports/952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 1123 time: 0.8505430 Jun 30 08:47:18.822964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6ac2b-0676-4cfe-bcfa-86142a21bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=8']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:18.841255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:18.867723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:18.904541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 952aae90-ff85-420f-a469-8125e5219b59 has no active binding in host n-h1-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:47:19.031172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f682658-c9d7-4583-9c23-b8437691b2c9 req-fbbaf276-722d-4358-8956-09e7fa4834ef tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:19.032804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f682658-c9d7-4583-9c23-b8437691b2c9 req-fbbaf276-722d-4358-8956-09e7fa4834ef tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 947 time: 0.3677676 Jun 30 08:47:19.062597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['952aae90-ff85-420f-a469-8125e5219b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:19.123043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['952aae90-ff85-420f-a469-8125e5219b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:19.154737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:47:19.167190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f682658-c9d7-4583-9c23-b8437691b2c9 req-1e4f59e3-fd19-41b2-bf09-4d9ff9d370fd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177225 Jun 30 08:47:19.176735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:19.252633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc30f72a-1ee9-4bf8-befa-6e247e64f721, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:19.288979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721', 'mac_address': 'fa:16:3e:3f:c3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:19.438113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:47:19.535034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:19.642896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc30f72a-1ee9-4bf8-befa-6e247e64f721 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:19.680728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6403cfe-9b2e-4d66-8734-855e17ce8bb9 req-68f8d2de-3378-4212-b61b-06aab24821b9 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:19.684215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6403cfe-9b2e-4d66-8734-855e17ce8bb9 req-68f8d2de-3378-4212-b61b-06aab24821b9 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 943 time: 0.2421756 Jun 30 08:47:19.722777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc30f72a-1ee9-4bf8-befa-6e247e64f721, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:19.804213 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:19.804866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 206fa352-e8b6-4530-ac77-59bd56f12ebe details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:19.883183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6403cfe-9b2e-4d66-8734-855e17ce8bb9 req-8ba89944-45de-484c-ad88-5b3f6c2e1881 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357086 Jun 30 08:47:19.891055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:47:19.907041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4ef2eaeb-e6a2-430d-8eab-62a4e4529ff9 admin admin] 10.222.0.53 "PUT /v2.0/routers/c81f9d0b-dc3a-4df3-9b2f-347c79dc3095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4917791 Jun 30 08:47:19.922285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-10a6d413-85cf-4a7a-b1bc-3550bfc6e40a None None] Provisioning complete for port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:19.922639 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-10a6d413-85cf-4a7a-b1bc-3550bfc6e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:20.052520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc30f72a-1ee9-4bf8-befa-6e247e64f721,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:20.080612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-10a6d413-85cf-4a7a-b1bc-3550bfc6e40a None None] Port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:47:20.178965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:20.195899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'mac_address': 'fa:16:3e:11:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:20.229909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-fe4b3aaf-be8f-4b8c-9295-5bc2f127911c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:20.235552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-fe4b3aaf-be8f-4b8c-9295-5bc2f127911c tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 950 time: 0.1581147 Jun 30 08:47:20.303405 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:20.342837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 206fa352-e8b6-4530-ac77-59bd56f12ebe {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:20.399480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:20.415069 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:20.509587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Deleting port e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:20.510187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:20.617931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['206fa352-e8b6-4530-ac77-59bd56f12ebe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:20.620579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:20.681161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] For port e0a1a132-eaef-4548-9273-c86709895da8, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0a1a132-eaef-4548-9273-c86709895da8,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:20.682058 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:20.705161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Calling delete_port for e0a1a132-eaef-4548-9273-c86709895da8 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:20.745321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'tag': '952aae90-ff85-420f-a469-8125e5219b59'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:20.747698 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45731044-0dae-4d9c-ac30-c6b4c282ad43" -d '{"events": [{"name": "network-changed", "server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "tag": "952aae90-ff85-420f-a469-8125e5219b59"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:20.868869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:20.947363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89cdc8b4-636a-411d-8b2e-541d0a69531e req-5f9cf4ee-6e9b-4686-9cf7-81d80cec93b8 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbbc6b2-2057-4a6f-9edb-848d596c97e3 HTTP/1.1" status: 200 len: 210 time: 0.0903997 Jun 30 08:47:20.968323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['dc30f72a-1ee9-4bf8-befa-6e247e64f721'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:21.027859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Pushing event deleted for resources: {'Port': ['ID=e0a1a132-eaef-4548-9273-c86709895da8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:21.030642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] No DVR routers for this DVR port e0a1a132-eaef-4548-9273-c86709895da8 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:21.033195 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:21.035949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-490d3186-5ae9-497e-bc63-7ed5242f73e7 req-c641f71f-e20f-4a78-a653-1fb2bbeafda5 tempest-ServersAdminTestJSON-11229877 tempest-ServersAdminTestJSON-11229877-project] 10.222.0.13 "DELETE /v2.0/ports/e0a1a132-eaef-4548-9273-c86709895da8 HTTP/1.1" status: 204 len: 173 time: 0.7858484 Jun 30 08:47:21.038257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-deleted', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:21.044973 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdaaf9d-5e12-423c-bcf8-9773a3791b61" -d '{"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-deleted", "tag": "e0a1a132-eaef-4548-9273-c86709895da8"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:21.187922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0a1a132-eaef-4548-9273-c86709895da8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:21.258030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9bc70198-e2d5-40d1-9443-9b19ebf73f90 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:21.528864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:21.538526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:21.540660 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:21.665209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:21.695016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9bc70198-e2d5-40d1-9443-9b19ebf73f90, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9bc70198-e2d5-40d1-9443-9b19ebf73f90,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:21.703852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:21.778074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9bc70198-e2d5-40d1-9443-9b19ebf73f90,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:22.171934 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Sync routers for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:47:22.196377 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:47:22.197221 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:47:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:22.374648 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:47:22.669470 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 2, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:22.699964 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Checking router: c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:47:22.700647 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Updating router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:47:22.746762 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:22.797327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 206fa352-e8b6-4530-ac77-59bd56f12ebe up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:22.865514 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:22.890640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 206fa352-e8b6-4530-ac77-59bd56f12ebe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:22.890944 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:22.999795 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.027200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:23.033458 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf60512-fb54-4e75-bff2-d6e596074365" -d '{"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-plugged", "status": "completed", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:23.064450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:23.076770 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.153505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9bc70198-e2d5-40d1-9443-9b19ebf73f90 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:23.157558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:23.253607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:23.253607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.324084 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.363859 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Transition to ACTIVE for port object 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:23.378713 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.453659 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Pushing event updated for resources: {'Port': ['ID=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:23.471850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.473905 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.473905 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.473905 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.475345 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.476235 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.478001 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.479480 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.480022 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.481462 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.482583 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.483643 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:23.554142 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Attempting to bind port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:23.554797 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Attempting to bind port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:23.555354 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Attempting to bind port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 on network 2d5f51ee-210f-423a-a24e-a4d092bc02ff {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:23.561112 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:23.561849 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Checking segment: {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:23.562444 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.563017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Bound using segment: {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:23.563671 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Bound port: 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:23.564312 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.679683 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] For port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:23.683291 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] For port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:23.698772 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:23.862505 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:47:23.863136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:47:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:24.009530 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc858c06-5abf-4220-ae64-d346b96f9d90 None None] Pushing event updated for resources: {'Port': ['ID=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:24.032511 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:47:24.272585 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:23Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:47:24.305655 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a6dc6c-ce3c-4494-94c0-121a81e8274c None None] The sync data for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 is: [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:23Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:47:24.672732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc30f72a-1ee9-4bf8-befa-6e247e64f721 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:24.768773 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:24.791450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port dc30f72a-1ee9-4bf8-befa-6e247e64f721 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:24.796242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port dc30f72a-1ee9-4bf8-befa-6e247e64f721 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:24.796614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:24.984481 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.094415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc30f72a-1ee9-4bf8-befa-6e247e64f721, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:25.102621 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.103789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:25.226756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: e0a1a132-eaef-4548-9273-c86709895da8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:47:25.227270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0a1a132-eaef-4548-9273-c86709895da8 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:47:25.291360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:25.358725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc30f72a-1ee9-4bf8-befa-6e247e64f721,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:25.404889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:25.409605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:25.410291 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.580278 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.633868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:25.638878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.708706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:27.015602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-fdd32890-1774-4a3d-9e20-113258623027 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0852575 Jun 30 08:47:27.119863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:27.164594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f52836-f21f-4be8-88ba-0728c7056643 req-56ca3803-8dce-43aa-9759-c0040e41ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:27.166616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-56ca3803-8dce-43aa-9759-c0040e41ac5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 1097 time: 0.0927970 Jun 30 08:47:27.224132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:27.224500 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:27.411342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f52836-f21f-4be8-88ba-0728c7056643 req-97c4ed3f-d0da-4b7f-8e9b-4fb09d027d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:27.413361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-97c4ed3f-d0da-4b7f-8e9b-4fb09d027d35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.2164838 Jun 30 08:47:27.468182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-ecadaa26-562c-43f6-a726-fce3372b4329 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 200 len: 217 time: 0.0467353 Jun 30 08:47:27.538777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f52836-f21f-4be8-88ba-0728c7056643 req-d1187638-9fb4-457c-b812-7213c73c2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:27.540500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-d1187638-9fb4-457c-b812-7213c73c2e4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0658829 Jun 30 08:47:27.610423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-e9510bf9-1181-4c4b-80ca-a7e813c589cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541348 Jun 30 08:47:27.748847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-190bd6d1-ec27-4ac1-a0fe-e2bfa1db0639 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358445 Jun 30 08:47:27.892796 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6ff29-fe00-428b-ac39-252f68d3ef21 x-openstack-request-id: req-d6b6ff29-fe00-428b-ac39-252f68d3ef21 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:27.893250 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "tag": "952aae90-ff85-420f-a469-8125e5219b59", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:27.893250 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6b6ff29-fe00-428b-ac39-252f68d3ef21 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:27.893669 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'tag': '952aae90-ff85-420f-a469-8125e5219b59', 'status': 'completed', 'code': 200} Jun 30 08:47:28.078596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f52836-f21f-4be8-88ba-0728c7056643 req-7fe1bc74-34dc-4196-bb25-54b37cdaef04 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230693 Jun 30 08:47:28.141727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-eaea9dd5-ea33-40db-9179-b8228d7eeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:28.143339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-eaea9dd5-ea33-40db-9179-b8228d7eeed3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1126 time: 0.2235982 Jun 30 08:47:28.205124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c0c2f-f0ea-4da2-8937-d9dc7e2934ea req-ee8db0d9-6340-46fa-8371-ce15520bf68e tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:28.207351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826c0c2f-f0ea-4da2-8937-d9dc7e2934ea req-ee8db0d9-6340-46fa-8371-ce15520bf68e tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.2029719 Jun 30 08:47:28.367385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b7f81-f972-468b-99e9-1bc029794a80 req-52a3c824-3d6d-49fc-a447-723631ebdfb2 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:28.369552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d5b7f81-f972-468b-99e9-1bc029794a80 req-52a3c824-3d6d-49fc-a447-723631ebdfb2 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 943 time: 0.2896328 Jun 30 08:47:28.390518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826c0c2f-f0ea-4da2-8937-d9dc7e2934ea req-70c4e654-c91f-4230-ae31-40efcd04e24a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607275 Jun 30 08:47:28.521392 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9e2ac-3e81-4fc7-a22e-9e3103a6e3b5 x-openstack-request-id: req-3ed9e2ac-3e81-4fc7-a22e-9e3103a6e3b5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:28.522349 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbc6b2-2057-4a6f-9edb-848d596c97e3", "name": "network-vif-deleted", "tag": "e0a1a132-eaef-4548-9273-c86709895da8", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:28.522711 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ed9e2ac-3e81-4fc7-a22e-9e3103a6e3b5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:28.523213 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbc6b2-2057-4a6f-9edb-848d596c97e3', 'name': 'network-vif-deleted', 'tag': 'e0a1a132-eaef-4548-9273-c86709895da8', 'status': 'completed', 'code': 200} Jun 30 08:47:28.616272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-0b569ecd-4fbc-426d-83d2-b05af8adb8f0 service neutron] 10.222.0.13 "GET /v2.0/ports/952aae90-ff85-420f-a469-8125e5219b59/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.3846290 Jun 30 08:47:28.637773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d5b7f81-f972-468b-99e9-1bc029794a80 req-3c334f1f-e1ef-43e9-8cca-6962066624a0 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186339 Jun 30 08:47:28.641751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-b1b30e7f-6473-4b0e-bfba-72e54e015460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:28.648042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-b1b30e7f-6473-4b0e-bfba-72e54e015460 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.4830983 Jun 30 08:47:28.690351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 952aae90-ff85-420f-a469-8125e5219b59 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:28.853024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-264ddc0c-ce82-4e27-b68d-54fbe6eb58a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 217 time: 0.1779764 Jun 30 08:47:28.902869 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed14d108-81cb-4aeb-a4bc-d7280ee76d6d x-openstack-request-id: req-ed14d108-81cb-4aeb-a4bc-d7280ee76d6d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:28.905371 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-plugged", "status": "completed", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:28.907583 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed14d108-81cb-4aeb-a4bc-d7280ee76d6d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:28.908152 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'code': 200} Jun 30 08:47:29.006157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-5b7a2bd3-ec73-479c-8e8d-34f3f83b351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:29.008505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-5b7a2bd3-ec73-479c-8e8d-34f3f83b351d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1460972 Jun 30 08:47:29.093877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-4cff66fa-eda8-413c-ba84-30b8e0ac4a14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754881 Jun 30 08:47:29.199120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:29.281439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:29.343688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:29.369447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-fa74a489-5de5-434c-9872-9a9fe675a3a8 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636938 Jun 30 08:47:29.415931 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e423ce7-4520-420f-8058-3d69e00e0cf6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d899c867f3334c15b7790d1e304a4df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156520 Jun 30 08:47:29.419867 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45530) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:29.444081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa80924-acd3-4e75-ae1b-a531e0458906 req-dafd72cf-25c0-4947-899a-6a944f3e01d7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:29.451054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfa80924-acd3-4e75-ae1b-a531e0458906 req-dafd72cf-25c0-4947-899a-6a944f3e01d7 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 950 time: 0.2919362 Jun 30 08:47:29.485935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952aae90-ff85-420f-a469-8125e5219b59 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:29.494943 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dee797ac-2cdb-4db9-af86-6dd185fd194d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:29.506287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:29.526863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dee797ac-2cdb-4db9-af86-6dd185fd194d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:29.555361 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:29.579379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfa80924-acd3-4e75-ae1b-a531e0458906 req-5f73a4c8-08af-4124-9461-ba34be333481 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270483 Jun 30 08:47:29.588449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45731044-0dae-4d9c-ac30-c6b4c282ad43 req-40113eb6-5ac6-4cc1-adab-837dc4288b9e service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093301 Jun 30 08:47:29.677596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dee797ac-2cdb-4db9-af86-6dd185fd194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:29.680253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dee797ac-2cdb-4db9-af86-6dd185fd194d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:29.681459 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dee797ac-2cdb-4db9-af86-6dd185fd194d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82b54d76-6f60-4903-a318-c1f29921dd60 HTTP/1.1" status: 204 len: 168 time: 0.2604294 Jun 30 08:47:29.715101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee797ac-2cdb-4db9-af86-6dd185fd194d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b54d76-6f60-4903-a318-c1f29921dd60,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:29.849167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] Transition to ACTIVE for port object 952aae90-ff85-420f-a469-8125e5219b59 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:29.874959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af057-e231-4600-957f-4802f563d690 req-c3fd4d6f-3b80-463c-819b-12f7f2d80f27 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:29.884593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a69af057-e231-4600-957f-4802f563d690 req-c3fd4d6f-3b80-463c-819b-12f7f2d80f27 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.1968579 Jun 30 08:47:29.892903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:29.958127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a69af057-e231-4600-957f-4802f563d690 req-682dc3e4-7d7d-4caf-97e4-4a2566df22a1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724874 Jun 30 08:47:30.020973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] No DVR routers for this DVR port 952aae90-ff85-420f-a469-8125e5219b59 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:30.063201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:30.073573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-533f6005-c17e-448d-99cc-6601914ed4d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/952aae90-ff85-420f-a469-8125e5219b59/bindings/n-h1-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 1.4220603 Jun 30 08:47:30.268857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-cbab04b5-7191-4e15-9b4f-8b0391626bed tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:30.271283 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-cbab04b5-7191-4e15-9b4f-8b0391626bed tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.1215796 Jun 30 08:47:30.328270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45552) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:30.434383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-ad05e6ed-a15c-4c41-8f6e-b21bfd8a2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:30.441989 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-ad05e6ed-a15c-4c41-8f6e-b21bfd8a2c32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe&tenant_id=92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 1096 time: 0.1564264 Jun 30 08:47:30.462896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45554) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:30.463397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-50cdd169-55a2-4d88-b7ac-1c5ccd2bb35f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6479728e741d428d9a6a29d32dd4a9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338656 Jun 30 08:47:30.493496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e946de-361c-4806-82f5-23dd7499a8d2 req-3978de00-d094-4710-9d24-11c5f0b54100 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:30.495106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e946de-361c-4806-82f5-23dd7499a8d2 req-3978de00-d094-4710-9d24-11c5f0b54100 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 944 time: 0.1387231 Jun 30 08:47:30.566329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e946de-361c-4806-82f5-23dd7499a8d2 req-a906463e-8ce6-489d-8276-e472963574ff tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639229 Jun 30 08:47:30.649110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997c8413-84a4-4fe7-982f-b11216740b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:30.675031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-2e7e8471-5103-43ff-9e4c-71e5713879cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:30.677250 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-2e7e8471-5103-43ff-9e4c-71e5713879cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1096 time: 0.1889856 Jun 30 08:47:30.785992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997c8413-84a4-4fe7-982f-b11216740b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:30.812219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-8e532c33-c44d-4a26-9ac5-b5cab779b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:30.813835 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-8e532c33-c44d-4a26-9ac5-b5cab779b54c service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1276329 Jun 30 08:47:30.871578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-dee5ecbc-2111-4e95-a250-9dc491b0b81e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 217 time: 0.0483704 Jun 30 08:47:30.909572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:30.911866 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe0f934-47aa-4d4c-b74e-d6f4362ec17c" -d '{"events": [{"server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "name": "network-vif-plugged", "status": "completed", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:30.933287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997c8413-84a4-4fe7-982f-b11216740b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:30.935856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997c8413-84a4-4fe7-982f-b11216740b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:30.936982 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-997c8413-84a4-4fe7-982f-b11216740b9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/934b5974-4fe4-45af-8506-e9fce5f94727 HTTP/1.1" status: 204 len: 168 time: 0.4731190 Jun 30 08:47:30.984065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-0ded2a83-6100-40fe-9f31-1940e1eb1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:30.985600 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-0ded2a83-6100-40fe-9f31-1940e1eb1ed2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1059647 Jun 30 08:47:30.986534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c8413-84a4-4fe7-982f-b11216740b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934b5974-4fe4-45af-8506-e9fce5f94727,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:31.066062 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-c9534f22-4eb3-401d-a516-54b1ecffb709 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681236 Jun 30 08:47:31.196036 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-e41c0780-9230-4b7c-be92-9251728d4ba2 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208770 Jun 30 08:47:31.310915 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-74ef98f5-f75b-4066-abec-245d0956d6f5 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960231 Jun 30 08:47:31.577648 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d94bea9-3acb-4ce2-a195-fab4f1c22200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:31.989440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-e25b8760-782b-497f-89f7-b2833335f3a8 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:31.994955 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-e25b8760-782b-497f-89f7-b2833335f3a8 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.3142776 Jun 30 08:47:32.236415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-b48fc324-04a3-4003-b3d7-15bda8e81719 service neutron] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:32.241945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-b48fc324-04a3-4003-b3d7-15bda8e81719 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:32.243043 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-743d6a81-f336-44e1-b186-b268573dc2e5 req-b48fc324-04a3-4003-b3d7-15bda8e81719 service neutron] 10.222.0.26 "DELETE /v2.0/ports/952aae90-ff85-420f-a469-8125e5219b59/bindings/n-h2-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.2368867 Jun 30 08:47:32.303055 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-a1b099a4-2d41-4e77-a0a9-986eda24485f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0981789 Jun 30 08:47:32.426987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:32.482046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-22d50c54-8895-4ba4-8e6d-f4caee4e8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:32.484837 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-22d50c54-8895-4ba4-8e6d-f4caee4e8e9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c33a0ac003941a58f692c7f62b07f39&device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 1102 time: 0.1261446 Jun 30 08:47:32.587370 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:32.651384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:32.660401 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:32.695022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-27f23fea-e34f-48a7-b799-0136886c72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:32.699668 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-27f23fea-e34f-48a7-b799-0136886c72ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1785135 Jun 30 08:47:32.734181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:32.774723 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-a80b8f98-2cb7-4852-9897-4975369383b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3fb16094-281d-429b-b22f-5de6446e85a4 HTTP/1.1" status: 200 len: 217 time: 0.0549185 Jun 30 08:47:32.839588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-59c7f939-d8cf-4dac-9e83-2a7a47287ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:32.841235 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-59c7f939-d8cf-4dac-9e83-2a7a47287ad7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0581131 Jun 30 08:47:32.919933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-9ed07d1b-6533-412d-a1d8-c22171e52dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:32.921701 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-9ed07d1b-6533-412d-a1d8-c22171e52dc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726185 Jun 30 08:47:33.069221 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-39b7605c-b770-494d-be96-2b2165bf5dbe service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295016 Jun 30 08:47:33.195198 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1700584e-0b74-4ab9-b6b9-4b867132f935 req-0f0899e8-1e5a-43cc-a341-8323e9e40de2 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163983 Jun 30 08:47:33.703854 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009ccf56-d6d8-45e4-a939-602d69dfd1cc x-openstack-request-id: req-009ccf56-d6d8-45e4-a939-602d69dfd1cc {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:33.704631 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "name": "network-vif-plugged", "status": "completed", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:33.704726 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-009ccf56-d6d8-45e4-a939-602d69dfd1cc {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:33.705052 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721', 'code': 200} Jun 30 08:47:33.892186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1375f-50d4-48dc-a551-30f7434a65b4 req-0dede773-1922-4583-8df5-93d71766d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:33.893802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5a1375f-50d4-48dc-a551-30f7434a65b4 req-0dede773-1922-4583-8df5-93d71766d8f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 1101 time: 0.1074872 Jun 30 08:47:33.905809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9df137-0c42-43d5-b105-1c6fd1ff7d9a req-ed71aed6-c647-4424-a983-eb6ed7b37e71 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:33.907371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e9df137-0c42-43d5-b105-1c6fd1ff7d9a req-ed71aed6-c647-4424-a983-eb6ed7b37e71 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.0851512 Jun 30 08:47:33.952954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e9df137-0c42-43d5-b105-1c6fd1ff7d9a req-a9d37b6e-16e7-477c-a392-f9a85c8129c0 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Jun 30 08:47:34.023671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5a1375f-50d4-48dc-a551-30f7434a65b4 req-ea6839a3-3197-4090-af3e-d1b9acfffcbd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Jun 30 08:47:34.146082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55d7fb-eb54-4224-9b79-c5fa0bebf9a3 req-8c51f56a-75a8-49b3-a02b-b13219e9cf19 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:34.147868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a55d7fb-eb54-4224-9b79-c5fa0bebf9a3 req-8c51f56a-75a8-49b3-a02b-b13219e9cf19 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 944 time: 0.0682361 Jun 30 08:47:34.208972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a55d7fb-eb54-4224-9b79-c5fa0bebf9a3 req-f8ec86f6-05fd-4b29-8c4a-325172408e46 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Jun 30 08:47:34.257951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:34.364123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-112c4fa0-821c-4770-b675-913858fae319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:34.555835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9410d4-26aa-4e62-8869-80dc3c1b9a55 req-b20b59f2-a8a3-4d99-b24c-cd9b0267b394 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:34.557870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e9410d4-26aa-4e62-8869-80dc3c1b9a55 req-b20b59f2-a8a3-4d99-b24c-cd9b0267b394 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1096 time: 0.0704436 Jun 30 08:47:34.606110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e9410d4-26aa-4e62-8869-80dc3c1b9a55 req-43d5d526-55bd-4b1f-941c-b02059661439 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377848 Jun 30 08:47:34.653236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:47:34.936925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd48eb-61ed-4eab-8068-a843e7e819de req-3a14b738-c730-4424-ac75-e87764db4f22 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:34.942695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33cd48eb-61ed-4eab-8068-a843e7e819de req-3a14b738-c730-4424-ac75-e87764db4f22 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1096 time: 0.0650856 Jun 30 08:47:34.992241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33cd48eb-61ed-4eab-8068-a843e7e819de req-52689139-0505-40a7-a038-97825e9ab751 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Jun 30 08:47:35.161581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45722) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:35.602190 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-935eb422-d3eb-4ee7-8eb3-66d7c9dc934f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:35.656169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11eb81-fcb0-4f91-91ec-37afed9ee796 req-f47facba-25b0-48ef-9929-456cbc5aa432 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:35.658104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea11eb81-fcb0-4f91-91ec-37afed9ee796 req-f47facba-25b0-48ef-9929-456cbc5aa432 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.4869354 Jun 30 08:47:35.660115 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:35.706624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:35.710239 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5155f9-f6d3-44c3-a584-499015bec863" -d '{"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-unplugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:35.723570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea11eb81-fcb0-4f91-91ec-37afed9ee796 req-50520196-9d27-4eb4-9233-710a05267df5 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Jun 30 08:47:35.789429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-935eb422-d3eb-4ee7-8eb3-66d7c9dc934f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:35.796031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-935eb422-d3eb-4ee7-8eb3-66d7c9dc934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:35.872321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45748) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:35.874343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-935eb422-d3eb-4ee7-8eb3-66d7c9dc934f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47b656baeaaf49a1911061238bb2ec6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108445 Jun 30 08:47:35.876928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eb422-d3eb-4ee7-8eb3-66d7c9dc934f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb8330-6186-493c-8872-bb1a3ae2007e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:35.962601 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d0213bb-a06b-426c-979d-a527e758b0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:35.991129 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05135d6-3f37-4416-872d-14f12aa68c45 x-openstack-request-id: req-c05135d6-3f37-4416-872d-14f12aa68c45 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:35.991418 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-unplugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:35.991672 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c05135d6-3f37-4416-872d-14f12aa68c45 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:35.992372 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'code': 200} Jun 30 08:47:36.005007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d0213bb-a06b-426c-979d-a527e758b0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.069386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d0213bb-a06b-426c-979d-a527e758b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.071865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d0213bb-a06b-426c-979d-a527e758b0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.073000 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2d0213bb-a06b-426c-979d-a527e758b0fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ffb8330-6186-493c-8872-bb1a3ae2007e HTTP/1.1" status: 204 len: 168 time: 0.1996891 Jun 30 08:47:36.082255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0213bb-a06b-426c-979d-a527e758b0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb8330-6186-493c-8872-bb1a3ae2007e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:36.132509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-6f94c83a-8153-4801-80f2-98cb7a62ef65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:36.139705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-6f94c83a-8153-4801-80f2-98cb7a62ef65 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.1378145 Jun 30 08:47:36.150604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-f6b1602f-4c51-4ee5-8305-ad7b6eaa43b7 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/quotas/931c2a848d784d41b73c3851eedbad30 HTTP/1.1" status: 200 len: 375 time: 0.0100255 Jun 30 08:47:36.231390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-f1afa8d0-d757-4a40-a8b2-f59c1ef54b1c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722172 Jun 30 08:47:36.347871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-44a546a8-9c8d-455b-b8b4-19526e4d16c4 service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103826 Jun 30 08:47:36.413974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45770) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:36.430435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd25e51e-f166-478f-8cec-e364bddde44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.499129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-a79e36e0-a535-4768-b101-e3596b5d568d service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452630 Jun 30 08:47:36.581133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd25e51e-f166-478f-8cec-e364bddde44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.585783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd25e51e-f166-478f-8cec-e364bddde44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.636408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25e51e-f166-478f-8cec-e364bddde44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481a93ea-4695-429c-9479-bad4e3c7b18f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:36.640600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cd25e51e-f166-478f-8cec-e364bddde44a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc77c4336e4c446abd8751e3a94ff075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255948 Jun 30 08:47:36.643146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45772) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:36.706017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c47a8a0-fe32-4a1f-b493-698df5105931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.733380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c47a8a0-fe32-4a1f-b493-698df5105931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.736123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-133fe8ed-c1ee-41a0-81ce-3784411e8d1f req-168fe9ab-8980-4470-b9e0-d4b567237e0f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 210 time: 0.0389216 Jun 30 08:47:36.755595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7e0a3143-4520-4a74-b592-743928a2053f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:36.769204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 206fa352-e8b6-4530-ac77-59bd56f12ebe no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:36.808038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c47a8a0-fe32-4a1f-b493-698df5105931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.810702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c47a8a0-fe32-4a1f-b493-698df5105931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:36.814268 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c47a8a0-fe32-4a1f-b493-698df5105931 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/481a93ea-4695-429c-9479-bad4e3c7b18f HTTP/1.1" status: 204 len: 168 time: 0.1676760 Jun 30 08:47:36.826976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47a8a0-fe32-4a1f-b493-698df5105931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481a93ea-4695-429c-9479-bad4e3c7b18f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:37.107573 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:37.128202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:37.140110 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:37.194814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:37.197147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '7e0a3143-4520-4a74-b592-743928a2053f', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '7e0a3143-4520-4a74-b592-743928a2053f', 'mac_address': 'fa:16:3e:c6:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:37.202567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:37.235103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8846f-9565-436c-a5cd-5934d365198f req-77bdedfe-2596-4abe-892c-508d9a8e8388 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:37.236864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a8846f-9565-436c-a5cd-5934d365198f req-77bdedfe-2596-4abe-892c-508d9a8e8388 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.2249718 Jun 30 08:47:37.297854 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:37.314966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:37.319468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e0a3143-4520-4a74-b592-743928a2053f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:37.341915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a8846f-9565-436c-a5cd-5934d365198f req-f4b909ed-17c9-4eb0-a1f9-de051c5ff391 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979905 Jun 30 08:47:37.343812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:37.349222 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:37.404324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:37.508644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['7e0a3143-4520-4a74-b592-743928a2053f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:37.829334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b6548-1641-4327-bfe4-e85a1d774789 req-99d113b6-6931-413d-abee-15c4ed4f9a62 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:37.840791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b90b6548-1641-4327-bfe4-e85a1d774789 req-99d113b6-6931-413d-abee-15c4ed4f9a62 tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 1101 time: 0.2462590 Jun 30 08:47:37.866071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-c0932221-6dbb-4026-9bf8-d42024c400fb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:37.867920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-c0932221-6dbb-4026-9bf8-d42024c400fb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "GET /v2.0/ports?device_id=a261971f-195c-4ed0-9e8a-905bd61a1de2 HTTP/1.1" status: 200 len: 944 time: 0.1990919 Jun 30 08:47:37.952698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b90b6548-1641-4327-bfe4-e85a1d774789 req-2efb7f59-346e-43a7-b023-40ab858e2bad tempest-ServersOnMultiNodesTest-1239738257 tempest-ServersOnMultiNodesTest-1239738257-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108954 Jun 30 08:47:37.993430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:37.996289 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bdab03-7bfd-4ef9-88de-2cf78b15d454" -d '{"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-unplugged", "status": "completed", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:38.065333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d4a57eb-b742-493c-890b-127fc6580429 req-68d6db4d-bdfe-4399-bd4f-c5fa0ba1f6aa tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 210 time: 0.1457808 Jun 30 08:47:38.164725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Deleting port 206fa352-e8b6-4530-ac77-59bd56f12ebe {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:38.165221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:38.185760 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537d49d4-81e7-4252-8a0b-be769387da02 x-openstack-request-id: req-537d49d4-81e7-4252-8a0b-be769387da02 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:38.186269 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-unplugged", "status": "completed", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:38.186665 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-537d49d4-81e7-4252-8a0b-be769387da02 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:38.187907 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'code': 200} Jun 30 08:47:38.446162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] For port 206fa352-e8b6-4530-ac77-59bd56f12ebe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=206fa352-e8b6-4530-ac77-59bd56f12ebe,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:38.446691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:38.472951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Calling delete_port for 206fa352-e8b6-4530-ac77-59bd56f12ebe owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:38.582362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:38.751211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:38.763526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7e0a3143-4520-4a74-b592-743928a2053f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:38.801528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-423379988-network', 'tenant_id': 'fdcb2b9f3c2b42b4ba11aefa7f261f5b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:38.814801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event deleted for resources: {'Port': ['ID=206fa352-e8b6-4530-ac77-59bd56f12ebe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:38.867839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Made reservation on behalf of fdcb2b9f3c2b42b4ba11aefa7f261f5b for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:38.873153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:38.905716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 7e0a3143-4520-4a74-b592-743928a2053f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:38.907023 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:38.912087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:39.060629 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:39.121389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] No DVR routers for this DVR port 206fa352-e8b6-4530-ac77-59bd56f12ebe on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:39.130043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:39.134998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-341ba54a-7202-4792-80ac-393c2d4ef3f0 req-1b945d0f-1f0c-4e63-8b70-58a6600a4867 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "DELETE /v2.0/ports/206fa352-e8b6-4530-ac77-59bd56f12ebe HTTP/1.1" status: 204 len: 173 time: 1.2431509 Jun 30 08:47:39.138232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-deleted', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:39.142190 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f42aaf6-51a4-4ea1-94bb-9e3981c19149" -d '{"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-deleted", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:39.153234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:39.163577 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:39.185230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-2d154cb1-88b4-4cd4-b98a-e9f5ec0ee9de tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:39.195504 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-2d154cb1-88b4-4cd4-b98a-e9f5ec0ee9de tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.2009985 Jun 30 08:47:39.218466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Request body: {'port': {'device_id': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'admin_state_up': True, 'tenant_id': '931c2a848d784d41b73c3851eedbad30'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:39.222810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cadc8-89b7-4ad0-81f3-1d0f721a8ad9 req-84e58b3c-9e33-4b06-b244-d7e0380c5992 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:39.235886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a7cadc8-89b7-4ad0-81f3-1d0f721a8ad9 req-84e58b3c-9e33-4b06-b244-d7e0380c5992 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.4272313 Jun 30 08:47:39.241226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:39.357372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a7cadc8-89b7-4ad0-81f3-1d0f721a8ad9 req-5a8163f1-6766-4427-8e8c-75ba8a6dd9d4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200914 Jun 30 08:47:39.360602 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:39.394125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:39.426749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:47:39.916011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5fb2e4e9-31c2-455b-abb6-c2d4f4d2619c req-6ccd538d-e0fd-4ae0-9aa6-46eb12f1af17 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 210 time: 0.0681472 Jun 30 08:47:40.063263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:40.064842 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Added segment 9b291868-de12-4083-b015-618ef83cc901 of type vlan for network c170e64d-894c-4160-a7eb-440a8d1ed32b Jun 30 08:47:40.094711 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a90914-e3cf-48fe-b87a-a1880a68ae80 x-openstack-request-id: req-e9a90914-e3cf-48fe-b87a-a1880a68ae80 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:40.095095 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a261971f-195c-4ed0-9e8a-905bd61a1de2", "name": "network-vif-deleted", "tag": "206fa352-e8b6-4530-ac77-59bd56f12ebe", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:40.095285 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9a90914-e3cf-48fe-b87a-a1880a68ae80 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:40.095656 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a261971f-195c-4ed0-9e8a-905bd61a1de2', 'name': 'network-vif-deleted', 'tag': '206fa352-e8b6-4530-ac77-59bd56f12ebe', 'status': 'completed', 'code': 200} Jun 30 08:47:40.166327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:40.189147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:40.192260 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05128db9-ed9a-40d2-a6b8-db5b466ce29c" -d '{"events": [{"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7e0a3143-4520-4a74-b592-743928a2053f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:40.208157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375d8525-4388-48b6-ae2f-3a2d2a931e61,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:40.213388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-b36d505b-4b20-46fd-96b2-f4ce97093a2c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:40.218243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-b36d505b-4b20-46fd-96b2-f4ce97093a2c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.2236755 Jun 30 08:47:40.233739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:40.234911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:40.235644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:40.286941 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdfc41d-7aab-472d-b83c-8cbb7412d7da x-openstack-request-id: req-ecdfc41d-7aab-472d-b83c-8cbb7412d7da {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:40.287766 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7e0a3143-4520-4a74-b592-743928a2053f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:40.289280 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecdfc41d-7aab-472d-b83c-8cbb7412d7da {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:40.289846 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f', 'code': 200} Jun 30 08:47:40.345622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45886) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:40.346449 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7629247 Jun 30 08:47:40.353428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Request body: {'subnet': {'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-423379988-subnet', 'tenant_id': 'fdcb2b9f3c2b42b4ba11aefa7f261f5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:40.391429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3836d5-9d21-4bb3-998f-cd6787721909 admin admin] Pushing event updated for resources: {'Network': ['ID=c170e64d-894c-4160-a7eb-440a8d1ed32b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:40.403648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c170e64d-894c-4160-a7eb-440a8d1ed32b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:47:40.442824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Made reservation on behalf of fdcb2b9f3c2b42b4ba11aefa7f261f5b for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:40.448980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Made reservation on behalf of 931c2a848d784d41b73c3851eedbad30 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:40.452864 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:40.454211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:40.768821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc30f72a-1ee9-4bf8-befa-6e247e64f721 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:40.779729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Allocated IP 172.20.0.4 (63d3671a-ab6a-4e9f-8210-537b8877262a/1062da7c-90ea-4dc6-b861-68eb156f580e/4bf6d28a-a0a6-455f-81d0-f919a4e4db5a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:47:40.806168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port dc30f72a-1ee9-4bf8-befa-6e247e64f721 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:40.806851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:40.908964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d14a3-70df-400b-8288-cf8abf676e37 req-3e48d29f-bf0d-4b7d-87b4-ac81c90deeed tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:40.918062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d49d14a3-70df-400b-8288-cf8abf676e37 req-3e48d29f-bf0d-4b7d-87b4-ac81c90deeed tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 949 time: 0.2067406 Jun 30 08:47:40.980664 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.050153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.057921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d49d14a3-70df-400b-8288-cf8abf676e37 req-c0f9c091-2081-4824-bf04-af37243098e7 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388361 Jun 30 08:47:41.073956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc30f72a-1ee9-4bf8-befa-6e247e64f721, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:41.087505 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.088690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 206fa352-e8b6-4530-ac77-59bd56f12ebe no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:41.140187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port dc30f72a-1ee9-4bf8-befa-6e247e64f721, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc30f72a-1ee9-4bf8-befa-6e247e64f721,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:41.140552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.173855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 206fa352-e8b6-4530-ac77-59bd56f12ebe {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:47:41.174482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 206fa352-e8b6-4530-ac77-59bd56f12ebe not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:47:41.176136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc30f72a-1ee9-4bf8-befa-6e247e64f721,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:41.185537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.238537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for dc30f72a-1ee9-4bf8-befa-6e247e64f721 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:41.312771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Network 63d3671a-ab6a-4e9f-8210-537b8877262a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:47:41.314170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.326891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:41.337109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:47:41.433619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2389afff-1d7b-456f-a3e7-6212b25bbaed,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:41.445195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:41.512312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.512983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.513386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.513748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.514079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.514410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.515095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.515478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.515809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.516383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.516852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.517179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:41.517643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:41.518406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.530738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Checking segment: {'id': '9b291868-de12-4083-b015-618ef83cc901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:41.531106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Network hostable DHCP agents. Network: c170e64d-894c-4160-a7eb-440a8d1ed32b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:47:41.558294 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-06b9f245-8539-416e-9120-546289c21f47 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3498180 Jun 30 08:47:41.573482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Request body: {'port': {'device_id': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:41.648197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Network c170e64d-894c-4160-a7eb-440a8d1ed32b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:47:41.673818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.691761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', '984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:41.694703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b914-99e7-4b3b-b8d9-8630fd2e64e8 req-3c404da1-9268-4747-9053-7514e910510e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:41.701049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea65b914-99e7-4b3b-b8d9-8630fd2e64e8 req-3c404da1-9268-4747-9053-7514e910510e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 931 time: 0.2840695 Jun 30 08:47:41.774753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=dc30f72a-1ee9-4bf8-befa-6e247e64f721,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:41.791235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c170e64d-894c-4160-a7eb-440a8d1ed32b) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:41.801230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4', '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'eb92294b-ad40-42dd-841f-401a67f2360a', '0135aa64-cd9b-4ac0-8798-12944bccac13'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:41.815523 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.826145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:41.826747 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:41.830267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bef38-71a3-4201-9054-c870cb25b80e None None] Network c170e64d-894c-4160-a7eb-440a8d1ed32b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:41.911063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5bd94051-4522-4624-b205-a5d79f6525f0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5642538 Jun 30 08:47:41.986806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port dc30f72a-1ee9-4bf8-befa-6e247e64f721 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:42.001772 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:42.004756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1ca7e59-eb60-40ab-a615-b79d3335c111 req-5dad5618-da05-4e73-84b4-8598b8f6c382 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "DELETE /v2.0/ports/dc30f72a-1ee9-4bf8-befa-6e247e64f721 HTTP/1.1" status: 204 len: 173 time: 1.7804198 Jun 30 08:47:42.013918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea65b914-99e7-4b3b-b8d9-8630fd2e64e8 req-fa97327f-3071-4bab-99c6-353a9f114257 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467670 Jun 30 08:47:42.096819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'name': 'network-vif-deleted', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:42.100235 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead9c7fe-62d5-4eca-8809-c5896d31671d" -d '{"events": [{"server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "name": "network-vif-deleted", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:42.294760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:42.304176 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6323e07-5c1c-491f-a97b-8d2bfb06aadc" -d '{"events": [{"server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "name": "network-vif-unplugged", "status": "completed", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:42.550378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b29160-f9bd-4e32-bf7c-4a13ff1e6128 None None] Network c170e64d-894c-4160-a7eb-440a8d1ed32b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:42.643220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:42.669866 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:42.714333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Transition to ACTIVE for port object 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:42.728037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:42.840053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:42.864734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43fe1760-10ab-4f0f-86d6-04ab88d9a21e req-2036b0a0-511c-4642-a2e6-ef36d969dfa2 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be39bf3-bdaa-4eb0-9b39-f933a3a73d35 HTTP/1.1" status: 200 len: 210 time: 0.0897019 Jun 30 08:47:43.061215 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629852fc-196c-4452-ba55-4e60f5f4977a x-openstack-request-id: req-629852fc-196c-4452-ba55-4e60f5f4977a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:43.061807 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "name": "network-vif-deleted", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:43.061807 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-629852fc-196c-4452-ba55-4e60f5f4977a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:43.062370 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'name': 'network-vif-deleted', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721', 'status': 'completed', 'code': 200} Jun 30 08:47:43.142742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Attempting to bind port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:43.142956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Attempting to bind port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:43.143262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Attempting to bind port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:43.160370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a on network 63d3671a-ab6a-4e9f-8210-537b8877262a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:47:43.163768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Attempting to bind port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:43.173068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:43.173426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Checking segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:43.174183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Bound using segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:43.174532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Bound port: 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:43.181501 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.350420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:43.360955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:43.373189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45932) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:43.382422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1956068338-network', 'tenant_id': 'b4aa51e74cf146c8ab46722889aeadc5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:43.395105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.455710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Made reservation on behalf of b4aa51e74cf146c8ab46722889aeadc5 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:43.460536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.477420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:43.479883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.482380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.485190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-de386147-3557-466d-a082-b2ed5be6109d service neutron] 10.222.0.26 "PUT /v2.0/ports/4bf6d28a-a0a6-455f-81d0-f919a4e4db5a HTTP/1.1" status: 200 len: 1092 time: 1.9167197 Jun 30 08:47:43.487155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:43.495841 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a19a759-bf1c-4057-959e-9692ccf4c528" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:43.587549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386147-3557-466d-a082-b2ed5be6109d service neutron] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:43.727573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-5424cb60-4dc0-4cf0-8803-4fefc29b3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:43.729217 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e486d10e-3ef0-483e-b55b-ec2601007108 x-openstack-request-id: req-e486d10e-3ef0-483e-b55b-ec2601007108 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:43.729217 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be39bf3-bdaa-4eb0-9b39-f933a3a73d35", "name": "network-vif-unplugged", "status": "completed", "tag": "dc30f72a-1ee9-4bf8-befa-6e247e64f721", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:43.729217 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e486d10e-3ef0-483e-b55b-ec2601007108 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:43.729905 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-5424cb60-4dc0-4cf0-8803-4fefc29b3e70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 1095 time: 0.1730630 Jun 30 08:47:43.730011 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be39bf3-bdaa-4eb0-9b39-f933a3a73d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc30f72a-1ee9-4bf8-befa-6e247e64f721', 'code': 200} Jun 30 08:47:43.750928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.767998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.836567 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-31d0d407-ae01-45ec-8ff8-a86c64849439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a HTTP/1.1" status: 200 len: 217 time: 0.0898881 Jun 30 08:47:43.840188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd2a7d-73da-46ea-888e-df3cbac72a22,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:43.874687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:47:43.907263 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:43.907627 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Added segment 7f4e6392-ec2d-461b-b452-6356c1c3e455 of type vlan for network dfebdb5e-fe29-4438-ab46-b639e7acc5a3 Jun 30 08:47:43.921402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-56f7c167-aeb1-4cb2-99d9-2b35b2817b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:43.925345 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-56f7c167-aeb1-4cb2-99d9-2b35b2817b3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.0691559 Jun 30 08:47:43.996924 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-f316ea84-40d3-4173-b9c4-2851f9d51aae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588434 Jun 30 08:47:44.132768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:44.172541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:44.173868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:44.174672 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:44.217686 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-e3838752-c3c4-441d-9aa2-50c814f584f9 service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133348 Jun 30 08:47:44.296730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] Pushing event updated for resources: {'Network': ['ID=dfebdb5e-fe29-4438-ab46-b639e7acc5a3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:44.303719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8005450e-56d6-4bb1-9757-89d778025bce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9289501 Jun 30 08:47:44.308200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45944) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:44.314194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Request body: {'subnet': {'network_id': 'dfebdb5e-fe29-4438-ab46-b639e7acc5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1956068338-subnet', 'tenant_id': 'b4aa51e74cf146c8ab46722889aeadc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:44.321971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network dfebdb5e-fe29-4438-ab46-b639e7acc5a3 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:47:44.363377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2de735-ae65-41d7-88d7-8d54973feb12 req-1966e040-7489-460a-a33a-522d18db19e5 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:44.371100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e2de735-ae65-41d7-88d7-8d54973feb12 req-1966e040-7489-460a-a33a-522d18db19e5 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 943 time: 0.3424315 Jun 30 08:47:44.379902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Made reservation on behalf of b4aa51e74cf146c8ab46722889aeadc5 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:44.382783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:44.383900 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5dfa9c3c-74dd-4cd4-adcf-2528b0506e60 req-18ddc9a8-076c-4a92-a862-bdda1e9dfa7c service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580729 Jun 30 08:47:44.572619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e2de735-ae65-41d7-88d7-8d54973feb12 req-f0f48e43-60fc-4df2-83be-bd2f433ac919 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001977 Jun 30 08:47:44.835608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:44.931638 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ca51a-b77b-4358-b17b-4976216045e2 x-openstack-request-id: req-bc3ca51a-b77b-4358-b17b-4976216045e2 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:44.932191 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:44.932444 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc3ca51a-b77b-4358-b17b-4976216045e2 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:44.933031 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'status': 'completed', 'code': 200} Jun 30 08:47:44.992677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca5d1ba-45ca-4e45-92be-57e9496c0265,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:45.011827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Checking segment: {'id': '7f4e6392-ec2d-461b-b452-6356c1c3e455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dfebdb5e-fe29-4438-ab46-b639e7acc5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:45.012206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Network hostable DHCP agents. Network: dfebdb5e-fe29-4438-ab46-b639e7acc5a3, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:47:45.038163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Network dfebdb5e-fe29-4438-ab46-b639e7acc5a3 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:47:45.058841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, dfebdb5e-fe29-4438-ab46-b639e7acc5a3) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:45.071358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:45.071696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ab2ef-a9b1-4838-8c8b-6809d94c6fe7 None None] Network dfebdb5e-fe29-4438-ab46-b639e7acc5a3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:45.072150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:45.083856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-82e1c4ba-a525-4cf5-ba7f-a43023ddb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:45.085954 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-82e1c4ba-a525-4cf5-ba7f-a43023ddb51e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 1095 time: 0.1261811 Jun 30 08:47:45.121832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a50e494b-fb1b-436d-8117-210187b33af3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8094828 Jun 30 08:47:45.406621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c2a703-ca1c-4bf3-be9b-e97f8ceb6b98 None None] Network dfebdb5e-fe29-4438-ab46-b639e7acc5a3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:47:45.417304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-3021f63c-a0b9-431d-bd69-d1a24cc02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:45.418830 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-3021f63c-a0b9-431d-bd69-d1a24cc02d39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 906 time: 0.3220429 Jun 30 08:47:45.493189 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-07ca1a32-92cb-4629-8c4e-6468358f45b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a HTTP/1.1" status: 200 len: 217 time: 0.0599315 Jun 30 08:47:45.582540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-016e3612-de18-4161-b6d0-8e52a517bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:45.585578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-016e3612-de18-4161-b6d0-8e52a517bd3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.0807548 Jun 30 08:47:45.711734 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-92c5620d-1953-41ff-bdca-661e87620233 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871849 Jun 30 08:47:45.824273 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-77e2eb0e-81da-4291-82eb-824737006fae service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963116 Jun 30 08:47:45.916244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0322-c982-4e62-bb2d-68e42e7b549e req-c5a0f892-d1ff-4e21-bab7-885fb4ef1bf9 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:45.924155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dfa0322-c982-4e62-bb2d-68e42e7b549e req-c5a0f892-d1ff-4e21-bab7-885fb4ef1bf9 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 943 time: 0.1007733 Jun 30 08:47:45.972375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dfa0322-c982-4e62-bb2d-68e42e7b549e req-dac3931f-4a53-479f-8e38-a88afa33d123 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471528 Jun 30 08:47:45.977259 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5a19a759-bf1c-4057-959e-9692ccf4c528 req-00a2bfa6-8f90-4f41-89f0-b7843481c409 service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340923 Jun 30 08:47:46.489212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:46.625041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:46.639476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'mac_address': 'fa:16:3e:6f:b9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:46.687886 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:46.705022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:46.733236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:46.738140 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:46.805783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:47.140588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['4bf6d28a-a0a6-455f-81d0-f919a4e4db5a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:47.399773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-5cfaaccc-12cb-4482-a0f6-46e6cae076f5 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:47.408079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-5cfaaccc-12cb-4482-a0f6-46e6cae076f5 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/networks?id=c170e64d-894c-4160-a7eb-440a8d1ed32b HTTP/1.1" status: 200 len: 814 time: 0.1974981 Jun 30 08:47:47.446634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e765cb0f-8e05-474e-96af-cbb25d0ec6ce tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/quotas/fdcb2b9f3c2b42b4ba11aefa7f261f5b HTTP/1.1" status: 200 len: 375 time: 0.0376546 Jun 30 08:47:47.493263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-b0567e8a-91b1-49f0-af13-cb7c26fc6617 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcb2b9f3c2b42b4ba11aefa7f261f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390828 Jun 30 08:47:47.625380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d348776-329d-4581-bdb0-b482c69a1a63 req-4a4d0bfc-df92-4f39-a782-8dba38d017b1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:47.633525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d348776-329d-4581-bdb0-b482c69a1a63 req-4a4d0bfc-df92-4f39-a782-8dba38d017b1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 950 time: 0.2170489 Jun 30 08:47:47.687749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-c55eeed8-6037-479e-87c1-1ef6580127d1 service neutron] 10.222.0.53 "GET /v2.0/networks/c170e64d-894c-4160-a7eb-440a8d1ed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935520 Jun 30 08:47:47.704249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-403a2e14-8e88-414d-9d74-bee92becd0e5 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:47.706159 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-403a2e14-8e88-414d-9d74-bee92becd0e5 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 950 time: 0.1774707 Jun 30 08:47:47.766950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d348776-329d-4581-bdb0-b482c69a1a63 req-f48de55d-97a3-4340-9453-b734352057e8 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320267 Jun 30 08:47:47.855647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e02a0d76-6db4-422c-b83d-cdc4f0e96532 service neutron] 10.222.0.53 "GET /v2.0/networks/c170e64d-894c-4160-a7eb-440a8d1ed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666648 Jun 30 08:47:47.953158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port 0135aa64-cd9b-4ac0-8798-12944bccac13 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:47.954063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:48.177866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port 0135aa64-cd9b-4ac0-8798-12944bccac13, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0135aa64-cd9b-4ac0-8798-12944bccac13,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:48.178269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:48.202495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for 0135aa64-cd9b-4ac0-8798-12944bccac13 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:48.447562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18b9f0ed-3701-420d-8709-6c688e72e8fe req-4ea14cbd-36cf-42de-ac1f-2bd67d960775 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 210 time: 0.0575135 Jun 30 08:47:48.480941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:48.516539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95de57-2b10-4050-9865-0a3e0b95759c req-ec306cf0-4ae7-4da5-9d26-924f115c8d8a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:48.531485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e95de57-2b10-4050-9865-0a3e0b95759c req-ec306cf0-4ae7-4da5-9d26-924f115c8d8a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 944 time: 0.1920476 Jun 30 08:47:48.543475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:48.571876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', '984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:48.576292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4', '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'eb92294b-ad40-42dd-841f-401a67f2360a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:48.604081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=0135aa64-cd9b-4ac0-8798-12944bccac13,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:48.627252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.627252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.627575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.627878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.628204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.633022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.636926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.637350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.637786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.638188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.640068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.640068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:48.666746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e95de57-2b10-4050-9865-0a3e0b95759c req-c42d8cee-b057-4ba0-83a3-47d9a83eab39 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329534 Jun 30 08:47:48.732015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port 0135aa64-cd9b-4ac0-8798-12944bccac13 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:48.735252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:48.737611 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3eea1fbc-702b-411d-b262-b70983018ef0 req-74d3d2ab-4ec8-4ce9-ac6d-4e51ce7fbee3 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "DELETE /v2.0/ports/0135aa64-cd9b-4ac0-8798-12944bccac13 HTTP/1.1" status: 204 len: 173 time: 1.0240149 Jun 30 08:47:48.738170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'name': 'network-vif-deleted', 'tag': '0135aa64-cd9b-4ac0-8798-12944bccac13'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:48.741052 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c850790-dd12-4a53-b7e8-30fb89518b73" -d '{"events": [{"server_uuid": "d89d1b8a-4fe3-45c6-93b5-b46aaa20f825", "name": "network-vif-deleted", "tag": "0135aa64-cd9b-4ac0-8798-12944bccac13"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:48.815113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:48.837590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:48.838066 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:48.881746 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a601427-61a6-4d50-ad16-1c48be920886 x-openstack-request-id: req-5a601427-61a6-4d50-ad16-1c48be920886 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:48.882380 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89d1b8a-4fe3-45c6-93b5-b46aaa20f825", "name": "network-vif-deleted", "tag": "0135aa64-cd9b-4ac0-8798-12944bccac13", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:48.882860 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a601427-61a6-4d50-ad16-1c48be920886 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:48.883503 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89d1b8a-4fe3-45c6-93b5-b46aaa20f825', 'name': 'network-vif-deleted', 'tag': '0135aa64-cd9b-4ac0-8798-12944bccac13', 'status': 'completed', 'code': 200} Jun 30 08:47:49.213967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adb255cd-21d4-4b23-8278-2b18e576985b req-f22863ec-8df1-4f71-a291-1f27c80e9910 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89d1b8a-4fe3-45c6-93b5-b46aaa20f825 HTTP/1.1" status: 200 len: 210 time: 0.0863054 Jun 30 08:47:49.380024 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:49.431781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:49.435541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:49.438426 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbf1f87-22c8-40e2-bf14-68e8515b0769" -d '{"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-plugged", "status": "completed", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:49.443299 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:49.769433 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83ba997-44e2-4b44-89bb-1eaf1e44e107 x-openstack-request-id: req-b83ba997-44e2-4b44-89bb-1eaf1e44e107 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:49.770465 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-plugged", "status": "completed", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:49.770864 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b83ba997-44e2-4b44-89bb-1eaf1e44e107 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:49.771398 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'code': 200} Jun 30 08:47:49.897355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95461e5b-4032-4bd8-98dc-437e2e8d2965 req-82e5076e-4f12-421c-bb9b-e6bba24f13f4 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 210 time: 0.0847173 Jun 30 08:47:49.938398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:50.000846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7414d3-ae29-43bc-aa63-2840cbc380b6 req-26d042c2-8aab-402c-a1e8-d9c82a00afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:50.007097 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-eb7414d3-ae29-43bc-aa63-2840cbc380b6 req-26d042c2-8aab-402c-a1e8-d9c82a00afbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 1097 time: 0.1580696 Jun 30 08:47:50.085183 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-eb7414d3-ae29-43bc-aa63-2840cbc380b6 req-fd3029f8-b3c8-4394-86aa-90528cd66926 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711107 Jun 30 08:47:50.203367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826900b-f06b-4e16-af58-e4caa8f08141 req-cadc472a-d25e-4040-8770-856d6cd438c7 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:50.211742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6826900b-f06b-4e16-af58-e4caa8f08141 req-cadc472a-d25e-4040-8770-856d6cd438c7 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.0922065 Jun 30 08:47:50.256746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6826900b-f06b-4e16-af58-e4caa8f08141 req-1660319b-fc46-4e74-aeab-35349c1b85cb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Jun 30 08:47:50.488859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0135aa64-cd9b-4ac0-8798-12944bccac13 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:50.535044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 0135aa64-cd9b-4ac0-8798-12944bccac13 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:47:50.535573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0135aa64-cd9b-4ac0-8798-12944bccac13 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:47:50.668617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-8d967ddb-6ea1-42fe-821b-b34751aaa468 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:50.673327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-8d967ddb-6ea1-42fe-821b-b34751aaa468 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.13 "GET /v2.0/networks?id=c170e64d-894c-4160-a7eb-440a8d1ed32b HTTP/1.1" status: 200 len: 814 time: 0.2379100 Jun 30 08:47:50.688320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Request body: {'port': {'device_id': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b', 'admin_state_up': True, 'tenant_id': 'fdcb2b9f3c2b42b4ba11aefa7f261f5b'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:50.927025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Made reservation on behalf of fdcb2b9f3c2b42b4ba11aefa7f261f5b for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:47:50.935762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:51.239614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Allocated IP 172.20.0.3 (c170e64d-894c-4160-a7eb-440a8d1ed32b/2389afff-1d7b-456f-a3e7-6212b25bbaed/dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:47:51.445027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30c3dbd9-6c1d-4755-a036-6dcdd50bf3ea req-03cdef83-c6d0-4e59-aec9-1928ab89ee23 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 210 time: 0.0457900 Jun 30 08:47:51.472647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:51.521163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:51.589674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Pushing event updated for resources: {'Port': ['ID=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:51.667301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Network c170e64d-894c-4160-a7eb-440a8d1ed32b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:47:51.670956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:47:51.674101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:47:51.731487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5bf97-bba7-4d85-935d-8970bc4bea5f req-603e7d74-1660-4023-8660-e81edc92edc2 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:51.733024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-beb5bf97-bba7-4d85-935d-8970bc4bea5f req-603e7d74-1660-4023-8660-e81edc92edc2 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 949 time: 0.1444221 Jun 30 08:47:51.753706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:51.754339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:51.788440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-e9a9751f-ea28-4573-913e-04b6158ffd7c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1041708 Jun 30 08:47:51.806438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Request body: {'port': {'device_id': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:47:51.811731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-beb5bf97-bba7-4d85-935d-8970bc4bea5f req-81345407-f50a-498b-a4db-7b01defb0621 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684836 Jun 30 08:47:51.952697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:52.234808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac448aae-cae6-42a6-ac70-0a055bdb2884 req-91a7b002-1af4-4713-9c09-7ebda129e83c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:52.243940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac448aae-cae6-42a6-ac70-0a055bdb2884 req-91a7b002-1af4-4713-9c09-7ebda129e83c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1558466 Jun 30 08:47:52.314428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac448aae-cae6-42a6-ac70-0a055bdb2884 req-cdd669db-4a74-4d73-be38-d87f41bda057 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663860 Jun 30 08:47:52.435124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:52.453792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:52.473729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Transition to ACTIVE for port object dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:47:52.481412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:52.544764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:52.654232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Attempting to bind port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:47:52.654680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Attempting to bind port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '9b291868-de12-4083-b015-618ef83cc901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:47:52.655131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Attempting to bind port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 on network c170e64d-894c-4160-a7eb-440a8d1ed32b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:52.665732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-7da4e7f3-4555-454e-b482-714d197fcd8c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:52.668493 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-7da4e7f3-4555-454e-b482-714d197fcd8c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 949 time: 0.1271408 Jun 30 08:47:52.669087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 on network c170e64d-894c-4160-a7eb-440a8d1ed32b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:47:52.669622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Attempting to bind port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 on network c170e64d-894c-4160-a7eb-440a8d1ed32b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:47:52.675350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:47:52.677541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Checking segment: {'id': '9b291868-de12-4083-b015-618ef83cc901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:47:52.678077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Bound using segment: {'id': '9b291868-de12-4083-b015-618ef83cc901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:47:52.679707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Bound port: dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b291868-de12-4083-b015-618ef83cc901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:47:52.680162 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:52.835141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] For port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:47:52.841260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] For port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,segment=NetworkSegment(9b291868-de12-4083-b015-618ef83cc901),segment_id=9b291868-de12-4083-b015-618ef83cc901)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:47:52.848164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:52.895916 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:52.931917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port eb92294b-ad40-42dd-841f-401a67f2360a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:52.933941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:53.101332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port eb92294b-ad40-42dd-841f-401a67f2360a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eb92294b-ad40-42dd-841f-401a67f2360a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:53.101733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:53.119255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for eb92294b-ad40-42dd-841f-401a67f2360a owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:53.368972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:53.385154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4', '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'eb92294b-ad40-42dd-841f-401a67f2360a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:53.387972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', '984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:53.391767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:53.392397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:53.393833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] 10.222.0.13 "PUT /v2.0/ports/dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 HTTP/1.1" status: 200 len: 1092 time: 1.5959222 Jun 30 08:47:53.394387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:53.396988 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfb001d-29bb-4ecf-b339-4c5ad6250864" -d '{"events": [{"name": "network-changed", "server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:53.546436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900cf4c-20a1-496a-96ec-b3099647094f service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:53.610192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=eb92294b-ad40-42dd-841f-401a67f2360a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:53.628152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-46437135-49df-4620-b78e-22baf78e559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:53.632053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-46437135-49df-4620-b78e-22baf78e559e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcb2b9f3c2b42b4ba11aefa7f261f5b&device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 1095 time: 0.1815283 Jun 30 08:47:53.696537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port eb92294b-ad40-42dd-841f-401a67f2360a on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:53.712647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-59f8aa0e-6765-4bdc-b9df-a2ac08acf5c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 HTTP/1.1" status: 200 len: 217 time: 0.0696774 Jun 30 08:47:53.714568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:53.719856 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ff5bcb60-a3c3-4090-8920-1c8f4a0734c6 req-43c747d3-fc64-4144-bb61-3c38e8f8bb7a tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "DELETE /v2.0/ports/eb92294b-ad40-42dd-841f-401a67f2360a HTTP/1.1" status: 204 len: 173 time: 1.0446670 Jun 30 08:47:53.721172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'name': 'network-vif-deleted', 'tag': 'eb92294b-ad40-42dd-841f-401a67f2360a'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:53.724360 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e218a584-f30e-4594-9b15-102ec795594f" -d '{"events": [{"server_uuid": "ccfd3f8c-af2f-4666-a3ff-401e9865368d", "name": "network-vif-deleted", "tag": "eb92294b-ad40-42dd-841f-401a67f2360a"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:53.878967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-b1cc08d6-c507-4c83-bf1e-2ac7340b6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:53.885418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-b1cc08d6-c507-4c83-bf1e-2ac7340b6c17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2389afff-1d7b-456f-a3e7-6212b25bbaed HTTP/1.1" status: 200 len: 854 time: 0.1650448 Jun 30 08:47:53.961675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-67d0000f-39c2-4bd2-a436-5bea5173d6ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c170e64d-894c-4160-a7eb-440a8d1ed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728765 Jun 30 08:47:54.103694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96f11d-050c-4e9d-8195-de9625cf52d0 req-2ca75f46-cec4-47a5-a0eb-10ffee6d8611 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:54.111124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f96f11d-050c-4e9d-8195-de9625cf52d0 req-2ca75f46-cec4-47a5-a0eb-10ffee6d8611 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 943 time: 0.3362873 Jun 30 08:47:54.183861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f96f11d-050c-4e9d-8195-de9625cf52d0 req-21bdbae6-670c-4c50-9a4f-dcaa06e401d6 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717709 Jun 30 08:47:54.186158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-72770390-6421-4cbe-9ca4-eceb9f5ba6fd service neutron] 10.222.0.13 "GET /v2.0/networks/c170e64d-894c-4160-a7eb-440a8d1ed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106304 Jun 30 08:47:54.352289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-016317c2-7e89-4fd9-b67d-e870c088f2ca req-657d5400-133d-4cec-a4fe-7aaae838dddf service neutron] 10.222.0.13 "GET /v2.0/networks/c170e64d-894c-4160-a7eb-440a8d1ed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564713 Jun 30 08:47:54.457666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-109e527f-f9fc-44d1-a4bd-9e4242125d13 req-463172ec-a66f-4b98-8ea7-f445ddb622ee tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfd3f8c-af2f-4666-a3ff-401e9865368d HTTP/1.1" status: 200 len: 210 time: 0.0817032 Jun 30 08:47:54.519463 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1c4a54-e274-4426-8a18-a63b10684207 x-openstack-request-id: req-3b1c4a54-e274-4426-8a18-a63b10684207 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:54.519958 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:54.520306 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b1c4a54-e274-4426-8a18-a63b10684207 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:54.520831 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9', 'status': 'completed', 'code': 200} Jun 30 08:47:54.658918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-edd68ed2-6550-4743-a142-fe4d4d923da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:54.660796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-edd68ed2-6550-4743-a142-fe4d4d923da1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fdcb2b9f3c2b42b4ba11aefa7f261f5b&device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 1095 time: 0.1152201 Jun 30 08:47:54.697177 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:54.841831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-84cca6e4-548c-48a3-a942-9ee88c9924ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:54.843691 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-84cca6e4-548c-48a3-a942-9ee88c9924ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=c170e64d-894c-4160-a7eb-440a8d1ed32b HTTP/1.1" status: 200 len: 915 time: 0.1763444 Jun 30 08:47:54.905819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-aab8dc49-e05c-4d1b-bd3e-13b5c122048c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 HTTP/1.1" status: 200 len: 217 time: 0.0544536 Jun 30 08:47:54.994262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-11b82b20-49f5-4347-9278-8bc0d7e0abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:54.996123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-11b82b20-49f5-4347-9278-8bc0d7e0abff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2389afff-1d7b-456f-a3e7-6212b25bbaed HTTP/1.1" status: 200 len: 854 time: 0.0666149 Jun 30 08:47:55.038469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-3131085c-ee89-4738-9566-8095b3aaab2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c170e64d-894c-4160-a7eb-440a8d1ed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315511 Jun 30 08:47:55.049350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e90fc-8980-4335-8d36-666084972bf3 req-1b4d33a0-d47d-4fb6-a8da-396025e3f004 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:55.051386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-556e90fc-8980-4335-8d36-666084972bf3 req-1b4d33a0-d47d-4fb6-a8da-396025e3f004 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1578932 Jun 30 08:47:55.159044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-556e90fc-8980-4335-8d36-666084972bf3 req-1279d272-3f2f-4ba3-929e-0a620e05cd43 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987675 Jun 30 08:47:55.274589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-36ff5a19-c456-4cea-95bb-4962eed57451 service neutron] 10.222.0.13 "GET /v2.0/networks/c170e64d-894c-4160-a7eb-440a8d1ed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156987 Jun 30 08:47:55.302377 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8366aca9-8434-4371-a25c-cd4baf5e0146 x-openstack-request-id: req-8366aca9-8434-4371-a25c-cd4baf5e0146 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:55.303051 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfd3f8c-af2f-4666-a3ff-401e9865368d", "name": "network-vif-deleted", "tag": "eb92294b-ad40-42dd-841f-401a67f2360a", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:55.303051 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8366aca9-8434-4371-a25c-cd4baf5e0146 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:55.303584 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfd3f8c-af2f-4666-a3ff-401e9865368d', 'name': 'network-vif-deleted', 'tag': 'eb92294b-ad40-42dd-841f-401a67f2360a', 'status': 'completed', 'code': 200} Jun 30 08:47:55.428801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfb001d-29bb-4ecf-b339-4c5ad6250864 req-99417592-7604-4b89-a353-fec1eb499798 service neutron] 10.222.0.13 "GET /v2.0/networks/c170e64d-894c-4160-a7eb-440a8d1ed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509843 Jun 30 08:47:55.645873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4e423-7f3f-4c13-8b5e-0b8b48fb2829 req-e0272e64-be24-47b6-b478-1c15038567de tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:55.648270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7a4e423-7f3f-4c13-8b5e-0b8b48fb2829 req-e0272e64-be24-47b6-b478-1c15038567de tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 943 time: 0.0925174 Jun 30 08:47:55.702044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7a4e423-7f3f-4c13-8b5e-0b8b48fb2829 req-bf8f1428-33bd-4441-a95c-94bd4ebab706 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448973 Jun 30 08:47:56.549091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eb92294b-ad40-42dd-841f-401a67f2360a no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:47:56.602677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: eb92294b-ad40-42dd-841f-401a67f2360a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:47:56.603027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eb92294b-ad40-42dd-841f-401a67f2360a not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:47:56.655194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dbdc0-0634-4771-a16e-763f6637cafd req-238a1e99-65cc-49b1-a77d-643889b8a31c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:56.657182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-416dbdc0-0634-4771-a16e-763f6637cafd req-238a1e99-65cc-49b1-a77d-643889b8a31c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1229818 Jun 30 08:47:56.701681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-416dbdc0-0634-4771-a16e-763f6637cafd req-85fe3ebd-c863-4c75-a7de-a561a6b2fba0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Jun 30 08:47:56.820732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:47:56.932681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1b43-e9b5-4ae2-85e2-40f866c67063 req-59e6606f-53ff-4dab-87db-823ef3087189 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:56.941428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-deec1b43-e9b5-4ae2-85e2-40f866c67063 req-59e6606f-53ff-4dab-87db-823ef3087189 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 949 time: 0.1169643 Jun 30 08:47:56.977343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,segment=NetworkSegment(9b291868-de12-4083-b015-618ef83cc901),segment_id=9b291868-de12-4083-b015-618ef83cc901)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:56.999634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-deec1b43-e9b5-4ae2-85e2-40f866c67063 req-312e0f91-3bb6-4d9f-bae6-f417eb89ba6c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571971 Jun 30 08:47:57.005527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9', 'network_id': 'c170e64d-894c-4160-a7eb-440a8d1ed32b', 'port_id': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9', 'mac_address': 'fa:16:3e:5b:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2389afff-1d7b-456f-a3e7-6212b25bbaed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:47:57.054735 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:57.071496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:47:57.094671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,segment=NetworkSegment(9b291868-de12-4083-b015-618ef83cc901),segment_id=9b291868-de12-4083-b015-618ef83cc901)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:57.106396 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:57.163946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:57.172720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.173236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.173761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.174240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.174809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.175303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.175788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.176280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.176750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.177218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.177896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.178381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:57.341189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708ba2-b8e8-42a3-8c25-2d3ed6ca9814 req-8d36537b-6b94-4f0b-bd53-ade49768c8ac tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:57.342748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b708ba2-b8e8-42a3-8c25-2d3ed6ca9814 req-8d36537b-6b94-4f0b-bd53-ade49768c8ac tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 944 time: 0.0825329 Jun 30 08:47:57.399834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b708ba2-b8e8-42a3-8c25-2d3ed6ca9814 req-7022f187-2646-4192-89c5-391d17977f4b tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Jun 30 08:47:57.406362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:57.633993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-d95fda49-5f74-4838-96b4-32c746233fd6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:57.638442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-d95fda49-5f74-4838-96b4-32c746233fd6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 949 time: 0.1058023 Jun 30 08:47:57.773324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port 984be53f-98a3-447d-87f1-f350e567ee2e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:57.775016 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:57.927082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port 984be53f-98a3-447d-87f1-f350e567ee2e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=984be53f-98a3-447d-87f1-f350e567ee2e,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:57.927457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:57.945670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for 984be53f-98a3-447d-87f1-f350e567ee2e owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:57.966859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a9e32-6de6-4eb3-8ed4-d7758cd0a504 req-ea5c5c8a-5b2a-483a-b63a-b1fd4caa0671 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:57.968572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a1a9e32-6de6-4eb3-8ed4-d7758cd0a504 req-ea5c5c8a-5b2a-483a-b63a-b1fd4caa0671 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1308570 Jun 30 08:47:58.044503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293d807-92f1-48ad-956e-40ed3a48933e req-5fb3bec3-5a98-4475-b91c-be487406283d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:58.045995 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c293d807-92f1-48ad-956e-40ed3a48933e req-5fb3bec3-5a98-4475-b91c-be487406283d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/ports?device_id=15ac80c3-5ced-43b1-b588-c4414dc0475e HTTP/1.1" status: 200 len: 950 time: 0.0836978 Jun 30 08:47:58.172100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:47:58.172680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:58.197384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a1a9e32-6de6-4eb3-8ed4-d7758cd0a504 req-2db2731e-69eb-4276-b3a9-0148813a7412 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186232 Jun 30 08:47:58.300146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:58.301827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:58.321438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:47:58.332423 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:58.351942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', '984be53f-98a3-447d-87f1-f350e567ee2e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:58.354522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4', '6a655be7-7ea8-4c58-bd3b-0f0eab9de478'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:58.391703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=984be53f-98a3-447d-87f1-f350e567ee2e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:58.485399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a34307f-63d4-4cc6-9a25-96c0c5ae337b req-2cfcfe58-86ad-416a-9ff1-2f09b012e16f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab HTTP/1.1" status: 200 len: 210 time: 0.0668683 Jun 30 08:47:58.494637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467ae41-6324-4c8b-8605-b9f162a6b503 req-4309023f-f138-4a26-82e0-6a6415175527 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:58.496018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2467ae41-6324-4c8b-8605-b9f162a6b503 req-4309023f-f138-4a26-82e0-6a6415175527 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 950 time: 0.2928519 Jun 30 08:47:58.520421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port 984be53f-98a3-447d-87f1-f350e567ee2e on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:58.523744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:58.525915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba959ea9-5717-435a-8197-7c7ae16e7586 req-f22ea7b0-5769-45b7-b970-b5d6fb5b74dd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "DELETE /v2.0/ports/984be53f-98a3-447d-87f1-f350e567ee2e HTTP/1.1" status: 204 len: 173 time: 0.8836110 Jun 30 08:47:58.534232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'name': 'network-vif-deleted', 'tag': '984be53f-98a3-447d-87f1-f350e567ee2e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:58.536772 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfd0162-bbc2-4155-a564-63b880296201" -d '{"events": [{"server_uuid": "ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab", "name": "network-vif-deleted", "tag": "984be53f-98a3-447d-87f1-f350e567ee2e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:58.597519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2467ae41-6324-4c8b-8605-b9f162a6b503 req-2c16394e-0401-4384-adca-f046f28b8725 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787866 Jun 30 08:47:58.711654 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:58.796293 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ce28ce-ac19-4d81-8f6b-3c9bd96a0b57 x-openstack-request-id: req-f5ce28ce-ac19-4d81-8f6b-3c9bd96a0b57 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:58.796934 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab", "name": "network-vif-deleted", "tag": "984be53f-98a3-447d-87f1-f350e567ee2e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:58.796934 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5ce28ce-ac19-4d81-8f6b-3c9bd96a0b57 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:58.797209 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0bb4e2-e0bb-4eb2-95c5-fc3bbae490ab', 'name': 'network-vif-deleted', 'tag': '984be53f-98a3-447d-87f1-f350e567ee2e', 'status': 'completed', 'code': 200} Jun 30 08:47:58.811761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=6a655be7-7ea8-4c58-bd3b-0f0eab9de478,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:58.838305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9329b9-1121-4a6d-acb5-febcafc2f601 req-0803e5af-c510-4c6c-b051-2c9f720ae5a2 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:58.839172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:47:58.846295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c9329b9-1121-4a6d-acb5-febcafc2f601 req-0803e5af-c510-4c6c-b051-2c9f720ae5a2 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 944 time: 0.1119397 Jun 30 08:47:58.903331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c9329b9-1121-4a6d-acb5-febcafc2f601 req-477b3500-1795-4eee-bee5-d640e18cea09 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556145 Jun 30 08:47:58.962420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:47:58.971255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:58.973765 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c293d807-92f1-48ad-956e-40ed3a48933e req-112ad9ac-4935-4dbe-8b62-7b076bce85bd tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "DELETE /v2.0/ports/6a655be7-7ea8-4c58-bd3b-0f0eab9de478 HTTP/1.1" status: 204 len: 173 time: 0.9209008 Jun 30 08:47:58.976800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'name': 'network-vif-deleted', 'tag': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:58.979775 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f744a01-a822-48e6-9ce0-c15db4fee746" -d '{"events": [{"server_uuid": "15ac80c3-5ced-43b1-b588-c4414dc0475e", "name": "network-vif-deleted", "tag": "6a655be7-7ea8-4c58-bd3b-0f0eab9de478"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:59.049614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:47:59.055360 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65be7a8b-ff52-4ac9-9750-192d939bd24d x-openstack-request-id: req-65be7a8b-ff52-4ac9-9750-192d939bd24d {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:59.055855 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ac80c3-5ced-43b1-b588-c4414dc0475e", "name": "network-vif-deleted", "tag": "6a655be7-7ea8-4c58-bd3b-0f0eab9de478", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:59.056071 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65be7a8b-ff52-4ac9-9750-192d939bd24d {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:59.056540 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ac80c3-5ced-43b1-b588-c4414dc0475e', 'name': 'network-vif-deleted', 'tag': '6a655be7-7ea8-4c58-bd3b-0f0eab9de478', 'status': 'completed', 'code': 200} Jun 30 08:47:59.065515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:47:59.067356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:47:59.070323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:59.374853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:59.416356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:47:59.421380 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3b56e1-6fa3-487a-8d18-9b3182501e4b" -d '{"events": [{"server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:47:59.479796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e5e5-0f0c-4f70-8fed-eb26ddc0d726 req-1b8b9023-4cda-48d6-a1d1-3add1b2d74bd tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:59.487541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7b8e5e5-0f0c-4f70-8fed-eb26ddc0d726 req-1b8b9023-4cda-48d6-a1d1-3add1b2d74bd tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1190526 Jun 30 08:47:59.499771 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f227bef2-a5a0-44ff-abee-7f7a43b6ba07 x-openstack-request-id: req-f227bef2-a5a0-44ff-abee-7f7a43b6ba07 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:47:59.500286 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:47:59.500700 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f227bef2-a5a0-44ff-abee-7f7a43b6ba07 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:47:59.501258 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9', 'code': 200} Jun 30 08:47:59.503375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,segment=NetworkSegment(9b291868-de12-4083-b015-618ef83cc901),segment_id=9b291868-de12-4083-b015-618ef83cc901)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:47:59.530790 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:59.599041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7b8e5e5-0f0c-4f70-8fed-eb26ddc0d726 req-7e85198d-cea6-4cf2-a1f6-26f41985e6f5 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006374 Jun 30 08:47:59.734491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:59.778694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba2429-fdc3-4d0c-89e2-5daba64451ac req-9b74cbd5-c30a-4f4a-95b5-717d7d862834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:59.780668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cba2429-fdc3-4d0c-89e2-5daba64451ac req-9b74cbd5-c30a-4f4a-95b5-717d7d862834 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 1097 time: 0.1654761 Jun 30 08:47:59.865806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cba2429-fdc3-4d0c-89e2-5daba64451ac req-00b90c89-a373-4a12-8f0e-4fb6708d17ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770080 Jun 30 08:47:59.956557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869ade-84b6-4d12-b6d1-8bf79e7e0a9f req-2ed0064f-9f67-4bad-b156-ac634e75afd4 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:47:59.958101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9869ade-84b6-4d12-b6d1-8bf79e7e0a9f req-2ed0064f-9f67-4bad-b156-ac634e75afd4 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 950 time: 0.1197650 Jun 30 08:47:59.976198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:00.027755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9869ade-84b6-4d12-b6d1-8bf79e7e0a9f req-d4f1967c-5fb7-4852-8638-3c9e84a31109 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596211 Jun 30 08:48:00.285652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fdcfd-9704-4d81-af64-a8f2a0c0e2ac req-1e941c61-e8a6-4d45-b118-e51b09101f4c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:00.287764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689fdcfd-9704-4d81-af64-a8f2a0c0e2ac req-1e941c61-e8a6-4d45-b118-e51b09101f4c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 945 time: 0.1336281 Jun 30 08:48:00.363844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689fdcfd-9704-4d81-af64-a8f2a0c0e2ac req-cb72769e-ad69-417f-885d-c98f174f64b7 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688496 Jun 30 08:48:00.579176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:00.630920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:00.631874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6a655be7-7ea8-4c58-bd3b-0f0eab9de478 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:00.845889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 984be53f-98a3-447d-87f1-f350e567ee2e no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:00.904768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 984be53f-98a3-447d-87f1-f350e567ee2e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:00.905168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 984be53f-98a3-447d-87f1-f350e567ee2e not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:00.905540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7e0a3143-4520-4a74-b592-743928a2053f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:00.952223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f15b4-7c1b-4463-ac62-632da170d358 req-c078412b-9088-464e-84c7-af7f71db215b tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:00.955921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-223f15b4-7c1b-4463-ac62-632da170d358 req-c078412b-9088-464e-84c7-af7f71db215b tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1581955 Jun 30 08:48:01.060293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-223f15b4-7c1b-4463-ac62-632da170d358 req-2e804d89-84cf-406e-b480-0562b58f5efe tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977030 Jun 30 08:48:01.083294 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:01.157036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:01.171041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:01.300504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:01.486352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4dbf-c676-4ef0-9a90-77dbca0fa01e req-c7693935-e089-4986-9daa-4e4b7e73f63d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:01.488359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73af4dbf-c676-4ef0-9a90-77dbca0fa01e req-c7693935-e089-4986-9daa-4e4b7e73f63d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 950 time: 0.1153145 Jun 30 08:48:01.503207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:01.509308 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cf9068-5049-4fc9-bed0-7119b84ec09a" -d '{"events": [{"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e0a3143-4520-4a74-b592-743928a2053f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:01.562696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73af4dbf-c676-4ef0-9a90-77dbca0fa01e req-f3f707d4-7bbb-4b34-b0e9-3fa525260fe9 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666282 Jun 30 08:48:01.583078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f30c2ea8-c570-4c19-9a3f-28897283b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:01.641292 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19fe5be-acf8-42e7-ad93-347c2551d790 x-openstack-request-id: req-b19fe5be-acf8-42e7-ad93-347c2551d790 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:01.641807 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e0a3143-4520-4a74-b592-743928a2053f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:01.642232 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b19fe5be-acf8-42e7-ad93-347c2551d790 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:01.642782 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f', 'code': 200} Jun 30 08:48:01.742955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628fef-e4df-4e4d-a349-e76f6efa4683 req-a07c45b7-de2a-4a28-8e14-b27d4ae4eb6c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:01.745205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41628fef-e4df-4e4d-a349-e76f6efa4683 req-a07c45b7-de2a-4a28-8e14-b27d4ae4eb6c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 945 time: 0.0980787 Jun 30 08:48:01.789893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41628fef-e4df-4e4d-a349-e76f6efa4683 req-53f99c8e-b815-4a0d-a324-6aed3ae3f23c tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Jun 30 08:48:02.377904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87fa0d-7899-40bc-973b-853ce17a21b1 req-ca23e7c4-e74f-4276-b9cb-49f5bf0e3f1e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:02.382514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d87fa0d-7899-40bc-973b-853ce17a21b1 req-ca23e7c4-e74f-4276-b9cb-49f5bf0e3f1e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1638269 Jun 30 08:48:02.474002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d87fa0d-7899-40bc-973b-853ce17a21b1 req-b217df5b-35ee-43df-9287-eaeb061d2c3a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847280 Jun 30 08:48:02.863514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a359fd-9ec0-427e-be6f-eca57cb3c265 req-c2b06868-1a9a-437e-a032-2286b97cffaa tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:02.865732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43a359fd-9ec0-427e-be6f-eca57cb3c265 req-c2b06868-1a9a-437e-a032-2286b97cffaa tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 950 time: 0.1307428 Jun 30 08:48:02.884788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-c8a337b9-dce0-4b09-8f72-f9a9477916ff tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:02.887536 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-c8a337b9-dce0-4b09-8f72-f9a9477916ff tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 950 time: 0.1618066 Jun 30 08:48:02.961076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43a359fd-9ec0-427e-be6f-eca57cb3c265 req-a87e9edb-6388-4694-8075-2a3b85324b41 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814810 Jun 30 08:48:03.085973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port 3fb16094-281d-429b-b22f-5de6446e85a4 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:03.086721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:03.267025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port 3fb16094-281d-429b-b22f-5de6446e85a4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3fb16094-281d-429b-b22f-5de6446e85a4,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:03.267784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:03.294986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for 3fb16094-281d-429b-b22f-5de6446e85a4 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:03.338410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-c81e8aef-c389-47ff-acfc-01ef9cbbe8d4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:03.340041 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-c81e8aef-c389-47ff-acfc-01ef9cbbe8d4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fc57976-a413-475b-8eda-e4751aa65b19 HTTP/1.1" status: 200 len: 949 time: 0.1493924 Jun 30 08:48:03.577824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port 78d788dd-aa00-4044-918d-66f2d76073d6 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:03.578101 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:03.658472 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:03.671512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:03.676368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['78d788dd-aa00-4044-918d-66f2d76073d6', '3fb16094-281d-429b-b22f-5de6446e85a4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:03.688645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07a7b2-9706-4418-84c6-f8865876e2e5 req-9fa6d696-b6ae-4f89-b28f-b7be089bc3a2 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:03.691156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f07a7b2-9706-4418-84c6-f8865876e2e5 req-9fa6d696-b6ae-4f89-b28f-b7be089bc3a2 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.0788379 Jun 30 08:48:03.736669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=3fb16094-281d-429b-b22f-5de6446e85a4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:03.804498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f07a7b2-9706-4418-84c6-f8865876e2e5 req-0363cbbe-204a-4f69-a741-b7eed67c55dd tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054528 Jun 30 08:48:03.832267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port 3fb16094-281d-429b-b22f-5de6446e85a4 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:48:03.832267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:03.834092 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c0ced9be-0e22-45f1-8d7b-f7ca71baa2a9 req-90a02242-4882-4c14-a635-2a88603a19c6 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "DELETE /v2.0/ports/3fb16094-281d-429b-b22f-5de6446e85a4 HTTP/1.1" status: 204 len: 173 time: 0.9322853 Jun 30 08:48:03.836300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27712c90-62c1-405b-88b4-fa63423d96a0', 'name': 'network-vif-deleted', 'tag': '3fb16094-281d-429b-b22f-5de6446e85a4'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:03.839881 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f44844-5078-44a7-9311-83baccc05ec3" -d '{"events": [{"server_uuid": "27712c90-62c1-405b-88b4-fa63423d96a0", "name": "network-vif-deleted", "tag": "3fb16094-281d-429b-b22f-5de6446e85a4"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:03.848525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port 78d788dd-aa00-4044-918d-66f2d76073d6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=78d788dd-aa00-4044-918d-66f2d76073d6,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:03.849103 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:03.868751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for 78d788dd-aa00-4044-918d-66f2d76073d6 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:03.926333 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35230206-25e8-49c9-b0fd-390fe07895c7 x-openstack-request-id: req-35230206-25e8-49c9-b0fd-390fe07895c7 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:03.927030 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27712c90-62c1-405b-88b4-fa63423d96a0", "name": "network-vif-deleted", "tag": "3fb16094-281d-429b-b22f-5de6446e85a4", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:03.927030 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35230206-25e8-49c9-b0fd-390fe07895c7 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:03.927322 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27712c90-62c1-405b-88b4-fa63423d96a0', 'name': 'network-vif-deleted', 'tag': '3fb16094-281d-429b-b22f-5de6446e85a4', 'status': 'completed', 'code': 200} Jun 30 08:48:04.052281 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:04.094666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=78d788dd-aa00-4044-918d-66f2d76073d6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:04.104641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['3fb16094-281d-429b-b22f-5de6446e85a4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:04.137207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port 78d788dd-aa00-4044-918d-66f2d76073d6 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:48:04.140244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:04.142393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b203290f-75c7-455c-b474-312c0d29dfb4 req-2252ff88-d6dd-404e-a94f-fd9037b5c08f tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.26 "DELETE /v2.0/ports/78d788dd-aa00-4044-918d-66f2d76073d6 HTTP/1.1" status: 204 len: 173 time: 0.7624192 Jun 30 08:48:04.177700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c063d92e-eaa3-4b6f-a809-864daf16f960 req-b62ff465-ba58-45a1-9a53-1fc0bea1847e tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=27712c90-62c1-405b-88b4-fa63423d96a0 HTTP/1.1" status: 200 len: 210 time: 0.0395055 Jun 30 08:48:04.259831 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:04.300413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:04.405141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78c412f6-16a5-4c61-8501-636dd1ef4e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:04.612354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:48:04.875778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:04.904229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'mac_address': 'fa:16:3e:c1:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:48:04.998485 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:05.045175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b223ade1-f52c-4dab-88c5-48e49ef32601 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:05.131754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:05.141447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:05.229196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:05.251223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b223ade1-f52c-4dab-88c5-48e49ef32601'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:05.362724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f2e66-eca0-4f68-8fe0-01cc46e5943d req-52d8c878-444f-411d-9a31-223501956607 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:05.380013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-980f2e66-eca0-4f68-8fe0-01cc46e5943d req-52d8c878-444f-411d-9a31-223501956607 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.2227523 Jun 30 08:48:05.466814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-980f2e66-eca0-4f68-8fe0-01cc46e5943d req-c0874461-fa65-4a51-a0aa-f86d65a6c9cf tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851316 Jun 30 08:48:05.677331 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:05.927982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc57976-a413-475b-8eda-e4751aa65b19', 'name': 'network-vif-deleted', 'tag': '78d788dd-aa00-4044-918d-66f2d76073d6'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:05.932845 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d711de36-0079-438d-8078-7ebe2619adb9" -d '{"events": [{"server_uuid": "5fc57976-a413-475b-8eda-e4751aa65b19", "name": "network-vif-deleted", "tag": "78d788dd-aa00-4044-918d-66f2d76073d6"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:06.263411 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d2a58-05c7-4144-a805-428fb4a0288b x-openstack-request-id: req-984d2a58-05c7-4144-a805-428fb4a0288b {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:06.264048 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc57976-a413-475b-8eda-e4751aa65b19", "name": "network-vif-deleted", "tag": "78d788dd-aa00-4044-918d-66f2d76073d6", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:06.264451 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-984d2a58-05c7-4144-a805-428fb4a0288b {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:06.265017 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc57976-a413-475b-8eda-e4751aa65b19', 'name': 'network-vif-deleted', 'tag': '78d788dd-aa00-4044-918d-66f2d76073d6', 'status': 'completed', 'code': 200} Jun 30 08:48:06.621696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:06.709006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a92a2-c662-41ee-b43d-57a384ba1231 req-b1158f28-da4b-476a-8f87-736de8cdd034 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:06.712089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-749a92a2-c662-41ee-b43d-57a384ba1231 req-b1158f28-da4b-476a-8f87-736de8cdd034 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 949 time: 0.1529329 Jun 30 08:48:06.728577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port b223ade1-f52c-4dab-88c5-48e49ef32601 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:06.729080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:06.821081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-749a92a2-c662-41ee-b43d-57a384ba1231 req-be38e277-5c71-4c23-99ee-9567b8f9b7e4 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937099 Jun 30 08:48:06.966740 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:07.092121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:07.097082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:07.106826 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6fdce0-6b52-446c-a9f2-a5a6310782d7" -d '{"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-plugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:07.128574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:07.144761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 78d788dd-aa00-4044-918d-66f2d76073d6 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:07.187655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 78d788dd-aa00-4044-918d-66f2d76073d6 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:07.189624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 78d788dd-aa00-4044-918d-66f2d76073d6 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:07.193232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3fb16094-281d-429b-b22f-5de6446e85a4 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:07.199721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba4035-d6d9-49b5-b6d0-5dbb582b2b36 req-b98d65b1-8cd9-4d53-8639-33c35712dcaf tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:07.203524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50ba4035-d6d9-49b5-b6d0-5dbb582b2b36 req-b98d65b1-8cd9-4d53-8639-33c35712dcaf tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1269701 Jun 30 08:48:07.285958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50ba4035-d6d9-49b5-b6d0-5dbb582b2b36 req-b4dafa87-7977-4074-9372-44d47b628589 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768518 Jun 30 08:48:07.308033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 3fb16094-281d-429b-b22f-5de6446e85a4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:07.309382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3fb16094-281d-429b-b22f-5de6446e85a4 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:07.334334 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:07.422499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=10']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:07.639725 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b0450e-8e06-4261-9d3b-f441e0e27246 x-openstack-request-id: req-a8b0450e-8e06-4261-9d3b-f441e0e27246 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:07.640321 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-plugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:07.640660 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8b0450e-8e06-4261-9d3b-f441e0e27246 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:07.641154 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'code': 200} Jun 30 08:48:07.791141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-593e232e-273e-4039-9485-5562fd7feb6c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:07.796850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-593e232e-273e-4039-9485-5562fd7feb6c tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 949 time: 0.2376745 Jun 30 08:48:08.026903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Deleting port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:08.027518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:08.190651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] For port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:08.191517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:08.225504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e8391-28a9-40e1-a4ff-bf41d8463495 req-90637085-bc79-4812-a22e-f0243e209170 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:08.235605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-521e8391-28a9-40e1-a4ff-bf41d8463495 req-90637085-bc79-4812-a22e-f0243e209170 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 949 time: 0.1847112 Jun 30 08:48:08.251758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Calling delete_port for 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:08.343924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-521e8391-28a9-40e1-a4ff-bf41d8463495 req-2c094468-6589-4d0a-9f3a-7e4b64cfa35d tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070814 Jun 30 08:48:08.633914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:08.648999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:08.676107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Pushing event deleted for resources: {'Port': ['ID=6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:08.702265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b93f3-d1ba-42b3-961a-f4a8fac4e280 req-0e391f2a-a5cc-4058-a9f7-f1ee31bcce42 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:08.710039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-146b93f3-d1ba-42b3-961a-f4a8fac4e280 req-0e391f2a-a5cc-4058-a9f7-f1ee31bcce42 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.2059734 Jun 30 08:48:08.835452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] No DVR routers for this DVR port 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:48:08.840220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:08.842368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-405779ca-879e-48b7-8c16-0700a9fc6ed0 req-a84dc516-16cb-4993-b3c3-8fa37f739e00 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.13 "DELETE /v2.0/ports/6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 HTTP/1.1" status: 204 len: 173 time: 1.0382829 Jun 30 08:48:08.842957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'name': 'network-vif-deleted', 'tag': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:08.845710 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24f985-66b3-492a-8d56-71b10cdf98aa" -d '{"events": [{"server_uuid": "de4837b8-7ac0-435a-8df5-fd7c8c5541f5", "name": "network-vif-deleted", "tag": "6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:08.943855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-146b93f3-d1ba-42b3-961a-f4a8fac4e280 req-b1db89a0-bf52-492f-8cfc-8eb9d60c85e4 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303059 Jun 30 08:48:09.051016 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fcb119-1651-49ee-a6de-2996d011fee9 x-openstack-request-id: req-a1fcb119-1651-49ee-a6de-2996d011fee9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:09.051314 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4837b8-7ac0-435a-8df5-fd7c8c5541f5", "name": "network-vif-deleted", "tag": "6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:09.051566 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1fcb119-1651-49ee-a6de-2996d011fee9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:09.051993 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4837b8-7ac0-435a-8df5-fd7c8c5541f5', 'name': 'network-vif-deleted', 'tag': '6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9', 'status': 'completed', 'code': 200} Jun 30 08:48:09.566445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15ecf90c-b6c7-4658-b250-e4787d4e5738 req-a54125c9-2658-4f41-b163-b3c937244bb1 tempest-ServersOnMultiNodesTest-2082323752 tempest-ServersOnMultiNodesTest-2082323752-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4837b8-7ac0-435a-8df5-fd7c8c5541f5 HTTP/1.1" status: 200 len: 210 time: 0.0541155 Jun 30 08:48:10.061329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46570) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:10.066727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1015912119'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:10.147428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:10.151998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.277242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:48:10.317549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.318247 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Added segment 1f8ba0f2-1129-455e-a650-27ccfbc3a03d of type vlan for network 1f8eae13-febb-429c-8615-61d0b1e28ba2 Jun 30 08:48:10.407143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.419088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f284f4e-e4d8-403d-97dd-00c8a7950eb5 req-bc36a28f-f7d0-49ac-b346-56be656931d5 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:10.420983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f284f4e-e4d8-403d-97dd-00c8a7950eb5 req-bc36a28f-f7d0-49ac-b346-56be656931d5 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.2335854 Jun 30 08:48:10.493951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f284f4e-e4d8-403d-97dd-00c8a7950eb5 req-dd76c373-3730-4580-b7bc-f853e1ea09bc tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Jun 30 08:48:10.514825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.527413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:10.528131 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.609234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46576) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:10.615427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-435235232'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:10.666484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5436847 Jun 30 08:48:10.706682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:10.715254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.797003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:48:10.808777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.809263 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Added segment 9aae4385-b95b-4dff-a677-186455ac9998 of type vlan for network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 Jun 30 08:48:10.875978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.884199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:10.905360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1761ae-c812-4f1b-bdbc-7843e3a7901c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Network': ['ID=1f8eae13-febb-429c-8615-61d0b1e28ba2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:10.941196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:48:10.992197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:10.998614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:11.001596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:11.016790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:11.017395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 6c88e5ac-1d5b-449a-8f41-a9aa9895b8d9 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:11.203503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46604) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:11.251506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Network': ['ID=58cc973e-9a48-41e9-9b27-ec912cb6b4b8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:11.262968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:48:11.273709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46612) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:11.280227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'subnet': {'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:11.284115 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e353db1-c9db-4d7d-bc72-e0bf58a71a58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6730657 Jun 30 08:48:11.602729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:11.603040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-200c77a3-f435-4872-9503-052ead4bf1f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c33a0ac003941a58f692c7f62b07f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981385 Jun 30 08:48:11.604042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:11.607716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:11.652786 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:48:11.757327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e594eeb9-91d7-49ae-8949-304a0c1c5d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:11.798571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e594eeb9-91d7-49ae-8949-304a0c1c5d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:11.908212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e594eeb9-91d7-49ae-8949-304a0c1c5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:11.913856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e594eeb9-91d7-49ae-8949-304a0c1c5d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:11.915651 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e594eeb9-91d7-49ae-8949-304a0c1c5d76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f92fe6e3-16b2-4a71-9a39-f994b3ef83ed HTTP/1.1" status: 204 len: 168 time: 0.3108499 Jun 30 08:48:11.923590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d33da-693f-4cd3-87b4-47d2cc04d24b req-0aab2042-9779-4058-a6c2-d0c19022309d tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:11.931947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd9d33da-693f-4cd3-87b4-47d2cc04d24b req-0aab2042-9779-4058-a6c2-d0c19022309d tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1681468 Jun 30 08:48:11.932671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594eeb9-91d7-49ae-8949-304a0c1c5d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92fe6e3-16b2-4a71-9a39-f994b3ef83ed,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:12.065330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd9d33da-693f-4cd3-87b4-47d2cc04d24b req-e0c990a9-d7ce-45a4-ba47-9c77980bb27a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322768 Jun 30 08:48:12.118119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.223266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Subnet': ['ID=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:12.240009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Checking segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:12.240470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network hostable DHCP agents. Network: 1f8eae13-febb-429c-8615-61d0b1e28ba2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:48:12.266082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:48:12.281675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 1f8eae13-febb-429c-8615-61d0b1e28ba2) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:12.341984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9356f77-8e02-4795-bb0c-aebf9270e5b9 None None] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:48:12.363538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:12.364428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.458313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46640) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:12.475127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ffc59b05-4d00-4a49-b5bc-9ee2e1406dd1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1997030 Jun 30 08:48:12.475745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46642) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:12.485747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'subnet': {'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:12.534835 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-18f043bd-2fcf-4a6f-b890-64a449230f79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1a0da0f4aed4b2d9f47362c8cc2b61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714428 Jun 30 08:48:12.535124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46646) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:12.620077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-43047e0f-aeb2-499d-b3b8-00fed0ad11c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.665789 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-43047e0f-aeb2-499d-b3b8-00fed0ad11c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.694875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:12.698389 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.715266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-1f8eae13-febb-429c-8615-61d0b1e28ba2', 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'fixed_ips': [{'subnet_id': 'bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:48:12.716409 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.770806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-43047e0f-aeb2-499d-b3b8-00fed0ad11c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.781235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-43047e0f-aeb2-499d-b3b8-00fed0ad11c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:12.782902 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-43047e0f-aeb2-499d-b3b8-00fed0ad11c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe653bee-e26b-4e6f-873e-50e34e751cac HTTP/1.1" status: 204 len: 168 time: 0.2468607 Jun 30 08:48:12.800547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43047e0f-aeb2-499d-b3b8-00fed0ad11c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe653bee-e26b-4e6f-873e-50e34e751cac,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:13.059847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Allocated IP 10.1.1.2 (1f8eae13-febb-429c-8615-61d0b1e28ba2/bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0/1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:13.311890 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:13.347206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Transition to ACTIVE for port object 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:13.403147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Transition to ACTIVE for port object 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:13.415943 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:13.492706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:13.496937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:13.500540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:13.576597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Pushing event updated for resources: {'Port': ['ID=1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:13.596937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Attempting to bind port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:13.601529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Attempting to bind port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:13.601529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Attempting to bind port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:13.608023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:13.608615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Checking segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:13.609235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:13.609873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Bound using segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:13.610455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Bound port: 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:13.611007 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:13.623187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:13.751570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] For port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:13.766365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] For port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:13.766957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Checking segment: {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:13.767437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network hostable DHCP agents. Network: 58cc973e-9a48-41e9-9b27-ec912cb6b4b8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:48:13.771680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Subnet': ['ID=c4e2eb3a-8530-475f-88cf-7d7ac806d341,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:13.782486 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:13.792354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8abda-d48e-41b7-81f6-05984c2ca261 req-75af7465-c165-4b84-86d9-d40fd3595ec9 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:13.800296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11e8abda-d48e-41b7-81f6-05984c2ca261 req-75af7465-c165-4b84-86d9-d40fd3595ec9 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.4949625 Jun 30 08:48:13.894423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dae04-59b7-4413-8148-14caf9e38c71 None None] Pushing event updated for resources: {'Port': ['ID=1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:13.920373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11e8abda-d48e-41b7-81f6-05984c2ca261 req-f6c576f4-a47d-4a69-af89-a8941b0e0135 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151626 Jun 30 08:48:13.922611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:48:13.954979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 58cc973e-9a48-41e9-9b27-ec912cb6b4b8) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:13.964751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:13.967600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:13.968822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b7b2e-ab79-41a0-8aee-6d4ff58d7918 None None] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:48:13.999430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:14.000051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c3b6717b-e409-4d6a-8c6c-2477990c4cb4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5227704 Jun 30 08:48:14.005883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'port': {'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'name': 'tempest-TaggedBootDevicesTest-806302214', 'fixed_ips': [{'subnet_id': 'bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:14.231470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:14.419258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:14.455200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] device_id is not set on port d556d921-1c41-4984-854c-6fa6e605f206 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:48:14.547795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-58cc973e-9a48-41e9-9b27-ec912cb6b4b8', 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'fixed_ips': [{'subnet_id': 'c4e2eb3a-8530-475f-88cf-7d7ac806d341'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:48:14.548663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:14.836038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 10.1.1.67 (1f8eae13-febb-429c-8615-61d0b1e28ba2/bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0/d556d921-1c41-4984-854c-6fa6e605f206) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:14.864639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Allocated IP 10.2.2.2 (58cc973e-9a48-41e9-9b27-ec912cb6b4b8/c4e2eb3a-8530-475f-88cf-7d7ac806d341/5625cbf8-6813-4da4-aa14-3bf63dacf92b) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:15.284958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:15.316713 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:15.363479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Transition to ACTIVE for port object d556d921-1c41-4984-854c-6fa6e605f206 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:15.488630 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:15.492430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:15.528745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:15.529289 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Transition to ACTIVE for port object 5625cbf8-6813-4da4-aa14-3bf63dacf92b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:15.562326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a826bb-5280-4263-b556-9f3c0ca3a37d None None] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:48:15.676123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:15.679865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:15.687478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:15.771913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Transition to ACTIVE for port object 5625cbf8-6813-4da4-aa14-3bf63dacf92b will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:15.799171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:15.801350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:15.812149 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:15.832582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=d556d921-1c41-4984-854c-6fa6e605f206,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:15.845580 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08bc539a-16ba-45d1-b45b-83572f4fef76 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8436823 Jun 30 08:48:15.848533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46746) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:15.854621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'port': {'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'name': 'tempest-TaggedBootDevicesTest-1277873460', 'fixed_ips': [{'subnet_id': 'bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:15.881812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Pushing event updated for resources: {'Port': ['ID=5625cbf8-6813-4da4-aa14-3bf63dacf92b,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:15.896327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b7e55d1-c304-45c5-9c2b-faba0bd5aabc None None] Provisioning for port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:15.923798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:15.925556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:15.930238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:15.933045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b7e55d1-c304-45c5-9c2b-faba0bd5aabc None None] Provisioning complete for port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:15.933410 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b7e55d1-c304-45c5-9c2b-faba0bd5aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.050820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca6a6-3263-44d7-8b16-df1ce78b0a95 req-36ac2cf5-c573-44d8-8a4e-79878165dfcb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:16.058910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc6ca6a6-3263-44d7-8b16-df1ce78b0a95 req-36ac2cf5-c573-44d8-8a4e-79878165dfcb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1993241 Jun 30 08:48:16.087368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Attempting to bind port 5625cbf8-6813-4da4-aa14-3bf63dacf92b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:16.087744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Attempting to bind port 5625cbf8-6813-4da4-aa14-3bf63dacf92b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:16.088110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Attempting to bind port 5625cbf8-6813-4da4-aa14-3bf63dacf92b on network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:16.115896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:16.128576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:16.129229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Checking segment: {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:16.129930 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.130418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Bound using segment: {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:16.131619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Bound port: 5625cbf8-6813-4da4-aa14-3bf63dacf92b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:16.132075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.155937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc6ca6a6-3263-44d7-8b16-df1ce78b0a95 req-c509fc29-7c6b-4aa5-a355-8fcab03bd560 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936294 Jun 30 08:48:16.194431 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b7e55d1-c304-45c5-9c2b-faba0bd5aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.313245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] For port 5625cbf8-6813-4da4-aa14-3bf63dacf92b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:16.324107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] For port 5625cbf8-6813-4da4-aa14-3bf63dacf92b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5625cbf8-6813-4da4-aa14-3bf63dacf92b,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:16.336642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.369392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] device_id is not set on port 22636cec-e0cc-4bd5-909a-0329e841f80f yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:48:16.376767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8b7e55d1-c304-45c5-9c2b-faba0bd5aabc None None] For port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:16.380360 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.481436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3028c3-5bc7-48d0-afb5-48982676425d None None] Pushing event updated for resources: {'Port': ['ID=5625cbf8-6813-4da4-aa14-3bf63dacf92b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:16.486536 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b7e55d1-c304-45c5-9c2b-faba0bd5aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.588174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e55d1-c304-45c5-9c2b-faba0bd5aabc None None] Pushing event updated for resources: {'Port': ['ID=1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:16.696977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-21f66ecf-2f0b-45f1-8b78-ccc38cd67760 None None] Provisioning complete for port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:16.697352 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-21f66ecf-2f0b-45f1-8b78-ccc38cd67760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:16.962372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-21f66ecf-2f0b-45f1-8b78-ccc38cd67760 None None] Provisioning for port d556d921-1c41-4984-854c-6fa6e605f206 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:16.970211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-21f66ecf-2f0b-45f1-8b78-ccc38cd67760 None None] Provisioning complete for port d556d921-1c41-4984-854c-6fa6e605f206 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:16.972830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-21f66ecf-2f0b-45f1-8b78-ccc38cd67760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.077668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-21f66ecf-2f0b-45f1-8b78-ccc38cd67760 None None] Port d556d921-1c41-4984-854c-6fa6e605f206 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:17.128889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 10.1.1.163 (1f8eae13-febb-429c-8615-61d0b1e28ba2/bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0/22636cec-e0cc-4bd5-909a-0329e841f80f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:17.185917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:17.208492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-43fd5cf9-2448-4222-bbb0-f76bf45b3236 None None] Provisioning complete for port d556d921-1c41-4984-854c-6fa6e605f206 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:17.208899 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-43fd5cf9-2448-4222-bbb0-f76bf45b3236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.265523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-43fd5cf9-2448-4222-bbb0-f76bf45b3236 None None] Port d556d921-1c41-4984-854c-6fa6e605f206 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:17.337067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5625cbf8-6813-4da4-aa14-3bf63dacf92b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:17.399029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3318a122-2a61-4781-ade0-4d3c962cc645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.481165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.484679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5625cbf8-6813-4da4-aa14-3bf63dacf92b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:17.492955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:17.500892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Transition to ACTIVE for port object 22636cec-e0cc-4bd5-909a-0329e841f80f will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:17.521114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1472b4-6514-4374-8e23-3d90cc9e9d02 req-ca976ebf-48a6-42bb-a3ca-d8a384304361 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:17.529398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd1472b4-6514-4374-8e23-3d90cc9e9d02 req-ca976ebf-48a6-42bb-a3ca-d8a384304361 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1391563 Jun 30 08:48:17.545002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3318a122-2a61-4781-ade0-4d3c962cc645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.555972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3318a122-2a61-4781-ade0-4d3c962cc645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.597536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:17.603724 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.604905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd1472b4-6514-4374-8e23-3d90cc9e9d02 req-e5d1fcaa-425f-4b91-90ca-e0dad9dd1e1d tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744388 Jun 30 08:48:17.613997 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318a122-2a61-4781-ade0-4d3c962cc645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba277cc3-101d-48c2-9fc6-337b2e102636,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:17.644110 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.676479 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3318a122-2a61-4781-ade0-4d3c962cc645 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42ec2a8ca8b24616a5e5ff5f621a6823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887848 Jun 30 08:48:17.679622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46800) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:17.734067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:17.737386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:17.756388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:17.785421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3920-f2f3-4fc8-a855-914a93d5bcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.799990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=22636cec-e0cc-4bd5-909a-0329e841f80f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:17.841546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:17.843338 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.863182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3920-f2f3-4fc8-a855-914a93d5bcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.902257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4a49afbb-ba9d-4e07-86e0-ab5cfbf86a48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0524442 Jun 30 08:48:17.952273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3920-f2f3-4fc8-a855-914a93d5bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.958015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3920-f2f3-4fc8-a855-914a93d5bcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:17.985687 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9d5f3920-f2f3-4fc8-a855-914a93d5bcfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba277cc3-101d-48c2-9fc6-337b2e102636 HTTP/1.1" status: 204 len: 168 time: 0.2846577 Jun 30 08:48:18.038754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f3920-f2f3-4fc8-a855-914a93d5bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba277cc3-101d-48c2-9fc6-337b2e102636,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:18.328108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2d1408e9-0e19-463e-916b-93dfc55bcb91 None None] Provisioning for port 22636cec-e0cc-4bd5-909a-0329e841f80f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:18.333198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2d1408e9-0e19-463e-916b-93dfc55bcb91 None None] Provisioning complete for port 22636cec-e0cc-4bd5-909a-0329e841f80f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:18.335270 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d1408e9-0e19-463e-916b-93dfc55bcb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:18.342217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f14dd-a747-4baa-b7fc-f8476d6788d8 None None] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:48:18.507913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46826) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:18.508787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2d1408e9-0e19-463e-916b-93dfc55bcb91 None None] Port 22636cec-e0cc-4bd5-909a-0329e841f80f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:18.513272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3b4b199b-6303-47c1-b741-0ab1b1dc18c4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48173707', 'description': 'tempest-description--1195801182'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:18.573306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b4b199b-6303-47c1-b741-0ab1b1dc18c4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:18.589380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46830) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:18.614869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b62a994-d91e-452f-a747-5b4db9875ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:18.633992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2858-b16f-48d6-930f-5e288d012d54 req-48fa3b4b-59c6-4268-b64a-3dc571b44afa tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:18.635789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-48fa3b4b-59c6-4268-b64a-3dc571b44afa tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.1808348 Jun 30 08:48:18.659794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-6e3121bc-62b5-4d10-9f85-8c60d5dfde01 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/quotas/92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 375 time: 0.0119681 Jun 30 08:48:18.666372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-afac0792-ec3e-4369-9562-572c5f30cf1e None None] Provisioning for port 5625cbf8-6813-4da4-aa14-3bf63dacf92b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:18.711701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-afac0792-ec3e-4369-9562-572c5f30cf1e None None] Provisioning complete for port 5625cbf8-6813-4da4-aa14-3bf63dacf92b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:18.712083 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-afac0792-ec3e-4369-9562-572c5f30cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:18.747537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b4b199b-6303-47c1-b741-0ab1b1dc18c4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:18.758215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b4b199b-6303-47c1-b741-0ab1b1dc18c4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:18.799865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-2a66a155-bfb9-4da5-af7b-9e9100952c61 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316888 Jun 30 08:48:18.825391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b199b-6303-47c1-b741-0ab1b1dc18c4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a121ffd4-afb7-46fb-96b2-02cfba82c4d5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:18.885239 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-afac0792-ec3e-4369-9562-572c5f30cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:18.935109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-afac0792-ec3e-4369-9562-572c5f30cf1e None None] For port 5625cbf8-6813-4da4-aa14-3bf63dacf92b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5625cbf8-6813-4da4-aa14-3bf63dacf92b,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:18.943137 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-afac0792-ec3e-4369-9562-572c5f30cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.041700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac0792-ec3e-4369-9562-572c5f30cf1e None None] Pushing event updated for resources: {'Port': ['ID=5625cbf8-6813-4da4-aa14-3bf63dacf92b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:19.049748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-b075de99-f812-41df-8f8d-df46af907244 service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486916 Jun 30 08:48:19.167787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b0dde2e0-e4b6-45d5-9ef8-705084cad1f9 None None] Provisioning complete for port 5625cbf8-6813-4da4-aa14-3bf63dacf92b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:19.169125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0dde2e0-e4b6-45d5-9ef8-705084cad1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.175018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b62a994-d91e-452f-a747-5b4db9875ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.189991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b4b199b-6303-47c1-b741-0ab1b1dc18c4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.191496 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3b4b199b-6303-47c1-b741-0ab1b1dc18c4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6843359 Jun 30 08:48:19.194759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46842) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:19.199908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e3fd9f26-d456-4210-a504-72106c193448 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'security_group_rule': {'security_group_id': 'a121ffd4-afb7-46fb-96b2-02cfba82c4d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:19.209891 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b62a994-d91e-452f-a747-5b4db9875ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.260811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9f26-d456-4210-a504-72106c193448 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.272940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-03eb8092-78c7-4127-846b-4fc0216ac7f4 service neutron] 10.222.0.53 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219923 Jun 30 08:48:19.320186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b880-28a5-416f-a836-454c098dfbcf req-8820149b-8adf-43d7-b2b0-40d603b54409 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:19.328824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b76b880-28a5-416f-a836-454c098dfbcf req-8820149b-8adf-43d7-b2b0-40d603b54409 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.3580878 Jun 30 08:48:19.340012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62a994-d91e-452f-a747-5b4db9875ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e84300-aca9-4b77-a887-ffa4e24916ca,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:19.346550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0b62a994-d91e-452f-a747-5b4db9875ac3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63d788cd34cf414baeb6f687352295ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7561493 Jun 30 08:48:19.355669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46846) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:19.355951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9f26-d456-4210-a504-72106c193448 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.362984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9f26-d456-4210-a504-72106c193448 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.383895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd9f26-d456-4210-a504-72106c193448 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acf74c7-4790-4dd6-a9eb-7c89110661ea,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:19.410155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9f26-d456-4210-a504-72106c193448 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.412797 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e3fd9f26-d456-4210-a504-72106c193448 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161877 Jun 30 08:48:19.415553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46850) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:19.424452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-86212272-b96a-4d7e-8a55-64d0c6e0ef34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'security_group_rule': {'security_group_id': 'a121ffd4-afb7-46fb-96b2-02cfba82c4d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:19.434399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b76b880-28a5-416f-a836-454c098dfbcf req-c6f704ae-96db-487f-884a-e0584f8b3400 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035926 Jun 30 08:48:19.473496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6db4c3e6-6922-4456-8aa3-891a6383992d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.505691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86212272-b96a-4d7e-8a55-64d0c6e0ef34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.508266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6db4c3e6-6922-4456-8aa3-891a6383992d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.607500 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6db4c3e6-6922-4456-8aa3-891a6383992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.611478 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86212272-b96a-4d7e-8a55-64d0c6e0ef34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.616563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6db4c3e6-6922-4456-8aa3-891a6383992d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.620112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6db4c3e6-6922-4456-8aa3-891a6383992d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0e84300-aca9-4b77-a887-ffa4e24916ca HTTP/1.1" status: 204 len: 168 time: 0.2610302 Jun 30 08:48:19.628209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4c3e6-6922-4456-8aa3-891a6383992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e84300-aca9-4b77-a887-ffa4e24916ca,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:19.645078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86212272-b96a-4d7e-8a55-64d0c6e0ef34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.668746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86212272-b96a-4d7e-8a55-64d0c6e0ef34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421e694c-6939-4d4a-97ae-d820a766b480,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:19.705753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86212272-b96a-4d7e-8a55-64d0c6e0ef34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:19.705753 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-86212272-b96a-4d7e-8a55-64d0c6e0ef34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2845252 Jun 30 08:48:19.705753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46868) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:19.707536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:19.761922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:20.332143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e899951a-6d58-436c-86a2-6ef1cbebf64d req-fc50c91b-c5ad-4b07-a7cd-1836ca7b32bc tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 210 time: 0.0740461 Jun 30 08:48:20.559005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:20.796019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a022182-4998-481f-b371-71bc08f4f27d req-06d42cd3-5265-4865-b552-a6462537f1df tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:20.811283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a022182-4998-481f-b371-71bc08f4f27d req-06d42cd3-5265-4865-b552-a6462537f1df tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.1020794 Jun 30 08:48:20.833221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 172.25.8.55 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/8a01689d-e292-4317-9977-3ae95fef685e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:20.908310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a022182-4998-481f-b371-71bc08f4f27d req-616cc25e-2a7a-4f2f-a8ba-2cc8c7e04e57 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957994 Jun 30 08:48:21.116622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:21.179572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5625cbf8-6813-4da4-aa14-3bf63dacf92b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:21.202146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:21.222909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:21.225253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:21.251032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:21.258848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5625cbf8-6813-4da4-aa14-3bf63dacf92b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:21.260036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:21.300238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=8a01689d-e292-4317-9977-3ae95fef685e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:21.364756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:21.439263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:21.712577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dea69e40-1a36-491b-a65e-3808d9e2acd2 req-dfcf0df5-5aad-4d1c-b10a-42d9eac58304 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 210 time: 0.1247227 Jun 30 08:48:21.773943 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:21.785115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:21.827712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2858-b16f-48d6-930f-5e288d012d54 req-6c6cbe8c-0b43-43b4-b52c-2e5daf7ec4d9 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:21.829503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-6c6cbe8c-0b43-43b4-b52c-2e5daf7ec4d9 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 820 time: 0.3492262 Jun 30 08:48:21.849302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Request body: {'port': {'device_id': '048eeb09-19c4-4764-90ca-f3625068286f', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'admin_state_up': True, 'tenant_id': '92f4af2e9f4746719762ea9c5d54b192'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:21.977492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=8a01689d-e292-4317-9977-3ae95fef685e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:22.017818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:22.056512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Made reservation on behalf of 92f4af2e9f4746719762ea9c5d54b192 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:22.063881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:22.069839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:22.071135 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-32c54197-129b-4c41-b8c5-abe98e2d0fcc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3681593 Jun 30 08:48:22.316263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5260b-b376-4138-a1f0-67fa4a07bbd6 req-7c8c58d5-50d8-4337-ab44-7a151636a082 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:22.317896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8a5260b-b376-4138-a1f0-67fa4a07bbd6 req-7c8c58d5-50d8-4337-ab44-7a151636a082 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.2155623 Jun 30 08:48:22.388553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Allocated IP 172.20.0.3 (34d51463-a55e-4523-b759-13aca4e30356/fd79d45b-e2b3-48f5-9f08-0a0e3320b01b/662f9b2a-c9ef-4b68-9a30-be397dff7b59) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:22.400212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8a5260b-b376-4138-a1f0-67fa4a07bbd6 req-42ffa2d8-35ee-4462-9a29-1f1bee6afd66 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661144 Jun 30 08:48:22.639300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-4a98b81e-f35e-467f-b617-124ad8e37825 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--48173707&fields=id&tenant_id=ad2770a31537409a8120241fb556a6fd HTTP/1.1" status: 200 len: 267 time: 0.0996463 Jun 30 08:48:22.751315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-db0bda71-eb5d-4bb7-9f96-33642ba06712 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:22.759127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-db0bda71-eb5d-4bb7-9f96-33642ba06712 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports/d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 930 time: 0.1167946 Jun 30 08:48:22.833738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-13381512-9cc1-49b0-bfc8-e5dbc79da1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:22.845751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-13381512-9cc1-49b0-bfc8-e5dbc79da1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports/22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 932 time: 0.0856528 Jun 30 08:48:22.855642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:22.876616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:22.929336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-7e0ff7e7-3e9b-4113-b6af-1044e702654c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0825012 Jun 30 08:48:22.970808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2a7bbc70-ef3f-445d-963d-434b1474e70f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0402877 Jun 30 08:48:23.083380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:23.102381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['952aae90-ff85-420f-a469-8125e5219b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:23.161264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Network 34d51463-a55e-4523-b759-13aca4e30356 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:23.166502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:23.177671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-0149c446-ef0f-46b2-9110-0d6fda1962ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:23.183740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-0149c446-ef0f-46b2-9110-0d6fda1962ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:23.189784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-0149c446-ef0f-46b2-9110-0d6fda1962ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:23.198000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-0149c446-ef0f-46b2-9110-0d6fda1962ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/networks?id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 200 len: 1990 time: 0.2262297 Jun 30 08:48:23.204614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:23.270906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:23.294190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-a7246573-7327-44a0-922f-b776f196d042 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/quotas/ad2770a31537409a8120241fb556a6fd HTTP/1.1" status: 200 len: 375 time: 0.0952749 Jun 30 08:48:23.342659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:23.343547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:23.377072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e1a37-7d72-4e9e-a11d-9ca68aac1f71 req-8934fc86-7ac3-4634-9d52-e787934b93c7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:23.378515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e3e1a37-7d72-4e9e-a11d-9ca68aac1f71 req-8934fc86-7ac3-4634-9d52-e787934b93c7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 931 time: 0.2152362 Jun 30 08:48:23.381999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-4ccd3b9c-15e0-4b7a-8494-1e8c4c5d9e64 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5377479 Jun 30 08:48:23.398557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Request body: {'port': {'device_id': '048eeb09-19c4-4764-90ca-f3625068286f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:23.471752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e3e1a37-7d72-4e9e-a11d-9ca68aac1f71 req-1ef00675-87f6-467b-a3f6-b5b59cd2f40e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869541 Jun 30 08:48:23.514982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-27ed2217-c413-4bcb-a6a5-d90ecfa02b32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2196653 Jun 30 08:48:23.612457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:23.694345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-c61e8aaf-7dcd-4d6d-b81b-79fd3c30f762 service neutron] 10.222.0.53 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404507 Jun 30 08:48:23.997541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-47396546-7e2e-430c-898a-5c70dc41f351 service neutron] 10.222.0.53 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959380 Jun 30 08:48:24.389802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b0ae3-3793-481a-a233-3dc96229436b req-675ec026-4931-4c1c-89b7-51055ce66f9a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:24.391227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-727b0ae3-3793-481a-a233-3dc96229436b req-675ec026-4931-4c1c-89b7-51055ce66f9a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.5226028 Jun 30 08:48:24.394633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-a4c99b09-4158-4952-ba0e-4b0bfb5e1309 service neutron] 10.222.0.53 "GET /v2.0/ports/d556d921-1c41-4984-854c-6fa6e605f206?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3904083 Jun 30 08:48:24.530346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-727b0ae3-3793-481a-a233-3dc96229436b req-96ba37fa-eda8-496c-9c09-cb63b1bdc541 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286807 Jun 30 08:48:24.532451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662f9b2a-c9ef-4b68-9a30-be397dff7b59 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:24.548394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:24.578625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-a35b5aaf-2bdd-4cc0-9f4c-1d08212a820e service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754472 Jun 30 08:48:24.696575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:24.699770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Transition to ACTIVE for port object 662f9b2a-c9ef-4b68-9a30-be397dff7b59 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:24.702914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-46090387-3c38-4193-89ca-4677b75569be service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227508 Jun 30 08:48:24.749346 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:24.820138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:24.891815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-9fd675c4-5f22-46dc-9880-916098f539f8 service neutron] 10.222.0.53 "GET /v2.0/ports/22636cec-e0cc-4bd5-909a-0329e841f80f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1812878 Jun 30 08:48:24.994481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-afcee3ba-7dc1-492a-a996-60a80484d998 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904443 Jun 30 08:48:25.092488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:25.093169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:25.093169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:25.113131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:25.113550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:25.135770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:25.136275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:25.137046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:25.137616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Bound port: 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:25.138133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:25.164994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c3da-4ed7-4958-b278-2f14d6a38256 req-38e5ff29-32de-4bfe-a746-c4974ebd10eb tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:25.166598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbe4c3da-4ed7-4958-b278-2f14d6a38256 req-38e5ff29-32de-4bfe-a746-c4974ebd10eb tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.2797637 Jun 30 08:48:25.233115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-0f5b86c6-a7b6-456a-81c7-beee5cb123f3 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175124 Jun 30 08:48:25.310431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:25.322109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbe4c3da-4ed7-4958-b278-2f14d6a38256 req-b29b139b-df27-4f21-a129-e605d1b011c3 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325679 Jun 30 08:48:25.338220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:25.355151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:25.454278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-49709f9a-72d2-491f-a3f3-a5960bb18000 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133732 Jun 30 08:48:25.467399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:25.468126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:25.475368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] 10.222.0.13 "PUT /v2.0/ports/662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 200 len: 1092 time: 2.0816817 Jun 30 08:48:25.475903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:25.478450 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc569080-a979-4f54-a846-cc1272e1262b" -d '{"events": [{"name": "network-changed", "server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:25.598296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3e46b0e2-9a14-4d4b-933d-a01a7e6b3e23 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094127 Jun 30 08:48:25.619115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15405-70bb-463c-afa5-92ea95b7cbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:25.752210 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96dc929-d1e8-483f-9ebd-7b0bf4c596de x-openstack-request-id: req-a96dc929-d1e8-483f-9ebd-7b0bf4c596de {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:25.752534 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:25.752745 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a96dc929-d1e8-483f-9ebd-7b0bf4c596de {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:25.753213 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59', 'status': 'completed', 'code': 200} Jun 30 08:48:25.765716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2858-b16f-48d6-930f-5e288d012d54 req-310a64b8-05dc-403b-af62-5fa5548cf9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:25.767215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-310a64b8-05dc-403b-af62-5fa5548cf9b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1095 time: 0.1643806 Jun 30 08:48:25.777132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-be3f6986-a96d-4887-99a8-b578b8c73f2b service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780734 Jun 30 08:48:25.924096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-58e90816-d58b-4daf-8ff9-f8952acaca29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 200 len: 217 time: 0.0389755 Jun 30 08:48:25.993186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-020ba10c-a8a2-46ed-ab40-79d8884614f2 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151272 Jun 30 08:48:26.060547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2858-b16f-48d6-930f-5e288d012d54 req-1f62e0a5-1a14-4927-8c8f-32a641ad2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:26.062106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-1f62e0a5-1a14-4927-8c8f-32a641ad2493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1278083 Jun 30 08:48:26.122634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-eb41264d-51eb-4063-be46-9d8283b6221d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515969 Jun 30 08:48:26.131395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f29bb-ad40-41e1-afc1-153bb665b185 req-b6a244d3-bc62-43b6-ac78-1d90b5c2d883 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:26.132974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d15f29bb-ad40-41e1-afc1-153bb665b185 req-b6a244d3-bc62-43b6-ac78-1d90b5c2d883 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 945 time: 0.2790899 Jun 30 08:48:26.215141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-fb4b6a0c-1f15-42fc-9c56-b976dfc02215 service neutron] 10.222.0.53 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207062 Jun 30 08:48:26.321208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d15f29bb-ad40-41e1-afc1-153bb665b185 req-c1340e8b-dcb7-41c8-8340-7e5f1292e17f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733336 Jun 30 08:48:26.448879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-c1834fb5-6c3b-40dd-9885-b9c50953b253 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132339 Jun 30 08:48:26.507207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-200cd03f-3df5-40eb-b99f-019eb92d068a service neutron] 10.222.0.53 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909672 Jun 30 08:48:26.657561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-364a2858-b16f-48d6-930f-5e288d012d54 req-ae7f3f81-928b-4b3b-8835-4b0785808d09 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959269 Jun 30 08:48:26.671753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-7fe1398c-48c2-44b2-af9c-7e134b572134 service neutron] 10.222.0.53 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633878 Jun 30 08:48:26.923471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc569080-a979-4f54-a846-cc1272e1262b req-f25e0762-579a-4576-ae72-f989f1eada79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:26.935876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc569080-a979-4f54-a846-cc1272e1262b req-f25e0762-579a-4576-ae72-f989f1eada79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1095 time: 0.1735935 Jun 30 08:48:26.943399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-91962c7d-1d75-4273-b742-a6b58d8da927 service neutron] 10.222.0.53 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705097 Jun 30 08:48:27.092565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc569080-a979-4f54-a846-cc1272e1262b req-9c1bf9db-4bdd-4eb6-8c7c-6d13ceca3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:27.095557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc569080-a979-4f54-a846-cc1272e1262b req-9c1bf9db-4bdd-4eb6-8c7c-6d13ceca3fbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.1509397 Jun 30 08:48:27.167010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc569080-a979-4f54-a846-cc1272e1262b req-f2b8f4a7-e31d-41bc-9065-725848b87b52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 200 len: 217 time: 0.0610082 Jun 30 08:48:27.359770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc569080-a979-4f54-a846-cc1272e1262b req-81738202-fe01-4cb2-868f-68ddceeeba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:27.362974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc569080-a979-4f54-a846-cc1272e1262b req-81738202-fe01-4cb2-868f-68ddceeeba0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1791141 Jun 30 08:48:27.433399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc569080-a979-4f54-a846-cc1272e1262b req-cfabe55e-a725-41a5-8c83-e0c4c71838e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314445 Jun 30 08:48:27.438008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-0f067402-1719-4e2e-a4e4-caca6963252e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2401044 Jun 30 08:48:27.595767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666d61e-49c3-4d86-bf55-d4310ae389a9 req-50f1fbb0-40b0-424c-aa61-668e70fe65ff tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:27.602810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0666d61e-49c3-4d86-bf55-d4310ae389a9 req-50f1fbb0-40b0-424c-aa61-668e70fe65ff tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.2351632 Jun 30 08:48:27.667507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc569080-a979-4f54-a846-cc1272e1262b req-d42d5bd8-66c0-4ae6-81d3-6adaf4573bcd service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205515 Jun 30 08:48:27.710742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0666d61e-49c3-4d86-bf55-d4310ae389a9 req-38797f97-6fda-46fe-8660-cab61779cc3b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963309 Jun 30 08:48:27.750952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-3a531067-5c3e-436a-a249-50949ff3b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:27.752448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-3a531067-5c3e-436a-a249-50949ff3b9c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4137f6d11f644239947763f28f765a21&device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 1098 time: 0.2855716 Jun 30 08:48:27.928961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc569080-a979-4f54-a846-cc1272e1262b req-098cf453-acf1-4553-a39e-4c86bf491999 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499704 Jun 30 08:48:28.003517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-43e1a72f-712c-4879-aa34-83c2dc4bf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:28.005855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-43e1a72f-712c-4879-aa34-83c2dc4bf75e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 200 len: 925 time: 0.2168508 Jun 30 08:48:28.137258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-da743038-be20-4341-aab2-0c2d598d788f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 HTTP/1.1" status: 200 len: 1001 time: 0.1220210 Jun 30 08:48:28.250452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-07a71b2e-2d30-4b47-b0d3-0b60d51ac8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:28.253001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-07a71b2e-2d30-4b47-b0d3-0b60d51ac8ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 200 len: 863 time: 0.1054862 Jun 30 08:48:28.314212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d843b4a8-0035-4e14-91b2-5ba75eaa6c8b req-c058fa8f-399c-420d-afc6-f07f20a91be6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0598300 Jun 30 08:48:28.370788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-b8111b1f-6fb5-4fed-8a7c-980b3236f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:28.372750 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-b8111b1f-6fb5-4fed-8a7c-980b3236f7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9ae664b-a2ab-43d2-94ea-b5485831f87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074851 Jun 30 08:48:28.704387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:48:28.833395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:28.848365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'mac_address': 'fa:16:3e:6f:b9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:48:28.914506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47162) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:28.915314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-752a1e73-0923-4488-a16c-358a8e751f57 service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329657 Jun 30 08:48:28.915572 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:28.923305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ae8bf-15d5-409e-bd34-cdaa907148eb req-8f8c94e8-5b14-4e6a-85a0-d683751f9c57 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:28.930406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb1ae8bf-15d5-409e-bd34-cdaa907148eb req-8f8c94e8-5b14-4e6a-85a0-d683751f9c57 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 951 time: 0.4596303 Jun 30 08:48:28.954191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:28.989453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:28.999095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.075125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d35cb83-de9a-4108-a508-3a6cdd67a076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.094898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:29.098259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf1997cd-1f92-455f-a42b-b1737a5a5bcf req-2b462fc8-dfb0-4a32-97c8-e08a89b0699f service neutron] 10.222.0.13 "GET /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651943 Jun 30 08:48:29.125996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['4bf6d28a-a0a6-455f-81d0-f919a4e4db5a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:29.170518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb1ae8bf-15d5-409e-bd34-cdaa907148eb req-76b10c3b-c0fe-4d85-9057-7b116331fb4b tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391677 Jun 30 08:48:29.224501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a9cfc-d5d9-44e0-8ea1-0643b826ad22 req-d10c63ec-cba4-454e-ac91-74d8d043d8a1 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:29.226000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d35cb83-de9a-4108-a508-3a6cdd67a076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.230818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d35cb83-de9a-4108-a508-3a6cdd67a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.233712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-154a9cfc-d5d9-44e0-8ea1-0643b826ad22 req-d10c63ec-cba4-454e-ac91-74d8d043d8a1 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.2997129 Jun 30 08:48:29.266528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35cb83-de9a-4108-a508-3a6cdd67a076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b85fe-3e4c-4507-9417-c2ba4a7d4ce1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:29.283270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-154a9cfc-d5d9-44e0-8ea1-0643b826ad22 req-5665bc05-aefe-4ac5-b6b1-a208cef85820 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478013 Jun 30 08:48:29.292079 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d35cb83-de9a-4108-a508-3a6cdd67a076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=071bd9084227477aa90ca5eb8a3ce3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763981 Jun 30 08:48:29.294491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47180) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:29.378156 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d50aa27c-c4da-4a09-b589-93b17c402e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.408381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d50aa27c-c4da-4a09-b589-93b17c402e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.521245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d50aa27c-c4da-4a09-b589-93b17c402e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.524677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d50aa27c-c4da-4a09-b589-93b17c402e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:29.537167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d50aa27c-c4da-4a09-b589-93b17c402e37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b26b85fe-3e4c-4507-9417-c2ba4a7d4ce1 HTTP/1.1" status: 204 len: 168 time: 0.2366827 Jun 30 08:48:29.555294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3f9e1344-b0d5-4e79-adb8-9ef0d3f74d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:29.558970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50aa27c-c4da-4a09-b589-93b17c402e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b85fe-3e4c-4507-9417-c2ba4a7d4ce1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:29.571939 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3f9e1344-b0d5-4e79-adb8-9ef0d3f74d83 service neutron] 10.222.0.26 "GET /v2.0/ports/d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 1026 time: 0.1014700 Jun 30 08:48:29.663234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-bee04c1a-de2e-4408-9694-ecd988530317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:29.667725 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-bee04c1a-de2e-4408-9694-ecd988530317 service neutron] 10.222.0.26 "GET /v2.0/ports/22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 1028 time: 0.0765798 Jun 30 08:48:29.861811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bccd78d-5c53-402f-8dac-f72a9fd38078 req-2144b5f1-bd77-46a9-8de5-f4983f4f18f8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0744002 Jun 30 08:48:29.915999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-a55ffd80-5847-4cea-b025-3f31205e38f0 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:29.922478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-a55ffd80-5847-4cea-b025-3f31205e38f0 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:29.936850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-a55ffd80-5847-4cea-b025-3f31205e38f0 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:29.939729 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-a55ffd80-5847-4cea-b025-3f31205e38f0 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "GET /v2.0/networks?id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 200 len: 1990 time: 0.2578285 Jun 30 08:48:30.069660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-b3f6453a-4ee7-4b97-baf1-a0dd2d2d3d77 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad2770a31537409a8120241fb556a6fd HTTP/1.1" status: 200 len: 378 time: 0.1168065 Jun 30 08:48:30.105018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'admin_state_up': True, 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'security_groups': ['a121ffd4-afb7-46fb-96b2-02cfba82c4d5']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:30.132058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfebda-1905-4c7a-b6e2-8326c829ffe0 req-99ed39b2-6043-41b7-94b6-48e35fbe19ed tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:30.133646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7dfebda-1905-4c7a-b6e2-8326c829ffe0 req-99ed39b2-6043-41b7-94b6-48e35fbe19ed tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 946 time: 0.1431274 Jun 30 08:48:30.221749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7dfebda-1905-4c7a-b6e2-8326c829ffe0 req-eb1cb7f1-e3f8-4e1f-baa3-6ff820177683 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635529 Jun 30 08:48:30.222226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47242) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:30.304287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e69e01d-586f-44a2-82dd-644ce23378c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:30.376303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:30.381974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:30.648873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da980a-3549-40cd-a47a-05739f840da9 req-bc10dccd-1c90-4eeb-bd67-bd2453717549 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:30.651782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48da980a-3549-40cd-a47a-05739f840da9 req-bc10dccd-1c90-4eeb-bd67-bd2453717549 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.1450455 Jun 30 08:48:30.659187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e69e01d-586f-44a2-82dd-644ce23378c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:30.670710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e69e01d-586f-44a2-82dd-644ce23378c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:30.714386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4e69e01d-586f-44a2-82dd-644ce23378c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b12fcdbcc86e4aa091c20b2e790309c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911370 Jun 30 08:48:30.725512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:30.729086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47290) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:30.802373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 172.20.0.12 (2d5f51ee-210f-423a-a24e-a4d092bc02ff/9c58ebb8-87c6-4fed-99d2-d25c64c74536/2aae73d3-cd14-4515-8126-f76949fab2f2) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:30.873783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb4dac86-7b49-411f-afc1-0b4feaf9930d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:30.909811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e01d-586f-44a2-82dd-644ce23378c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc0455f-d08f-45e6-9b0b-cb211a3a668c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:30.941219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48da980a-3549-40cd-a47a-05739f840da9 req-17f51d14-001a-4099-8460-5d4aaa667b74 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801814 Jun 30 08:48:30.973242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb4dac86-7b49-411f-afc1-0b4feaf9930d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:30.981603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:30.982001 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.120163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb4dac86-7b49-411f-afc1-0b4feaf9930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.123718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb4dac86-7b49-411f-afc1-0b4feaf9930d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.127438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bb4dac86-7b49-411f-afc1-0b4feaf9930d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbc0455f-d08f-45e6-9b0b-cb211a3a668c HTTP/1.1" status: 204 len: 168 time: 0.3971195 Jun 30 08:48:31.149905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dac86-7b49-411f-afc1-0b4feaf9930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc0455f-d08f-45e6-9b0b-cb211a3a668c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:31.201768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.229254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Transition to ACTIVE for port object 2aae73d3-cd14-4515-8126-f76949fab2f2 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:31.253112 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.299388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.358439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:31.361813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:31.364523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:31.415627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:31.416967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:31.419779 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d98f6c-f65a-4185-a6e5-8297814f5722" -d '{"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-plugged", "status": "completed", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:31.445315 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.446341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:31.466691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:31.467330 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.525585 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4249818 Jun 30 08:48:31.532773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa792c2-c71e-417c-b318-3993f2f1e095 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=2aae73d3-cd14-4515-8126-f76949fab2f2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:31.579703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'admin_state_up': True, 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'security_groups': ['a121ffd4-afb7-46fb-96b2-02cfba82c4d5']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:31.615923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:31.755211 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08126c88-1756-49f4-8d6a-32f0af8f5669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.777017 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.824912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:31.830498 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.920147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b7194-b804-457e-b6c2-5be1f5de79ef req-7550454f-8964-4e75-a48a-3065218aa374 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:31.922968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db0b7194-b804-457e-b6c2-5be1f5de79ef req-7550454f-8964-4e75-a48a-3065218aa374 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 932 time: 0.2661061 Jun 30 08:48:31.991753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=11']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:32.019358 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a9064-8d83-43ed-8a4e-66249d397b2d x-openstack-request-id: req-107a9064-8d83-43ed-8a4e-66249d397b2d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:32.019655 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-plugged", "status": "completed", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:32.019913 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-107a9064-8d83-43ed-8a4e-66249d397b2d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:32.020308 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'code': 200} Jun 30 08:48:32.023365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db0b7194-b804-457e-b6c2-5be1f5de79ef req-f3172cf7-45ab-41eb-bb0c-baddcdec0ac8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924010 Jun 30 08:48:32.044584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b45f32c4-8382-4db6-aca4-3c4c1b35213e None None] Provisioning for port 2aae73d3-cd14-4515-8126-f76949fab2f2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:32.058777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b45f32c4-8382-4db6-aca4-3c4c1b35213e None None] Provisioning complete for port 2aae73d3-cd14-4515-8126-f76949fab2f2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:32.059167 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b45f32c4-8382-4db6-aca4-3c4c1b35213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:32.060146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:32.069029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:32.191988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b45f32c4-8382-4db6-aca4-3c4c1b35213e None None] Port 2aae73d3-cd14-4515-8126-f76949fab2f2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:32.235669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 10.1.1.81 (1f8eae13-febb-429c-8615-61d0b1e28ba2/bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0/3adeb387-d6e7-41b0-bd14-3bbaca22b1bf) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:32.454636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a951bf-34c5-48f2-a9b3-57f91b8ce658 req-42b37a00-574d-4aa3-8f96-9aaa9240aa4a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:32.461609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28a951bf-34c5-48f2-a9b3-57f91b8ce658 req-42b37a00-574d-4aa3-8f96-9aaa9240aa4a tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 946 time: 0.1647348 Jun 30 08:48:32.546555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:32.565851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Transition to ACTIVE for port object 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:32.607554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28a951bf-34c5-48f2-a9b3-57f91b8ce658 req-14960e6b-e0c1-4b53-8a0a-6eb9ff03f456 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297565 Jun 30 08:48:32.710093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:32.773675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f9e3-8665-4d25-b08e-27bf760f745d req-f70f9800-6130-4b9b-80d3-7dae8335e9ff tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:32.776862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95c1f9e3-8665-4d25-b08e-27bf760f745d req-f70f9800-6130-4b9b-80d3-7dae8335e9ff tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.1515684 Jun 30 08:48:32.842950 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:32.914734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95c1f9e3-8665-4d25-b08e-27bf760f745d req-74219bfd-e8c4-424b-84b2-92836520d86f tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322832 Jun 30 08:48:32.954525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:32.967843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:32.971461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:33.076113 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-8b593fcf-21ca-4f0b-b1ca-b66ba3ef4ae6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4305980 Jun 30 08:48:33.135274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:33.136485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:33.142637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47386) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:33.284917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-0eba7cca-e0eb-496d-b90a-904144d6b14e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:33.304686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-0eba7cca-e0eb-496d-b90a-904144d6b14e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 946 time: 0.3088002 Jun 30 08:48:33.306136 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5f40296d-f9e6-4368-a396-94cfc9610d93 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7645102 Jun 30 08:48:33.337805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'admin_state_up': True, 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'security_groups': ['a121ffd4-afb7-46fb-96b2-02cfba82c4d5']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:33.440764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-74c8e9bf-f549-4c5f-9e24-3a24dbf5f977 None None] Provisioning for port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:33.445696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-74c8e9bf-f549-4c5f-9e24-3a24dbf5f977 None None] Provisioning complete for port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:33.446189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-74c8e9bf-f549-4c5f-9e24-3a24dbf5f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:33.524714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-network', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:33.597607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818554-5497-41a7-96cf-e7241ca8afae req-f2f9b638-6186-466b-abf8-e738650cbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:33.597607 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-f2f9b638-6186-466b-abf8-e738650cbb76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 1097 time: 0.4520407 Jun 30 08:48:33.604079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-74c8e9bf-f549-4c5f-9e24-3a24dbf5f977 None None] Port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:33.641339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Deleting port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:33.644088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:33.678491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Made reservation on behalf of 16ffe6d0ed0147f2aec262dd1bcc2768 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:33.681046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:33.776244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:33.800229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfc61d-ad4d-4e68-9b1b-484640a662f7 req-e6d8fa53-38ac-4077-b6bc-b747c89fc3d6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:33.817098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfc61d-ad4d-4e68-9b1b-484640a662f7 req-e6d8fa53-38ac-4077-b6bc-b747c89fc3d6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:33.820395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ccfc61d-ad4d-4e68-9b1b-484640a662f7 req-e6d8fa53-38ac-4077-b6bc-b747c89fc3d6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 1653 time: 0.3208730 Jun 30 08:48:33.930168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ccfc61d-ad4d-4e68-9b1b-484640a662f7 req-393e0d34-7818-47d2-95e9-dc3d530fdaad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025128 Jun 30 08:48:33.942921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:33.961191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.021305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:34.025724 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1061a7d5-29a4-45ac-9de8-40372aad6b83" -d '{"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-unplugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:34.066782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818554-5497-41a7-96cf-e7241ca8afae req-a7578e56-f23d-4208-870f-39d3582d5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:34.068289 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-a7578e56-f23d-4208-870f-39d3582d5529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.4344568 Jun 30 08:48:34.112885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] For port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:34.115652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.274260 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.337920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 10.1.1.23 (1f8eae13-febb-429c-8615-61d0b1e28ba2/bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0/eec5c0b0-6bee-4628-af72-c28e78b59bb8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:34.371522 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-89b442ec-23a2-4df7-ac63-de031647f5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.479483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.480021 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.480331 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Floating IP 8418746e-f27a-468f-82e9-82406653b7d6 disassociated. External IP: 172.25.8.45, port: 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3. Jun 30 08:48:34.480530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Calling delete_port for 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:34.623244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.625752 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-9eea9480-8250-4d93-b5d6-3b411538d45d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 200 len: 217 time: 0.5353951 Jun 30 08:48:34.664855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.686962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:48:34.704036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.704748 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Added segment 161e1b4c-a06c-45e9-aba7-6e9204971674 of type vlan for network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 Jun 30 08:48:34.750284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc122-c9f1-405a-8f12-d22ef86cc61d req-0cb54c2e-edfd-43fe-a31b-e2a17f143cf1 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:34.751944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50cfc122-c9f1-405a-8f12-d22ef86cc61d req-0cb54c2e-edfd-43fe-a31b-e2a17f143cf1 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 946 time: 0.7985060 Jun 30 08:48:34.762150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.885197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.903274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Transition to ACTIVE for port object eec5c0b0-6bee-4628-af72-c28e78b59bb8 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:34.936629 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818554-5497-41a7-96cf-e7241ca8afae req-94bd6653-ce20-4ad2-8ef3-f27164cb0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:34.940249 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-94bd6653-ce20-4ad2-8ef3-f27164cb0699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.2973962 Jun 30 08:48:34.941531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.943001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:34.944495 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:35.001531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:35.039986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:35.089852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event deleted for resources: {'Port': ['ID=28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:35.101128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Pushing event updated for resources: {'Network': ['ID=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:35.109698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50cfc122-c9f1-405a-8f12-d22ef86cc61d req-8c6f35c8-fcdb-4c90-b683-ad294488ed73 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453996 Jun 30 08:48:35.117545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:48:35.164413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-218be7a9-a113-4fa7-b1fa-60e68ee1cd25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040741 Jun 30 08:48:35.168570 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0156558 Jun 30 08:48:35.172162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=eec5c0b0-6bee-4628-af72-c28e78b59bb8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:35.180254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:35.185278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Request body: {'subnet': {'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-subnet', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:35.260449 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eb354e-6716-49f2-ae8c-9a72ab3c5a1a x-openstack-request-id: req-e0eb354e-6716-49f2-ae8c-9a72ab3c5a1a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:35.261005 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-unplugged", "status": "completed", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:35.261435 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0eb354e-6716-49f2-ae8c-9a72ab3c5a1a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:35.262197 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'code': 200} Jun 30 08:48:35.303709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64759975-4f37-4f19-a57d-2331d8992d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8732d9-52a7-4833-8be9-e1a2b9342a52,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:35.319295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:35.321699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:35.325449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:35.329574 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-218c0ea0-d55a-41a5-99eb-d772d6bb3d8d service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255193 Jun 30 08:48:35.349173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ff45-7786-498c-8424-3973253931bd req-1d732a61-795b-4f1c-9b10-1d7a20b782fa tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:35.375014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f07ff45-7786-498c-8424-3973253931bd req-1d732a61-795b-4f1c-9b10-1d7a20b782fa tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.7385657 Jun 30 08:48:35.383358 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Made reservation on behalf of 16ffe6d0ed0147f2aec262dd1bcc2768 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:35.386901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:35.500722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-92818554-5497-41a7-96cf-e7241ca8afae req-4a408721-1caa-44b5-82b7-0324fb09b8cd service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234152 Jun 30 08:48:35.577576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f07ff45-7786-498c-8424-3973253931bd req-cc3efac2-6525-404e-82de-0636baa10313 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852894 Jun 30 08:48:35.618480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Router 60565d31-3aa0-4682-9996-3c5f28188e71 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:48:35.631384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:35.632017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:35.675225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:35.683474 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-f11571d5-606c-4d2f-a571-40e0e191b2f1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3628521 Jun 30 08:48:35.699779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8', 'admin_state_up': True, 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'security_groups': ['a121ffd4-afb7-46fb-96b2-02cfba82c4d5']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:35.861090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:35.880384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6a47f3ab-ddfb-4420-8727-4719a0b0a9bd None None] Provisioning for port eec5c0b0-6bee-4628-af72-c28e78b59bb8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:35.893916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6a47f3ab-ddfb-4420-8727-4719a0b0a9bd None None] Provisioning complete for port eec5c0b0-6bee-4628-af72-c28e78b59bb8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:35.894189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a47f3ab-ddfb-4420-8727-4719a0b0a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:35.917380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:48:35.952938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2931-1b24-4f85-a600-26a300fbd77c req-fea22212-cdfc-493a-b09d-690b474bc576 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:35.960540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2931-1b24-4f85-a600-26a300fbd77c req-fea22212-cdfc-493a-b09d-690b474bc576 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:35.966764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2931-1b24-4f85-a600-26a300fbd77c req-fea22212-cdfc-493a-b09d-690b474bc576 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:35.970517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] Sync routers for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:48:35.985103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-078d2931-1b24-4f85-a600-26a300fbd77c req-fea22212-cdfc-493a-b09d-690b474bc576 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 2373 time: 0.2178111 Jun 30 08:48:36.020729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6a47f3ab-ddfb-4420-8727-4719a0b0a9bd None None] Port eec5c0b0-6bee-4628-af72-c28e78b59bb8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:36.029649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:48:36.031265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:36.035255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:36.156502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] No DVR routers for this DVR port 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:48:36.161351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:36.164202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e391eb58-f24a-4f8c-a8ed-a0553177a6d4 req-163bf6e8-78a2-4d33-90a5-128e57f27b12 tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.13 "DELETE /v2.0/ports/28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 HTTP/1.1" status: 204 len: 173 time: 2.8494172 Jun 30 08:48:36.164999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'name': 'network-vif-deleted', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:36.167320 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9577fcf1-a12b-4e58-987b-9eeee48725b2" -d '{"events": [{"server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "name": "network-vif-deleted", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:36.207283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-078d2931-1b24-4f85-a600-26a300fbd77c req-7c5390ad-f0eb-4de1-8699-594877c0b677 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2214108 Jun 30 08:48:36.326100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:36.450665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a811e85-147b-449c-bcf2-dad5c7c94a19,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:36.509181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84dc4dcb-42ff-49af-b02f-8db26145453d req-81bcf6eb-ba35-447c-890a-dd30ef2eff2b tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/ports?device_id=519fba6a-17b7-46b7-9fc7-912297f8c76b HTTP/1.1" status: 200 len: 210 time: 0.0675385 Jun 30 08:48:36.578040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Checking segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:36.578495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Network hostable DHCP agents. Network: b49dd5bc-9587-4b6b-8c89-e4fe2d361c92, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:48:36.588277 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfacb05-1ef0-4535-a7e5-0dd3a04998ac x-openstack-request-id: req-edfacb05-1ef0-4535-a7e5-0dd3a04998ac {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:36.589184 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519fba6a-17b7-46b7-9fc7-912297f8c76b", "name": "network-vif-deleted", "tag": "28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:36.590525 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edfacb05-1ef0-4535-a7e5-0dd3a04998ac {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:36.591046 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519fba6a-17b7-46b7-9fc7-912297f8c76b', 'name': 'network-vif-deleted', 'tag': '28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3', 'status': 'completed', 'code': 200} Jun 30 08:48:36.613442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:48:36.652296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:48:36.705337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, b49dd5bc-9587-4b6b-8c89-e4fe2d361c92) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:36.708133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 10.2.2.100 (58cc973e-9a48-41e9-9b27-ec912cb6b4b8/c4e2eb3a-8530-475f-88cf-7d7ac806d341/24735fe4-1349-46ea-8af5-df26068a41d4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:36.713680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:36.718585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:36.725506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7912e3-f299-4b82-823b-45905bd91800 None None] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:48:36.780327 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ac64156c-714a-45d0-890d-f165c3b64837 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5963602 Jun 30 08:48:36.780440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47542) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:36.785892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:36.840277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:36.841422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.034152 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.076348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.109413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:37.134686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Transition to ACTIVE for port object 24735fe4-1349-46ea-8af5-df26068a41d4 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:37.227146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.277143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:37.279931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 28a4a93a-f3f6-4ad5-b2ae-fc5a6f6ac7c3 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:37.310636 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.333085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:37.355261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:37.361383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:37.460461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=24735fe4-1349-46ea-8af5-df26068a41d4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:37.511689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:37.541209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:37.541897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.574092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] Checking router: 60565d31-3aa0-4682-9996-3c5f28188e71 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:48:37.588176 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.606628 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-cee30a68-ed60-446e-8379-2948fae238c8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9136846 Jun 30 08:48:37.608766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:48:37.611350 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.621209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8', 'admin_state_up': True, 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'security_groups': ['a121ffd4-afb7-46fb-96b2-02cfba82c4d5']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:37.633217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:48:37.634609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:37.763158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a10b1c-52ad-4ed4-b276-9b7c0229f375 req-6b6e0a1e-3b11-4a5e-a5a9-c213286ed9d1 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:37.775245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0a10b1c-52ad-4ed4-b276-9b7c0229f375 req-6b6e0a1e-3b11-4a5e-a5a9-c213286ed9d1 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.5039961 Jun 30 08:48:37.845921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Allocated IP 172.20.0.2 (b49dd5bc-9587-4b6b-8c89-e4fe2d361c92/4a811e85-147b-449c-bcf2-dad5c7c94a19/73eafc83-4f6a-47af-8b22-092aefae83b5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:37.870970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Made reservation on behalf of ad2770a31537409a8120241fb556a6fd for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:48:37.876692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:37.878241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0a10b1c-52ad-4ed4-b276-9b7c0229f375 req-61af60ae-1d47-4c2d-bf28-f0c0009b3f95 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018362 Jun 30 08:48:38.177078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:38.221115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:38.233688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Allocated IP 10.2.2.200 (58cc973e-9a48-41e9-9b27-ec912cb6b4b8/c4e2eb3a-8530-475f-88cf-7d7ac806d341/23bc99e2-cb21-4178-b039-66a05a861ecf) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:38.277476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:38.293690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb1b6e-4bf3-4d9d-9548-cf142de2897e req-6290100c-246b-4a88-9d10-89342e0b8f88 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:38.300061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb1b6e-4bf3-4d9d-9548-cf142de2897e req-6290100c-246b-4a88-9d10-89342e0b8f88 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:38.303071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Transition to ACTIVE for port object 73eafc83-4f6a-47af-8b22-092aefae83b5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:38.306767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb1b6e-4bf3-4d9d-9548-cf142de2897e req-6290100c-246b-4a88-9d10-89342e0b8f88 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:38.313093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb1b6e-4bf3-4d9d-9548-cf142de2897e req-6290100c-246b-4a88-9d10-89342e0b8f88 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:38.321437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2abb1b6e-4bf3-4d9d-9548-cf142de2897e req-6290100c-246b-4a88-9d10-89342e0b8f88 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 3094 time: 0.2259603 Jun 30 08:48:38.349319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Transition to ACTIVE for port object 73eafc83-4f6a-47af-8b22-092aefae83b5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:38.358182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-53aaab80-cdfc-4ee9-88c9-c7baebe38abe None None] Provisioning for port 24735fe4-1349-46ea-8af5-df26068a41d4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:38.388158 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:38.408980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2abb1b6e-4bf3-4d9d-9548-cf142de2897e req-639ba851-47ff-43d9-b141-5db105112d37 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861106 Jun 30 08:48:38.463112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:48:38.494227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Allocated IP 172.25.8.43 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:38.705520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-53aaab80-cdfc-4ee9-88c9-c7baebe38abe None None] Provisioning complete for port 24735fe4-1349-46ea-8af5-df26068a41d4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:38.706726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-53aaab80-cdfc-4ee9-88c9-c7baebe38abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:38.731449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:38.762727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:38.819010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:38.876394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:38.876993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:38.991179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Pushing event updated for resources: {'Port': ['ID=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:39.023923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:39.025491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:39.032088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:39.046105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Attempting to bind port 73eafc83-4f6a-47af-8b22-092aefae83b5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:39.046396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Attempting to bind port 73eafc83-4f6a-47af-8b22-092aefae83b5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:39.046869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Attempting to bind port 73eafc83-4f6a-47af-8b22-092aefae83b5 on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:39.089028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Pushing event updated for resources: {'Port': ['ID=73eafc83-4f6a-47af-8b22-092aefae83b5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:39.102461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:39.109247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-53aaab80-cdfc-4ee9-88c9-c7baebe38abe None None] Port 24735fe4-1349-46ea-8af5-df26068a41d4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:39.126917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:39.127300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Checking segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:39.127710 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:39.128108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Bound using segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:39.128599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Bound port: 73eafc83-4f6a-47af-8b22-092aefae83b5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:39.128982 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:39.141297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Transition to ACTIVE for port object 23bc99e2-cb21-4178-b039-66a05a861ecf will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:39.220477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:39.279108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] For port 73eafc83-4f6a-47af-8b22-092aefae83b5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:39.285716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] For port 73eafc83-4f6a-47af-8b22-092aefae83b5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=73eafc83-4f6a-47af-8b22-092aefae83b5,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:39.312146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:39.320903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:39.324443 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:39.347268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:39.465237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:39.465928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:39.505143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event updated for resources: {'Port': ['ID=23bc99e2-cb21-4178-b039-66a05a861ecf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:39.530940 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-157c97ca-8772-4b93-9d5c-209f80d3f92d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9141932 Jun 30 08:48:39.549369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:39.610334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef163a-54ff-4ad0-9d77-388b4be03416 None None] Pushing event updated for resources: {'Port': ['ID=73eafc83-4f6a-47af-8b22-092aefae83b5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:39.667551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:39.727105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fd057-e529-4475-b582-7c4a4191cb75 req-26fa6c87-fbee-4231-9756-84ac66d1980b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:39.728698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e04fd057-e529-4475-b582-7c4a4191cb75 req-26fa6c87-fbee-4231-9756-84ac66d1980b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.3342140 Jun 30 08:48:39.752733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9824cef-4f87-44d6-aa18-08f757799040 None None] The sync data for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 is: [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:56Z', 'revision_number': 4, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'eeaf1e67-9ea9-4679-855d-3a65bd3cefb8', 'name': '', 'network_id': 'a9ae664b-a2ab-43d2-94ea-b5485831f87e', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'mac_address': 'fa:16:3e:b3:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:53Z', 'updated_at': '2021-06-30T08:44:03Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'subnets': [{'id': '0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:48:39.917563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e04fd057-e529-4475-b582-7c4a4191cb75 req-23a48823-66b2-469d-a9fa-45a7f891bc9d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675928 Jun 30 08:48:39.957307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:39.969547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a3fe8808-026d-47a4-bc7c-d53b1e17d75a None None] Provisioning for port 23bc99e2-cb21-4178-b039-66a05a861ecf completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:39.998620 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:40.040667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a3fe8808-026d-47a4-bc7c-d53b1e17d75a None None] Provisioning complete for port 23bc99e2-cb21-4178-b039-66a05a861ecf triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:40.041053 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3fe8808-026d-47a4-bc7c-d53b1e17d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:40.122139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe8808-026d-47a4-bc7c-d53b1e17d75a None None] Port 23bc99e2-cb21-4178-b039-66a05a861ecf cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:40.491334 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff08b1-5d0c-4e48-9994-a1f7c01ea81e None None] New status for floating IP 8418746e-f27a-468f-82e9-82406653b7d6: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:48:40.636839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aae73d3-cd14-4515-8126-f76949fab2f2 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:40.646225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba531e-f30c-40cb-a4f1-4492bc87583f req-502ef75c-8622-4e7b-ac8c-1dfadf58e517 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:40.655543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:40.662519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba531e-f30c-40cb-a4f1-4492bc87583f req-502ef75c-8622-4e7b-ac8c-1dfadf58e517 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:40.678493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba531e-f30c-40cb-a4f1-4492bc87583f req-502ef75c-8622-4e7b-ac8c-1dfadf58e517 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:40.689799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Transition to ACTIVE for port object 2aae73d3-cd14-4515-8126-f76949fab2f2 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:40.693170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba531e-f30c-40cb-a4f1-4492bc87583f req-502ef75c-8622-4e7b-ac8c-1dfadf58e517 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:40.699905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba531e-f30c-40cb-a4f1-4492bc87583f req-502ef75c-8622-4e7b-ac8c-1dfadf58e517 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:40.707810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:40.717962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75ba531e-f30c-40cb-a4f1-4492bc87583f req-502ef75c-8622-4e7b-ac8c-1dfadf58e517 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 3815 time: 0.4777544 Jun 30 08:48:40.901425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Pushing event updated for resources: {'Port': ['ID=2aae73d3-cd14-4515-8126-f76949fab2f2,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:41.034243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Attempting to bind port 2aae73d3-cd14-4515-8126-f76949fab2f2 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:41.034804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Attempting to bind port 2aae73d3-cd14-4515-8126-f76949fab2f2 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:41.035240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Attempting to bind port 2aae73d3-cd14-4515-8126-f76949fab2f2 on network 2d5f51ee-210f-423a-a24e-a4d092bc02ff {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:41.043417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Port 2aae73d3-cd14-4515-8126-f76949fab2f2 on network 2d5f51ee-210f-423a-a24e-a4d092bc02ff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:41.047153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Attempting to bind port 2aae73d3-cd14-4515-8126-f76949fab2f2 on network 2d5f51ee-210f-423a-a24e-a4d092bc02ff {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:41.065454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:41.065454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Checking segment: {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:41.065939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Bound using segment: {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:41.066493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Bound port: 2aae73d3-cd14-4515-8126-f76949fab2f2, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8225338-4456-47c4-922a-de93ffd21f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:41.066957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:41.077256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 662f9b2a-c9ef-4b68-9a30-be397dff7b59 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:48:41.267982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] For port 2aae73d3-cd14-4515-8126-f76949fab2f2, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:41.278694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] For port 2aae73d3-cd14-4515-8126-f76949fab2f2, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2aae73d3-cd14-4515-8126-f76949fab2f2,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:41.295578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:41.343329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 73eafc83-4f6a-47af-8b22-092aefae83b5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:41.427168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:41.432960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:41.436519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:41.438202 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] 10.222.0.26 "PUT /v2.0/ports/2aae73d3-cd14-4515-8126-f76949fab2f2 HTTP/1.1" status: 200 len: 1093 time: 1.8940704 Jun 30 08:48:41.442253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:41.460666 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77727689-1c11-40fa-9077-369a07419fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:41.497248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:41.593191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:41.656654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560436-ae8b-4c6c-ae56-364d78aab8cb service neutron] Pushing event updated for resources: {'Port': ['ID=2aae73d3-cd14-4515-8126-f76949fab2f2,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:41.665225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '662f9b2a-c9ef-4b68-9a30-be397dff7b59', 'network_id': '34d51463-a55e-4523-b759-13aca4e30356', 'port_id': '662f9b2a-c9ef-4b68-9a30-be397dff7b59', 'mac_address': 'fa:16:3e:e5:a1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd79d45b-e2b3-48f5-9f08-0a0e3320b01b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:48:41.746893 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:41.752402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3deed6-3680-4e67-95b3-2c1faf151f81 None None] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:48:41.811147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:41.859337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a5fab7a-0a49-4299-9f50-417bdb55523e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:41.894340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75ba531e-f30c-40cb-a4f1-4492bc87583f req-df654a63-ddb2-48a2-ac91-1c9a57c6f6dc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1701887 Jun 30 08:48:41.943702 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:42.086501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 73eafc83-4f6a-47af-8b22-092aefae83b5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:42.122625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662f9b2a-c9ef-4b68-9a30-be397dff7b59 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:42.200026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:42.212913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-916afabe-861f-43aa-b0bd-f85163a88ff3 None None] Provisioning for port 73eafc83-4f6a-47af-8b22-092aefae83b5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:42.227682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9ea7-7120-4c0a-84fe-b18703084957 req-adce9e7f-afec-44b4-9990-088278ceb265 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:42.230027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38df9ea7-7120-4c0a-84fe-b18703084957 req-adce9e7f-afec-44b4-9990-088278ceb265 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.4972203 Jun 30 08:48:42.233453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-916afabe-861f-43aa-b0bd-f85163a88ff3 None None] Provisioning complete for port 73eafc83-4f6a-47af-8b22-092aefae83b5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:42.234083 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-916afabe-861f-43aa-b0bd-f85163a88ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:42.237889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:42.299861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a5fab7a-0a49-4299-9f50-417bdb55523e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:42.460345 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-916afabe-861f-43aa-b0bd-f85163a88ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:42.496241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38df9ea7-7120-4c0a-84fe-b18703084957 req-e1bd4556-15bd-4f7e-b4c3-01d8754af377 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005820 Jun 30 08:48:42.595736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-916afabe-861f-43aa-b0bd-f85163a88ff3 None None] For port 73eafc83-4f6a-47af-8b22-092aefae83b5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=73eafc83-4f6a-47af-8b22-092aefae83b5,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:42.647745 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-916afabe-861f-43aa-b0bd-f85163a88ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:42.648461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241267a2-bd77-46d3-8aca-5beb72b4e50e req-a66cfbd9-179f-4546-9621-067934feb725 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:42.652153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['662f9b2a-c9ef-4b68-9a30-be397dff7b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:48:42.659977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-241267a2-bd77-46d3-8aca-5beb72b4e50e req-a66cfbd9-179f-4546-9621-067934feb725 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 948 time: 0.3646417 Jun 30 08:48:42.747120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-241267a2-bd77-46d3-8aca-5beb72b4e50e req-bb558119-1078-46b8-a783-c9d9008af40b tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835378 Jun 30 08:48:42.784657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:48:42.794214 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f954f-e5ac-42ad-b628-5188ec61411b x-openstack-request-id: req-f82f954f-e5ac-42ad-b628-5188ec61411b {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:42.794751 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:42.794751 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f82f954f-e5ac-42ad-b628-5188ec61411b {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:42.797287 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'status': 'completed', 'code': 200} Jun 30 08:48:42.807537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d556d921-1c41-4984-854c-6fa6e605f206 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:42.846718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:42.953276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916afabe-861f-43aa-b0bd-f85163a88ff3 None None] Pushing event updated for resources: {'Port': ['ID=73eafc83-4f6a-47af-8b22-092aefae83b5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:42.969099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:43.034175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a5fab7a-0a49-4299-9f50-417bdb55523e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:43.037049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a5fab7a-0a49-4299-9f50-417bdb55523e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:43.049588 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a5fab7a-0a49-4299-9f50-417bdb55523e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "DELETE /v2.0/security-groups/b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e HTTP/1.1" status: 204 len: 168 time: 1.6080966 Jun 30 08:48:43.057752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47710) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:43.090936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fab7a-0a49-4299-9f50-417bdb55523e tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:43.154962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Transition to ACTIVE for port object d556d921-1c41-4984-854c-6fa6e605f206 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:43.166950 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-d9469d1d-c0ce-4125-8f11-77fa8551775b tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] show failed (client error): The resource could not be found. Jun 30 08:48:43.173389 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d9469d1d-c0ce-4125-8f11-77fa8551775b tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "GET /v2.0/security-groups/b0aea0ec-93ed-432d-a5c9-8fbe04dc1d6e HTTP/1.1" status: 404 len: 347 time: 0.0892065 Jun 30 08:48:43.174522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47716) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:43.214353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:43.291733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 73eafc83-4f6a-47af-8b22-092aefae83b5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:43.337785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Pushing event updated for resources: {'Port': ['ID=d556d921-1c41-4984-854c-6fa6e605f206,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:43.409748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-a7397340-83fc-41fa-9724-a4d73ce63fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.410246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-a7397340-83fc-41fa-9724-a4d73ce63fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.410728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-a7397340-83fc-41fa-9724-a4d73ce63fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.411197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-a7397340-83fc-41fa-9724-a4d73ce63fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.411670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-a7397340-83fc-41fa-9724-a4d73ce63fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.419250 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-77727689-1c11-40fa-9077-369a07419fd2 req-a7397340-83fc-41fa-9724-a4d73ce63fd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 4363 time: 0.6368735 Jun 30 08:48:43.461110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 73eafc83-4f6a-47af-8b22-092aefae83b5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:43.463114 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:43.472005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:48:43.517056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:43.522348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-df99069c-a3a6-4879-bac9-79f49613717b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7379634 Jun 30 08:48:43.539955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:43.556608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:48:43.598687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e07d8623-7185-4679-b035-b009a6868ca9 None None] Provisioning complete for port 73eafc83-4f6a-47af-8b22-092aefae83b5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:43.599462 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e07d8623-7185-4679-b035-b009a6868ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:43.618867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-d917285c-3b42-47c0-91dd-d8e1b91c3565 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.620374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-d917285c-3b42-47c0-91dd-d8e1b91c3565 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 948 time: 0.4965172 Jun 30 08:48:43.697689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:48:43.698575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:43.798163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dc2af-74be-4351-8a35-c818de1aca4a req-477494da-22e7-4708-94ef-bdff434aa6ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.807679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dc2af-74be-4351-8a35-c818de1aca4a req-477494da-22e7-4708-94ef-bdff434aa6ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.817490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dc2af-74be-4351-8a35-c818de1aca4a req-477494da-22e7-4708-94ef-bdff434aa6ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.825379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dc2af-74be-4351-8a35-c818de1aca4a req-477494da-22e7-4708-94ef-bdff434aa6ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.835922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dc2af-74be-4351-8a35-c818de1aca4a req-477494da-22e7-4708-94ef-bdff434aa6ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.846470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dc2af-74be-4351-8a35-c818de1aca4a req-477494da-22e7-4708-94ef-bdff434aa6ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:43.850505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-738dc2af-74be-4351-8a35-c818de1aca4a req-477494da-22e7-4708-94ef-bdff434aa6ad tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 4598 time: 0.5689390 Jun 30 08:48:44.011618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Attempting to bind port d556d921-1c41-4984-854c-6fa6e605f206 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:44.012217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Attempting to bind port d556d921-1c41-4984-854c-6fa6e605f206 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:44.012362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Attempting to bind port d556d921-1c41-4984-854c-6fa6e605f206 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:44.048626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Deleting port 7e0a3143-4520-4a74-b592-743928a2053f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:44.057461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.104471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Port d556d921-1c41-4984-854c-6fa6e605f206 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:44.104797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Attempting to bind port d556d921-1c41-4984-854c-6fa6e605f206 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:44.144341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:44.144678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Checking segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:44.145064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Bound using segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:44.145519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Bound port: d556d921-1c41-4984-854c-6fa6e605f206, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:44.145902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.194863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:48:44.198620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Deleting port bc1b50c8-d780-4ee7-b1c0-da7bb90eb566 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:44.201811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.273602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] For port 7e0a3143-4520-4a74-b592-743928a2053f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7e0a3143-4520-4a74-b592-743928a2053f,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:44.274451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.288726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Calling delete_port for 7e0a3143-4520-4a74-b592-743928a2053f owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:44.375540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-5cf0bae3-0a77-4564-b63e-68f85a176e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:44.375894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-5cf0bae3-0a77-4564-b63e-68f85a176e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:44.376359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-5cf0bae3-0a77-4564-b63e-68f85a176e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:44.389869 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-77727689-1c11-40fa-9077-369a07419fd2 req-5cf0bae3-0a77-4564-b63e-68f85a176e03 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ad2770a31537409a8120241fb556a6fd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9617474 Jun 30 08:48:44.541199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.583378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:39Z', 'revision_number': 3, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:44.624180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:48:44.624527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Updating router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:48:44.629061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.631399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.645670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Pushing event deleted for resources: {'Port': ['ID=7e0a3143-4520-4a74-b592-743928a2053f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:44.681563 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.731006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Calling delete_port for bc1b50c8-d780-4ee7-b1c0-da7bb90eb566 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:44.776302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] For port d556d921-1c41-4984-854c-6fa6e605f206, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:44.845526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] For port d556d921-1c41-4984-854c-6fa6e605f206, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d556d921-1c41-4984-854c-6fa6e605f206,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:44.859931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.872922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727689-1c11-40fa-9077-369a07419fd2 req-76aefed6-4bca-4b52-a1bc-0ea79c2e622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:44.875036 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-77727689-1c11-40fa-9077-369a07419fd2 req-76aefed6-4bca-4b52-a1bc-0ea79c2e622e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4772296 Jun 30 08:48:44.921623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:44.922374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:44.924247 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] 10.222.0.26 "PUT /v2.0/ports/d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 1130 time: 3.4311752 Jun 30 08:48:44.926389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.928555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.929132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': 'd556d921-1c41-4984-854c-6fa6e605f206'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:44.929358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.933305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.934430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.935464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.936563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.937010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.938713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.939445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.940484 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "d556d921-1c41-4984-854c-6fa6e605f206"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:44.941053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.942952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:44.965038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:44.982087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.001158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Transition to ACTIVE for port object ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:45.011612 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.028470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa160bb4-f146-4ebb-b2cb-a64eb2d4bb5c service neutron] Pushing event updated for resources: {'Port': ['ID=d556d921-1c41-4984-854c-6fa6e605f206,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:45.031553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-738dc2af-74be-4351-8a35-c818de1aca4a req-5ded76fd-4409-41f2-987e-22bc9ff7678e tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c7281c-022c-4e2a-b15e-30fb2091c043&id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.1730924 Jun 30 08:48:45.049007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] No DVR routers for this DVR port 7e0a3143-4520-4a74-b592-743928a2053f on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:48:45.079610 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.084597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8edb5ceb-c0b5-4f83-8834-de776a42bba3 req-5c0344e4-b4a5-4602-9071-79c2ef27b234 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.13 "DELETE /v2.0/ports/7e0a3143-4520-4a74-b592-743928a2053f HTTP/1.1" status: 204 len: 173 time: 1.4549098 Jun 30 08:48:45.085620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Attempting to bind port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:45.085779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Attempting to bind port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:45.086131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Attempting to bind port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:45.094428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:45.095194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-deleted', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:45.095317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:45.095683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.096045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:45.096532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Bound port: ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:45.096915 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.099094 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17cb08-22de-45c9-92f0-8477cf97bc77" -d '{"events": [{"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-deleted", "tag": "7e0a3143-4520-4a74-b592-743928a2053f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:45.231868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] For port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:45.235988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] For port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:45.248158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54931f8d-0e99-4045-b08b-75c66605a025 None None] Pushing event updated for resources: {'Port': ['ID=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:45.260120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 662f9b2a-c9ef-4b68-9a30-be397dff7b59 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:45.262853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.274674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.335533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:48:45.336294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:45.430835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Pushing event deleted for resources: {'Port': ['ID=bc1b50c8-d780-4ee7-b1c0-da7bb90eb566,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:45.445332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.538957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:48:45.639531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea8070-66d1-4610-9678-a23132eec30b req-a292d026-3443-46f2-926e-74d54c855b45 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:45.647585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ea8070-66d1-4610-9678-a23132eec30b req-a292d026-3443-46f2-926e-74d54c855b45 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 944 time: 1.1377599 Jun 30 08:48:45.722326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65583fbb-3d2c-466a-93dd-45bfea1d3080 req-3057efc8-7e35-4438-a6fe-6e15b36ecac6 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b522728-f9f6-4d9d-96da-4fd927e0ad9b HTTP/1.1" status: 200 len: 210 time: 0.2155635 Jun 30 08:48:45.739721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.750271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:45.753991 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5ade190c-d87d-4e75-af96-cef32aabcb6d tempest-ServersWithSpecificFlavorTestJSON-1737791194 tempest-ServersWithSpecificFlavorTestJSON-1737791194-project] 10.222.0.53 "DELETE /v2.0/floatingips/8418746e-f27a-468f-82e9-82406653b7d6 HTTP/1.1" status: 204 len: 168 time: 2.5759974 Jun 30 08:48:45.851198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ea8070-66d1-4610-9678-a23132eec30b req-31a0cf67-4188-4bed-be2c-99f78aad055b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024863 Jun 30 08:48:46.012816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54931f8d-0e99-4045-b08b-75c66605a025 None None] Pushing event updated for resources: {'Port': ['ID=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:46.019140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:39Z', 'revision_number': 3, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:46.087497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e4d13-b88e-4bd6-89f2-d7a6556b4e39 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:39Z', 'revision_number': 3, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:48:46.091138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:46.106324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:46.106777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:46.152599 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:46.194931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-2e0342bd-b32f-41b7-bae3-b1e98dfae0fa tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.196761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-2e0342bd-b32f-41b7-bae3-b1e98dfae0fa tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.13 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 945 time: 0.6718524 Jun 30 08:48:46.280700 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424d115-55e1-458b-af45-c4a6dba8d2bb x-openstack-request-id: req-a424d115-55e1-458b-af45-c4a6dba8d2bb {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:46.281202 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "d556d921-1c41-4984-854c-6fa6e605f206", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:46.281308 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a424d115-55e1-458b-af45-c4a6dba8d2bb {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:46.282455 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': 'd556d921-1c41-4984-854c-6fa6e605f206', 'status': 'completed', 'code': 200} Jun 30 08:48:46.336320 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:46.374603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:46.375710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:46.378294 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c6e10a-b96b-408e-bcf8-47a3d58cb061" -d '{"events": [{"server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "name": "network-vif-plugged", "status": "completed", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:46.383973 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:46.385266 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2bcbaf-07fa-482d-804d-d1978848e6f7 x-openstack-request-id: req-3a2bcbaf-07fa-482d-804d-d1978848e6f7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:46.385565 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b522728-f9f6-4d9d-96da-4fd927e0ad9b", "name": "network-vif-deleted", "tag": "7e0a3143-4520-4a74-b592-743928a2053f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:46.390156 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a2bcbaf-07fa-482d-804d-d1978848e6f7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:46.390617 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b522728-f9f6-4d9d-96da-4fd927e0ad9b', 'name': 'network-vif-deleted', 'tag': '7e0a3143-4520-4a74-b592-743928a2053f', 'status': 'completed', 'code': 200} Jun 30 08:48:46.463544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:46.492539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22636cec-e0cc-4bd5-909a-0329e841f80f {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:46.502247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:46.520883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Transition to ACTIVE for port object 22636cec-e0cc-4bd5-909a-0329e841f80f will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:46.535987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:46.582722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-f3cc45f8-bba6-4c43-b70a-db4e022464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.583202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-f3cc45f8-bba6-4c43-b70a-db4e022464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.583667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-f3cc45f8-bba6-4c43-b70a-db4e022464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.584744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-f3cc45f8-bba6-4c43-b70a-db4e022464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.585209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-f3cc45f8-bba6-4c43-b70a-db4e022464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.585847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-f3cc45f8-bba6-4c43-b70a-db4e022464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.587920 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-f3cc45f8-bba6-4c43-b70a-db4e022464b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5286 time: 0.3046901 Jun 30 08:48:46.665619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Pushing event updated for resources: {'Port': ['ID=22636cec-e0cc-4bd5-909a-0329e841f80f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:46.710550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addbd02-faca-4659-ab03-1c8fa3aae75f req-01ca386b-03d1-4b75-80d6-fa1b7e55817a tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.721360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7addbd02-faca-4659-ab03-1c8fa3aae75f req-01ca386b-03d1-4b75-80d6-fa1b7e55817a tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 945 time: 0.5835876 Jun 30 08:48:46.861313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.872527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.878590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.893210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.899413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.905473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.911404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:46.919567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-43fb7736-08e4-483c-b494-c75e43c9a2cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5371 time: 0.3983502 Jun 30 08:48:46.983700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Deleting port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:46.987566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:47.018342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7addbd02-faca-4659-ab03-1c8fa3aae75f req-e37df9d9-e7dd-4502-964b-6cf25e8f1ef1 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959919 Jun 30 08:48:47.050969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-389e102e-2ea3-44a2-b887-dcb42324120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:47.051441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-389e102e-2ea3-44a2-b887-dcb42324120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:47.051900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-389e102e-2ea3-44a2-b887-dcb42324120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:47.054286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-389e102e-2ea3-44a2-b887-dcb42324120a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ad2770a31537409a8120241fb556a6fd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4460161 Jun 30 08:48:47.149133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7e0a3143-4520-4a74-b592-743928a2053f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:47.232133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 7e0a3143-4520-4a74-b592-743928a2053f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:47.232517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7e0a3143-4520-4a74-b592-743928a2053f not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:47.232897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:47.277226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Attempting to bind port 22636cec-e0cc-4bd5-909a-0329e841f80f on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:47.277578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Attempting to bind port 22636cec-e0cc-4bd5-909a-0329e841f80f by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:47.277959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Attempting to bind port 22636cec-e0cc-4bd5-909a-0329e841f80f on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:47.293068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d185f851-f355-4d6e-80a8-f9b8d699220f req-b3ed52bf-9c90-4d43-b366-349be2896129 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3723683 Jun 30 08:48:47.305484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Port 22636cec-e0cc-4bd5-909a-0329e841f80f on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:47.306878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Allocated IP 172.20.0.1 (b49dd5bc-9587-4b6b-8c89-e4fe2d361c92/4a811e85-147b-449c-bcf2-dad5c7c94a19/4920c764-906c-46cc-9862-3e9cf672fecb) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:48:47.308089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Attempting to bind port 22636cec-e0cc-4bd5-909a-0329e841f80f on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:47.350320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:47.350670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Checking segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:47.351059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Bound using segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:47.351508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Bound port: 22636cec-e0cc-4bd5-909a-0329e841f80f, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:47.351861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:47.404199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:47.436597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-4da1a4e1-2ecb-4f5e-b2c9-8f5d5dd8ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:47.438184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-563b13ad-9f11-4fcc-9f43-fa910bc5d30d req-4da1a4e1-2ecb-4f5e-b2c9-8f5d5dd8ffd1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3566628 Jun 30 08:48:47.522630 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7d608f-0f49-46b8-b206-44e5976120a6 x-openstack-request-id: req-7a7d608f-0f49-46b8-b206-44e5976120a6 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:47.523031 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "name": "network-vif-plugged", "status": "completed", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:47.528409 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a7d608f-0f49-46b8-b206-44e5976120a6 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:47.528930 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59', 'code': 200} Jun 30 08:48:47.652903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] For port 22636cec-e0cc-4bd5-909a-0329e841f80f, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:47.659514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] For port 22636cec-e0cc-4bd5-909a-0329e841f80f, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22636cec-e0cc-4bd5-909a-0329e841f80f,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:47.669600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:47.696766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:47.705540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:47.706027 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:47.719428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] For port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,segment=NetworkSegment(9b291868-de12-4083-b015-618ef83cc901),segment_id=9b291868-de12-4083-b015-618ef83cc901)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:47.720011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:47.746427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Calling delete_port for dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:47.770766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:47.773841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:47.778231 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] 10.222.0.26 "PUT /v2.0/ports/22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 1132 time: 2.8170476 Jun 30 08:48:47.792471 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:47.849766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:47.963023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,segment=NetworkSegment(9b291868-de12-4083-b015-618ef83cc901),segment_id=9b291868-de12-4083-b015-618ef83cc901)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:47.986857 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:48.015739 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:48.044083 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23828c-3fd5-4db6-9bfe-59361ca63552 service neutron] Pushing event updated for resources: {'Port': ['ID=22636cec-e0cc-4bd5-909a-0329e841f80f,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:48.085128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:48.123103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:48.143265 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:48.170843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:48.312821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:48.317011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '22636cec-e0cc-4bd5-909a-0329e841f80f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:48.320205 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c1ff8-3b83-4492-9c3f-2de45a302e78" -d '{"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "22636cec-e0cc-4bd5-909a-0329e841f80f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:48.630923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:48.643649 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:48.653318 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:48:48.661088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Transition to ACTIVE for port object 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:48.670966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:48.728727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:48.753172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.753519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.753889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.754210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.755261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.756183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.756565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.756936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.757271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.757596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.758926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.760834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:48.797411 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:48.892159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e278b76-49e2-44a1-b229-bc171c1facce req-2e43b6ea-c053-47cf-8bad-230a3a752072 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:48.902190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e278b76-49e2-44a1-b229-bc171c1facce req-2e43b6ea-c053-47cf-8bad-230a3a752072 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 1.2441506 Jun 30 08:48:48.915230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12477b-92b9-4e63-9fac-c313219c1a3a req-b3772812-a61e-4878-8fee-cfa0f48a0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:48.920377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c12477b-92b9-4e63-9fac-c313219c1a3a req-b3772812-a61e-4878-8fee-cfa0f48a0345 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1097 time: 1.3728907 Jun 30 08:48:48.921756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Transition to ACTIVE for port object 4920c764-906c-46cc-9862-3e9cf672fecb will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:48.981732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Attempting to bind port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:48.982073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Attempting to bind port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:48.982406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Attempting to bind port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:48.991109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:48.991447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Attempting to bind port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:49.042818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.057659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:49.058240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Checking segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:49.058803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Bound using segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:49.059562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Bound port: 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:49.060684 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.144965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Pushing event deleted for resources: {'Port': ['ID=dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:49.215543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.232413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e278b76-49e2-44a1-b229-bc171c1facce req-bc3033ab-45b7-4e59-b649-4d37e4af8539 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290954 Jun 30 08:48:49.266267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] For port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:49.288851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] For port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:49.294522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] No DVR routers for this DVR port dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:48:49.296190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:49.300913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c12477b-92b9-4e63-9fac-c313219c1a3a req-960332b7-a820-4186-b3e4-0bf5ee0e7911 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223608 Jun 30 08:48:49.304381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.306591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fa60499-bf11-4370-a486-b21ed0127e77 req-f7458bb3-5796-4b58-a831-cc5f9f63a02e tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.13 "DELETE /v2.0/ports/dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9 HTTP/1.1" status: 204 len: 173 time: 3.0537729 Jun 30 08:48:49.307208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'name': 'network-vif-deleted', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:49.308095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.309454 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd77a7e-e397-4a5c-90dc-692dc10731c4" -d '{"events": [{"server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "name": "network-vif-deleted", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:49.324120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211092f-eb42-4839-b810-74ad88540fe5 req-cd995cf0-c1d7-4ad0-a951-9bf7bffde711 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.331686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a211092f-eb42-4839-b810-74ad88540fe5 req-cd995cf0-c1d7-4ad0-a951-9bf7bffde711 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb7d51e-acfd-478c-bf0f-94efc064c92e HTTP/1.1" status: 200 len: 865 time: 0.5737920 Jun 30 08:48:49.378697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:49.400971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Pushing event updated for resources: {'Port': ['ID=4920c764-906c-46cc-9862-3e9cf672fecb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:49.405590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:49.409559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:48:49.425895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.428543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.431415 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/3adeb387-d6e7-41b0-bd14-3bbaca22b1bf HTTP/1.1" status: 200 len: 1091 time: 1.5905635 Jun 30 08:48:49.478698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:49.479251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.484928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:49.505159 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:49.540894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c036f33-509b-43de-a780-af94ef2e0eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:49.556842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:49.570366 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdbf64-c489-4572-9bf7-a4ffc13fc78c" -d '{"events": [{"server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:49.619211 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa7c24-20d5-4a83-82de-eeeae6491189 x-openstack-request-id: req-f9aa7c24-20d5-4a83-82de-eeeae6491189 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:49.619595 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "22636cec-e0cc-4bd5-909a-0329e841f80f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:49.619797 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9aa7c24-20d5-4a83-82de-eeeae6491189 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:49.620132 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '22636cec-e0cc-4bd5-909a-0329e841f80f', 'status': 'completed', 'code': 200} Jun 30 08:48:49.712105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a211092f-eb42-4839-b810-74ad88540fe5 req-76ef2f58-df30-4ccb-9537-d83931db7816 tempest-VolumesAdminNegativeTest-1472779073 tempest-VolumesAdminNegativeTest-1472779073-project] 10.222.0.53 "GET /v2.0/security-groups?id=375d8525-4388-48b6-ae2f-3a2d2a931e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791866 Jun 30 08:48:49.929971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.930454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.930921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.931381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.939761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.940262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.940727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:49.946114 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-550c0891-9fe0-41fb-a38b-3bc938f2096b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6279 time: 0.3188729 Jun 30 08:48:49.981135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:50.018970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f0f7695f-7acf-4594-8b83-916f063ecd3d None None] Provisioning for port 4920c764-906c-46cc-9862-3e9cf672fecb completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:50.046687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f0f7695f-7acf-4594-8b83-916f063ecd3d None None] Provisioning complete for port 4920c764-906c-46cc-9862-3e9cf672fecb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:50.050104 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f0f7695f-7acf-4594-8b83-916f063ecd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:50.244314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7695f-7acf-4594-8b83-916f063ecd3d None None] Port 4920c764-906c-46cc-9862-3e9cf672fecb cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:50.280162 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:50.380436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.392901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.401731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.410232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.418869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.426977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.434550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.445148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-a715b6d1-7700-4cae-a128-9cef5b3c41ca tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5383 time: 0.6185958 Jun 30 08:48:50.619420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4bfb5-8bc3-447e-a42a-4ea734bcee3f req-ba3755e6-1a7d-4f06-8358-2974a3b3aaf2 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.623060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31e4bfb5-8bc3-447e-a42a-4ea734bcee3f req-ba3755e6-1a7d-4f06-8358-2974a3b3aaf2 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 949 time: 0.6473246 Jun 30 08:48:50.770243 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:50.786841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0544c49-318a-4562-9bd5-cb7a24a1ea85 req-8c02668a-9747-49c9-be3b-0592149ee9f9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3391051 Jun 30 08:48:50.799067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:50.892656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Pushing event updated for resources: {'Port': ['ID=4920c764-906c-46cc-9862-3e9cf672fecb,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:50.936845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f76f2ce9-67ea-41d2-b5ff-4f28377a17b8 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.938870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f76f2ce9-67ea-41d2-b5ff-4f28377a17b8 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 949 time: 0.4781682 Jun 30 08:48:50.970861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-4c4a5e2e-6a63-4aeb-bb93-117946f2245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.971420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-4c4a5e2e-6a63-4aeb-bb93-117946f2245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.971800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-4c4a5e2e-6a63-4aeb-bb93-117946f2245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:50.973393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-4c4a5e2e-6a63-4aeb-bb93-117946f2245b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ad2770a31537409a8120241fb556a6fd&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0226047 Jun 30 08:48:50.996564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31e4bfb5-8bc3-447e-a42a-4ea734bcee3f req-1f51091d-7498-44df-afeb-351693a1f400 tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4a7df9b-a569-40be-b0af-7f98f31802ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214658 Jun 30 08:48:51.128914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:51.163477 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef1e280-8447-4192-9515-81a746be8f77 x-openstack-request-id: req-fef1e280-8447-4192-9515-81a746be8f77 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:51.164206 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "name": "network-vif-deleted", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:51.164206 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fef1e280-8447-4192-9515-81a746be8f77 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:51.170183 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'name': 'network-vif-deleted', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9', 'status': 'completed', 'code': 200} Jun 30 08:48:51.288021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Deleting port b223ade1-f52c-4dab-88c5-48e49ef32601 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:51.288701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:51.296859 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5bf3fa-9736-434f-ab7a-f17b474013bd x-openstack-request-id: req-dc5bf3fa-9736-434f-ab7a-f17b474013bd {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:51.298193 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb7d51e-acfd-478c-bf0f-94efc064c92e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:51.298913 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc5bf3fa-9736-434f-ab7a-f17b474013bd {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:51.299463 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb7d51e-acfd-478c-bf0f-94efc064c92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8b8fdf-80e1-4a9c-b54d-cfc52927a8f9', 'code': 200} Jun 30 08:48:51.332893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-c33e914a-9f94-4f70-b5e8-20056208f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:51.334969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-850c1ff8-3b83-4492-9c3f-2de45a302e78 req-c33e914a-9f94-4f70-b5e8-20056208f6a1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3399792 Jun 30 08:48:51.363216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec5c0b0-6bee-4628-af72-c28e78b59bb8 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:51.368753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:48:51.381924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:48:51.400043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:51.440213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Transition to ACTIVE for port object eec5c0b0-6bee-4628-af72-c28e78b59bb8 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:51.461379 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:51.592710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] For port b223ade1-f52c-4dab-88c5-48e49ef32601, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b223ade1-f52c-4dab-88c5-48e49ef32601,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:51.593612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:51.602123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Pushing event updated for resources: {'Port': ['ID=eec5c0b0-6bee-4628-af72-c28e78b59bb8,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:51.626947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:51.634725 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5f9cae-2926-44c0-a3da-a47da75860e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:51.638886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:51.814816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Attempting to bind port eec5c0b0-6bee-4628-af72-c28e78b59bb8 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:51.815158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Attempting to bind port eec5c0b0-6bee-4628-af72-c28e78b59bb8 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:51.815471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Attempting to bind port eec5c0b0-6bee-4628-af72-c28e78b59bb8 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:51.833723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Port eec5c0b0-6bee-4628-af72-c28e78b59bb8 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:51.834130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Attempting to bind port eec5c0b0-6bee-4628-af72-c28e78b59bb8 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:51.844749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Calling delete_port for b223ade1-f52c-4dab-88c5-48e49ef32601 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:51.851783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:51.852182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Checking segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:51.852581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Bound using segment: {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:51.853174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Bound port: eec5c0b0-6bee-4628-af72-c28e78b59bb8, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8ba0f2-1129-455e-a650-27ccfbc3a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:51.853542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:51.884036 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c309ee92-5987-45fd-b7c4-2e974d460cb8 x-openstack-request-id: req-c309ee92-5987-45fd-b7c4-2e974d460cb8 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:51.884331 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:51.884582 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c309ee92-5987-45fd-b7c4-2e974d460cb8 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:51.884976 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf', 'status': 'completed', 'code': 200} Jun 30 08:48:51.939563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5c7cd8b5-bd63-478e-8b3e-214caee48260 None None] Provisioning complete for port 4920c764-906c-46cc-9862-3e9cf672fecb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:51.940172 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c7cd8b5-bd63-478e-8b3e-214caee48260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.050894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cd8b5-bd63-478e-8b3e-214caee48260 None None] Port 4920c764-906c-46cc-9862-3e9cf672fecb cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:48:52.122850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] For port eec5c0b0-6bee-4628-af72-c28e78b59bb8, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:52.129354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] For port eec5c0b0-6bee-4628-af72-c28e78b59bb8, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:52.159300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.181345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.219298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.219915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.220395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.220985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.221462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.221983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.222448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.225884 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-d842e4aa-5a73-4ce4-a1fd-2e2c646ab832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6305 time: 0.2620187 Jun 30 08:48:52.240637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.241393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.242891 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] 10.222.0.26 "PUT /v2.0/ports/eec5c0b0-6bee-4628-af72-c28e78b59bb8 HTTP/1.1" status: 200 len: 1091 time: 2.7749159 Jun 30 08:48:52.303257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:52.304368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe59bec-90e0-448a-a9fd-968229040681 req-62c22c12-275e-4cbb-bbd8-a54febe6356b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.305966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffe59bec-90e0-448a-a9fd-968229040681 req-62c22c12-275e-4cbb-bbd8-a54febe6356b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.9339139 Jun 30 08:48:52.393513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:48:52.425304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03ea5a-a5d4-49e1-88f1-1b0f8753d659 service neutron] Pushing event updated for resources: {'Port': ['ID=eec5c0b0-6bee-4628-af72-c28e78b59bb8,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:52.494392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Pushing event deleted for resources: {'Port': ['ID=b223ade1-f52c-4dab-88c5-48e49ef32601,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:52.594928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] Deleting subnet 2389afff-1d7b-456f-a3e7-6212b25bbaed {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:48:52.604402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] No DVR routers for this DVR port b223ade1-f52c-4dab-88c5-48e49ef32601 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:48:52.607987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.610036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5287c19c-43f8-4faa-a239-f5a33234ffc0 req-f8a2d7a4-0fe6-4974-be42-27d9e43047be tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.26 "DELETE /v2.0/ports/b223ade1-f52c-4dab-88c5-48e49ef32601 HTTP/1.1" status: 204 len: 173 time: 1.6397803 Jun 30 08:48:52.612814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.617761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.627398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-6b7b4a67-8855-4134-af43-ab5b675f2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.627870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-6b7b4a67-8855-4134-af43-ab5b675f2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.628431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-6b7b4a67-8855-4134-af43-ab5b675f2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:52.630452 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-6b7b4a67-8855-4134-af43-ab5b675f2e37 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ad2770a31537409a8120241fb556a6fd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3866019 Jun 30 08:48:52.673252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffe59bec-90e0-448a-a9fd-968229040681 req-da4820bd-2eae-4759-8bc7-5c54ef1a82c7 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069596 Jun 30 08:48:52.833352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.856833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:48:52.967664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: b223ade1-f52c-4dab-88c5-48e49ef32601 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:48:52.968655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b223ade1-f52c-4dab-88c5-48e49ef32601 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:48:53.002898 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:53.085856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-272ec467-b2d4-4554-83dd-0d52aa60625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.087786 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a5f9cae-2926-44c0-a3da-a47da75860e2 req-272ec467-b2d4-4554-83dd-0d52aa60625e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4455004 Jun 30 08:48:53.173143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b93a53cd-24e1-46e2-9cec-e7727b2d825b req-cf344ac0-c614-439c-a6d8-a74f7e25683b tempest-ListImageFiltersTestJSON-1040860609 tempest-ListImageFiltersTestJSON-1040860609-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e30f4ca-8d27-4be0-94c1-f6d14ee72374 HTTP/1.1" status: 200 len: 210 time: 0.1225028 Jun 30 08:48:53.188892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-deleted', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:53.195038 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f76d866-7078-473a-8c01-0a82a35f1225" -d '{"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-deleted", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:53.261515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.273026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.295432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.323741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24735fe4-1349-46ea-8af5-df26068a41d4 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:53.324419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.331818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:53.342035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.345288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Transition to ACTIVE for port object 24735fe4-1349-46ea-8af5-df26068a41d4 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:53.348096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.353584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:53.363339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:53.367677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-64699e6b-24be-4365-8eb0-f5642090ea82 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5395 time: 0.9176626 Jun 30 08:48:53.368204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47846) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:53.388658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:53.486197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:48:53.511103 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:48:53.539043 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:48:53.539983 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:53.604347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Pushing event updated for resources: {'Port': ['ID=24735fe4-1349-46ea-8af5-df26068a41d4,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:53.632505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecef80ae-32b9-4dfe-bc70-1504d1710542 admin admin] 10.222.0.53 "PUT /v2.0/routers/7b4849a8-0b7a-4b82-9a28-40991e9fa11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0905156 Jun 30 08:48:53.704105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Attempting to bind port 24735fe4-1349-46ea-8af5-df26068a41d4 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:53.704494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Attempting to bind port 24735fe4-1349-46ea-8af5-df26068a41d4 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:53.704765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Attempting to bind port 24735fe4-1349-46ea-8af5-df26068a41d4 on network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:53.730587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Port 24735fe4-1349-46ea-8af5-df26068a41d4 on network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:53.730925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Attempting to bind port 24735fe4-1349-46ea-8af5-df26068a41d4 on network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:53.744234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:53.744585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Checking segment: {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:53.744990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Bound using segment: {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:53.745455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Bound port: 24735fe4-1349-46ea-8af5-df26068a41d4, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:53.745810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:53.787322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:53.883778 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:53.888000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2389afff-1d7b-456f-a3e7-6212b25bbaed HTTP/1.1" status: 204 len: 168 time: 2.1560538 Jun 30 08:48:53.967380 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:48:53.973682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e54c97-6b43-4953-b995-23b599b565a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2389afff-1d7b-456f-a3e7-6212b25bbaed,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:53.992583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:53.994486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-017c3ee1-ea15-4169-b269-b803a9180d1c req-44e98eb3-dfc4-4a48-a2a0-600c3f8e31e6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5928829 Jun 30 08:48:54.006370 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ba675-1c44-4b7d-8757-2b244012d58c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:54.037275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47860) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:54.038537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] For port 24735fe4-1349-46ea-8af5-df26068a41d4, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:54.047085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] For port 24735fe4-1349-46ea-8af5-df26068a41d4, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=24735fe4-1349-46ea-8af5-df26068a41d4,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:54.065178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:54.154127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.155076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:54.161023 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] 10.222.0.26 "PUT /v2.0/ports/24735fe4-1349-46ea-8af5-df26068a41d4 HTTP/1.1" status: 200 len: 1092 time: 1.8818285 Jun 30 08:48:54.205555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Request body: {'port': {'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:48:54.354504 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5e26a-7a29-4ce3-9981-634e188062e0 x-openstack-request-id: req-7fa5e26a-7a29-4ce3-9981-634e188062e0 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:54.355221 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:54.355221 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fa5e26a-7a29-4ce3-9981-634e188062e0 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:54.355433 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8', 'status': 'completed', 'code': 200} Jun 30 08:48:54.422797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616eaea-da87-4808-af3c-bff7a1a58240 service neutron] Pushing event updated for resources: {'Port': ['ID=24735fe4-1349-46ea-8af5-df26068a41d4,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:54.435509 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:50Z', 'revision_number': 2, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:54.494979 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:48:54.495333 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Updating router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a port 4920c764-906c-46cc-9862-3e9cf672fecb binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:48:54.555073 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:54.635115 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e16b029-0122-4504-a8cf-b375428d8be6 x-openstack-request-id: req-7e16b029-0122-4504-a8cf-b375428d8be6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:54.635705 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e30f4ca-8d27-4be0-94c1-f6d14ee72374", "name": "network-vif-deleted", "tag": "b223ade1-f52c-4dab-88c5-48e49ef32601", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:54.635705 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e16b029-0122-4504-a8cf-b375428d8be6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:54.636003 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e30f4ca-8d27-4be0-94c1-f6d14ee72374', 'name': 'network-vif-deleted', 'tag': 'b223ade1-f52c-4dab-88c5-48e49ef32601', 'status': 'completed', 'code': 200} Jun 30 08:48:54.669992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:54.719085 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:54.791045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.792272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.796416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.797156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.797849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.798507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.799162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.802255 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-0cded91c-8bd2-42be-965f-b058cd25ba0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6415 time: 0.4304028 Jun 30 08:48:54.863936 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:54.870183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8221b27-5e7f-4da6-9e60-5d68abd41710 req-46e323e4-e026-44cc-acf3-e939e0ab9769 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:54.877239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8221b27-5e7f-4da6-9e60-5d68abd41710 req-46e323e4-e026-44cc-acf3-e939e0ab9769 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1097 time: 0.8477323 Jun 30 08:48:54.901337 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:54.921941 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Transition to ACTIVE for port object 4920c764-906c-46cc-9862-3e9cf672fecb will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:54.945336 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.051647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8221b27-5e7f-4da6-9e60-5d68abd41710 req-3370a583-2645-4bfe-a93a-8ceaa6ca8b55 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734090 Jun 30 08:48:55.061917 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Pushing event updated for resources: {'Port': ['ID=4920c764-906c-46cc-9862-3e9cf672fecb,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:55.114412 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.114412 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.114672 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.114968 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.125814 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.126278 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.126680 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.126924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.127243 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.127569 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.127917 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.128184 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:55.147138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-a8afc141-1722-4884-a71f-443679d9a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:55.147923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-a8afc141-1722-4884-a71f-443679d9a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:55.148686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-a8afc141-1722-4884-a71f-443679d9a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:55.150650 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-a8afc141-1722-4884-a71f-443679d9a24a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ad2770a31537409a8120241fb556a6fd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3336754 Jun 30 08:48:55.244400 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Attempting to bind port 4920c764-906c-46cc-9862-3e9cf672fecb on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:55.244754 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Attempting to bind port 4920c764-906c-46cc-9862-3e9cf672fecb by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:55.245103 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Attempting to bind port 4920c764-906c-46cc-9862-3e9cf672fecb on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:55.269525 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:55.272986 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Checking segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:55.273446 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.278017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Bound using segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:55.279127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Bound port: 4920c764-906c-46cc-9862-3e9cf672fecb, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:55.279534 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.284339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.302830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c170e64d-894c-4160-a7eb-440a8d1ed32b']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:55.338126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b291868-de12-4083-b015-618ef83cc901') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:55.340043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-c8af8e75-55a9-4cd3-b747-6bb9aa71acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:55.340556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b291868-de12-4083-b015-618ef83cc901') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:55.343793 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a9ba675-1c44-4b7d-8757-2b244012d58c req-c8af8e75-55a9-4cd3-b747-6bb9aa71acaa service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678400 Jun 30 08:48:55.375806 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.401308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.416410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:48:55.416834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.447396 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:48:55.451591 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:48:55.463814 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] For port 4920c764-906c-46cc-9862-3e9cf672fecb, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:55.468464 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] For port 4920c764-906c-46cc-9862-3e9cf672fecb, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4920c764-906c-46cc-9862-3e9cf672fecb,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:55.477080 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.586625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bc99e2-cb21-4178-b039-66a05a861ecf {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:48:55.595766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.634134 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Transition to ACTIVE for port object 23bc99e2-cb21-4178-b039-66a05a861ecf will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:48:55.641410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-b9c46176-6084-4975-92a5-9d623592affc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:55.648933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.662262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-b9c46176-6084-4975-92a5-9d623592affc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 820 time: 1.0464966 Jun 30 08:48:55.671114 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf22317-7414-4016-ab82-bfeed874fd28 None None] Pushing event updated for resources: {'Port': ['ID=4920c764-906c-46cc-9862-3e9cf672fecb,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:55.708269 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:48:55.709593 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:55.737572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Pushing event updated for resources: {'Port': ['ID=23bc99e2-cb21-4178-b039-66a05a861ecf,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:55.813901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-6af90451-86b3-4f3f-ab8a-5c377c77e234 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/quotas/16ffe6d0ed0147f2aec262dd1bcc2768 HTTP/1.1" status: 200 len: 375 time: 0.1505401 Jun 30 08:48:55.858230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Attempting to bind port 23bc99e2-cb21-4178-b039-66a05a861ecf on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:48:55.859077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Attempting to bind port 23bc99e2-cb21-4178-b039-66a05a861ecf by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:48:55.859077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Attempting to bind port 23bc99e2-cb21-4178-b039-66a05a861ecf on network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:55.868372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Port 23bc99e2-cb21-4178-b039-66a05a861ecf on network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:48:55.869453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Attempting to bind port 23bc99e2-cb21-4178-b039-66a05a861ecf on network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:48:55.874991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:48:55.877615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Checking segment: {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:48:55.878162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Bound using segment: {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:48:55.878715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Bound port: 23bc99e2-cb21-4178-b039-66a05a861ecf, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aae4385-b95b-4dff-a677-186455ac9998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:48:55.879183 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.889293 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:48:55.921903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.979925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:55.982343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] 10.222.0.53 "DELETE /v2.0/networks/c170e64d-894c-4160-a7eb-440a8d1ed32b HTTP/1.1" status: 204 len: 168 time: 1.9441183 Jun 30 08:48:55.989050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] For port 23bc99e2-cb21-4178-b039-66a05a861ecf, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:48:55.993772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] For port 23bc99e2-cb21-4178-b039-66a05a861ecf, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23bc99e2-cb21-4178-b039-66a05a861ecf,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:48:55.994892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47900) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:56.063048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e27f5-e7f1-48e2-9797-e2973229ab9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c170e64d-894c-4160-a7eb-440a8d1ed32b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:56.084167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] Deleting subnet 4ca5d1ba-45ca-4e45-92be-57e9496c0265 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:48:56.090171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.136136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.185513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.245338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.272511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.294264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:55Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:56.322186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.328552 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.331283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.332038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.332728 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba15f5-5e86-4ed1-b384-363773852bcd None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:55Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:48:56.334915 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/23bc99e2-cb21-4178-b039-66a05a861ecf HTTP/1.1" status: 200 len: 1092 time: 2.1351330 Jun 30 08:48:56.356090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.369152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.418453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.454042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4'}, {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:48:56.455816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.456251 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4"}, {"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:48:56.459683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca5d1ba-45ca-4e45-92be-57e9496c0265,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:56.465531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.467777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.480226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-c5cf8ec8-27cc-45df-b3cb-bda23441bf51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.7643814 Jun 30 08:48:56.488341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47906) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:56.488664 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b9f8e479-3d73-4f12-9462-52dae45c31a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ca5d1ba-45ca-4e45-92be-57e9496c0265 HTTP/1.1" status: 204 len: 168 time: 0.4922895 Jun 30 08:48:56.537812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553d183-63ed-4ffe-8572-90c30d8989c4 service neutron] Pushing event updated for resources: {'Port': ['ID=23bc99e2-cb21-4178-b039-66a05a861ecf,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:56.581169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-5f03e803-edfa-486b-a80d-a8c7ed015d79 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7663124 Jun 30 08:48:56.602760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.603241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.603708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.604173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.605163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.605163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.605544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.608139 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-3409dc11-8d1a-42bc-9b3d-dc94d9620386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6483 time: 0.1755404 Jun 30 08:48:56.727763 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-10c1988e-b7ab-42c6-88ed-c16d1d17ea39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aae73d3-cd14-4515-8126-f76949fab2f2 HTTP/1.1" status: 200 len: 217 time: 0.0913832 Jun 30 08:48:56.772227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-dc056695-e5f0-4f6e-998d-dc4361ce74d0 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607120 Jun 30 08:48:56.798915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:56.838269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51607ccc-ffa0-4eed-a8c8-a72322cbc22d req-7c70ec75-9404-4766-b279-9a94be93cd28 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3570294 Jun 30 08:48:56.855258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-40efc646-1273-4fb0-a251-643435334727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:56.857206 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-40efc646-1273-4fb0-a251-643435334727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c58ebb8-87c6-4fed-99d2-d25c64c74536 HTTP/1.1" status: 200 len: 851 time: 0.1005642 Jun 30 08:48:57.018758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5ab79677-f859-428b-b7ae-7eb6cbb63c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:57.020273 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5ab79677-f859-428b-b7ae-7eb6cbb63c87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500111 Jun 30 08:48:57.070161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.083330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfebdb5e-fe29-4438-ab46-b639e7acc5a3']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:57.094139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4e6392-ec2d-461b-b452-6356c1c3e455') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:57.094345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4e6392-ec2d-461b-b452-6356c1c3e455') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:48:57.111051 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.127251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.155632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:48:57.156054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.256461 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-81c4193d-3f43-495f-a513-945346d548c5 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228453 Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:48:57.289653 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:48:57.293557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.313487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4920c764-906c-46cc-9862-3e9cf672fecb up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:57.403674 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.461281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4920c764-906c-46cc-9862-3e9cf672fecb completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:48:57.465612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4920c764-906c-46cc-9862-3e9cf672fecb triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:57.466018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.468652 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-20d6b82c-1c84-4484-b8a5-9198a40e3244 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010317 Jun 30 08:48:57.533590 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-e67c0047-78d5-4fd3-8dee-539ca3bbfdc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 217 time: 0.0518854 Jun 30 08:48:57.629283 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.631702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dfebdb5e-fe29-4438-ab46-b639e7acc5a3 HTTP/1.1" status: 204 len: 168 time: 1.1356566 Jun 30 08:48:57.639919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-1fd0b3f5-a96e-46e1-82a4-6c4948096e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:57.641439 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-1fd0b3f5-a96e-46e1-82a4-6c4948096e0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.0950880 Jun 30 08:48:57.663501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.677095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eef6c-f0f9-46a4-94a5-c6381edc9d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfebdb5e-fe29-4438-ab46-b639e7acc5a3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:57.748534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 4920c764-906c-46cc-9862-3e9cf672fecb, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4920c764-906c-46cc-9862-3e9cf672fecb,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:57.757052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-08ba5761-68ce-48be-99bb-b0de572c8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:57.758940 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-08ba5761-68ce-48be-99bb-b0de572c8cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061451 Jun 30 08:48:57.760678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:57.845793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-bee49508-f2ba-44a6-a127-2fc4e192becc service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0484462 Jun 30 08:48:57.887527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=4920c764-906c-46cc-9862-3e9cf672fecb,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:57.912048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.921881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.925033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.928965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.929598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.930202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.930760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.931333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.933380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.934773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.936614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.938201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:48:57.976757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47920) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:57.981940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57b94-51fe-4b54-bf8a-cc350c4c6566 req-7890289f-1122-446d-866e-356ea4d5b8b9 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:57.989089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7d57b94-51fe-4b54-bf8a-cc350c4c6566 req-7890289f-1122-446d-866e-356ea4d5b8b9 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1097 time: 0.7142837 Jun 30 08:48:58.040349 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-0e9a1d69-4778-4db1-aadd-e7508fffc439 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673776 Jun 30 08:48:58.084344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7d57b94-51fe-4b54-bf8a-cc350c4c6566 req-2ef25a57-0f9f-434d-a36c-9c0a58048eb2 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934250 Jun 30 08:48:58.196593 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-44a16c85-5caf-4426-9c7f-9124dff0120b service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452842 Jun 30 08:48:58.344303 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-ba7708a3-8bd0-4e77-873b-9854c238b3d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 217 time: 0.1327672 Jun 30 08:48:58.357706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47936) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:58.363978 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-98e025a2-5bd5-4e07-a931-6c254dc754d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdcb2b9f3c2b42b4ba11aefa7f261f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740125 Jun 30 08:48:58.490560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-275f3c1f-a631-435c-872b-fbfafa437f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:58.497261 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-275f3c1f-a631-435c-872b-fbfafa437f34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.1306555 Jun 30 08:48:58.518732 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4137-18e3-4407-a570-bcb345f62949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:58.584615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Deleting port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:48:58.584959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:58.606585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-becee8bb-9bae-4481-99cc-1be92dbc63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:58.608524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-becee8bb-9bae-4481-99cc-1be92dbc63ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034145 Jun 30 08:48:58.617982 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4137-18e3-4407-a570-bcb345f62949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:58.767901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4137-18e3-4407-a570-bcb345f62949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:58.770571 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4137-18e3-4407-a570-bcb345f62949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:58.774705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bc8b4137-18e3-4407-a570-bcb345f62949 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/375d8525-4388-48b6-ae2f-3a2d2a931e61 HTTP/1.1" status: 204 len: 168 time: 0.4111280 Jun 30 08:48:58.806243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b4137-18e3-4407-a570-bcb345f62949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375d8525-4388-48b6-ae2f-3a2d2a931e61,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:58.828443 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5c231a2b-c81c-42d9-a8d2-0c57de8afc91 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079444 Jun 30 08:48:58.894825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] For port eeaf1e67-9ea9-4679-855d-3a65bd3cefb8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:48:58.896109 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:58.938581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Calling delete_port for eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:48:59.014504 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16640aa5-db10-40ee-b60c-157efbad0288 x-openstack-request-id: req-16640aa5-db10-40ee-b60c-157efbad0288 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:48:59.014802 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:48:59.015053 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16640aa5-db10-40ee-b60c-157efbad0288 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:48:59.015441 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4', 'status': 'completed', 'code': 200} Jun 30 08:48:59.015692 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf', 'status': 'completed', 'code': 200} Jun 30 08:48:59.118881 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-487e6754-90d8-4eb4-abf7-1db42c497e19 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792692 Jun 30 08:48:59.218169 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-7965d705-eb1d-48f1-b5be-f0dc0038ef96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf HTTP/1.1" status: 200 len: 217 time: 0.0875571 Jun 30 08:48:59.247051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b82cc0ef-3624-4087-9159-2ed172a1cd4b req-8d183e0a-a20b-4d21-84a0-4c7247459df2 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 210 time: 0.1241994 Jun 30 08:48:59.256193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4920c764-906c-46cc-9862-3e9cf672fecb up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:48:59.281867 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-33fe3e38-d945-4f31-aaca-5036ae08c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.289869 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-33fe3e38-d945-4f31-aaca-5036ae08c0c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.0633945 Jun 30 08:48:59.394748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4920c764-906c-46cc-9862-3e9cf672fecb triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:48:59.395125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:59.457091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-fdfb56a5-ef14-4b7e-b56d-464d5d4d29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.462560 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-fdfb56a5-ef14-4b7e-b56d-464d5d4d29d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656139 Jun 30 08:48:59.487553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.494592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.501900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.509308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47994) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:59.509486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.516946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.523864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.532320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:48:59.543098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-f559bab9-e5fe-4f86-b1cb-e4197a87fb34 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.3258154 Jun 30 08:48:59.611220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcaa6bb3-6c8a-4a78-a661-987767125ba9 req-bceca899-4d0a-4ae9-8752-27005d16f8c6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0662186 Jun 30 08:48:59.655443 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2452e57-8a81-4b7b-a105-1132bc275fed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4aa51e74cf146c8ab46722889aeadc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417093 Jun 30 08:48:59.664758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48000) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:48:59.689598 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-b5f40c8d-5a78-4934-8b76-cfd67167c6f9 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174754 Jun 30 08:48:59.746887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:59.830933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeaf1e67-9ea9-4679-855d-3a65bd3cefb8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:48:59.910739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-247aedbf-cc44-4e33-832d-5f836b314e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:59.990556 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-247aedbf-cc44-4e33-832d-5f836b314e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:00.048260 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-dc63f9f3-5995-4681-b564-74595c750d58 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413916 Jun 30 08:49:00.136818 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-afd63120-0656-4387-ae14-2c4ed8e26b97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8 HTTP/1.1" status: 200 len: 217 time: 0.0744975 Jun 30 08:49:00.255500 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-247aedbf-cc44-4e33-832d-5f836b314e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:00.259264 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-247aedbf-cc44-4e33-832d-5f836b314e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:00.261184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-247aedbf-cc44-4e33-832d-5f836b314e71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2dd2a7d-73da-46ea-888e-df3cbac72a22 HTTP/1.1" status: 204 len: 168 time: 0.5737054 Jun 30 08:49:00.275032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-21013bf3-c99a-414c-b490-673119cef8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:00.277184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-21013bf3-c99a-414c-b490-673119cef8f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.1264138 Jun 30 08:49:00.286436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aedbf-cc44-4e33-832d-5f836b314e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd2a7d-73da-46ea-888e-df3cbac72a22,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:00.378836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2dabf604-feee-4db5-bd5d-ee42ea7799ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:00.381209 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2dabf604-feee-4db5-bd5d-ee42ea7799ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902176 Jun 30 08:49:00.649465 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-fdaffce1-1d17-4e1f-9330-926d45f47d62 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580452 Jun 30 08:49:00.855061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:00.866939 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-5ee9a704-2ae7-4956-b652-29e4c64b080f service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039275 Jun 30 08:49:01.025290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-d7bfa8c7-2785-44e6-8dbb-cb94f028cb3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24735fe4-1349-46ea-8af5-df26068a41d4 HTTP/1.1" status: 200 len: 217 time: 0.1464982 Jun 30 08:49:01.082489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-af97b7a5-ec31-49f3-8edc-1e9825cf4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:01.085207 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-af97b7a5-ec31-49f3-8edc-1e9825cf4980 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.0485859 Jun 30 08:49:01.251417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-d934cc32-c4c6-4e7e-ab7e-b4ee4a0e93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:01.253482 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-d934cc32-c4c6-4e7e-ab7e-b4ee4a0e93f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1584218 Jun 30 08:49:01.427113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c071988-1e68-41a1-9292-77b4c0db869a req-0aedc3b3-e9d8-4545-b274-be51aec5c870 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0865541 Jun 30 08:49:01.514527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-1194bc05-6650-4b5e-aef0-3fe5cd7629d4 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:01.516986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-1194bc05-6650-4b5e-aef0-3fe5cd7629d4 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 820 time: 0.6497357 Jun 30 08:49:01.519342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:01.547891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'port': {'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'admin_state_up': True, 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:01.585201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48102) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:01.592155 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d576b0b7-01b6-4113-8097-c5f75b1fd8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:01.733821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Router 60565d31-3aa0-4682-9996-3c5f28188e71 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:01.819084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-network', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:01.855383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Made reservation on behalf of 16ffe6d0ed0147f2aec262dd1bcc2768 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:01.859085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:01.949490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-92928756-6e95-46e8-850b-2087a5ac1e3f tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:49:01.951162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-92928756-6e95-46e8-850b-2087a5ac1e3f tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086002 Jun 30 08:49:01.961503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Made reservation on behalf of adf1324631734301a3a5453f23f5ff9c for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:01.963960 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:01.968319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Request body: {'binding': {'host': 'n-h1-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:01.968810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:49:01.978566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.027613 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-03cac629-af3a-47d9-9a43-bdd07b99c201 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632565 Jun 30 08:49:02.055982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9940a28f-7cd3-454a-8502-aacfabaf355d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49b986f22f484d02b2ad3980d1ea9bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649811 Jun 30 08:49:02.070306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48106) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:02.102008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:02.112877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] Sync routers for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:02.114879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0fa8b36f-84bb-4b83-a9a0-d12f27757722 admin admin] 10.222.0.53 "PUT /v2.0/routers/60565d31-3aa0-4682-9996-3c5f28188e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7380519 Jun 30 08:49:02.117510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48108) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:02.126915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:02.128423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:02.187084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.193158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.199251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.205305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.211844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.218020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.224235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.232996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-c7816ae9-c5c6-453c-9961-6904a971ee9f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.4322348 Jun 30 08:49:02.254859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:02.295583 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-65c4b749-a25c-494c-a305-4c15e142a269 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562892 Jun 30 08:49:02.301620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Allocated IP 172.20.0.5 (b49dd5bc-9587-4b6b-8c89-e4fe2d361c92/4a811e85-147b-449c-bcf2-dad5c7c94a19/d33ef11f-5887-4944-a170-b8553cf729d2) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:02.322757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.340400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc048854-cfc5-4142-ab9f-8925fc5dfa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.362004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9ff8e9d-fd91-41f6-9279-254e91497624 req-8932d4a1-7d7e-42e2-adb4-8c1a0bdbf18a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1277831 Jun 30 08:49:02.403172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on host n-h1-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:02.403591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:02.403932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:02.409813 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-2da2589f-e822-4cd9-9852-ae8dfd30f6a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23bc99e2-cb21-4178-b039-66a05a861ecf HTTP/1.1" status: 200 len: 217 time: 0.0976954 Jun 30 08:49:02.415103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:49:02.415900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:02.417967 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc048854-cfc5-4142-ab9f-8925fc5dfa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.435449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:02.435790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:02.436177 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:02.436623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Bound port: 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:02.442886 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.456527 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.469017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:49:02.480663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.481018 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Added segment fe9c401e-8892-402d-946a-026e9b82dc51 of type vlan for network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e Jun 30 08:49:02.482062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:48:59Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:02.520654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] Checking router: 60565d31-3aa0-4682-9996-3c5f28188e71 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:02.529798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.533923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] Routers {'60565d31-3aa0-4682-9996-3c5f28188e71'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:02.534839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60565d31-3aa0-4682-9996-3c5f28188e71'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:02.565962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-9527cfa4-4407-4e80-aa10-be6cbdbb952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.567553 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-9527cfa4-4407-4e80-aa10-be6cbdbb952b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.1474390 Jun 30 08:49:02.581358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6153f2-70d3-4337-8b1d-87b04e99c411,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:02.627934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:02.633128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.640542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.641668 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-4399ec1e-a352-485e-b895-d70250e197e8 service neutron] 10.222.0.53 "POST /v2.0/ports/662f9b2a-c9ef-4b68-9a30-be397dff7b59/bindings HTTP/1.1" status: 201 len: 390 time: 0.6799695 Jun 30 08:49:02.693102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] Set router 60565d31-3aa0-4682-9996-3c5f28188e71 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:02.726037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.727873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.728467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.740853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc048854-cfc5-4142-ab9f-8925fc5dfa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.743611 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc048854-cfc5-4142-ab9f-8925fc5dfa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.744879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cc048854-cfc5-4142-ab9f-8925fc5dfa3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4a7df9b-a569-40be-b0af-7f98f31802ca HTTP/1.1" status: 204 len: 168 time: 0.6720698 Jun 30 08:49:02.784270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-ebf9d239-bfc4-4047-bc13-2a95c99e0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:02.790911 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-ebf9d239-bfc4-4047-bc13-2a95c99e0844 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2112291 Jun 30 08:49:02.858176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3330595 Jun 30 08:49:02.858889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc048854-cfc5-4142-ab9f-8925fc5dfa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a7df9b-a569-40be-b0af-7f98f31802ca,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:02.861192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48122) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:02.864628 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.883449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Request body: {'subnet': {'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-subnet', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:02.916782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Transition to ACTIVE for port object d33ef11f-5887-4944-a170-b8553cf729d2 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:02.927878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Deleting port bba5b6da-cb2f-4c85-9303-9bfa9cebd286 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:02.928216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.962188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:02.972830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379806b-9ca4-4167-a6b8-30efd63c4de3 admin admin] Pushing event updated for resources: {'Network': ['ID=e653525e-7eda-48b6-95f6-4ae4dc9d3d6e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:03.004458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.026619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:49:03.121248 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-25bb6947-8937-404b-92c9-1f312adadfd0 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196893 Jun 30 08:49:03.196737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Made reservation on behalf of adf1324631734301a3a5453f23f5ff9c for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:03.199113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.266268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:03.276519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:03.306526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:03.327718 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ab5dad0-687b-4c70-9c22-b141049aefbf req-fbd69163-010a-4fa6-876d-9a929ed881e9 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878686 Jun 30 08:49:03.339525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] For port bba5b6da-cb2f-4c85-9303-9bfa9cebd286, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:03.344694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.354954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Pushing event updated for resources: {'Port': ['ID=d33ef11f-5887-4944-a170-b8553cf729d2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:03.372992 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.373686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce097-7d88-4321-92fc-1720fd356e39 req-b4bbf0a0-1ef4-499e-b5d0-3b9b1d62dbd0 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.374332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Calling delete_port for bba5b6da-cb2f-4c85-9303-9bfa9cebd286 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:03.375579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99ce097-7d88-4321-92fc-1720fd356e39 req-b4bbf0a0-1ef4-499e-b5d0-3b9b1d62dbd0 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 931 time: 0.3759706 Jun 30 08:49:03.416893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:03.420163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:03.422967 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b64f540-2bc0-422d-b678-a30912ed5022" -d '{"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:03.430460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:48:59Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:03.433433 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.464706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.465931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.472748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb12de0-b188-4d06-85d0-b3a345c9202e None None] The sync data for ids ['60565d31-3aa0-4682-9996-3c5f28188e71'] in n-d-758944-40 is: [{'id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1552739695-router', 'tenant_id': '4137f6d11f644239947763f28f765a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:48:59Z', 'revision_number': 5, 'project_id': '4137f6d11f644239947763f28f765a21', 'gw_port': {'id': 'bba5b6da-cb2f-4c85-9303-9bfa9cebd286', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60565d31-3aa0-4682-9996-3c5f28188e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:46Z', 'updated_at': '2021-06-30T08:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:03.511706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99ce097-7d88-4321-92fc-1720fd356e39 req-bc89d98e-6f16-4824-ab32-5d2b84694986 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207604 Jun 30 08:49:03.548090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:03.550798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-9c38e030-8ec2-4ec9-bbad-96abbf9fc101 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0038791 Jun 30 08:49:03.620833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Request body: {'port': {'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:03.629800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-d8dec376-1ab8-404c-93ca-b120df9bec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.631626 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-d8dec376-1ab8-404c-93ca-b120df9bec99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1097 time: 0.6103094 Jun 30 08:49:03.738624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d1c65bb-81bb-4a46-b3db-c04e0c8aeef6 None None] Provisioning for port d33ef11f-5887-4944-a170-b8553cf729d2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:03.748683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d1c65bb-81bb-4a46-b3db-c04e0c8aeef6 None None] Provisioning complete for port d33ef11f-5887-4944-a170-b8553cf729d2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:03.749081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d1c65bb-81bb-4a46-b3db-c04e0c8aeef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.791141 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.791644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.792108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.792575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.793041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.793504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.794402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.796026 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f4437353-c141-4285-bad8-b00d77cd3b41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6483 time: 0.2408872 Jun 30 08:49:03.837754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c65bb-81bb-4a46-b3db-c04e0c8aeef6 None None] Port d33ef11f-5887-4944-a170-b8553cf729d2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:49:03.861875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.882363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:03.898599 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352b4135-a812-41f6-ab87-776058a98f96 x-openstack-request-id: req-352b4135-a812-41f6-ab87-776058a98f96 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:03.899095 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:03.899534 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-352b4135-a812-41f6-ab87-776058a98f96 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:03.900264 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'code': 200} Jun 30 08:49:03.979306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-741fb7e4-9b81-4819-9af9-e8878d409b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:03.981983 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-741fb7e4-9b81-4819-9af9-e8878d409b1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.3370044 Jun 30 08:49:04.013315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38512917-a10a-408f-961c-19a1ac087caf req-3ffe5be3-8894-4571-9f2c-4b5fd7157e22 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.022105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38512917-a10a-408f-961c-19a1ac087caf req-3ffe5be3-8894-4571-9f2c-4b5fd7157e22 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.2747824 Jun 30 08:49:04.056422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-0c9d09d2-6dfb-4f34-adb4-3b17d68209c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 200 len: 217 time: 0.0664062 Jun 30 08:49:04.057224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.086621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91b41c5-53d3-401f-bb71-7fd5f1ccf111,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:04.090282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Checking segment: {'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:04.090929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Network hostable DHCP agents. Network: e653525e-7eda-48b6-95f6-4ae4dc9d3d6e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:49:04.105904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Pushing event deleted for resources: {'Port': ['ID=bba5b6da-cb2f-4c85-9303-9bfa9cebd286,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:04.166242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38512917-a10a-408f-961c-19a1ac087caf req-1a957a61-2884-4134-9378-c7b4a226aa11 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431696 Jun 30 08:49:04.218654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-04247d2b-ef18-4d19-b45a-069faf6aba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.220163 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-04247d2b-ef18-4d19-b45a-069faf6aba53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 200 len: 902 time: 0.4156101 Jun 30 08:49:04.228056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-5c49bda0-4dba-4d6e-8c10-4cda63a885a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.229716 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-5c49bda0-4dba-4d6e-8c10-4cda63a885a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1575823 Jun 30 08:49:04.242224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:49:04.257938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.285581 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-727faa0b-695d-4dab-ab6c-ab7672563fe4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24735fe4-1349-46ea-8af5-df26068a41d4 HTTP/1.1" status: 200 len: 217 time: 0.0530670 Jun 30 08:49:04.294526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e653525e-7eda-48b6-95f6-4ae4dc9d3d6e) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:04.299366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.300284 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.305799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1155b09-c416-423f-98dc-d4e4f68cc50e None None] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:04.306049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.309243 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-ca210d8d-c855-43fd-9fe3-4596f165b80c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323069 Jun 30 08:49:04.345060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.351633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.358090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.364396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.370833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.377812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.384246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.392109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-b18aeff3-3baf-4922-9b3a-bd990e0bf16c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.3250327 Jun 30 08:49:04.417120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eec5af7e-5933-4f9b-a958-feb039157b4e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5416815 Jun 30 08:49:04.418396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48182) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:04.440391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:04.443062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.466851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-874abc5f-cc1a-466f-9879-969c5ba1a2b9 req-bfd1df6a-67ee-468a-ba29-dc0c44475d31 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0737307 Jun 30 08:49:04.470660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.487849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-15aadf52-6c7d-4942-89b0-b7967f14069c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.534260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.535529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.550002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e653525e-7eda-48b6-95f6-4ae4dc9d3d6e', 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'fixed_ips': [{'subnet_id': 'a91b41c5-53d3-401f-bb71-7fd5f1ccf111'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:49:04.550865 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.595328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-d8b7394e-c2b8-4bbe-a902-50abf445eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:04.597927 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-d8b7394e-c2b8-4bbe-a902-50abf445eca7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.2931223 Jun 30 08:49:04.621551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33ef11f-5887-4944-a170-b8553cf729d2 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:04.632614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.646929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Transition to ACTIVE for port object d33ef11f-5887-4944-a170-b8553cf729d2 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:04.658235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.702020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.703769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60565d31-3aa0-4682-9996-3c5f28188e71 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:49:04.734645 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.743033 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cd1419c1-12cb-4ed6-b013-1d362f84460d admin admin] 10.222.0.53 "DELETE /v2.0/routers/60565d31-3aa0-4682-9996-3c5f28188e71 HTTP/1.1" status: 204 len: 168 time: 2.6214080 Jun 30 08:49:04.745799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48190) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:04.821925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Allocated IP 172.20.0.2 (e653525e-7eda-48b6-95f6-4ae4dc9d3d6e/a91b41c5-53d3-401f-bb71-7fd5f1ccf111/52931585-272a-486f-bad5-7e0d1aace744) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:04.822785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] Deleting subnet 0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:49:04.831817 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.870178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.887798 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-3e420dd6-8e00-47e2-ad71-ea7140acfbdc service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148647 Jun 30 08:49:04.948967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Pushing event updated for resources: {'Port': ['ID=d33ef11f-5887-4944-a170-b8553cf729d2,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:04.980951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.020041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-497e45e9-2ea8-41a0-9f0d-b1e4fa311fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.022227 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-497e45e9-2ea8-41a0-9f0d-b1e4fa311fb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4054720 Jun 30 08:49:05.079347 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.090666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Transition to ACTIVE for port object 52931585-272a-486f-bad5-7e0d1aace744 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:05.113938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Transition to ACTIVE for port object 52931585-272a-486f-bad5-7e0d1aace744 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:05.123449 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.157020 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.197578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55442c-6bb4-4478-8678-53b00cd10a3b req-039061af-07c0-4d7d-b997-17dd862ae00c tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.202795 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-7fe29dd9-78d2-4765-8f3c-bf52f6976426 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026114 Jun 30 08:49:05.204535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f55442c-6bb4-4478-8678-53b00cd10a3b req-039061af-07c0-4d7d-b997-17dd862ae00c tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 943 time: 0.4194970 Jun 30 08:49:05.223769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:05.228759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Attempting to bind port d33ef11f-5887-4944-a170-b8553cf729d2 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:05.229104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Attempting to bind port d33ef11f-5887-4944-a170-b8553cf729d2 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:05.229437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Attempting to bind port d33ef11f-5887-4944-a170-b8553cf729d2 on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:05.234082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:05.236406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Pushing event updated for resources: {'Port': ['ID=52931585-272a-486f-bad5-7e0d1aace744,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:05.238473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.251726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:05.268408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-918de55d-57ea-497d-9bcd-088cfcbe6f9f service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385755 Jun 30 08:49:05.353517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Port d33ef11f-5887-4944-a170-b8553cf729d2 on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:49:05.358491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Attempting to bind port d33ef11f-5887-4944-a170-b8553cf729d2 on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:05.383113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.398043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Attempting to bind port 52931585-272a-486f-bad5-7e0d1aace744 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:05.398551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Attempting to bind port 52931585-272a-486f-bad5-7e0d1aace744 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:05.398912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Attempting to bind port 52931585-272a-486f-bad5-7e0d1aace744 on network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:05.413455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:05.414149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:05.417510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:05.417985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Checking segment: {'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:05.418684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.418684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Bound using segment: {'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:05.419144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Bound port: 52931585-272a-486f-bad5-7e0d1aace744, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:05.419518 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.422569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Checking segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:05.422981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Bound using segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:05.423453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Bound port: d33ef11f-5887-4944-a170-b8553cf729d2, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:05.423819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.425974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:05.432756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.434726 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7e63991c-b928-47a7-93df-0bffccc78afe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0ce5163b-6fcf-4edf-a6d1-3f6fdd1e4223 HTTP/1.1" status: 204 len: 168 time: 0.6674290 Jun 30 08:49:05.437795 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-d426cc41-9858-458b-b423-1d2895cb4980 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618247 Jun 30 08:49:05.438078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:05.467833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddf915-6d9f-426e-8144-c1523d512d3b None None] Network a9ae664b-a2ab-43d2-94ea-b5485831f87e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:05.473090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:05.473428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device eeaf1e67-9ea9-4679-855d-3a65bd3cefb8 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:05.474027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bba5b6da-cb2f-4c85-9303-9bfa9cebd286 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:05.506620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f55442c-6bb4-4478-8678-53b00cd10a3b req-ac89a206-c707-4905-aae9-a0b398d1b46c tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011158 Jun 30 08:49:05.515397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-0da4ce24-1ea3-43dc-b025-a311789f1c4c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.527751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-0da4ce24-1ea3-43dc-b025-a311789f1c4c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.3073452 Jun 30 08:49:05.550548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-aff0c3a9-3420-4083-a50f-6d377f402ce0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/quotas/931c2a848d784d41b73c3851eedbad30 HTTP/1.1" status: 200 len: 375 time: 0.0212376 Jun 30 08:49:05.571147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: bba5b6da-cb2f-4c85-9303-9bfa9cebd286 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:05.571694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bba5b6da-cb2f-4c85-9303-9bfa9cebd286 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:05.573981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.654715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] For port d33ef11f-5887-4944-a170-b8553cf729d2, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:05.655197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.655858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.656294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.657148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.657474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.658231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] For port d33ef11f-5887-4944-a170-b8553cf729d2, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d33ef11f-5887-4944-a170-b8553cf729d2,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:05.658669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.659631 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.663241 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-c05afde0-92ee-4f23-a477-559a0c61de22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6483 time: 0.1607018 Jun 30 08:49:05.683176 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.739094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:05.739667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.741101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] 10.222.0.13 "PUT /v2.0/ports/d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 1092 time: 2.1299493 Jun 30 08:49:05.744536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:05.746924 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99bee40-4bb1-49a7-a142-ee9ce530db34" -d '{"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:05.836891 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.857034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] For port 52931585-272a-486f-bad5-7e0d1aace744, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:05.874456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] For port 52931585-272a-486f-bad5-7e0d1aace744, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=52931585-272a-486f-bad5-7e0d1aace744,segment=NetworkSegment(fe9c401e-8892-402d-946a-026e9b82dc51),segment_id=fe9c401e-8892-402d-946a-026e9b82dc51)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:05.884648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d03306-01d4-44be-aebe-ecc6044c697a service neutron] Pushing event updated for resources: {'Port': ['ID=d33ef11f-5887-4944-a170-b8553cf729d2,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:05.885093 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:05.902693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-13684cda-13cf-4173-937f-48943a492156 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3506465 Jun 30 08:49:06.034610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3ec2b-dc3d-40a8-a0c2-d29e15d477d0 None None] Pushing event updated for resources: {'Port': ['ID=52931585-272a-486f-bad5-7e0d1aace744,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:06.154766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] DHCP port deletion for a9ae664b-a2ab-43d2-94ea-b5485831f87e request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:49:06.217835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] Deleting port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:06.218673 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.270070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Deleting port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:06.270537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.360837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] For port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:06.361176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.377222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] Calling delete_port for 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:06.403363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f9e8a919-86d0-49e6-8a80-fa0ea1dba7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:06.404841 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-f9e8a919-86d0-49e6-8a80-fa0ea1dba7c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 200 len: 902 time: 0.7329910 Jun 30 08:49:06.445576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] For port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,segment=NetworkSegment(a3b112ad-6843-4cc9-97ea-000fa251f3a7),segment_id=a3b112ad-6843-4cc9-97ea-000fa251f3a7)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:06.445961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.482517 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.490418 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-1e90af1d-2fcc-4b77-922a-b0e9a7d74feb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23bc99e2-cb21-4178-b039-66a05a861ecf HTTP/1.1" status: 200 len: 217 time: 0.0588477 Jun 30 08:49:06.497985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Calling delete_port for 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:06.510737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] Pushing event deleted for resources: {'Port': ['ID=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:06.514287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250cac2-60b1-43ac-9709-024d789a3ec5 None None] No DVR routers for this DVR port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:06.576644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575cdb8-954f-499a-831c-f5bf8d2c5cb7 req-c17e6307-7416-4586-babb-2e098848213e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:06.579356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3575cdb8-954f-499a-831c-f5bf8d2c5cb7 req-c17e6307-7416-4586-babb-2e098848213e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.8242905 Jun 30 08:49:06.594810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.610615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-ed6d8525-8d1c-4feb-b54f-9ee3ecb922d8 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:06.610615 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-ed6d8525-8d1c-4feb-b54f-9ee3ecb922d8 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2f0538e-cab3-4352-9053-7506d8d0b296 HTTP/1.1" status: 200 len: 943 time: 0.3083169 Jun 30 08:49:06.642881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.655122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-d549919e-c587-4e0f-a34d-dc3e211aed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:06.657027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-d549919e-c587-4e0f-a34d-dc3e211aed35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1095 time: 0.8457987 Jun 30 08:49:06.658026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-4779c874-a2b9-4121-a601-9c3e5cc5de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:06.659550 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-4779c874-a2b9-4121-a601-9c3e5cc5de5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.1568973 Jun 30 08:49:06.722300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-c85a3559-e54b-4595-bd59-5b5d2e0eda9e service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187222 Jun 30 08:49:06.752008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-7d284611-2259-42b3-8640-0a3afd5bc6e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 217 time: 0.0850754 Jun 30 08:49:06.764661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.771923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3575cdb8-954f-499a-831c-f5bf8d2c5cb7 req-9aa1cfa8-5f8a-4b99-a384-5faae93d0b23 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857932 Jun 30 08:49:06.799241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=533564ee-7db5-4eee-ac2b-73a9cbd3dbe3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:06.804166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] No DVR routers for this DVR port 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:06.841069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-cba2a586-1714-4b39-abdd-320d5bb9e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:06.842610 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-cba2a586-1714-4b39-abdd-320d5bb9e21e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1757393 Jun 30 08:49:06.900498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Deleting port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:06.900836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:06.925012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-5e24f630-4094-4b70-aac7-1cb4ca2fd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:06.926663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-5e24f630-4094-4b70-aac7-1cb4ca2fd806 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1592903 Jun 30 08:49:07.016279 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.024958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-d6c94e88-589e-4715-9be4-7bab0c4e236e service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676530 Jun 30 08:49:07.041157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ae664b-a2ab-43d2-94ea-b5485831f87e']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:07.041534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Allocated IP 172.25.8.89 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/080d7c15-76a5-422b-af2e-bdad2e5b876f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:07.051849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b112ad-6843-4cc9-97ea-000fa251f3a7') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:07.052154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b112ad-6843-4cc9-97ea-000fa251f3a7') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:07.064376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.094948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.102324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:49:07.102731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.131916 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:49:07.197893 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:49:07.223357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.241323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.250157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48218) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:07.258164 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a9ae664b-a2ab-43d2-94ea-b5485831f87e HTTP/1.1" status: 204 len: 168 time: 1.8189762 Jun 30 08:49:07.337348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c10a6-4ee7-4041-aaea-e5d792c1f8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ae664b-a2ab-43d2-94ea-b5485831f87e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:07.344249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 52931585-272a-486f-bad5-7e0d1aace744 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:07.349837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-3fbf5446-9b6d-422c-9365-46bb8081316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.351448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-3fbf5446-9b6d-422c-9365-46bb8081316b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4025502 Jun 30 08:49:07.420175 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-b8e50c3d-6006-4089-a2be-6f4e5c1a8b5c service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652013 Jun 30 08:49:07.433333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] For port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:07.433738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.435147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 52931585-272a-486f-bad5-7e0d1aace744 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:07.447222 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd40f04-4dd8-4d89-a89e-0470f2ad337a x-openstack-request-id: req-fbd40f04-4dd8-4d89-a89e-0470f2ad337a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:07.449676 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:07.450473 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbd40f04-4dd8-4d89-a89e-0470f2ad337a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:07.451065 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'status': 'completed', 'code': 200} Jun 30 08:49:07.551432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:07.599127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:07.599506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 533564ee-7db5-4eee-ac2b-73a9cbd3dbe3 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:07.625286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Calling delete_port for 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:07.662679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c720e5-a1f8-465d-9a9e-a0c2e71968f3 None None] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:07.669667 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3fdae4a4-09c7-4eb8-ad9c-56d289c050d3 req-7a68de7f-b650-4ea1-8831-dcb5e71f5669 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388034 Jun 30 08:49:07.767765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.841566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-366395f3-ff11-41e3-bc1c-b0d0c937faac None None] Provisioning for port 52931585-272a-486f-bad5-7e0d1aace744 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:07.857982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-366395f3-ff11-41e3-bc1c-b0d0c937faac None None] Provisioning complete for port 52931585-272a-486f-bad5-7e0d1aace744 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:07.858353 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-366395f3-ff11-41e3-bc1c-b0d0c937faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.867414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.872561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-50b66732-fecb-4959-8a5e-588761c3e660 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162581 Jun 30 08:49:07.899255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.910233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event deleted for resources: {'Port': ['ID=4bf6d28a-a0a6-455f-81d0-f919a4e4db5a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:07.918269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.924844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.936190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.942974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.962843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.968911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:07.983232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-366395f3-ff11-41e3-bc1c-b0d0c937faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:07.986320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-11108466-e0dd-4801-8bca-5d37f754db58 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.7638798 Jun 30 08:49:08.028024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] No DVR routers for this DVR port 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:08.032759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.034587 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3e39b6b8-525e-48c9-a422-18544ca3ebde req-813e74b2-2e23-42e8-a958-1e12e43c057f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "DELETE /v2.0/ports/4bf6d28a-a0a6-455f-81d0-f919a4e4db5a HTTP/1.1" status: 204 len: 173 time: 1.4133489 Jun 30 08:49:08.035127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-deleted', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:08.036233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-366395f3-ff11-41e3-bc1c-b0d0c937faac None None] For port 52931585-272a-486f-bad5-7e0d1aace744, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=52931585-272a-486f-bad5-7e0d1aace744,segment=NetworkSegment(fe9c401e-8892-402d-946a-026e9b82dc51),segment_id=fe9c401e-8892-402d-946a-026e9b82dc51)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:08.037920 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36621c5a-cf83-4e2c-b8a0-1f6cb5aa2810" -d '{"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-deleted", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:08.041251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-366395f3-ff11-41e3-bc1c-b0d0c937faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.100545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366395f3-ff11-41e3-bc1c-b0d0c937faac None None] Pushing event updated for resources: {'Port': ['ID=52931585-272a-486f-bad5-7e0d1aace744,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:08.214617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86579b-bce9-42bc-842a-fa5ab7dfbb09 req-3fe91675-bfed-41e6-92bb-342a62489a75 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:08.216201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a86579b-bce9-42bc-842a-fa5ab7dfbb09 req-3fe91675-bfed-41e6-92bb-342a62489a75 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 943 time: 0.5805864 Jun 30 08:49:08.265882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.300084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:08.314640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84363069-1d5f-4ca5-8cb9-c07c1c65cc55 req-4bd56a33-01fd-4b7a-a1aa-e5e7782d53be tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3267431 Jun 30 08:49:08.347633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:08.352892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a86579b-bce9-42bc-842a-fa5ab7dfbb09 req-28c9d8bb-de87-4455-b1bd-0a9647810112 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265116 Jun 30 08:49:08.353715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:08.375325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-47e16dea-be7a-4027-bbe0-22d156372d4e None None] Provisioning complete for port 52931585-272a-486f-bad5-7e0d1aace744 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:08.375928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-47e16dea-be7a-4027-bbe0-22d156372d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:08.475411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Pushing event updated for resources: {'Port': ['ID=080d7c15-76a5-422b-af2e-bdad2e5b876f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:08.608912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e44c2df8-3955-45c6-923e-f8be4ad8ed6f req-12bb6344-a716-4d07-80dd-9cb12769940a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 210 time: 0.0761907 Jun 30 08:49:08.686502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad3fe842-7fa2-4b85-9293-167e8a810bc3 req-386eaa7f-166d-4b5c-b241-5e76f22787e2 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890082 Jun 30 08:49:08.829475 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d359fa-461f-4b18-8f74-9efcb28bb4f5 x-openstack-request-id: req-96d359fa-461f-4b18-8f74-9efcb28bb4f5 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:08.830164 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f0538e-cab3-4352-9053-7506d8d0b296", "name": "network-vif-deleted", "tag": "4bf6d28a-a0a6-455f-81d0-f919a4e4db5a", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:08.830164 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96d359fa-461f-4b18-8f74-9efcb28bb4f5 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:08.830544 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f0538e-cab3-4352-9053-7506d8d0b296', 'name': 'network-vif-deleted', 'tag': '4bf6d28a-a0a6-455f-81d0-f919a4e4db5a', 'status': 'completed', 'code': 200} Jun 30 08:49:08.991327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:09.028551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-297bc211-bcb2-4f8e-98eb-c272f36011f6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:09.031548 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-297bc211-bcb2-4f8e-98eb-c272f36011f6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.1479175 Jun 30 08:49:09.036066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:09.036589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4bf6d28a-a0a6-455f-81d0-f919a4e4db5a not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:09.049358 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Request body: {'port': {'device_id': '129ede76-da67-4118-818b-634228b0e9fe', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'admin_state_up': True, 'tenant_id': '931c2a848d784d41b73c3851eedbad30'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:09.225769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Made reservation on behalf of 931c2a848d784d41b73c3851eedbad30 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:09.229955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:09.241762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8cd03-070c-4dae-b064-9ac6b5f7c2a6 req-26a50a5a-bc68-4d1f-962f-4f78b321f054 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:09.243327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7bd8cd03-070c-4dae-b064-9ac6b5f7c2a6 req-26a50a5a-bc68-4d1f-962f-4f78b321f054 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.4893951 Jun 30 08:49:09.258585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 52931585-272a-486f-bad5-7e0d1aace744 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:09.265687 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:09.338959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-6e8958d2-a5e7-4020-be92-8f7022899974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:09.340468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-6e8958d2-a5e7-4020-be92-8f7022899974 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1095 time: 0.5571213 Jun 30 08:49:09.431373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 52931585-272a-486f-bad5-7e0d1aace744 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:09.432004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:09.448251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7bd8cd03-070c-4dae-b064-9ac6b5f7c2a6 req-a2667669-fe26-4240-937a-ec91c6d1160b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946287 Jun 30 08:49:09.548058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Allocated IP 172.20.0.11 (63d3671a-ab6a-4e9f-8210-537b8877262a/1062da7c-90ea-4dc6-b861-68eb156f580e/95db9b27-ceb8-4cb1-bd50-b7856736f487) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:09.764191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:09.821029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:09.870764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Network 63d3671a-ab6a-4e9f-8210-537b8877262a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:09.877506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:09.882307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:09.930482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:09.950737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:09.951521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:09.968118 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-342f8c5d-05c5-4895-993b-c3aeba667b8e tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9280083 Jun 30 08:49:09.981984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Request body: {'port': {'device_id': '129ede76-da67-4118-818b-634228b0e9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:10.064288 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.116959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.192690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-e5a2fb55-b632-4e60-b7bd-77a48c0e2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.194702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-e5a2fb55-b632-4e60-b7bd-77a48c0e2687 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.8250258 Jun 30 08:49:10.265305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-bdd5cb49-cf6b-4956-9b4e-105f93100893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 217 time: 0.0598547 Jun 30 08:49:10.367018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95db9b27-ceb8-4cb1-bd50-b7856736f487 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:10.375399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.390274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Transition to ACTIVE for port object 95db9b27-ceb8-4cb1-bd50-b7856736f487 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:10.394929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.397496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.403357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.409138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.415500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.421339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.427560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.434257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.436162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-02ecaf3e-7777-480d-ba3d-e721de1351ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.7924788 Jun 30 08:49:10.444562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e08050-101a-496a-a722-9206988821de service neutron] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:10.479321 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.481888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-f7c5e0e9-a19d-49e9-8214-ea2bc0e364cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.483318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-f7c5e0e9-a19d-49e9-8214-ea2bc0e364cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1837687 Jun 30 08:49:10.491167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0d624-b3fc-4348-adfb-60eee23f3d38 req-167f279b-7225-4cb6-b5ce-a43fa37f999d tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.492909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91c0d624-b3fc-4348-adfb-60eee23f3d38 req-167f279b-7225-4cb6-b5ce-a43fa37f999d tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 943 time: 0.4351892 Jun 30 08:49:10.533815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Attempting to bind port 95db9b27-ceb8-4cb1-bd50-b7856736f487 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:10.534528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Attempting to bind port 95db9b27-ceb8-4cb1-bd50-b7856736f487 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:10.534913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Attempting to bind port 95db9b27-ceb8-4cb1-bd50-b7856736f487 on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:10.541915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Port 95db9b27-ceb8-4cb1-bd50-b7856736f487 on network 63d3671a-ab6a-4e9f-8210-537b8877262a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:49:10.542244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Attempting to bind port 95db9b27-ceb8-4cb1-bd50-b7856736f487 on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:10.547602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:10.547946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Checking segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:10.548327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Bound using segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:10.548806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Bound port: 95db9b27-ceb8-4cb1-bd50-b7856736f487, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:10.549162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.626705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:10.630378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:10.637569 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.640693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6f85ef8-6b7b-4fa6-94ad-6ec44fc648e5 req-83ffa868-34f9-4e3c-922d-b9fdf470f648 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1853688 Jun 30 08:49:10.715063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e08050-101a-496a-a722-9206988821de service neutron] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:10.717678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91c0d624-b3fc-4348-adfb-60eee23f3d38 req-87051375-8498-4b6b-b93c-3eebc6a39e2a tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055016 Jun 30 08:49:10.735718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.736758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:10.748266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-a1e08050-101a-496a-a722-9206988821de service neutron] 10.222.0.26 "PUT /v2.0/ports/95db9b27-ceb8-4cb1-bd50-b7856736f487 HTTP/1.1" status: 200 len: 1093 time: 0.7610493 Jun 30 08:49:10.762762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-1caaf31a-b177-4401-8cfd-a5edb7520e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.764268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-1caaf31a-b177-4401-8cfd-a5edb7520e5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2705092 Jun 30 08:49:10.831126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:10.833769 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcdc94b-d0df-44c9-bb97-4e575694531e" -d '{"events": [{"name": "network-changed", "server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:10.864619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-f8b535f1-bcdf-4784-a618-0d61a3617a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.866370 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-f8b535f1-bcdf-4784-a618-0d61a3617a0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 1096 time: 0.0733864 Jun 30 08:49:10.918867 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-e33db7bb-6296-4ceb-b6da-96e84aacd6b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487 HTTP/1.1" status: 200 len: 217 time: 0.0392630 Jun 30 08:49:10.951404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Router e07709d9-75bf-4641-bb49-94311b5cb2f2 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:49:10.964627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-77e0334f-4091-4de8-afd9-7cc3e8425544 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902785 Jun 30 08:49:10.972225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-03ef7005-38db-4ed4-b133-2beecbde4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:10.973751 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-03ef7005-38db-4ed4-b133-2beecbde4073 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.0471082 Jun 30 08:49:11.008201 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-58ead962-5c00-4210-a41c-66af2725516d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274386 Jun 30 08:49:11.106982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc91acd-45dd-4e0d-8ef2-9ea3b433a2f2 req-73fef304-4df2-4eae-94f5-94597628a103 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:11.109116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bc91acd-45dd-4e0d-8ef2-9ea3b433a2f2 req-73fef304-4df2-4eae-94f5-94597628a103 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 944 time: 0.2829754 Jun 30 08:49:11.142656 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-fda88e3c-afde-4eff-98ac-8f7080453b2e service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184378 Jun 30 08:49:11.214767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Deleting port 40b0de0d-a23c-4ea4-84af-3b74933f43ed {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:11.215114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:11.234461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99bee40-4bb1-49a7-a142-ee9ce530db34 req-c878fa8a-c7ba-4a24-985b-a4d70591ddf4 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508287 Jun 30 08:49:11.296024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d33ef11f-5887-4944-a170-b8553cf729d2 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:11.297206 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d5d60fad-eeee-4488-ac06-87df61020dcb req-2ca16f6e-3837-401d-bc51-ade0c13ef189 service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479082 Jun 30 08:49:11.305938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bc91acd-45dd-4e0d-8ef2-9ea3b433a2f2 req-fcd8505e-48d2-459e-8ca2-d66e50c97e32 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739690 Jun 30 08:49:11.322638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:11.335195 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Sync routers for ids ['e07709d9-75bf-4641-bb49-94311b5cb2f2'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:11.354513 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Routers {'e07709d9-75bf-4641-bb49-94311b5cb2f2'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:11.358019 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e07709d9-75bf-4641-bb49-94311b5cb2f2'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:11.382970 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7af37a-018b-43e2-8986-9e398a7e4119 x-openstack-request-id: req-ab7af37a-018b-43e2-8986-9e398a7e4119 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:11.383294 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:11.383497 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab7af37a-018b-43e2-8986-9e398a7e4119 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:11.383901 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'status': 'completed', 'code': 200} Jun 30 08:49:11.421604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] For port 40b0de0d-a23c-4ea4-84af-3b74933f43ed, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=40b0de0d-a23c-4ea4-84af-3b74933f43ed,segment=NetworkSegment(c972aca0-4627-4944-b6f3-30e9744f81aa),segment_id=c972aca0-4627-4944-b6f3-30e9744f81aa)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:11.423006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:11.437721 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:11.441516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-50860dff-25c4-4efc-bc12-f7c11df14126 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0165660 Jun 30 08:49:11.442614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48270) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:11.472864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d33ef11f-5887-4944-a170-b8553cf729d2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d33ef11f-5887-4944-a170-b8553cf729d2,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:11.485996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'mac_address': 'fa:16:3e:2f:d4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:11.506069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Calling delete_port for 40b0de0d-a23c-4ea4-84af-3b74933f43ed owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:11.528912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:11.536900 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Set router e07709d9-75bf-4641-bb49-94311b5cb2f2 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:11.548772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33ef11f-5887-4944-a170-b8553cf729d2 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:11.574020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d33ef11f-5887-4944-a170-b8553cf729d2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d33ef11f-5887-4944-a170-b8553cf729d2,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:11.580321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:11.580837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-5e0a1465-1f84-4a06-b684-1024d5c93c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:11.585317 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-5e0a1465-1f84-4a06-b684-1024d5c93c41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 1096 time: 0.1702666 Jun 30 08:49:11.630342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e45410-eac4-4500-a6fe-e22e1c28465b req-42f38c2a-ca7f-4034-ab93-5236f43ae6df tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:11.638455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9e45410-eac4-4500-a6fe-e22e1c28465b req-42f38c2a-ca7f-4034-ab93-5236f43ae6df tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.2595789 Jun 30 08:49:11.653391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d33ef11f-5887-4944-a170-b8553cf729d2,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:11.752018 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:08Z', 'revision_number': 3, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port': {'id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:06Z', 'updated_at': '2021-06-30T08:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:11.766365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4045-f58a-493f-8fd5-6cacc37178d5 req-3a7a7a77-3f51-4f45-9865-d6c46cb578b6 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:11.767850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc6a4045-f58a-493f-8fd5-6cacc37178d5 req-3a7a7a77-3f51-4f45-9865-d6c46cb578b6 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 945 time: 0.2706962 Jun 30 08:49:11.779266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9e45410-eac4-4500-a6fe-e22e1c28465b req-b3013f2e-a33a-4d1b-9f73-9314dc315960 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395147 Jun 30 08:49:11.788253 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Checking router: e07709d9-75bf-4641-bb49-94311b5cb2f2 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:11.788932 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Updating router e07709d9-75bf-4641-bb49-94311b5cb2f2 port 080d7c15-76a5-422b-af2e-bdad2e5b876f binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:49:11.795513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-283dc075-8c24-4803-b144-16ecffcd1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:11.796971 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-283dc075-8c24-4803-b144-16ecffcd1a78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 906 time: 0.1986327 Jun 30 08:49:11.810424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d33ef11f-5887-4944-a170-b8553cf729d2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:11.832902 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:11.882206 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-49f99d58-1634-4db9-b5f7-fc04e9f5929d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487 HTTP/1.1" status: 200 len: 217 time: 0.0778708 Jun 30 08:49:11.969522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc6a4045-f58a-493f-8fd5-6cacc37178d5 req-118c10d2-2187-42eb-8196-550dd95ca283 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892233 Jun 30 08:49:11.992706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:11.998589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-a65df964-d6fe-4635-90c9-d72b67438580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.000370 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-a65df964-d6fe-4635-90c9-d72b67438580 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.1090515 Jun 30 08:49:12.047093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b0de0d-a23c-4ea4-84af-3b74933f43ed,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:12.100093 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-e8e24f0c-80a7-4391-97aa-b7d61ab9792c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465622 Jun 30 08:49:12.299517 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-d3b52d82-eb3c-4c1f-ad80-7608bb2417b9 service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877759 Jun 30 08:49:12.327304 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.471644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.472574 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.479038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.485032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.485221 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Transition to ACTIVE for port object 080d7c15-76a5-422b-af2e-bdad2e5b876f will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:12.492357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.492570 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.498657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.504549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.512324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.513922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-e7215b7e-0318-48f0-ac92-35bdefb9cfe1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.3852201 Jun 30 08:49:12.516994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.532703 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9bcdc94b-d0df-44c9-bb97-4e575694531e req-41ee9f94-c8db-4b76-87b9-622eb4a4a9d9 service neutron] 10.222.0.26 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247362 Jun 30 08:49:12.552088 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Attempting to bind port 080d7c15-76a5-422b-af2e-bdad2e5b876f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:12.552395 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Attempting to bind port 080d7c15-76a5-422b-af2e-bdad2e5b876f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:12.552878 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Attempting to bind port 080d7c15-76a5-422b-af2e-bdad2e5b876f on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:12.572592 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:12.573110 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:12.573620 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.574127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:12.574691 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Bound port: 080d7c15-76a5-422b-af2e-bdad2e5b876f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:12.575281 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.586390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Allocated IP 172.20.0.1 (e653525e-7eda-48b6-95f6-4ae4dc9d3d6e/a91b41c5-53d3-401f-bb71-7fd5f1ccf111/4e4fd749-2844-4037-90cf-1689398f756d) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:12.599356 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03d3d-1552-48ce-bd70-4b9de61e282b None None] Pushing event updated for resources: {'Port': ['ID=080d7c15-76a5-422b-af2e-bdad2e5b876f,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:12.611217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17013e-640b-452c-b94b-d7b67386cbee req-ce0210a5-1879-4653-ba8c-6bb1108c46cc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:12.618278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b17013e-640b-452c-b94b-d7b67386cbee req-ce0210a5-1879-4653-ba8c-6bb1108c46cc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 944 time: 0.2344782 Jun 30 08:49:12.642086 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] For port 080d7c15-76a5-422b-af2e-bdad2e5b876f, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:12.647065 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] For port 080d7c15-76a5-422b-af2e-bdad2e5b876f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=080d7c15-76a5-422b-af2e-bdad2e5b876f,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:12.652315 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.658370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01648bb4-c30d-43c1-9d6b-1788a48a0e47 req-27507984-c6ed-41af-861f-05bebbe79bd6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1296363 Jun 30 08:49:12.723070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b17013e-640b-452c-b94b-d7b67386cbee req-87e7357d-2ecd-4a7e-b9c7-47b0d427b7b9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038873 Jun 30 08:49:12.730027 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.736681 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Routers {'e07709d9-75bf-4641-bb49-94311b5cb2f2'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:12.737096 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e07709d9-75bf-4641-bb49-94311b5cb2f2'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:12.747231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Transition to ACTIVE for port object 4e4fd749-2844-4037-90cf-1689398f756d will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:12.803417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:12.805353 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03d3d-1552-48ce-bd70-4b9de61e282b None None] Pushing event updated for resources: {'Port': ['ID=080d7c15-76a5-422b-af2e-bdad2e5b876f,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:12.848458 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:12.852147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:12.856330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:12.940208 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] Set router e07709d9-75bf-4641-bb49-94311b5cb2f2 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:12.964961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Router b183a8e4-ea17-42e0-a195-d49926f55da7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:13.004932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 95db9b27-ceb8-4cb1-bd50-b7856736f487 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:13.212286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:13.226065 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:08Z', 'revision_number': 3, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port': {'id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:06Z', 'updated_at': '2021-06-30T08:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:13.227706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'mac_address': 'fa:16:3e:6e:ca:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:13.254801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cc2313a4-95c8-4153-9758-8f3eed246ad7 None None] Provisioning for port 4e4fd749-2844-4037-90cf-1689398f756d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:13.264359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cc2313a4-95c8-4153-9758-8f3eed246ad7 None None] Provisioning complete for port 4e4fd749-2844-4037-90cf-1689398f756d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:13.264754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc2313a4-95c8-4153-9758-8f3eed246ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.266835 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913b0ed-48da-480e-ab93-2eb7ad764b7a None None] The sync data for ids ['e07709d9-75bf-4641-bb49-94311b5cb2f2'] in n-d-758944-40 is: [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:08Z', 'revision_number': 3, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port': {'id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:06Z', 'updated_at': '2021-06-30T08:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:13.308339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cc2313a4-95c8-4153-9758-8f3eed246ad7 None None] Port 4e4fd749-2844-4037-90cf-1689398f756d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:49:13.309856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d33ef11f-5887-4944-a170-b8553cf729d2 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:13.340471 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.362841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95db9b27-ceb8-4cb1-bd50-b7856736f487 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:13.391476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:13.397829 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.403698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port d33ef11f-5887-4944-a170-b8553cf729d2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:13.407658 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.411292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4fd749-2844-4037-90cf-1689398f756d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:13.430810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port d33ef11f-5887-4944-a170-b8553cf729d2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:13.431180 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.480134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:13.525647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdc382-b675-4ebf-bf4d-90a1b3d4e6cf req-2bc2038f-3318-47bd-b0bd-8df27c940035 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:13.531191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.534090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6cdc382-b675-4ebf-bf4d-90a1b3d4e6cf req-2bc2038f-3318-47bd-b0bd-8df27c940035 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 944 time: 0.6431510 Jun 30 08:49:13.556667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:13.559029 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d89eea6-d044-4b1a-a565-598f13c8abe4" -d '{"events": [{"server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:13.576302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d33ef11f-5887-4944-a170-b8553cf729d2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d33ef11f-5887-4944-a170-b8553cf729d2,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:13.577107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:13.578448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.581570 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.584687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7c549e84-efc7-468d-b40a-92633a11dce6 admin admin] 10.222.0.53 "PUT /v2.0/routers/b183a8e4-ea17-42e0-a195-d49926f55da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3309186 Jun 30 08:49:13.586739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48294) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:13.593190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] Sync routers for ids ['b183a8e4-ea17-42e0-a195-d49926f55da7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:13.653587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] Routers {'b183a8e4-ea17-42e0-a195-d49926f55da7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:13.654307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b183a8e4-ea17-42e0-a195-d49926f55da7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:13.698589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6cdc382-b675-4ebf-bf4d-90a1b3d4e6cf req-ee94723b-a77e-4823-8a6b-260148d373ea tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631961 Jun 30 08:49:13.716666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['95db9b27-ceb8-4cb1-bd50-b7856736f487'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:13.783490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895fb0d-e1c0-4de3-a603-b87303dd69d7 req-d08b54d9-a8f2-41bc-b8eb-3117b3c8f883 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:13.785235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2895fb0d-e1c0-4de3-a603-b87303dd69d7 req-d08b54d9-a8f2-41bc-b8eb-3117b3c8f883 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.7990377 Jun 30 08:49:13.841850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.848831 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.861769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.932758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2895fb0d-e1c0-4de3-a603-b87303dd69d7 req-07f05232-75c7-40e9-a040-353fd09528af tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398213 Jun 30 08:49:13.941732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:13.953557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4fd749-2844-4037-90cf-1689398f756d,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:14.050490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:14.075448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d33ef11f-5887-4944-a170-b8553cf729d2,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:14.096179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] Set router b183a8e4-ea17-42e0-a195-d49926f55da7 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:14.102189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:14.103669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:14.148269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Deleting port 09ec0178-552e-4e84-a291-f7664b40cc12 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:14.148681 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:14.342162 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a784560c-7b18-4462-b1c5-514f253a370d x-openstack-request-id: req-a784560c-7b18-4462-b1c5-514f253a370d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:14.343537 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:14.350122 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a784560c-7b18-4462-b1c5-514f253a370d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:14.353210 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'code': 200} Jun 30 08:49:14.353656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Router e07709d9-75bf-4641-bb49-94311b5cb2f2 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:14.488711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] For port 09ec0178-552e-4e84-a291-f7664b40cc12, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=09ec0178-552e-4e84-a291-f7664b40cc12,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:14.489063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:14.560221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Calling delete_port for 09ec0178-552e-4e84-a291-f7664b40cc12 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:14.567817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:14.586298 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a4f0ec7-70d1-47f5-9876-0d7d9b6a1e19 admin admin] 10.222.0.53 "PUT /v2.0/routers/e07709d9-75bf-4641-bb49-94311b5cb2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1410141 Jun 30 08:49:14.593592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ac1a78e8-a25e-4f81-b831-eb940df6ed08 None None] Provisioning complete for port 4e4fd749-2844-4037-90cf-1689398f756d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:14.594074 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ac1a78e8-a25e-4f81-b831-eb940df6ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:14.667821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a78e8-a25e-4f81-b831-eb940df6ed08 None None] Port 4e4fd749-2844-4037-90cf-1689398f756d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:49:14.688037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:49:11Z', 'revision_number': 5, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port': {'id': '09ec0178-552e-4e84-a291-f7664b40cc12', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:44:03Z', 'updated_at': '2021-06-30T08:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:14.692808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0d382-0e8b-4b1f-9719-8534550d9f88 req-d6d11167-ac1c-44dc-a5ef-55005f30b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.694911 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34a0d382-0e8b-4b1f-9719-8534550d9f88 req-d6d11167-ac1c-44dc-a5ef-55005f30b5f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.3456235 Jun 30 08:49:14.719884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] Checking router: b183a8e4-ea17-42e0-a195-d49926f55da7 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:14.733763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] Routers {'b183a8e4-ea17-42e0-a195-d49926f55da7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:14.734638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b183a8e4-ea17-42e0-a195-d49926f55da7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:14.769827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.776035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.782460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.789586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.795943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.802316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.808830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.810968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be739a89-874b-4945-8c42-8f2247756496 req-0ce0f2a7-8093-4279-a4f2-9824682d4ec7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.3452244 Jun 30 08:49:14.825678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] Set router b183a8e4-ea17-42e0-a195-d49926f55da7 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:14.837175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d8d6-6114-494c-8f7f-8e78dcab0dca req-bb5abfa8-4479-45de-ae94-5218f8b7465d tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:14.838756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa56d8d6-6114-494c-8f7f-8e78dcab0dca req-bb5abfa8-4479-45de-ae94-5218f8b7465d tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 945 time: 0.3009479 Jun 30 08:49:14.852878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34a0d382-0e8b-4b1f-9719-8534550d9f88 req-db4277f7-7572-4864-aa39-02beb88348dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476865 Jun 30 08:49:14.887178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:49:14Z', 'revision_number': 6, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:14.917550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf21081-b129-4672-b359-1d9efb78390c None None] The sync data for ids ['b183a8e4-ea17-42e0-a195-d49926f55da7'] in n-d-758944-40 is: [{'id': 'b183a8e4-ea17-42e0-a195-d49926f55da7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346012473-router', 'tenant_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:44:01Z', 'updated_at': '2021-06-30T08:49:14Z', 'revision_number': 6, 'project_id': 'd8cb3eaefd44419981a8b954b7aa0b3f', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:14.953014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be739a89-874b-4945-8c42-8f2247756496 req-182d6170-ba57-4580-902b-652ed2b4143c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1276896 Jun 30 08:49:14.969561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa56d8d6-6114-494c-8f7f-8e78dcab0dca req-cde526b2-6995-4b28-b6b8-c39e94bab683 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188049 Jun 30 08:49:15.062265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.094948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ec0178-552e-4e84-a291-f7664b40cc12,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:15.191516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.344186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.348956 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.363274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fcc89-7d74-4c3a-bfcc-2a2e56caab77 req-60609651-8baa-4d3f-b122-bc1d310e0584 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:15.370356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e97fcc89-7d74-4c3a-bfcc-2a2e56caab77 req-60609651-8baa-4d3f-b122-bc1d310e0584 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 945 time: 0.2656040 Jun 30 08:49:15.461344 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.461891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b183a8e4-ea17-42e0-a195-d49926f55da7 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:49:15.474518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.475672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a41a764a-fc42-48a3-bfb1-7b4a11b04e38 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b183a8e4-ea17-42e0-a195-d49926f55da7 HTTP/1.1" status: 204 len: 168 time: 1.8869886 Jun 30 08:49:15.478289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48316) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:15.486831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e97fcc89-7d74-4c3a-bfcc-2a2e56caab77 req-6f69208a-2d97-40e3-a06b-9badbe7ec668 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111407 Jun 30 08:49:15.495197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c581764-f537-42e7-8a16-d97b6e52c89e req-9002f07f-e735-4331-a1fa-3f5f60c1f4ed tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:15.496743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c581764-f537-42e7-8a16-d97b6e52c89e req-9002f07f-e735-4331-a1fa-3f5f60c1f4ed tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 945 time: 0.2575932 Jun 30 08:49:15.539750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] Deleting subnet d4f5e392-93f2-4d60-a7bb-2947289c2ccb {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:49:15.543226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c581764-f537-42e7-8a16-d97b6e52c89e req-5c2e0065-3439-4335-b9b4-271785a308dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Jun 30 08:49:15.543630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.593939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.626675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00508de7-21a5-4dcb-ad30-a22f6c47a736 req-61ffefec-47bc-4d48-8e32-072801a456bb tempest-FloatingIPsNegativeTestJSON-1182433896 tempest-FloatingIPsNegativeTestJSON-1182433896-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=adf1324631734301a3a5453f23f5ff9c HTTP/1.1" status: 200 len: 217 time: 0.0392001 Jun 30 08:49:15.642509 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Sync routers for ids ['e07709d9-75bf-4641-bb49-94311b5cb2f2'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:15.653433 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Routers {'e07709d9-75bf-4641-bb49-94311b5cb2f2'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:15.655104 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e07709d9-75bf-4641-bb49-94311b5cb2f2'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:15.705835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.757554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 080d7c15-76a5-422b-af2e-bdad2e5b876f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:15.804938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.830904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e433221a-b565-4847-a805-619fa7337bfa req-2b653af0-46b8-4df4-9d8d-35a9be928537 tempest-FloatingIPsNegativeTestJSON-1182433896 tempest-FloatingIPsNegativeTestJSON-1182433896-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1081684 Jun 30 08:49:15.882755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:15.884700 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d4f5e392-93f2-4d60-a7bb-2947289c2ccb HTTP/1.1" status: 204 len: 168 time: 0.4053364 Jun 30 08:49:15.885575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ad4c-ea0c-4a5e-9c2c-82f6a3b330e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f5e392-93f2-4d60-a7bb-2947289c2ccb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:15.889570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48330) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:15.902562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f43d14-71fb-40ad-8365-72d5dbef0ad4 req-6efcee03-918a-48f6-8213-1ffea25c31aa tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:15.908577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae7c6e-77c7-4ccf-a7b2-6781de8724a6 None None] Network a2613050-1aca-413d-838e-a1048f94dc8a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:15.909451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53f43d14-71fb-40ad-8365-72d5dbef0ad4 req-6efcee03-918a-48f6-8213-1ffea25c31aa tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.2286048 Jun 30 08:49:15.922203 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Set router e07709d9-75bf-4641-bb49-94311b5cb2f2 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:16.036260 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-92900bd8-de18-4986-aaf0-e8ef90d4a715 req-5b3e217f-f04e-4c67-8bcb-b47b62292cac tempest-FloatingIPsNegativeTestJSON-1182433896 tempest-FloatingIPsNegativeTestJSON-1182433896-project] show failed (client error): The resource could not be found. Jun 30 08:49:16.037689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92900bd8-de18-4986-aaf0-e8ef90d4a715 req-5b3e217f-f04e-4c67-8bcb-b47b62292cac tempest-FloatingIPsNegativeTestJSON-1182433896 tempest-FloatingIPsNegativeTestJSON-1182433896-project] 10.222.0.53 "GET /v2.0/floatingips/30f509eb-186a-4bf4-b19a-6380c52f08c3 HTTP/1.1" status: 404 len: 350 time: 0.1012182 Jun 30 08:49:16.050841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 080d7c15-76a5-422b-af2e-bdad2e5b876f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:16.054027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48340) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:16.057608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 080d7c15-76a5-422b-af2e-bdad2e5b876f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:16.058533 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.065065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53f43d14-71fb-40ad-8365-72d5dbef0ad4 req-a855b961-1120-460b-bf62-4e6360bb6230 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508560 Jun 30 08:49:16.107263 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.226547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] DHCP port deletion for a2613050-1aca-413d-838e-a1048f94dc8a request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:49:16.240032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Deleting port ff0bdf7e-9702-406d-ab65-c01307632627 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:16.240954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.243109 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.266659 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:13Z', 'revision_number': 4, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port': {'id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:06Z', 'updated_at': '2021-06-30T08:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4e4fd749-2844-4037-90cf-1689398f756d', 'name': '', 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'mac_address': 'fa:16:3e:af:a6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'a91b41c5-53d3-401f-bb71-7fd5f1ccf111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:12Z', 'updated_at': '2021-06-30T08:49:13Z', 'revision_number': 2, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'subnets': [{'id': 'a91b41c5-53d3-401f-bb71-7fd5f1ccf111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:16.289065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 080d7c15-76a5-422b-af2e-bdad2e5b876f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=080d7c15-76a5-422b-af2e-bdad2e5b876f,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:16.298055 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.313198 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Checking router: e07709d9-75bf-4641-bb49-94311b5cb2f2 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:16.313660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Updating router e07709d9-75bf-4641-bb49-94311b5cb2f2 port 4e4fd749-2844-4037-90cf-1689398f756d binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:49:16.314513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40b0de0d-a23c-4ea4-84af-3b74933f43ed no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:16.363964 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.364545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 40b0de0d-a23c-4ea4-84af-3b74933f43ed {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:16.364934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40b0de0d-a23c-4ea4-84af-3b74933f43ed not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:16.393710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] Deleting port ff0bdf7e-9702-406d-ab65-c01307632627 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:16.394094 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.454982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=080d7c15-76a5-422b-af2e-bdad2e5b876f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:16.499591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] For port ff0bdf7e-9702-406d-ab65-c01307632627, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ff0bdf7e-9702-406d-ab65-c01307632627,segment=NetworkSegment(c972aca0-4627-4944-b6f3-30e9744f81aa),segment_id=c972aca0-4627-4944-b6f3-30e9744f81aa)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:16.499954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.519394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Calling delete_port for ff0bdf7e-9702-406d-ab65-c01307632627 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:16.520534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] For port ff0bdf7e-9702-406d-ab65-c01307632627, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ff0bdf7e-9702-406d-ab65-c01307632627,segment=NetworkSegment(c972aca0-4627-4944-b6f3-30e9744f81aa),segment_id=c972aca0-4627-4944-b6f3-30e9744f81aa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:16.521956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.559079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] Calling delete_port for ff0bdf7e-9702-406d-ab65-c01307632627 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:16.563039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:16.570352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:16.577304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:16.584825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:16.591574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:16.600954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:16.607573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:16.609785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-7277083b-1fc3-4d1e-9554-41388b4514ea tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.2613559 Jun 30 08:49:16.697851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09f895b4-6b6e-4aac-8b5e-7b593903f7ba req-ac16d2b6-deba-4d6e-a79e-5e3f30a611bf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595322 Jun 30 08:49:16.715087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.725554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.737726 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.751073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] No DVR routers for this DVR port ff0bdf7e-9702-406d-ab65-c01307632627 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:16.786649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f740dbb-90df-421e-a91e-c47ff10a0c5f None None] Pushing event deleted for resources: {'Port': ['ID=ff0bdf7e-9702-406d-ab65-c01307632627,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:16.792607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0bdf7e-9702-406d-ab65-c01307632627,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:16.798069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] No DVR routers for this DVR port ff0bdf7e-9702-406d-ab65-c01307632627 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:16.820500 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.832204 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Transition to ACTIVE for port object 4e4fd749-2844-4037-90cf-1689398f756d will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:16.841219 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.896970 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c1d66-d9be-4e97-93d0-969fa9836682 None None] Pushing event updated for resources: {'Port': ['ID=4e4fd749-2844-4037-90cf-1689398f756d,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:16.932352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.954888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2613050-1aca-413d-838e-a1048f94dc8a']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:16.978116 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Attempting to bind port 4e4fd749-2844-4037-90cf-1689398f756d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:16.978640 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Attempting to bind port 4e4fd749-2844-4037-90cf-1689398f756d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:16.979169 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Attempting to bind port 4e4fd749-2844-4037-90cf-1689398f756d on network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:16.989221 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:16.989576 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Checking segment: {'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:16.990076 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.990503 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Bound using segment: {'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:16.991051 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Bound port: 4e4fd749-2844-4037-90cf-1689398f756d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9c401e-8892-402d-946a-026e9b82dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:16.991450 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:16.996948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c972aca0-4627-4944-b6f3-30e9744f81aa') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:16.997393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c972aca0-4627-4944-b6f3-30e9744f81aa') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:17.024043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 95db9b27-ceb8-4cb1-bd50-b7856736f487 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:17.032072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.078246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.093677 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] For port 4e4fd749-2844-4037-90cf-1689398f756d, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:17.103087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:49:17.103638 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:49:17.108217 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:49:17.126059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Deleting port 4e4fd749-2844-4037-90cf-1689398f756d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:17.126440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.144254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 95db9b27-ceb8-4cb1-bd50-b7856736f487 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:17.150123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 95db9b27-ceb8-4cb1-bd50-b7856736f487 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:17.150564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.245025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757065ec-97cb-482c-bbba-862984085aae req-9dd023bf-61db-4259-9b8f-546d23cb6507 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:17.253576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-757065ec-97cb-482c-bbba-862984085aae req-9dd023bf-61db-4259-9b8f-546d23cb6507 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 945 time: 0.4521255 Jun 30 08:49:17.270984 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] For port 4e4fd749-2844-4037-90cf-1689398f756d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4e4fd749-2844-4037-90cf-1689398f756d,segment=NetworkSegment(fe9c401e-8892-402d-946a-026e9b82dc51),segment_id=fe9c401e-8892-402d-946a-026e9b82dc51)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:17.273567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.274068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.280616 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.287568 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.289348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] 10.222.0.53 "DELETE /v2.0/networks/a2613050-1aca-413d-838e-a1048f94dc8a HTTP/1.1" status: 204 len: 168 time: 1.3777330 Jun 30 08:49:17.291264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 080d7c15-76a5-422b-af2e-bdad2e5b876f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:17.310914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd72b7-162d-4786-8292-b2ea692398ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a2613050-1aca-413d-838e-a1048f94dc8a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:17.317317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] For port 4e4fd749-2844-4037-90cf-1689398f756d, host n-d-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:17.317941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.328811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-757065ec-97cb-482c-bbba-862984085aae req-201f706d-bb36-4c25-bf36-6bc09db1a431 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743351 Jun 30 08:49:17.340840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Calling delete_port for 4e4fd749-2844-4037-90cf-1689398f756d owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:17.446383 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Routers {'e07709d9-75bf-4641-bb49-94311b5cb2f2'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:17.447174 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e07709d9-75bf-4641-bb49-94311b5cb2f2'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:17.535993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:17.539807 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd8e55-b6f5-46ce-bcc7-18e7f13c9954" -d '{"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-plugged", "status": "completed", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:17.571523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f31654-2e26-4b8f-8d3a-bf0379e5ad1c req-569367a4-3b26-4b78-818f-0e2dcb46ded3 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:17.580383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2f31654-2e26-4b8f-8d3a-bf0379e5ad1c req-569367a4-3b26-4b78-818f-0e2dcb46ded3 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 945 time: 0.1031246 Jun 30 08:49:17.595535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:17.610127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-404aa06a-e275-4e9d-90d0-2caf8d457db8 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:17.610353 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.612033 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-404aa06a-e275-4e9d-90d0-2caf8d457db8 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.2686334 Jun 30 08:49:17.633302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-40'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:17.642407 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c1d66-d9be-4e97-93d0-969fa9836682 None None] Pushing event updated for resources: {'Port': ['ID=4e4fd749-2844-4037-90cf-1689398f756d,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:17.653390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 080d7c15-76a5-422b-af2e-bdad2e5b876f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:17.653791 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.716408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:17.749150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48358) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:17.758702 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] Set router e07709d9-75bf-4641-bb49-94311b5cb2f2 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:17.766918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2f31654-2e26-4b8f-8d3a-bf0379e5ad1c req-52e4d791-9b65-46df-b305-d2fa3ff1008b tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847894 Jun 30 08:49:17.806388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.868744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff0bdf7e-9702-406d-ab65-c01307632627 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:17.899107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ff0bdf7e-9702-406d-ab65-c01307632627 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:17.899716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff0bdf7e-9702-406d-ab65-c01307632627 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:17.900465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09ec0178-552e-4e84-a291-f7664b40cc12 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:17.926118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 09ec0178-552e-4e84-a291-f7664b40cc12 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:17.926805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09ec0178-552e-4e84-a291-f7664b40cc12 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:17.930278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1391be98-2a49-4d7b-98bc-043e0e1d8021 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4137f6d11f644239947763f28f765a21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1615901 Jun 30 08:49:17.930903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48362) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:17.998383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:17.998638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469fb4d-4b76-4a41-94e1-49cf7dc72239 req-728a018f-2a17-414e-b6eb-96a249b0aef5 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:17.999940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7469fb4d-4b76-4a41-94e1-49cf7dc72239 req-728a018f-2a17-414e-b6eb-96a249b0aef5 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 945 time: 0.3720901 Jun 30 08:49:18.014160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5bb4ccdd-bda8-4e89-81bb-453d2a5be34f tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1815341 Jun 30 08:49:18.017518 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:13Z', 'revision_number': 4, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port': {'id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:06Z', 'updated_at': '2021-06-30T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4e4fd749-2844-4037-90cf-1689398f756d', 'name': '', 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'mac_address': 'fa:16:3e:af:a6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'a91b41c5-53d3-401f-bb71-7fd5f1ccf111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:12Z', 'updated_at': '2021-06-30T08:49:17Z', 'revision_number': 4, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'subnets': [{'id': 'a91b41c5-53d3-401f-bb71-7fd5f1ccf111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:18.029853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:18.030153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:18.033425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4fd749-2844-4037-90cf-1689398f756d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:18.053428 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192d3d-f1b5-4def-959c-31041cc84544 None None] The sync data for ids ['e07709d9-75bf-4641-bb49-94311b5cb2f2'] in n-d-758944-40 is: [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:13Z', 'revision_number': 4, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port': {'id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:06Z', 'updated_at': '2021-06-30T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4e4fd749-2844-4037-90cf-1689398f756d', 'name': '', 'network_id': 'e653525e-7eda-48b6-95f6-4ae4dc9d3d6e', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'mac_address': 'fa:16:3e:af:a6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'a91b41c5-53d3-401f-bb71-7fd5f1ccf111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:12Z', 'updated_at': '2021-06-30T08:49:17Z', 'revision_number': 4, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'subnets': [{'id': 'a91b41c5-53d3-401f-bb71-7fd5f1ccf111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:18.117005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7469fb4d-4b76-4a41-94e1-49cf7dc72239 req-c1be9fa8-2abe-47b4-bd98-d41fd929dd7b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980740 Jun 30 08:49:18.129560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2c8f4a9-e2a4-4e1c-a051-c47439260741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.158299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:18.168682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.192287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2c8f4a9-e2a4-4e1c-a051-c47439260741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.311166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:18.311678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2c8f4a9-e2a4-4e1c-a051-c47439260741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.314406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2c8f4a9-e2a4-4e1c-a051-c47439260741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.318311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a2c8f4a9-e2a4-4e1c-a051-c47439260741 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6d129b7-f597-47e8-8169-470eb2fa99bb HTTP/1.1" status: 204 len: 168 time: 0.3798354 Jun 30 08:49:18.318513 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d31778-2a71-475f-bc57-2b1a63117c0f" -d '{"events": [{"server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "name": "network-vif-unplugged", "status": "completed", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:18.326502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.343394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.371953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8f4a9-e2a4-4e1c-a051-c47439260741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d129b7-f597-47e8-8169-470eb2fa99bb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:18.398284 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.427643 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.452829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=7']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:18.467875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb49966-8117-420e-9cab-d7d20b9bb1c6 req-98ae18fc-bc2c-4bce-88bf-99f4d8778d8e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:18.470492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fb49966-8117-420e-9cab-d7d20b9bb1c6 req-98ae18fc-bc2c-4bce-88bf-99f4d8778d8e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 945 time: 0.1236873 Jun 30 08:49:18.517113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on host n-h2-758944-40 for vnic_type normal with profile {"migrating_to": "n-h1-758944-40"} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:18.517454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:18.517869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:18.552439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:49:18.553210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Attempting to bind port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on network 34d51463-a55e-4523-b759-13aca4e30356 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:18.563464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:18.563804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Checking segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:18.564183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Bound using segment: {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:18.564616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Bound port: 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9ec473-e79c-4f49-8c56-ce1b30789a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '34d51463-a55e-4523-b759-13aca4e30356'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:18.564976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.632572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fb49966-8117-420e-9cab-d7d20b9bb1c6 req-3559903f-5b1e-469f-9f36-db1a8e267c68 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134353 Jun 30 08:49:18.694944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Allocated IP 172.25.8.199 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/671d6de0-4015-40a3-b7d9-361ec81a00fa) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:18.738828 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:18.756827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:18.769125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.776606 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26568ce0-44d3-43f7-80c5-0fac18a2b6b4 x-openstack-request-id: req-26568ce0-44d3-43f7-80c5-0fac18a2b6b4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:18.777504 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-plugged", "status": "completed", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:18.778019 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26568ce0-44d3-43f7-80c5-0fac18a2b6b4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:18.778629 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'code': 200} Jun 30 08:49:18.873871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48374) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:18.883576 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:18.903521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Router e07709d9-75bf-4641-bb49-94311b5cb2f2 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:18.949191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=8']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:18.965871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-64f7bd43-1c65-4ed2-b9b8-ccd68ccef908 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8cb3eaefd44419981a8b954b7aa0b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907648 Jun 30 08:49:18.970611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:19.009008 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.012388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.013082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.015002 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-89391cd8-5ae6-4a7a-bb55-a4e424d1a445 service neutron] 10.222.0.26 "PUT /v2.0/ports/662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 200 len: 1123 time: 1.3870695 Jun 30 08:49:19.029733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 662f9b2a-c9ef-4b68-9a30-be397dff7b59 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:19.070003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:19.081976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:19.085075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:19.090660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Pushing event updated for resources: {'Port': ['ID=671d6de0-4015-40a3-b7d9-361ec81a00fa,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:19.103252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['662f9b2a-c9ef-4b68-9a30-be397dff7b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:19.160684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['662f9b2a-c9ef-4b68-9a30-be397dff7b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:19.356865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:19.395197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 662f9b2a-c9ef-4b68-9a30-be397dff7b59 has no active binding in host n-h1-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:49:19.576842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.582869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.589757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.600421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.606895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.613231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.620472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.622559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-bceaa753-0be5-44fa-988e-0f02dfe27916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5419 time: 0.6752043 Jun 30 08:49:19.664305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd7c1e-037d-4e45-8d44-37b0f83ac496 req-0c393bc3-8e62-43d1-8c51-b73b5d6ac6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.665693 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-17bd7c1e-037d-4e45-8d44-37b0f83ac496 req-0c393bc3-8e62-43d1-8c51-b73b5d6ac6c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 1098 time: 0.7848659 Jun 30 08:49:19.682874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:19.691408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2794fe18-f937-43f0-b714-5f5e79b2d2b7 admin admin] 10.222.0.53 "PUT /v2.0/routers/e07709d9-75bf-4641-bb49-94311b5cb2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6363065 Jun 30 08:49:19.694364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48382) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:19.700746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd04-03dc-4549-9741-de62b06a7942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.711840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] Sync routers for ids ['e07709d9-75bf-4641-bb49-94311b5cb2f2'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:19.728401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] Routers {'e07709d9-75bf-4641-bb49-94311b5cb2f2'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:19.729438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e07709d9-75bf-4641-bb49-94311b5cb2f2'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:19.742932 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-17bd7c1e-037d-4e45-8d44-37b0f83ac496 req-f9bba7e4-cf6e-469c-9ca7-071193bf603f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691750 Jun 30 08:49:19.744631 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd04-03dc-4549-9741-de62b06a7942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.751213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4e2ccf6-7167-48e3-b38b-7466583120eb req-d5c39b04-f2de-4727-976f-4530d92984bb tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1190615 Jun 30 08:49:19.761422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-75d0156b-5252-444c-bb15-ad312ff6b606 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:19.762963 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-75d0156b-5252-444c-bb15-ad312ff6b606 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 945 time: 0.6695700 Jun 30 08:49:19.789714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.839571 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.844142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd04-03dc-4549-9741-de62b06a7942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.847427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd04-03dc-4549-9741-de62b06a7942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.851981 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19f9fd04-03dc-4549-9741-de62b06a7942 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec13be53-026b-4720-9317-fc7ec9e7e635 HTTP/1.1" status: 204 len: 168 time: 0.8759053 Jun 30 08:49:19.856410 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1069477-515b-4d2e-a324-dce5c9058ae1 x-openstack-request-id: req-b1069477-515b-4d2e-a324-dce5c9058ae1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:19.856826 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "name": "network-vif-unplugged", "status": "completed", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:19.857083 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1069477-515b-4d2e-a324-dce5c9058ae1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:19.857527 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59', 'code': 200} Jun 30 08:49:19.873339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9fd04-03dc-4549-9741-de62b06a7942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec13be53-026b-4720-9317-fc7ec9e7e635,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:19.940920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Deleting port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:19.942250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:19.980709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] Set router e07709d9-75bf-4641-bb49-94311b5cb2f2 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:19.999162 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.107042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] For port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:20.107472 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.132303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.298809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Deleting port 080d7c15-76a5-422b-af2e-bdad2e5b876f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:20.299151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.369811 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.388692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb1ec5-8b96-4539-943a-800656f9cec7 req-0bfeda8e-70f3-4b68-98ac-fe95fe4d9182 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:20.397948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0eb1ec5-8b96-4539-943a-800656f9cec7 req-0bfeda8e-70f3-4b68-98ac-fe95fe4d9182 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 946 time: 0.3716209 Jun 30 08:49:20.404528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.451181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:17Z', 'revision_number': 5, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port': {'id': '080d7c15-76a5-422b-af2e-bdad2e5b876f', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:06Z', 'updated_at': '2021-06-30T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:20.480294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48394) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:20.482002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] Checking router: e07709d9-75bf-4641-bb49-94311b5cb2f2 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:20.493916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] Routers {'e07709d9-75bf-4641-bb49-94311b5cb2f2'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:20.494853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e07709d9-75bf-4641-bb49-94311b5cb2f2'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:20.556488 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.620525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.622248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0eb1ec5-8b96-4539-943a-800656f9cec7 req-2dc5ba2b-5b28-4b11-9793-5a0b6b74b0ba tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232814 Jun 30 08:49:20.622744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.623159 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Floating IP df9b6e89-aa46-49ca-803f-11f9538e000c disassociated. External IP: 172.25.8.77, port: dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751. Jun 30 08:49:20.624219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] For port 080d7c15-76a5-422b-af2e-bdad2e5b876f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=080d7c15-76a5-422b-af2e-bdad2e5b876f,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:20.624565 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.625052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Calling delete_port for dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:20.629497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Pushing event updated for resources: {'Port': ['ID=671d6de0-4015-40a3-b7d9-361ec81a00fa,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:20.647731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] Set router e07709d9-75bf-4641-bb49-94311b5cb2f2 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:20.659612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.664600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da16cbf5-e36f-461e-a816-7d6714820caf req-5dcdf6ca-ac11-44f6-b02c-9610585f2571 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6407268 Jun 30 08:49:20.665832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Calling delete_port for 080d7c15-76a5-422b-af2e-bdad2e5b876f owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:20.775052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:19Z', 'revision_number': 6, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:20.777128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da16cbf5-e36f-461e-a816-7d6714820caf req-89d22d23-7f95-4121-bd9a-da6276945f8e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0995667 Jun 30 08:49:20.835682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9850c40-a9eb-4fec-9e9c-7f71b2bad7e2 None None] The sync data for ids ['e07709d9-75bf-4641-bb49-94311b5cb2f2'] in n-d-758944-40 is: [{'id': 'e07709d9-75bf-4641-bb49-94311b5cb2f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1410968302-router', 'tenant_id': 'adf1324631734301a3a5453f23f5ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:04Z', 'updated_at': '2021-06-30T08:49:19Z', 'revision_number': 6, 'project_id': 'adf1324631734301a3a5453f23f5ff9c', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:20.856889 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c223-062c-4fbd-ba32-b9d3a4d5afbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.898224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:20.935837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event deleted for resources: {'Port': ['ID=dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:21.041540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eec5c0b0-6bee-4628-af72-c28e78b59bb8 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:21.084664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:21.091269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16cbf5-e36f-461e-a816-7d6714820caf req-92692792-0b29-4366-acb2-1f9146a08c64 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:21.092679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da16cbf5-e36f-461e-a816-7d6714820caf req-92692792-0b29-4366-acb2-1f9146a08c64 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.3029268 Jun 30 08:49:21.110764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eae8a2-665c-40ab-9fab-87ce3b1dc7cc req-b3f7c30c-f489-42eb-9935-d5b1b0731d54 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:21.112868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97eae8a2-665c-40ab-9fab-87ce3b1dc7cc req-b3f7c30c-f489-42eb-9935-d5b1b0731d54 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.3286579 Jun 30 08:49:21.263373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eec5c0b0-6bee-4628-af72-c28e78b59bb8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:21.270189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4e4fd749-2844-4037-90cf-1689398f756d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:21.275056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97eae8a2-665c-40ab-9fab-87ce3b1dc7cc req-5ed90511-6767-4f04-b9eb-6c1b06cc4cfc tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538069 Jun 30 08:49:21.305483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c223-062c-4fbd-ba32-b9d3a4d5afbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.315267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:21.321189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c223-062c-4fbd-ba32-b9d3a4d5afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.332451 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] Sync routers for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:21.355162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4e4fd749-2844-4037-90cf-1689398f756d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:21.355645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4e4fd749-2844-4037-90cf-1689398f756d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:21.359654 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:21.360267 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:21.371546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8', 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'port_id': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8', 'mac_address': 'fa:16:3e:82:a5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:21.379846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.439292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] No DVR routers for this DVR port dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:21.444463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.446793 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d9134432-8f92-4b56-938e-fc99bfe148dd req-3b638e19-a84a-42f1-a145-5d73d30ec6dc tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.26 "DELETE /v2.0/ports/dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 HTTP/1.1" status: 204 len: 173 time: 1.6529040 Jun 30 08:49:21.463896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.483412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec5c0b0-6bee-4628-af72-c28e78b59bb8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:21.521137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eec5c0b0-6bee-4628-af72-c28e78b59bb8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:21.531413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.532340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2aae73d3-cd14-4515-8126-f76949fab2f2 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:21.586574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49b76d48-d93d-43dc-93c4-c2108df63225 req-2ae8519d-1e5c-4c37-b32a-6f9c8673a41e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 210 time: 0.1519532 Jun 30 08:49:21.605944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Pushing event deleted for resources: {'Port': ['ID=080d7c15-76a5-422b-af2e-bdad2e5b876f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:21.616604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3c223-062c-4fbd-ba32-b9d3a4d5afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd9385-b873-4f0e-b81e-9ed539a0bf24,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:21.661103 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:21.685341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3ed3c223-062c-4fbd-ba32-b9d3a4d5afbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd69b7e01db94de3b16fe936fef29af9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1964161 Jun 30 08:49:21.686097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48428) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:21.801241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3c726a2-a0a3-4a24-940b-d66dc059efd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.829272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3c726a2-a0a3-4a24-940b-d66dc059efd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.858203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59'}, {'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'name': 'network-vif-deleted', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:21.865335 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b5d33-4563-43d1-8946-b5338faa177d" -d '{"events": [{"name": "network-changed", "server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59"}, {"server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "name": "network-vif-deleted", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:21.910197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2aae73d3-cd14-4515-8126-f76949fab2f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2aae73d3-cd14-4515-8126-f76949fab2f2,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:21.936884 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3c726a2-a0a3-4a24-940b-d66dc059efd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.940945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'port_id': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:21.947410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3c726a2-a0a3-4a24-940b-d66dc059efd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:21.952086 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d3c726a2-a0a3-4a24-940b-d66dc059efd2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56cd9385-b873-4f0e-b81e-9ed539a0bf24 HTTP/1.1" status: 204 len: 168 time: 0.2649817 Jun 30 08:49:21.979278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c726a2-a0a3-4a24-940b-d66dc059efd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd9385-b873-4f0e-b81e-9ed539a0bf24,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:21.993062 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.100480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eec5c0b0-6bee-4628-af72-c28e78b59bb8,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:22.123789 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:07Z', 'revision_number': 5, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:22.128112 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.145477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aae73d3-cd14-4515-8126-f76949fab2f2 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:22.191171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2aae73d3-cd14-4515-8126-f76949fab2f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2aae73d3-cd14-4515-8126-f76949fab2f2,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:22.197175 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.198440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22636cec-e0cc-4bd5-909a-0329e841f80f details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:22.200839 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] Checking router: 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:22.225929 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:22.227013 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:22.231345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-fec8bc74-7b36-45d3-ac12-a71171ca1a43 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.239134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-fec8bc74-7b36-45d3-ac12-a71171ca1a43 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 820 time: 0.4812376 Jun 30 08:49:22.248343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.253595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.346822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.348152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=2aae73d3-cd14-4515-8126-f76949fab2f2,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:22.348619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e07709d9-75bf-4641-bb49-94311b5cb2f2 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:49:22.355433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 22636cec-e0cc-4bd5-909a-0329e841f80f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22636cec-e0cc-4bd5-909a-0329e841f80f,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:22.375360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '22636cec-e0cc-4bd5-909a-0329e841f80f', 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'port_id': '22636cec-e0cc-4bd5-909a-0329e841f80f', 'mac_address': 'fa:16:3e:fb:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:22.376136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.384997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.393001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.407613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.416313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.423358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.439359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:22.447731 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.449317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-41d9c695-5a59-4e51-94ca-edc7c48c9a32 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5420 time: 0.8444803 Jun 30 08:49:22.455855 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.457004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-96519d3d-48ba-44db-8ef2-15da3eb1c95a admin admin] 10.222.0.53 "DELETE /v2.0/routers/e07709d9-75bf-4641-bb49-94311b5cb2f2 HTTP/1.1" status: 204 len: 168 time: 2.7599909 Jun 30 08:49:22.460794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48454) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:22.470524 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:22.478994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22636cec-e0cc-4bd5-909a-0329e841f80f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:22.492965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-2b76a902-36da-4ddb-8d8b-bc1dc055176e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/quotas/16ffe6d0ed0147f2aec262dd1bcc2768 HTTP/1.1" status: 200 len: 375 time: 0.1474953 Jun 30 08:49:22.510874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 22636cec-e0cc-4bd5-909a-0329e841f80f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22636cec-e0cc-4bd5-909a-0329e841f80f,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:22.528629 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.529571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d556d921-1c41-4984-854c-6fa6e605f206 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:22.606921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47de44a5-ea46-4f2f-a38d-9c4a19f2cfbf req-e73a13a1-f172-4478-83b3-aea98fbd639f tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1546049 Jun 30 08:49:22.620219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] Deleting subnet a91b41c5-53d3-401f-bb71-7fd5f1ccf111 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:49:22.633146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.633749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d556d921-1c41-4984-854c-6fa6e605f206, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d556d921-1c41-4984-854c-6fa6e605f206,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:22.660595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=22636cec-e0cc-4bd5-909a-0329e841f80f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:22.674980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'd556d921-1c41-4984-854c-6fa6e605f206', 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'port_id': 'd556d921-1c41-4984-854c-6fa6e605f206', 'mac_address': 'fa:16:3e:72:41:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:22.693359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-ee6bf3fb-6bac-4837-869b-0ec1a1466386 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1994679 Jun 30 08:49:22.729166 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.747345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d556d921-1c41-4984-854c-6fa6e605f206 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:22.766546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.799480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d556d921-1c41-4984-854c-6fa6e605f206, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d556d921-1c41-4984-854c-6fa6e605f206,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:22.807036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.808107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 24735fe4-1349-46ea-8af5-df26068a41d4 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:22.902660 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.960734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:22.980227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=d556d921-1c41-4984-854c-6fa6e605f206,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:23.072196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.080013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 24735fe4-1349-46ea-8af5-df26068a41d4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=24735fe4-1349-46ea-8af5-df26068a41d4,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:23.104751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '24735fe4-1349-46ea-8af5-df26068a41d4', 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8', 'port_id': '24735fe4-1349-46ea-8af5-df26068a41d4', 'mac_address': 'fa:16:3e:15:04:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e2eb3a-8530-475f-88cf-7d7ac806d341', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:23.117738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc61a7d-74c9-401e-a035-b4a55a07938c req-beaf5622-3191-4e97-9fb9-02c1f363a5a7 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:23.128270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cc61a7d-74c9-401e-a035-b4a55a07938c req-beaf5622-3191-4e97-9fb9-02c1f363a5a7 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 946 time: 0.2639005 Jun 30 08:49:23.157447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91b41c5-53d3-401f-bb71-7fd5f1ccf111,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:23.159916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.165952 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e78bd8ac-dd32-41b6-a999-bf06fff25e89 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a91b41c5-53d3-401f-bb71-7fd5f1ccf111 HTTP/1.1" status: 204 len: 168 time: 0.7033639 Jun 30 08:49:23.167039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:23.188348 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.191565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1582666-ec22-4b4c-b0ee-1725e9e525f7 None None] Network e653525e-7eda-48b6-95f6-4ae4dc9d3d6e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:23.206759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-b92bcf1a-7fee-4755-9c34-de05f885979c service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107327 Jun 30 08:49:23.233080 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:07Z', 'revision_number': 5, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:23.258310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cc61a7d-74c9-401e-a035-b4a55a07938c req-0d9a3ecb-83fd-4e62-b2e4-4386bfaf22cd tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260917 Jun 30 08:49:23.296078 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453881e3-310c-4eb5-98d0-7fccb77ee1b6 None None] The sync data for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 is: [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:45:58Z', 'revision_number': 4, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '905a45d1-67b5-4e99-97fd-b39cd4b06700', 'name': '', 'network_id': 'b888debf-1fac-4418-a41b-a62aff404649', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'mac_address': 'fa:16:3e:1e:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:57Z', 'updated_at': '2021-06-30T08:46:07Z', 'revision_number': 5, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'subnets': [{'id': '45464fb3-5a1b-48d2-85f4-c21d550f257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:23.313614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 080d7c15-76a5-422b-af2e-bdad2e5b876f no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:23.337902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.388822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24735fe4-1349-46ea-8af5-df26068a41d4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:23.395020 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e7dd5e-fccc-4970-b805-8d1884a63543 x-openstack-request-id: req-53e7dd5e-fccc-4970-b805-8d1884a63543 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:23.395762 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59", "status": "completed", "code": 200}, {"server_uuid": "95f561cf-5eaa-4f6e-846f-bdfeb716d63f", "name": "network-vif-deleted", "tag": "dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:23.396197 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53e7dd5e-fccc-4970-b805-8d1884a63543 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:23.396951 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59', 'status': 'completed', 'code': 200} Jun 30 08:49:23.397494 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f561cf-5eaa-4f6e-846f-bdfeb716d63f', 'name': 'network-vif-deleted', 'tag': 'dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751', 'status': 'completed', 'code': 200} Jun 30 08:49:23.435901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 24735fe4-1349-46ea-8af5-df26068a41d4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=24735fe4-1349-46ea-8af5-df26068a41d4,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:23.456560 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.456560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:23.456560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 080d7c15-76a5-422b-af2e-bdad2e5b876f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:23.456560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 080d7c15-76a5-422b-af2e-bdad2e5b876f not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:23.500739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Deleting port 52931585-272a-486f-bad5-7e0d1aace744 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:23.501231 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.576013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-c0aaabb7-508f-405d-b80c-d1d75d57dc45 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677268 Jun 30 08:49:23.646182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-299388eb-e397-4831-87ef-12175472030f admin admin] For port 52931585-272a-486f-bad5-7e0d1aace744, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=52931585-272a-486f-bad5-7e0d1aace744,segment=NetworkSegment(fe9c401e-8892-402d-946a-026e9b82dc51),segment_id=fe9c401e-8892-402d-946a-026e9b82dc51)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:23.646707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.653877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=24735fe4-1349-46ea-8af5-df26068a41d4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:23.680174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Calling delete_port for 52931585-272a-486f-bad5-7e0d1aace744 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:23.699507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-f1226879-0739-414e-8626-f094ed224716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:23.704926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-f1226879-0739-414e-8626-f094ed224716 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1126 time: 0.3060074 Jun 30 08:49:23.774400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:23.811895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf', 'network_id': '1f8eae13-febb-429c-8615-61d0b1e28ba2', 'port_id': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf', 'mac_address': 'fa:16:3e:56:d1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:23.821083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.827159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455efa8-d09f-438a-b71d-65467740a3d3 None None] New status for floating IP df9b6e89-aa46-49ca-803f-11f9538e000c: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:49:23.857851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Pushing event deleted for resources: {'Port': ['ID=52931585-272a-486f-bad5-7e0d1aace744,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:23.860073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299388eb-e397-4831-87ef-12175472030f admin admin] No DVR routers for this DVR port 52931585-272a-486f-bad5-7e0d1aace744 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:23.878252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534028f1-84c6-4fa4-b8f2-d6e1f86092c9 req-a0ba6f68-8edf-408f-8be8-41410e07582c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:23.879880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-534028f1-84c6-4fa4-b8f2-d6e1f86092c9 req-a0ba6f68-8edf-408f-8be8-41410e07582c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.2650118 Jun 30 08:49:23.971604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:23.984044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-299388eb-e397-4831-87ef-12175472030f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e653525e-7eda-48b6-95f6-4ae4dc9d3d6e']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:23.987721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02660603-8bab-435f-a6c5-8597c83ddd71 req-6f7287af-46cc-4cea-8588-683a0786d9c9 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 210 time: 0.0664315 Jun 30 08:49:23.998905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-299388eb-e397-4831-87ef-12175472030f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9c401e-8892-402d-946a-026e9b82dc51') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:24.009142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-299388eb-e397-4831-87ef-12175472030f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9c401e-8892-402d-946a-026e9b82dc51') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:24.023716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-534028f1-84c6-4fa4-b8f2-d6e1f86092c9 req-f9cfedf3-103b-45b6-8414-1c908615df1f tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293421 Jun 30 08:49:24.026574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-942baeaa-3db1-4448-9858-07f0dda82968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.033718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-942baeaa-3db1-4448-9858-07f0dda82968 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.3178039 Jun 30 08:49:24.035144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.067901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.078093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:49:24.079815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:49:24.082244 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:49:24.124911 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-68b42177-e117-4849-834e-fb3abe503486 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 200 len: 217 time: 0.0841563 Jun 30 08:49:24.165805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.184523 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.186479 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-299388eb-e397-4831-87ef-12175472030f admin admin] 10.222.0.53 "DELETE /v2.0/networks/e653525e-7eda-48b6-95f6-4ae4dc9d3d6e HTTP/1.1" status: 204 len: 168 time: 1.0182953 Jun 30 08:49:24.224002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299388eb-e397-4831-87ef-12175472030f admin admin] Pushing event deleted for resources: {'Network': ['ID=e653525e-7eda-48b6-95f6-4ae4dc9d3d6e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:24.272525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-bf7f3a59-9da2-4783-8393-ccb78bbb4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.274224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-bf7f3a59-9da2-4783-8393-ccb78bbb4a79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1419389 Jun 30 08:49:24.305351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.349990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:24.362533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-80576284-c5f7-4d7e-9bd8-bdeb869ee05e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808878 Jun 30 08:49:24.404604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:24.413775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac29d2b-a7c8-4574-b651-4fe9adeb0e38 None None] DHCP port deletion for e653525e-7eda-48b6-95f6-4ae4dc9d3d6e request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:49:24.420130 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.511276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23bc99e2-cb21-4178-b039-66a05a861ecf details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:24.569481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:24.582920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-ac19543b-55a3-4662-8b36-8a723d4456f9 service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135878 Jun 30 08:49:24.739030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48506) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:24.753927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.760715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23bc99e2-cb21-4178-b039-66a05a861ecf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23bc99e2-cb21-4178-b039-66a05a861ecf,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:24.772571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '23bc99e2-cb21-4178-b039-66a05a861ecf', 'network_id': '58cc973e-9a48-41e9-9b27-ec912cb6b4b8', 'port_id': '23bc99e2-cb21-4178-b039-66a05a861ecf', 'mac_address': 'fa:16:3e:e9:da:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e2eb3a-8530-475f-88cf-7d7ac806d341', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:24.815970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.836020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bc99e2-cb21-4178-b039-66a05a861ecf {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:24.872197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23bc99e2-cb21-4178-b039-66a05a861ecf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23bc99e2-cb21-4178-b039-66a05a861ecf,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:24.878990 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:24.898338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1c0475a4-b678-4905-a0b8-9264ac9aad32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=adf1324631734301a3a5453f23f5ff9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580331 Jun 30 08:49:24.901188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48508) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:24.902066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f4b5d33-4563-43d1-8946-b5338faa177d req-c9e7bf6f-372c-4444-935a-ff15b991f7dd service neutron] 10.222.0.13 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120070 Jun 30 08:49:24.952552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.959698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.965959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.972279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.974292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=23bc99e2-cb21-4178-b039-66a05a861ecf,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:24.979745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.989356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:24.995855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:25.004805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-49bf5576-b60b-4887-b58e-e42abd1dbc44 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5425 time: 0.2690191 Jun 30 08:49:25.017027 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-218b7431-4924-4ad4-9c16-365b32dc77e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:25.063937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1878543e-b9a6-4954-806c-f8685e57bc10 req-93e769d3-550a-41e2-a47f-4395b6a52f4e tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0560460 Jun 30 08:49:25.068602 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-218b7431-4924-4ad4-9c16-365b32dc77e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:25.163984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['d556d921-1c41-4984-854c-6fa6e605f206'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:25.176648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-218b7431-4924-4ad4-9c16-365b32dc77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:25.180968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-218b7431-4924-4ad4-9c16-365b32dc77e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:25.187917 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-218b7431-4924-4ad4-9c16-365b32dc77e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e6153f2-70d3-4337-8b1d-87b04e99c411 HTTP/1.1" status: 204 len: 168 time: 0.2851875 Jun 30 08:49:25.229070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b7431-4924-4ad4-9c16-365b32dc77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6153f2-70d3-4337-8b1d-87b04e99c411,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:25.257814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['22636cec-e0cc-4bd5-909a-0329e841f80f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:25.281972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['3adeb387-d6e7-41b0-bd14-3bbaca22b1bf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:25.295540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 52931585-272a-486f-bad5-7e0d1aace744 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:25.358660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 52931585-272a-486f-bad5-7e0d1aace744 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:25.358880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 52931585-272a-486f-bad5-7e0d1aace744 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:25.382246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 662f9b2a-c9ef-4b68-9a30-be397dff7b59 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:25.411341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a82d0c2-8aa3-4bad-876d-8f2a9e580e22 req-857b9126-d526-412a-8e7d-53b835229ed9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 210 time: 0.0584037 Jun 30 08:49:25.476593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['23bc99e2-cb21-4178-b039-66a05a861ecf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:25.523252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab650c6b-d2ae-4f3f-ad8c-0c633c9a10f3 req-3d9b961c-5608-4a2b-ba73-9b7bdc86325d tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:25.553271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab650c6b-d2ae-4f3f-ad8c-0c633c9a10f3 req-3d9b961c-5608-4a2b-ba73-9b7bdc86325d tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 946 time: 0.1609437 Jun 30 08:49:25.654537 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:49:25.715120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab650c6b-d2ae-4f3f-ad8c-0c633c9a10f3 req-b7d69afa-6589-4e79-8af2-50e9cfc1cb41 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587121 Jun 30 08:49:25.843637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0ab0cc8-0e01-43c3-a02a-428e5edbee02 req-93aafe58-56a7-4338-a8ff-70ac3d0058f7 tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 210 time: 0.1216583 Jun 30 08:49:26.479458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['24735fe4-1349-46ea-8af5-df26068a41d4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:26.516386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d46f4a06-764d-4916-9705-e03d742372bd req-56c0ff12-f8d4-4010-99a0-47cb4847f295 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.5485914 Jun 30 08:49:26.535606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['2aae73d3-cd14-4515-8126-f76949fab2f2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:26.597092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-6e1a60e2-f16a-4b54-ba8e-aa5a186a5f66 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:26.598698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-6e1a60e2-f16a-4b54-ba8e-aa5a186a5f66 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 820 time: 0.7538896 Jun 30 08:49:26.608334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a7ba1-1b6e-4120-a6d2-a813b1e88ccc req-d8ac1b45-3136-434f-a0ab-1beda4496a62 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:26.615435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-402a7ba1-1b6e-4120-a6d2-a813b1e88ccc req-d8ac1b45-3136-434f-a0ab-1beda4496a62 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.6488497 Jun 30 08:49:26.623029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:26.623239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'port': {'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'admin_state_up': True, 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:26.626063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eec5c0b0-6bee-4628-af72-c28e78b59bb8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:26.735906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-402a7ba1-1b6e-4120-a6d2-a813b1e88ccc req-a02835bc-3820-43a6-aa57-ba7e5a88cdc4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195774 Jun 30 08:49:26.791187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:26.791537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device dd575b8e-b5d4-49cf-9ce9-0c6b2ab4c751 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:26.964804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ddb3551-feb6-4d68-ba2f-73e9b0a45332 req-8e8560f0-b820-4bc6-86f2-6a4adea21048 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 210 time: 0.0494905 Jun 30 08:49:26.990847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Made reservation on behalf of 16ffe6d0ed0147f2aec262dd1bcc2768 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:26.995248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:27.039119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.045383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.051627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.058171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.064469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.071322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.077437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.079436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-f9c81787-cd77-4bb5-9f7a-253712edad72 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5426 time: 0.2574019 Jun 30 08:49:27.213887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c572e602-f955-4864-9e97-0d44fcbb6dfd req-8975cd55-7f45-418e-86a8-7d297ce8260d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1229157 Jun 30 08:49:27.323301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Allocated IP 172.20.0.7 (b49dd5bc-9587-4b6b-8c89-e4fe2d361c92/4a811e85-147b-449c-bcf2-dad5c7c94a19/2505af2a-cfe1-4d7e-8cb3-2e17a028105f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:27.570994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48578) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:27.618377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:27.637453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Transition to ACTIVE for port object 2505af2a-cfe1-4d7e-8cb3-2e17a028105f will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:27.681312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdee33-cefb-4716-8b41-2a66fcca66c7 req-6eb1717b-acfa-4cd0-90b9-c3815fb56def tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.689090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19bdee33-cefb-4716-8b41-2a66fcca66c7 req-6eb1717b-acfa-4cd0-90b9-c3815fb56def tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 946 time: 0.2660522 Jun 30 08:49:27.703589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:27.721726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d33ef11f-5887-4944-a170-b8553cf729d2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:27.734038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4edc1cd5-27be-4872-a06c-569de1e88812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:27.781159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:27.799481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19bdee33-cefb-4716-8b41-2a66fcca66c7 req-50a789ce-58e3-46ec-9ba2-a57123b53587 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093736 Jun 30 08:49:27.805902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:27.814960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Pushing event updated for resources: {'Port': ['ID=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:27.822983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:27.927449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37aa7bf-fabb-4736-bb78-7bfaaee7e2cc req-2ae33b83-c975-4139-b70b-4331bc8dbabe tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/ports?device_id=95f561cf-5eaa-4f6e-846f-bdfeb716d63f HTTP/1.1" status: 200 len: 210 time: 0.0466826 Jun 30 08:49:27.956078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4edc1cd5-27be-4872-a06c-569de1e88812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:27.961593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:27.962267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:27.963457 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4edc1cd5-27be-4872-a06c-569de1e88812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.004724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-872eaf4a-f365-4060-a806-247e4b50148e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861592 Jun 30 08:49:28.017665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Request body: {'port': {'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:28.026132 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4edc1cd5-27be-4872-a06c-569de1e88812 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b0d1fdcc630425294870ba0bbacabb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539659 Jun 30 08:49:28.028637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48592) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:28.078111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc1cd5-27be-4872-a06c-569de1e88812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dcc8dc-bfa2-459c-8628-44209d3acde6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:28.137808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-87725982-2d46-4068-884c-4901ac484860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.167523 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-87725982-2d46-4068-884c-4901ac484860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.251301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-236a9aaf-3ee8-4be9-b94b-960f18c73e9a None None] Provisioning for port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:28.255347 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-87725982-2d46-4068-884c-4901ac484860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.256439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-236a9aaf-3ee8-4be9-b94b-960f18c73e9a None None] Provisioning complete for port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:28.256808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-236a9aaf-3ee8-4be9-b94b-960f18c73e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.259948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-87725982-2d46-4068-884c-4901ac484860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.264293 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-87725982-2d46-4068-884c-4901ac484860 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19dcc8dc-bfa2-459c-8628-44209d3acde6 HTTP/1.1" status: 204 len: 168 time: 0.2345300 Jun 30 08:49:28.274148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87725982-2d46-4068-884c-4901ac484860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dcc8dc-bfa2-459c-8628-44209d3acde6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:28.303222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd7dcf3-decf-4d91-bdf5-c85de90484c0 req-f3695327-774c-4495-8b76-64fa4875e20f tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1129344 Jun 30 08:49:28.307248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.354126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-236a9aaf-3ee8-4be9-b94b-960f18c73e9a None None] Port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:49:28.463799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23bc99e2-cb21-4178-b039-66a05a861ecf up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:28.572556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 23bc99e2-cb21-4178-b039-66a05a861ecf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:28.576691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 23bc99e2-cb21-4178-b039-66a05a861ecf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:28.577033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.577850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bd2ce-46cf-4764-9614-06afbcec41ff req-cfac8fba-b189-4842-b1fd-7911fddcd227 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:28.585274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f4bd2ce-46cf-4764-9614-06afbcec41ff req-cfac8fba-b189-4842-b1fd-7911fddcd227 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.4234064 Jun 30 08:49:28.599885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48604) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:28.638294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3d66f7d-f855-4668-934a-e51ec3cbbcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.725144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.745622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f4bd2ce-46cf-4764-9614-06afbcec41ff req-d1710b06-64b3-4b1a-991a-4d62e975159d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593354 Jun 30 08:49:28.790728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23bc99e2-cb21-4178-b039-66a05a861ecf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23bc99e2-cb21-4178-b039-66a05a861ecf,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:28.792129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:28.794888 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf9c5d-4172-4d22-8f25-ae41ac6f0b75" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:28.798934 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.872950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=23bc99e2-cb21-4178-b039-66a05a861ecf,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:28.877100 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a8dad81a-2876-4a45-a23c-f0bf7827185e req-dce8bff1-43ce-43c8-8de5-c0f586a72677 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0706000 Jun 30 08:49:28.911798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2505af2a-cfe1-4d7e-8cb3-2e17a028105f {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:28.929467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.937284 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3d66f7d-f855-4668-934a-e51ec3cbbcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.946648 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3d66f7d-f855-4668-934a-e51ec3cbbcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:28.978117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Transition to ACTIVE for port object 2505af2a-cfe1-4d7e-8cb3-2e17a028105f will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:28.979466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d66f7d-f855-4668-934a-e51ec3cbbcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f7586-e7c5-4370-b805-bd041f046f9b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:28.992142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.137095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:29.137377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d3d66f7d-f855-4668-934a-e51ec3cbbcef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7802707457c4de494d3df0a6c29ea86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363264 Jun 30 08:49:29.204812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c7186b5-cccc-4747-b402-4c25bd327821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.229239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Pushing event updated for resources: {'Port': ['ID=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:29.257721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c7186b5-cccc-4747-b402-4c25bd327821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.275442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Attempting to bind port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:29.275872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Attempting to bind port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:29.276348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Attempting to bind port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:29.288544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:49:29.289444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Attempting to bind port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f on network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:29.307816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:29.308585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Checking segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:29.308999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Bound using segment: {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:29.309450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Bound port: 2505af2a-cfe1-4d7e-8cb3-2e17a028105f, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161e1b4c-a06c-45e9-aba7-6e9204971674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:29.309879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.314969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c7186b5-cccc-4747-b402-4c25bd327821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.317538 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c7186b5-cccc-4747-b402-4c25bd327821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.321283 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c7186b5-cccc-4747-b402-4c25bd327821 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d5f7586-e7c5-4370-b805-bd041f046f9b HTTP/1.1" status: 204 len: 168 time: 0.1804290 Jun 30 08:49:29.327218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7186b5-cccc-4747-b402-4c25bd327821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f7586-e7c5-4370-b805-bd041f046f9b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:29.340444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.354910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.360900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.367553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.373571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.379466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.385456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.387432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-890d1fac-2b6b-4746-979c-c3323885d251 req-bb9ad422-8440-4719-8c05-46b3a348dce8 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5427 time: 0.3509254 Jun 30 08:49:29.453468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa93e-abdf-420e-b21d-e71510ee9017 req-15fda922-6e9d-4dd1-8a20-fd3224d8b0a0 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.455017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ccaa93e-abdf-420e-b21d-e71510ee9017 req-15fda922-6e9d-4dd1-8a20-fd3224d8b0a0 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 943 time: 0.3634281 Jun 30 08:49:29.507427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-890d1fac-2b6b-4746-979c-c3323885d251 req-02af8a12-d1dc-4075-9c80-c3a57c55b909 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1081901 Jun 30 08:49:29.531065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] For port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:29.535820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] For port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:29.543175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ccaa93e-abdf-420e-b21d-e71510ee9017 req-db9c15a3-80b2-4e14-a51d-51f27f8a52fa tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780289 Jun 30 08:49:29.544667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.580754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.581432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.583006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] 10.222.0.13 "PUT /v2.0/ports/2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 1092 time: 1.5702636 Jun 30 08:49:29.583679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:29.587011 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:29.624131 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3f6bc3-0221-43df-aebc-4d38e00d8da6 x-openstack-request-id: req-de3f6bc3-0221-43df-aebc-4d38e00d8da6 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:29.624548 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:29.624904 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de3f6bc3-0221-43df-aebc-4d38e00d8da6 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:29.625412 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf', 'code': 200} Jun 30 08:49:29.711548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c0fb6-88e7-4d3b-9f36-8a9b62771a0c service neutron] Pushing event updated for resources: {'Port': ['ID=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:29.828105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-ef22e7d0-7a60-4be6-96a0-8c01c4576672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:29.830345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-ef22e7d0-7a60-4be6-96a0-8c01c4576672 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 1095 time: 0.1890690 Jun 30 08:49:29.927995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-20817cd6-cc0b-4f25-a4d4-d249f766a2eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 217 time: 0.0895941 Jun 30 08:49:30.052252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a69e19f-fabe-4a88-8f57-075c83dda008 req-c8b6a70c-bc30-40b3-8a6a-bc018bb23bb8 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0474331 Jun 30 08:49:30.074609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-b2bde154-b7b0-4427-a35c-cf7ce5a50c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:30.076334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-b2bde154-b7b0-4427-a35c-cf7ce5a50c0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1405840 Jun 30 08:49:30.124800 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc9c31f-8958-4655-b45a-826bf18d4118 x-openstack-request-id: req-afc9c31f-8958-4655-b45a-826bf18d4118 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:30.125110 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:30.125457 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afc9c31f-8958-4655-b45a-826bf18d4118 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:30.125783 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'status': 'completed', 'code': 200} Jun 30 08:49:30.154376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48654) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:30.198864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-7d44e8c8-461f-4cba-ba19-d3fc55564538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:30.204372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-7d44e8c8-461f-4cba-ba19-d3fc55564538 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195309 Jun 30 08:49:30.319959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30db90fd-5d59-497d-ac31-c356bdd2177e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.351060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30db90fd-5d59-497d-ac31-c356bdd2177e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.431930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30db90fd-5d59-497d-ac31-c356bdd2177e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.434774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30db90fd-5d59-497d-ac31-c356bdd2177e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.446349 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-30db90fd-5d59-497d-ac31-c356bdd2177e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "DELETE /v2.0/security-groups/1c4fbb9b-dac0-4e21-b44d-5e5767deebf3 HTTP/1.1" status: 204 len: 168 time: 0.2903183 Jun 30 08:49:30.456522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48672) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:30.463621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db90fd-5d59-497d-ac31-c356bdd2177e tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4fbb9b-dac0-4e21-b44d-5e5767deebf3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:30.487025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eec5c0b0-6bee-4628-af72-c28e78b59bb8 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:30.534119 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-272c28f4-1cd8-40df-8bf5-23ea8bee385f tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] show failed (client error): The resource could not be found. Jun 30 08:49:30.535250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-272c28f4-1cd8-40df-8bf5-23ea8bee385f tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "GET /v2.0/security-groups/1c4fbb9b-dac0-4e21-b44d-5e5767deebf3 HTTP/1.1" status: 404 len: 347 time: 0.0703816 Jun 30 08:49:30.538577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48676) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:30.567977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port eec5c0b0-6bee-4628-af72-c28e78b59bb8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:30.572244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port eec5c0b0-6bee-4628-af72-c28e78b59bb8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:30.572927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.579843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-1774d844-75d4-4295-b6a3-30e54cecb158 service neutron] 10.222.0.13 "GET /v2.0/ports/662f9b2a-c9ef-4b68-9a30-be397dff7b59/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.2673061 Jun 30 08:49:30.684347 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.728408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eec5c0b0-6bee-4628-af72-c28e78b59bb8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:30.733191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.734167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2aae73d3-cd14-4515-8126-f76949fab2f2 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:30.829879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Deleting port 950fdf90-201f-4621-bbc7-35ceec6998f1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:30.830526 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.861181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-f5f2cdb1-5f41-43eb-a015-daba9dbeaf09 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493034 Jun 30 08:49:30.895774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eec5c0b0-6bee-4628-af72-c28e78b59bb8,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:30.915531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 2aae73d3-cd14-4515-8126-f76949fab2f2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:30.924189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 2aae73d3-cd14-4515-8126-f76949fab2f2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:30.924926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:30.949647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caf7f6-744b-4d71-94a4-26149b75bcff req-6fa8a72e-36a9-47db-92f4-685573956092 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:30.953920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98caf7f6-744b-4d71-94a4-26149b75bcff req-6fa8a72e-36a9-47db-92f4-685573956092 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 943 time: 0.6204333 Jun 30 08:49:31.012114 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.012671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.060053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Calling delete_port for 950fdf90-201f-4621-bbc7-35ceec6998f1 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:31.073833 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.162286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:31.174554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2aae73d3-cd14-4515-8126-f76949fab2f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2aae73d3-cd14-4515-8126-f76949fab2f2,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:31.184697 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.186037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22636cec-e0cc-4bd5-909a-0329e841f80f up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:31.246922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:31.288526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98caf7f6-744b-4d71-94a4-26149b75bcff req-7c38a219-e884-4eb7-9385-49a2025cb9ec tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844179 Jun 30 08:49:31.295827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=2aae73d3-cd14-4515-8126-f76949fab2f2,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:31.309859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 22636cec-e0cc-4bd5-909a-0329e841f80f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:31.314459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 22636cec-e0cc-4bd5-909a-0329e841f80f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:31.315532 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.353148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662f9b2a-c9ef-4b68-9a30-be397dff7b59 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:31.387528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:31.410686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e03ca2-daa9-4684-8a4c-a8663600ed98 req-6bcbb72f-9d96-44ee-b3c0-188ae3d6aa96 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406721 Jun 30 08:49:31.419597 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-cf1d4b37-15ff-4350-b4cf-22d4319ad17e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2061758 Jun 30 08:49:31.420215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.465665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.472134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.479682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.483031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Pushing event deleted for resources: {'Port': ['ID=950fdf90-201f-4621-bbc7-35ceec6998f1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:31.486391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.496074 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.496972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.503491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.509728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.517595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-d74093a2-6997-4e6d-969d-97362f54f916 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5429 time: 0.3581769 Jun 30 08:49:31.539649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.553161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 22636cec-e0cc-4bd5-909a-0329e841f80f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22636cec-e0cc-4bd5-909a-0329e841f80f,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:31.574540 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.575697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d556d921-1c41-4984-854c-6fa6e605f206 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:31.666368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22636cec-e0cc-4bd5-909a-0329e841f80f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:31.673175 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f623e2-9511-48ce-a4ad-0af442d4958e" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "22636cec-e0cc-4bd5-909a-0329e841f80f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:31.685931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.688927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.694128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0125a922-983c-4e85-bcd3-f7bbac2de28d tempest-ServersTestBootFromVolume-1141142855 tempest-ServersTestBootFromVolume-1141142855-project] 10.222.0.53 "DELETE /v2.0/floatingips/df9b6e89-aa46-49ca-803f-11f9538e000c HTTP/1.1" status: 204 len: 168 time: 1.1525550 Jun 30 08:49:31.695096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48706) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:31.704563 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d0a969d9-bc34-412b-9b7e-dfbcc090026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.785197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=22636cec-e0cc-4bd5-909a-0329e841f80f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:31.790679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port d556d921-1c41-4984-854c-6fa6e605f206 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:31.795124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port d556d921-1c41-4984-854c-6fa6e605f206 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:31.795325 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.800198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-32cfd056-a8fe-4424-b9d2-0021beaa31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:31.806595 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-32cfd056-a8fe-4424-b9d2-0021beaa31f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 1096 time: 0.3086660 Jun 30 08:49:31.837328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df2f071b-62f2-4cb0-836a-946cd8c68e24 req-cc6fd408-6631-44c6-abdd-0fa5b23d98fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3172905 Jun 30 08:49:31.985588 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.995279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852181b-98a7-4ff5-89cf-f2bf32e8c956 req-21715fef-b459-4661-b72a-00702a0fda22 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:32.013448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8852181b-98a7-4ff5-89cf-f2bf32e8c956 req-21715fef-b459-4661-b72a-00702a0fda22 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 943 time: 0.3477914 Jun 30 08:49:32.030076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d556d921-1c41-4984-854c-6fa6e605f206, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d556d921-1c41-4984-854c-6fa6e605f206,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:32.035521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] Transition to ACTIVE for port object 662f9b2a-c9ef-4b68-9a30-be397dff7b59 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:32.035965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.042185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-85b6deb8-ab13-49ee-bd79-1a4b335fe300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:32.049328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 24735fe4-1349-46ea-8af5-df26068a41d4 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:32.050036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-85b6deb8-ab13-49ee-bd79-1a4b335fe300 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 1095 time: 0.3365340 Jun 30 08:49:32.053214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.120817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-ce7db124-e380-4bd6-a14f-fc362ff10abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:32.122525 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-ce7db124-e380-4bd6-a14f-fc362ff10abb service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.2512865 Jun 30 08:49:32.166536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=d556d921-1c41-4984-854c-6fa6e605f206,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:32.178409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 24735fe4-1349-46ea-8af5-df26068a41d4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:32.183179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 24735fe4-1349-46ea-8af5-df26068a41d4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:32.183678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.202643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] Pushing event updated for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:32.214830 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-6a7362fb-d196-4a88-9996-bb6d35bb0613 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 200 len: 217 time: 0.0796061 Jun 30 08:49:32.279866 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.283068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] No DVR routers for this DVR port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:32.319118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 24735fe4-1349-46ea-8af5-df26068a41d4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=24735fe4-1349-46ea-8af5-df26068a41d4,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:32.325075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.326970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:32.345926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-28373efd-b6d6-47da-8fd1-de7539f5a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:32.347685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-28373efd-b6d6-47da-8fd1-de7539f5a8e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.1151230 Jun 30 08:49:32.364339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8852181b-98a7-4ff5-89cf-f2bf32e8c956 req-dfe46ec8-3c22-49e7-afc7-a7614a90d245 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495116 Jun 30 08:49:32.389922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a1ff634-f654-4e6a-b3a5-5d1c01f6962b req-442cfb51-58e7-4cce-85c3-ade8151826ac tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1881642 Jun 30 08:49:32.402824 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-42e046b8-ffad-4982-9f47-56226720df70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457933 Jun 30 08:49:32.429225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=24735fe4-1349-46ea-8af5-df26068a41d4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:32.487434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 95db9b27-ceb8-4cb1-bd50-b7856736f487 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:32.515881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-03e44474-0771-48b6-93dd-26ab24676f62 service neutron] 10.222.0.13 "PUT /v2.0/ports/662f9b2a-c9ef-4b68-9a30-be397dff7b59/bindings/n-h1-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 1.9266274 Jun 30 08:49:32.589940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-db9046ca-ee19-4dc2-b298-a5d5daa59007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:32.602026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-db9046ca-ee19-4dc2-b298-a5d5daa59007 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.5299034 Jun 30 08:49:32.663426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:32.679246 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b33f14-db00-4fb4-8673-078c6f8021f7 x-openstack-request-id: req-a5b33f14-db00-4fb4-8673-078c6f8021f7 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:32.679246 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "22636cec-e0cc-4bd5-909a-0329e841f80f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:32.679246 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5b33f14-db00-4fb4-8673-078c6f8021f7 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:32.679618 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8', 'code': 200} Jun 30 08:49:32.679618 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'code': 200} Jun 30 08:49:32.680301 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22636cec-e0cc-4bd5-909a-0329e841f80f', 'code': 200} Jun 30 08:49:32.682397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'mac_address': 'fa:16:3e:6e:ca:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:32.684246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:32.689145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:32.689571 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.723673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-72107e6e-1db6-4a2f-bb36-cabdb3cbd3d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 217 time: 0.1163526 Jun 30 08:49:32.817473 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.829004 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-6b41ab59-400d-499d-a26e-87ccfd3a1dda service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867452 Jun 30 08:49:32.860959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95db9b27-ceb8-4cb1-bd50-b7856736f487 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:32.910553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:32.950148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-e92f93f4-f982-448a-b08a-ec925ed10bf3 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:32.952696 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-e92f93f4-f982-448a-b08a-ec925ed10bf3 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.3491790 Jun 30 08:49:32.984600 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.988336 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.989959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-5aed4809-c66a-490e-b410-92350ed46e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:32.992765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-5aed4809-c66a-490e-b410-92350ed46e3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.2619510 Jun 30 08:49:33.097687 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3b21a27f-6aa8-4371-be1c-eb9fea019c62 req-ac8a4932-614a-40bc-aa56-ffd28adb14c8 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510188 Jun 30 08:49:33.109566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-53c68639-a15d-4da4-ae64-9b31e089adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:33.112322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-53c68639-a15d-4da4-ae64-9b31e089adde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f&tenant_id=92f4af2e9f4746719762ea9c5d54b192 HTTP/1.1" status: 200 len: 1096 time: 0.1469927 Jun 30 08:49:33.120521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:33.139693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:33.188731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb2e3e-0540-42d7-8783-544b9b66539b req-dd748af2-3983-46f6-b922-98325ebb7d0b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:33.199685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:33.205071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:33.209654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72cb2e3e-0540-42d7-8783-544b9b66539b req-dd748af2-3983-46f6-b922-98325ebb7d0b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 944 time: 0.4044299 Jun 30 08:49:33.248658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['95db9b27-ceb8-4cb1-bd50-b7856736f487'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:33.307736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72cb2e3e-0540-42d7-8783-544b9b66539b req-985d3621-e273-4567-9cc0-b417d27cf42e tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926964 Jun 30 08:49:33.320683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-db0091ad-6ae0-477f-b856-997668022fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:33.327405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-db0091ad-6ae0-477f-b856-997668022fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3242857 Jun 30 08:49:33.382027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:33.388249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2505af2a-cfe1-4d7e-8cb3-2e17a028105f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:49:33.580050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-e3ebb3b2-a28c-42e5-a221-3c687cd982cb service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447033 Jun 30 08:49:33.781797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:33.816533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'mac_address': 'fa:16:3e:f7:a5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:49:33.924836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee775b66-0eb6-4fc8-a3b7-003b58c6d7cb req-20464685-2a73-4b08-ad81-e2948eee701f service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295779 Jun 30 08:49:33.948077 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.011157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2505af2a-cfe1-4d7e-8cb3-2e17a028105f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:34.037568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:34.046599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.150460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:34.248277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-828eb99c-1254-4b53-a68e-ee3bbfe625a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.250652 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-828eb99c-1254-4b53-a68e-ee3bbfe625a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92f4af2e9f4746719762ea9c5d54b192&device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1096 time: 1.0159972 Jun 30 08:49:34.279994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['2505af2a-cfe1-4d7e-8cb3-2e17a028105f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:34.293831 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.432778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.440265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.449438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.452276 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bff76864-a05c-4e00-8ca5-1a79d3180b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.456606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.465342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.471702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.477930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.480036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-4d9bb6e4-1313-41c1-9bdf-b5b7cbea461b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.1703084 Jun 30 08:49:34.498062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 95db9b27-ceb8-4cb1-bd50-b7856736f487 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:34.498714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-07c7e5f9-d9c8-41f4-94fe-f69032008373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.500436 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-07c7e5f9-d9c8-41f4-94fe-f69032008373 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 200 len: 921 time: 0.2110605 Jun 30 08:49:34.566956 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-78bb3c7c-4205-40f6-b3e0-fa89d99c7d48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 200 len: 217 time: 0.0475404 Jun 30 08:49:34.573220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f527abcb-8b59-4202-88d9-81fd805c4b73 req-7affed33-a0f8-4c8a-ba9e-0d5f6386fc48 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0858474 Jun 30 08:49:34.670873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-fee2cf43-76e8-43db-a076-12d077ed81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.672519 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-fee2cf43-76e8-43db-a076-12d077ed81d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 200 len: 860 time: 0.0901015 Jun 30 08:49:34.683560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556d921-1c41-4984-854c-6fa6e605f206'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:34.686267 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f1d7c7-c3f1-407c-9977-aeadb02dbd25" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "d556d921-1c41-4984-854c-6fa6e605f206"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:34.689795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 95db9b27-ceb8-4cb1-bd50-b7856736f487 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:34.690257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.698545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb9903-7d41-407b-9b5c-1bdb05d1bcdb req-73ecba1b-c5f5-4ef1-8a32-b73bb62f4d91 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:34.700605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ebb9903-7d41-407b-9b5c-1bdb05d1bcdb req-73ecba1b-c5f5-4ef1-8a32-b73bb62f4d91 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 944 time: 0.1011200 Jun 30 08:49:34.733177 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-1aba3609-12f2-40ab-a525-05a8450e7eec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34d51463-a55e-4523-b759-13aca4e30356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498321 Jun 30 08:49:34.735411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Deleting port 905a45d1-67b5-4e99-97fd-b39cd4b06700 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:34.735981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.777616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ebb9903-7d41-407b-9b5c-1bdb05d1bcdb req-223916ad-9089-40a4-b781-d8420b0351fe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706174 Jun 30 08:49:34.960953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c50194b-15a7-4bc6-b7b4-4e662a23fcf1 req-880cdd90-dd78-4365-b259-7139e66e6310 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0532141 Jun 30 08:49:35.093988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] For port 905a45d1-67b5-4e99-97fd-b39cd4b06700, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=905a45d1-67b5-4e99-97fd-b39cd4b06700,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:35.098008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.144270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Calling delete_port for 905a45d1-67b5-4e99-97fd-b39cd4b06700 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:35.161689 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-440cffb1-6a3d-4f6d-a89e-f97ddeef4156 service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064059 Jun 30 08:49:35.223238 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.260265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:35.275088 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.367445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7652634-fac4-4f68-86f3-732afba2a3d4 req-6532ccfd-09f3-4651-8e80-0806fb402f86 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:35.374724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7652634-fac4-4f68-86f3-732afba2a3d4 req-6532ccfd-09f3-4651-8e80-0806fb402f86 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 944 time: 0.1446536 Jun 30 08:49:35.379736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:35.391839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2505af2a-cfe1-4d7e-8cb3-2e17a028105f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:35.479838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7652634-fac4-4f68-86f3-732afba2a3d4 req-b2c72f57-157a-4843-af65-b9383a1d5457 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035738 Jun 30 08:49:35.501778 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507cc63e-7c0e-4087-9db6-1af5992c1316 x-openstack-request-id: req-507cc63e-7c0e-4087-9db6-1af5992c1316 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:35.513349 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "d556d921-1c41-4984-854c-6fa6e605f206", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-plugged", "status": "completed", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:35.513994 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-507cc63e-7c0e-4087-9db6-1af5992c1316 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:35.515554 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556d921-1c41-4984-854c-6fa6e605f206', 'code': 200} Jun 30 08:49:35.515830 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4', 'code': 200} Jun 30 08:49:35.516088 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf', 'code': 200} Jun 30 08:49:35.535316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:35.541918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:35.541918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.698366 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-afe20c3b-634b-4201-802e-cc3b0936829c service neutron] 10.222.0.26 "GET /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229139 Jun 30 08:49:35.723188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.784115 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.800914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Pushing event deleted for resources: {'Port': ['ID=905a45d1-67b5-4e99-97fd-b39cd4b06700,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:35.874294 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:35.976935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:35.982845 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:36.067127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.081832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.102006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.103678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:36.114875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.121714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.128267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.135278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.143490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-2ef96032-37a3-4a72-98d3-f2c13074b76c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.2143655 Jun 30 08:49:36.161844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:36.227195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdd618e5-f31f-4507-81f4-830d885be5a2 req-42d4af45-d263-4627-af22-97a86f595447 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0825775 Jun 30 08:49:36.322860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.323620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.324254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.324881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.325714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.326328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.327005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.329214 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-4456914a-4cd2-464c-a112-d84bd2377105 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6497 time: 0.6346052 Jun 30 08:49:36.433690 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-99f0eb27-62e0-48e2-9f21-8f83604b1330 req-144599c3-f9cd-48f3-8d49-d7eaa0cef741 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53c7281c-022c-4e2a-b15e-30fb2091c043&id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0623209 Jun 30 08:49:36.487559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-83dd46b2-be3a-47d7-8e56-a2b05558d0e8 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.487559 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-83dd46b2-be3a-47d7-8e56-a2b05558d0e8 tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f&tenant_id=92f4af2e9f4746719762ea9c5d54b192&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.1723278 Jun 30 08:49:36.489275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48798) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:36.653376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:36.665254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c7abeed-ec5a-4dad-ab92-a677177d1dc6 req-0eda8ae7-5b69-4d03-b5d3-d7e9f6f25af3 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0682285 Jun 30 08:49:36.739463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ca1d-c423-4d4f-838f-7631d5615a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:36.775845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eebf5a-2afb-4a92-bedb-893a0e7d3c66 req-7cba8b42-50b7-455f-85a4-8b1be7ae48d3 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:36.777996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31eebf5a-2afb-4a92-bedb-893a0e7d3c66 req-7cba8b42-50b7-455f-85a4-8b1be7ae48d3 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 945 time: 0.2643828 Jun 30 08:49:36.803073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-27a1b371-fb68-4314-8dd6-facf6311262a service neutron] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:36.807599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-27a1b371-fb68-4314-8dd6-facf6311262a service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:36.808806 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a418a2e-b981-4ac9-83b4-093d5174726a req-27a1b371-fb68-4314-8dd6-facf6311262a service neutron] 10.222.0.26 "DELETE /v2.0/ports/662f9b2a-c9ef-4b68-9a30-be397dff7b59/bindings/n-h2-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.3062532 Jun 30 08:49:36.862380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:36.871613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31eebf5a-2afb-4a92-bedb-893a0e7d3c66 req-074002a5-5632-41a1-9abe-53a24e6d5505 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875037 Jun 30 08:49:36.873944 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] Sync routers for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:36.900416 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:36.904297 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9c1ce469-656d-4402-9572-01f55dc9c514 admin admin] 10.222.0.53 "PUT /v2.0/routers/9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2076669 Jun 30 08:49:36.909030 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:36.911812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:37.128370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.140856 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ca1d-c423-4d4f-838f-7631d5615a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.142359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.147898 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:37.150240 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ca1d-c423-4d4f-838f-7631d5615a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.175383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e2906-ec0a-4de8-bc15-e17311ac0cec req-0ed6bc13-ac2a-47a7-ac59-fa7d2d9ff2ce tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.184116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36e2906-ec0a-4de8-bc15-e17311ac0cec req-0ed6bc13-ac2a-47a7-ac59-fa7d2d9ff2ce tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 944 time: 0.2865810 Jun 30 08:49:37.306485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a1c1ca1d-c423-4d4f-838f-7631d5615a37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d0ff195d25a4224be11a012ac4a7ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138161 Jun 30 08:49:37.309231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1ca1d-c423-4d4f-838f-7631d5615a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6937b627-b812-4983-97f4-f9f50ed11d6e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:37.330806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:37.370186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.382207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36e2906-ec0a-4de8-bc15-e17311ac0cec req-f212a7dc-dbd1-4e8b-984d-5c8ff2deab47 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963215 Jun 30 08:49:37.477766 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-10f8b569-68f4-4de6-a812-b4dce9af8ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.492460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Deleting port 6548dab9-c5af-4408-bce3-b202fa602f70 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:37.492803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.516930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487'}, {'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:37.519347 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b98a99-5fdc-4175-abb1-e237a06cc1a9" -d '{"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-plugged", "status": "completed", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487"}, {"server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "name": "network-vif-plugged", "status": "completed", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:37.527557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-10f8b569-68f4-4de6-a812-b4dce9af8ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.570704 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:49:35Z', 'revision_number': 5, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port': {'id': '6548dab9-c5af-4408-bce3-b202fa602f70', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:45:54Z', 'updated_at': '2021-06-30T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:37.619654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] For port 6548dab9-c5af-4408-bce3-b202fa602f70, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6548dab9-c5af-4408-bce3-b202fa602f70,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:37.620367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.625198 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] Checking router: 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:37.636562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Calling delete_port for 6548dab9-c5af-4408-bce3-b202fa602f70 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:37.637938 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] Routers {'9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:37.639495 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:37.755273 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-10f8b569-68f4-4de6-a812-b4dce9af8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.761444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-10f8b569-68f4-4de6-a812-b4dce9af8ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.763419 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-10f8b569-68f4-4de6-a812-b4dce9af8ee4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6937b627-b812-4983-97f4-f9f50ed11d6e HTTP/1.1" status: 204 len: 168 time: 0.4193144 Jun 30 08:49:37.766659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48838) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:37.797123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] Set router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:37.801907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897ea8b-13be-4e78-aab8-5f6b807b66ac req-c5421871-7aa5-4eab-9ab1-7080ebc28c9d tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.804332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c897ea8b-13be-4e78-aab8-5f6b807b66ac req-c5421871-7aa5-4eab-9ab1-7080ebc28c9d tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 1096 time: 0.2373102 Jun 30 08:49:37.808602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8b569-68f4-4de6-a812-b4dce9af8ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6937b627-b812-4983-97f4-f9f50ed11d6e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:37.836739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.844354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.852175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.859134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.867021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.873362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.879524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:37.888235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-218f89b3-2679-4eed-8934-2047160e1f7b req-e89c1b6b-101e-4611-8363-3384cac2ee73 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.3222148 Jun 30 08:49:37.949622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c897ea8b-13be-4e78-aab8-5f6b807b66ac req-769c08d5-d94a-4d69-9051-1e56e48c3d0b tempest-LiveAutoBlockMigrationV225Test-615897961 tempest-LiveAutoBlockMigrationV225Test-615897961-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357844 Jun 30 08:49:37.964772 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:37.994418 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:49:37Z', 'revision_number': 6, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:38.044948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6548dab9-c5af-4408-bce3-b202fa602f70,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:38.051991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-218f89b3-2679-4eed-8934-2047160e1f7b req-c44b616c-5b1a-4009-8b55-05e1849b373e tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1623199 Jun 30 08:49:38.067791 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499163b-3f7c-4d0c-aafb-4b16afe68f84 None None] The sync data for ids ['9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a'] in n-d-758944-40 is: [{'id': '9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a', 'name': 'tempest-ServersTestBootFromVolume-364675307-router', 'tenant_id': 'a35db5942cb041e0a11737fcc3b340bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:45:53Z', 'updated_at': '2021-06-30T08:49:37Z', 'revision_number': 6, 'project_id': 'a35db5942cb041e0a11737fcc3b340bb', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:38.094460 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f01d0dc5-8a4b-4c7a-aff7-7d4ebe3d759d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.143623 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e80916-dee5-42a1-9dfe-9ca2fe723e93 x-openstack-request-id: req-e2e80916-dee5-42a1-9dfe-9ca2fe723e93 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:38.144302 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-plugged", "status": "completed", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487", "code": 200}, {"server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "name": "network-vif-plugged", "status": "completed", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:38.144669 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2e80916-dee5-42a1-9dfe-9ca2fe723e93 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:38.145183 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'code': 200} Jun 30 08:49:38.145560 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'code': 200} Jun 30 08:49:38.207376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.389336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f4362ec-5663-47e1-84c9-c2d7ea52b8fa req-8b4bcd3b-241c-421a-a92a-0a7ed08c37e4 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0525825 Jun 30 08:49:38.507090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48860) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:38.570127 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50e8428f-4a20-41d3-92be-49ef00d6662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.574715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f01d0dc5-8a4b-4c7a-aff7-7d4ebe3d759d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.606262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea947e-6f9f-4c08-b9e3-fb5af8d75ccf req-1c85a92a-7326-480f-8f4e-3ccc857a2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:38.608695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2ea947e-6f9f-4c08-b9e3-fb5af8d75ccf req-1c85a92a-7326-480f-8f4e-3ccc857a2c82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 1097 time: 0.3703058 Jun 30 08:49:38.615904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f01d0dc5-8a4b-4c7a-aff7-7d4ebe3d759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.726013 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.729217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.793217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.794540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:49:38.806259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.807759 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-274d228c-1c04-4980-a6d8-e11eff8b45a2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9cb08803-d2f5-4d5f-9ae8-1d5e3122e35a HTTP/1.1" status: 204 len: 168 time: 1.8946614 Jun 30 08:49:38.810399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:38.893499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] Deleting subnet 45464fb3-5a1b-48d2-85f4-c21d550f257e {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:49:38.897694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:38.964907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.066641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d0dc5-8a4b-4c7a-aff7-7d4ebe3d759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d36d03-c7c5-47b3-88df-1fce8af39808,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:39.104804 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.148631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2ea947e-6f9f-4c08-b9e3-fb5af8d75ccf req-e9d3f0d6-ae20-4dd2-9deb-162d82538530 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228283 Jun 30 08:49:39.158988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f01d0dc5-8a4b-4c7a-aff7-7d4ebe3d759d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=614b99ed01a649a585d15a8d5126d6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3873961 Jun 30 08:49:39.162031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48868) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:39.199302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156871d0-aa2d-4636-91f4-9d6cc16dbc20 req-522d5064-d6f7-428b-aff0-dec5020d1522 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.211391 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-156871d0-aa2d-4636-91f4-9d6cc16dbc20 req-522d5064-d6f7-428b-aff0-dec5020d1522 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 945 time: 0.8061178 Jun 30 08:49:39.241077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.267172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 905a45d1-67b5-4e99-97fd-b39cd4b06700 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:39.290622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45464fb3-5a1b-48d2-85f4-c21d550f257e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:39.301972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626b1e1-c308-4cec-9e92-88f633b4be64 req-bb494048-6d8d-49ac-af9f-299a9928f290 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.305999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 905a45d1-67b5-4e99-97fd-b39cd4b06700 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:39.310099 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3626b1e1-c308-4cec-9e92-88f633b4be64 req-bb494048-6d8d-49ac-af9f-299a9928f290 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 944 time: 0.2709115 Jun 30 08:49:39.310682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 905a45d1-67b5-4e99-97fd-b39cd4b06700 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:39.311292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6548dab9-c5af-4408-bce3-b202fa602f70 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:39.316634 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.320061 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b1e9df6f-2856-4c12-8ae8-13aeb310f0e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/45464fb3-5a1b-48d2-85f4-c21d550f257e HTTP/1.1" status: 204 len: 168 time: 0.5084305 Jun 30 08:49:39.326453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48870) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:39.346232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09a1607c-917f-4719-a51b-7673da68787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.347937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-156871d0-aa2d-4636-91f4-9d6cc16dbc20 req-b3be31ec-4712-4e86-be7e-0ccef4d34f1a tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397996 Jun 30 08:49:39.353537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b67abb-492a-4492-8605-fb51001058dd None None] Network b888debf-1fac-4418-a41b-a62aff404649 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:39.366102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 6548dab9-c5af-4408-bce3-b202fa602f70 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:39.366696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6548dab9-c5af-4408-bce3-b202fa602f70 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:39.469346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09a1607c-917f-4719-a51b-7673da68787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.483159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3626b1e1-c308-4cec-9e92-88f633b4be64 req-9e0df143-ce3c-4a9e-959b-3f0627540b10 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719513 Jun 30 08:49:39.505245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50e8428f-4a20-41d3-92be-49ef00d6662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.523427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50e8428f-4a20-41d3-92be-49ef00d6662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.597913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.647757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-50e8428f-4a20-41d3-92be-49ef00d6662b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89a480d297b64e828f9b49ac4be63dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1348782 Jun 30 08:49:39.650612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48876) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:39.678405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8428f-4a20-41d3-92be-49ef00d6662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb20a1-c8c3-493f-8a76-50af504a3534,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:39.710191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] DHCP port deletion for b888debf-1fac-4418-a41b-a62aff404649 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:49:39.722252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09a1607c-917f-4719-a51b-7673da68787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.729413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09a1607c-917f-4719-a51b-7673da68787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.729413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-09a1607c-917f-4719-a51b-7673da68787a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6d36d03-c7c5-47b3-88df-1fce8af39808 HTTP/1.1" status: 204 len: 168 time: 0.5636570 Jun 30 08:49:39.796324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1607c-917f-4719-a51b-7673da68787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d36d03-c7c5-47b3-88df-1fce8af39808,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:39.824124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-941d326b-bd31-4544-a962-338173a6f9a5 req-77c31831-f3ca-4d53-938f-2ed6ae969493 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0499482 Jun 30 08:49:39.916989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.934142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.947761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.957085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] Deleting port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:39.957460 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.960089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.966060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.968760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-e114fcb3-8462-4088-b58d-cf6971d55e02 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.970842 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-e114fcb3-8462-4088-b58d-cf6971d55e02 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 944 time: 0.3687592 Jun 30 08:49:39.972043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.972396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20df5309-7ec1-42e3-a204-21dacaca1c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:39.979162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:39.991571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94190951-489b-458c-b5f2-bb075538126c req-dfd43c8a-f1df-4ba4-8896-ea5abe568dcf tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.3253949 Jun 30 08:49:40.023887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Deleting port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:40.024243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.052095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20df5309-7ec1-42e3-a204-21dacaca1c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.077290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94190951-489b-458c-b5f2-bb075538126c req-cf09f7ec-5ee8-45d8-ad6a-97aeb39f4f51 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0847394 Jun 30 08:49:40.168499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] For port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:40.169045 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.198082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] Calling delete_port for 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:40.261598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] For port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,segment=NetworkSegment(0e8593a1-2e2f-417d-8e27-0891261e8403),segment_id=0e8593a1-2e2f-417d-8e27-0891261e8403)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:40.263432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.280820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Calling delete_port for 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:40.347664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20df5309-7ec1-42e3-a204-21dacaca1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.350255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20df5309-7ec1-42e3-a204-21dacaca1c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.351674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-20df5309-7ec1-42e3-a204-21dacaca1c04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11eb20a1-c8c3-493f-8a76-50af504a3534 HTTP/1.1" status: 204 len: 168 time: 0.6984098 Jun 30 08:49:40.380163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df5309-7ec1-42e3-a204-21dacaca1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb20a1-c8c3-493f-8a76-50af504a3534,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:40.395423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Deleting port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:49:40.395760 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.496939 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.504265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:40.520674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] For port 662f9b2a-c9ef-4b68-9a30-be397dff7b59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=662f9b2a-c9ef-4b68-9a30-be397dff7b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:40.521047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.526888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:40.535218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:40.550719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Calling delete_port for 662f9b2a-c9ef-4b68-9a30-be397dff7b59 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:49:40.554343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:40.572832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] Pushing event deleted for resources: {'Port': ['ID=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:40.576159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:40.589209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:40.606289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:40.624392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0045f52e-4962-4af8-a46b-a99d659a1eb4 req-32ea78d1-4ab5-4348-94c8-b493ce17b651 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.3414912 Jun 30 08:49:40.624920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48912) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:40.625925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade7f0f-6912-4170-8976-06a26b29e746 None None] No DVR routers for this DVR port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:40.647554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Request body: {'floatingip': {'port_id': '2aae73d3-cd14-4515-8126-f76949fab2f2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:40.766845 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.777804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:40.912927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=265ffcbd-a9d0-4f87-89dc-ac305cb306c9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:40.915757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] No DVR routers for this DVR port 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:40.917297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.098800 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.125507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b888debf-1fac-4418-a41b-a62aff404649']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:41.167266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8593a1-2e2f-417d-8e27-0891261e8403') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:41.168016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8593a1-2e2f-417d-8e27-0891261e8403') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:41.178508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff88bb-39f7-447c-9dd2-a7a80bf4d8cd req-48463177-1c10-437a-b653-0fe3d4eca1af tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:41.181884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bff88bb-39f7-447c-9dd2-a7a80bf4d8cd req-48463177-1c10-437a-b653-0fe3d4eca1af tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 945 time: 0.4524009 Jun 30 08:49:41.191409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['952aae90-ff85-420f-a469-8125e5219b59', '662f9b2a-c9ef-4b68-9a30-be397dff7b59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:49:41.213711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ec7dc-ce7a-428d-b1a8-3cc0fca113b2 req-93b4dca0-3785-42e5-bbbd-1abc21187a3b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:41.244578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e7ec7dc-ce7a-428d-b1a8-3cc0fca113b2 req-93b4dca0-3785-42e5-bbbd-1abc21187a3b tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 866 time: 0.4727421 Jun 30 08:49:41.261407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.302180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:41.320421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.333100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:41.334815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 265ffcbd-a9d0-4f87-89dc-ac305cb306c9 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:41.345789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:49:41.348933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:49:41.438928 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:49:41.442997 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48942) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:41.521134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bff88bb-39f7-447c-9dd2-a7a80bf4d8cd req-33b37ede-9411-4875-bb3b-9b957394574e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662282 Jun 30 08:49:41.526453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event deleted for resources: {'Port': ['ID=662f9b2a-c9ef-4b68-9a30-be397dff7b59,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:41.565611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48950) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:41.636139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] No DVR routers for this DVR port 662f9b2a-c9ef-4b68-9a30-be397dff7b59 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:49:41.652436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.660078 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-30a8656b-15e5-40a7-b5b6-010fad4affdc req-5f5e8e50-d936-4fec-bdf8-c0a0af9ba8a4 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "DELETE /v2.0/ports/662f9b2a-c9ef-4b68-9a30-be397dff7b59 HTTP/1.1" status: 204 len: 173 time: 1.6787548 Jun 30 08:49:41.663687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'name': 'network-vif-deleted', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:41.672123 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d25e0f-fa9a-4a2e-a8a2-76596d9f9279" -d '{"events": [{"server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "name": "network-vif-deleted", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:41.690634 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.724989 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.727524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] 10.222.0.53 "DELETE /v2.0/networks/b888debf-1fac-4418-a41b-a62aff404649 HTTP/1.1" status: 204 len: 168 time: 2.3993101 Jun 30 08:49:41.732930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e7ec7dc-ce7a-428d-b1a8-3cc0fca113b2 req-be6d7f79-b96c-44e9-9274-e2ffc21f43f8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810312 Jun 30 08:49:41.740946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092f9f2-54d2-4537-b0f1-f5948667f4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b888debf-1fac-4418-a41b-a62aff404649,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:41.759014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-752238091-network', 'tenant_id': 'dace156384b24d9abcb95aff0ab1fb92'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:41.815568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Made reservation on behalf of dace156384b24d9abcb95aff0ab1fb92 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:41.817276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.843751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:41.968038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48966) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:41.969523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-network', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:41.995898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342a7069-6c40-49f1-b91b-b206917dd58b req-487553d8-6e7f-4baa-9bb1-fe11a8d15e07 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1118717 Jun 30 08:49:42.014945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.020935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.056811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a12c17-e1df-47b6-b8aa-234eb3df48fe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:42.100185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:49:42.112792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e0b07778-813f-4b7f-8c02-b66ce723c9b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a35db5942cb041e0a11737fcc3b340bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434205 Jun 30 08:49:42.115508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48968) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:42.118123 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf427a10-c4b8-46bb-891a-01e4de893ef7 x-openstack-request-id: req-cf427a10-c4b8-46bb-891a-01e4de893ef7 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:42.118410 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048eeb09-19c4-4764-90ca-f3625068286f", "name": "network-vif-deleted", "tag": "662f9b2a-c9ef-4b68-9a30-be397dff7b59", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:42.118657 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf427a10-c4b8-46bb-891a-01e4de893ef7 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:42.119066 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048eeb09-19c4-4764-90ca-f3625068286f', 'name': 'network-vif-deleted', 'tag': '662f9b2a-c9ef-4b68-9a30-be397dff7b59', 'status': 'completed', 'code': 200} Jun 30 08:49:42.129276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.129607 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Added segment 80321190-8068-4dc8-9e35-50431c7b3fcd of type vlan for network d03199ea-01d8-4f33-b1e0-e45470849d1a Jun 30 08:49:42.196720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Made reservation on behalf of 79f6c69279f14f6e81d88d50a4f7b19e for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:42.200584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.220746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.228929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.232440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16c5df49-05a5-422f-951e-9912303fe16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.265505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16c5df49-05a5-422f-951e-9912303fe16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.306825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.307948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:42.308581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.367618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-a99d56cf-52d1-4fc9-a7d5-b242c8d41b4c tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:42.369417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-a99d56cf-52d1-4fc9-a7d5-b242c8d41b4c tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2902827 Jun 30 08:49:42.397615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d03199ea-01d8-4f33-b1e0-e45470849d1a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:42.408722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d03199ea-01d8-4f33-b1e0-e45470849d1a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:49:42.421755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16c5df49-05a5-422f-951e-9912303fe16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.424972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16c5df49-05a5-422f-951e-9912303fe16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.437139 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-16c5df49-05a5-422f-951e-9912303fe16f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d283afb-1b12-43f2-8af0-d276a6324dd4 HTTP/1.1" status: 204 len: 168 time: 0.3189247 Jun 30 08:49:42.448333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5df49-05a5-422f-951e-9912303fe16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d283afb-1b12-43f2-8af0-d276a6324dd4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:42.512572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-03b74483-e9c3-4c50-85f1-b6335aed42b1 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0579460 Jun 30 08:49:42.585130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.603124 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-483ed30c-6850-4a45-bd7b-8375b05fb5c7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1247778 Jun 30 08:49:42.606009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48972) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:42.614312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Request body: {'subnet': {'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-752238091-subnet', 'tenant_id': 'dace156384b24d9abcb95aff0ab1fb92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:42.628439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.645026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'floatingip': {'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:42.650439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.663053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Made reservation on behalf of dace156384b24d9abcb95aff0ab1fb92 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:42.665935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.705206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:42.758223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:49:42.762004 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.058826 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.063813 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.064351 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Added segment c68e3c2b-68af-498c-a445-e00a0e4800a9 of type vlan for network 2744b945-1fbf-44d6-b017-c8d9e0045e25 Jun 30 08:49:43.081677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cd8ab2-d867-4bb2-8753-104ba843a147,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:43.120720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62f50a21-c8dd-4158-9987-1b871f6107ef req-7d4a98ff-f5b6-47c9-9ed7-2b90eb1b2901 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 210 time: 0.0878918 Jun 30 08:49:43.150342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64714d5a-d340-4df5-9145-f963b5e3750a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:43.152649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Checking segment: {'id': '80321190-8068-4dc8-9e35-50431c7b3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:43.153397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Network hostable DHCP agents. Network: d03199ea-01d8-4f33-b1e0-e45470849d1a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:49:43.201906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Network d03199ea-01d8-4f33-b1e0-e45470849d1a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:49:43.217455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, d03199ea-01d8-4f33-b1e0-e45470849d1a) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:43.228810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b3f2c-44ff-43e9-a142-3c2e3b8f51ff None None] Network d03199ea-01d8-4f33-b1e0-e45470849d1a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:43.232976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:43.233567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.251472 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9933c345-e4ec-4fad-9359-57169e2b8563 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6441343 Jun 30 08:49:43.452887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa6b8f-cf37-4c97-a68e-56f5c9a1802b None None] Network d03199ea-01d8-4f33-b1e0-e45470849d1a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:43.495872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.530595 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Floating IP 4bd02dc5-4fe1-4aa5-aeef-59103e27f210 associated. External IP: 172.25.8.55, port: 2aae73d3-cd14-4515-8126-f76949fab2f2. Jun 30 08:49:43.740270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d2eb42-339e-4593-ac03-879361bd0f61 req-be3782a1-caac-4508-af79-981a68ed0978 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0489216 Jun 30 08:49:43.748860 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.750109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:43.750933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.816269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:43.832138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2651575 Jun 30 08:49:43.835735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49018) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:43.841611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Request body: {'subnet': {'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-subnet', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:43.885024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Made reservation on behalf of 79f6c69279f14f6e81d88d50a4f7b19e for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:43.890090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:43.955948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da263492-5e90-4946-9591-686ae66d60ce admin admin] Pushing event updated for resources: {'Network': ['ID=2744b945-1fbf-44d6-b017-c8d9e0045e25,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:43.969052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:49:44.026983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-411952330-network', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:44.058072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Made reservation on behalf of b9e8b61630a7429a81b36dccd2690cd9 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:44.060642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.080342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.171124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.181938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.231425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.239845 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.258307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:44.262873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:49:44.274064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.274412 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Added segment 448a9953-9765-480f-b31d-e7616fb613f0 of type vlan for network 1c6886c0-36a8-443a-89e9-c0d0390f75ac Jun 30 08:49:44.318539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.391626 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.392627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:44.393219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.412942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab3f80-d96f-4d56-99e2-20f90a881653,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:44.423328 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6057255 Jun 30 08:49:44.439091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49032) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:44.491136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Request body: {'subnet': {'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-411952330-subnet', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:44.495996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549897e-a371-4616-84af-04a93957ce75 admin admin] Pushing event updated for resources: {'Network': ['ID=1c6886c0-36a8-443a-89e9-c0d0390f75ac,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:44.508878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:49:44.551278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 662f9b2a-c9ef-4b68-9a30-be397dff7b59 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:49:44.606829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 662f9b2a-c9ef-4b68-9a30-be397dff7b59 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:49:44.607441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 662f9b2a-c9ef-4b68-9a30-be397dff7b59 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:49:44.612077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.626200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Made reservation on behalf of b9e8b61630a7429a81b36dccd2690cd9 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:44.629369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.735339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=956ea6e9-6fe1-4588-ba07-2ecd80c94d09,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:44.764732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Checking segment: {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:44.765070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Network hostable DHCP agents. Network: 2744b945-1fbf-44d6-b017-c8d9e0045e25, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:49:44.819863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:49:44.820284 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0 associated. External IP: 172.25.8.199, port: d33ef11f-5887-4944-a170-b8553cf729d2. Jun 30 08:49:44.840606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2744b945-1fbf-44d6-b017-c8d9e0045e25) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:44.850133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:44.850785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.851564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e5911a-1edf-4981-a813-95e82538f8df None None] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:44.896860 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-089e8185-8389-4666-bfde-24c3e21a7158 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0596619 Jun 30 08:49:44.898096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:44.904639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:44.918723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-74649ddc-c8ae-494e-b1fd-c8e633c7a63d tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:44.925383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-74649ddc-c8ae-494e-b1fd-c8e633c7a63d tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/networks?id=d03199ea-01d8-4f33-b1e0-e45470849d1a HTTP/1.1" status: 200 len: 817 time: 0.6586695 Jun 30 08:49:44.941247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.966531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-a187a101-4055-4d12-b05a-125e7e31ed21 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/quotas/dace156384b24d9abcb95aff0ab1fb92 HTTP/1.1" status: 200 len: 375 time: 0.0398936 Jun 30 08:49:44.981462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:44.982528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.043036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b687466a-cd73-41bc-baef-cb31900968c3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:45.052289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:45.072291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] Sync routers for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:45.112098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.113213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Checking segment: {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:45.113556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Network hostable DHCP agents. Network: 1c6886c0-36a8-443a-89e9-c0d0390f75ac, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:49:45.119275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-f80007e4-eb94-4e4a-b441-d4b683c80228 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dace156384b24d9abcb95aff0ab1fb92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1511850 Jun 30 08:49:45.133279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:45.134059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:45.146043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.265907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:49:45.270105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2744b945-1fbf-44d6-b017-c8d9e0045e25', 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'fixed_ips': [{'subnet_id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:49:45.272758 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.335892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68e78367-ce39-41da-877b-9b688038f35a tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "PUT /v2.0/floatingips/4bd02dc5-4fe1-4aa5-aeef-59103e27f210 HTTP/1.1" status: 200 len: 991 time: 4.7077873 Jun 30 08:49:45.354520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:45.356851 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:45.368454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:45.391102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 1c6886c0-36a8-443a-89e9-c0d0390f75ac) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:45.398495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:45.399315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.405006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.425608 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a1911858-a93e-4be7-add2-7169b49cca93 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9854434 Jun 30 08:49:45.433230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49042) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:45.467146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:45.546551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805d3fa-11b1-445e-8c73-05be33a15458 None None] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:45.572665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-fe5e5768-4934-4eed-b283-9c0e9ca349a3 service neutron] 10.222.0.53 "GET /v2.0/networks/d03199ea-01d8-4f33-b1e0-e45470849d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524577 Jun 30 08:49:45.717606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-9652d1fe-2bd2-4d7b-b11e-bc6b5e4729f4 service neutron] 10.222.0.53 "GET /v2.0/networks/d03199ea-01d8-4f33-b1e0-e45470849d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439776 Jun 30 08:49:45.791078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.792116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:45.832669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:45.866824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Allocated IP 172.20.0.2 (2744b945-1fbf-44d6-b017-c8d9e0045e25/956ea6e9-6fe1-4588-ba07-2ecd80c94d09/24553e52-7cb6-4304-9aa0-a6260bb90db3) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:46.134566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.162405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.201195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.314793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:46.324831 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:46.344394 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:46.345019 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:46.347112 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.439507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Allocated IP 172.25.8.56 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/17d38b70-9dad-4575-acae-2f377ab2fcad) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:46.526007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:49:46.527855 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.582212 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:46.607121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.654168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.713791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95c6de73-ab7a-4335-a84e-fdaa2172df67 req-7566069f-9ca1-4fa1-90e9-bbb43d7b5d26 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 210 time: 0.2891331 Jun 30 08:49:46.714764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:46.718478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:46.728782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:46.803925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Pushing event updated for resources: {'Port': ['ID=17d38b70-9dad-4575-acae-2f377ab2fcad,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:46.831819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:46.860370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-3583c60f-2b9f-4a44-9748-429525ba2ebe tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "PUT /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 200 len: 996 time: 4.2372363 Jun 30 08:49:47.102538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Allocated IP 172.20.0.2 (1c6886c0-36a8-443a-89e9-c0d0390f75ac/b687466a-cd73-41bc-baef-cb31900968c3/a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:47.202488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-beac8142-2b1e-41d1-9e2f-d1327b677c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:47.210658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-beac8142-2b1e-41d1-9e2f-d1327b677c2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.3473296 Jun 30 08:49:47.219007 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:2f:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:49:43Z', 'revision_number': 1, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:47.281219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:47.291966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:47.292859 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:47.362941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1b69b9e-c261-4bec-956b-1929dec284c3 req-149229e7-c053-4b2c-bccc-fc3a527d625e tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1693475 Jun 30 08:49:47.364100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-c6f7aabe-9bf0-42b4-88bc-5d73eae6424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:47.383470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-c6f7aabe-9bf0-42b4-88bc-5d73eae6424c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.1718516 Jun 30 08:49:47.390971 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:47.484920 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:47.533368 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:47.540726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-c6c26fd4-7f09-4b28-8b04-c6dfb767a752 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 999 time: 0.1541450 Jun 30 08:49:47.637135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-f1d23d04-bc23-4d81-ac90-dbfdbc661e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:47.644998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-f1d23d04-bc23-4d81-ac90-dbfdbc661e87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1030478 Jun 30 08:49:47.698754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:47.752448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Transition to ACTIVE for port object a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:47.794518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Transition to ACTIVE for port object a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:47.803299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Transition to ACTIVE for port object 24553e52-7cb6-4304-9aa0-a6260bb90db3 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:47.821604 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:47.839507 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26527dec-676a-4145-bc74-4c248ed0fcb4 x-openstack-request-id: req-26527dec-676a-4145-bc74-4c248ed0fcb4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:47.839806 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:47.840067 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26527dec-676a-4145-bc74-4c248ed0fcb4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:47.840467 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'status': 'completed', 'code': 200} Jun 30 08:49:47.969731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:47.985309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:47.989010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:48.013537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Transition to ACTIVE for port object 24553e52-7cb6-4304-9aa0-a6260bb90db3 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:48.051671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-883c7b8a-2add-49da-ada7-073c40c246f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.060882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-883c7b8a-2add-49da-ada7-073c40c246f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4145610 Jun 30 08:49:48.075299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-6a74b4e1-4ecc-46ef-9c03-4789a13b1bc4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:49:48.085409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-6a74b4e1-4ecc-46ef-9c03-4789a13b1bc4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235796 Jun 30 08:49:48.143684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.263490 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.284496 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:2f:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:49:43Z', 'revision_number': 1, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:48.288160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.293105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.293684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.294157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.294642 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.295111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.295581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.297620 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-0ff22636-5cb0-4dea-8a39-6cceac934bab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6497 time: 0.3810372 Jun 30 08:49:48.314112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Pushing event updated for resources: {'Port': ['ID=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:48.332315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:48.335197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Attempting to bind port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:48.335564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Attempting to bind port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:48.335923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Attempting to bind port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 on network 1c6886c0-36a8-443a-89e9-c0d0390f75ac {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:48.337688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.399036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05940897-6250-4b16-b110-ec8fe38f7816 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:2f:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:49:43Z', 'revision_number': 1, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:48.416403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.450134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Pushing event updated for resources: {'Port': ['ID=24553e52-7cb6-4304-9aa0-a6260bb90db3,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:48.463444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:48.466576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:48.472541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:48.473176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Checking segment: {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:48.473834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.474917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Bound using segment: {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:48.476502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Bound port: a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:48.477075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:48.478329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8f02db8-0b7d-473b-9e4e-449399e12fa8 req-35fa06b2-cbce-44af-aedc-133e7308c9a0 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 210 time: 0.3049047 Jun 30 08:49:48.630201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '4bd02dc5-4fe1-4aa5-aeef-59103e27f210', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'port_id': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:48:21Z', 'updated_at': '2021-06-30T08:49:42Z', 'revision_number': 1, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:25Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:48.689376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-e389ac43-9a96-4162-97d3-bc46e3c0c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:48.691146 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-e389ac43-9a96-4162-97d3-bc46e3c0c132 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d5f51ee-210f-423a-a24e-a4d092bc02ff HTTP/1.1" status: 200 len: 913 time: 0.2946236 Jun 30 08:49:48.734702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] Checking router: c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:48.885244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db17e1-6aab-4d0a-a497-52178741caea None None] New status for floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:49:48.948000 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-3dbb53f1-6b88-4b51-8a2d-746161148ea1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aae73d3-cd14-4515-8126-f76949fab2f2 HTTP/1.1" status: 200 len: 999 time: 0.2478902 Jun 30 08:49:48.958038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] For port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:48.962189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:48.963040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:48.984595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-59d17e1d-abaf-4ac0-be1b-54a5fcfb0c48 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962450 Jun 30 08:49:49.036638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-d4caf8fc-14af-42a6-b8ff-96d801404ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:49.038933 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-d4caf8fc-14af-42a6-b8ff-96d801404ffb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c58ebb8-87c6-4fed-99d2-d25c64c74536 HTTP/1.1" status: 200 len: 851 time: 0.0728176 Jun 30 08:49:49.132663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:49:49.134340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:49.199424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Attempting to bind port 24553e52-7cb6-4304-9aa0-a6260bb90db3 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:49.200628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Attempting to bind port 24553e52-7cb6-4304-9aa0-a6260bb90db3 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:49.201153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Attempting to bind port 24553e52-7cb6-4304-9aa0-a6260bb90db3 on network 2744b945-1fbf-44d6-b017-c8d9e0045e25 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:49.216639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ab0c3e2-e1a3-4077-be6c-3f0f3ac532b6 req-9d553734-47fc-442c-9285-266eecc2fa07 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=048eeb09-19c4-4764-90ca-f3625068286f HTTP/1.1" status: 200 len: 210 time: 0.3226368 Jun 30 08:49:49.246817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815bde2-6fab-4af2-8c8c-fbee22205744 req-95df066a-6fae-4ce2-a386-e3aca03e2e17 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505548 Jun 30 08:49:49.268933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:49.279554 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Sync routers for ids ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:49.285664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] For port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:49.294073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:49.294617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Checking segment: {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:49.295118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.295651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Bound using segment: {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:49.296225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Bound port: 24553e52-7cb6-4304-9aa0-a6260bb90db3, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:49.296752 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.302167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.304272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-74e78391-bed0-4c5a-806e-c43b8de97d24 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3998642 Jun 30 08:49:49.306273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49080) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:49.313731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-30d49553-efa4-4aa3-b566-20b86b77cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:49.316466 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-30d49553-efa4-4aa3-b566-20b86b77cc2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2633052 Jun 30 08:49:49.317591 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Routers {'66cea39f-9ff0-4c52-b7ec-754e4ac72d88'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:49.319809 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:49.344977 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:49.619372 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Set router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:49.780016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473074ec-ae87-410d-9062-405799fe1bfa None None] Pushing event updated for resources: {'Port': ['ID=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:50.049895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:49:50.057104 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d6e30-7dba-4c74-8262-3e774be377ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:49:50.077286 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:49:47Z', 'revision_number': 3, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port': {'id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:46Z', 'updated_at': '2021-06-30T08:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:50.078977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] For port 24553e52-7cb6-4304-9aa0-a6260bb90db3, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:50.118144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] For port 24553e52-7cb6-4304-9aa0-a6260bb90db3, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24553e52-7cb6-4304-9aa0-a6260bb90db3,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:50.169434 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Checking router: 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:50.169880 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Updating router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 port 17d38b70-9dad-4575-acae-2f377ab2fcad binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:49:50.249832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d658150-8ace-478e-a205-bd816084c3cd req-5e363495-1aee-4bc4-8301-3737c505bda4 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1732304 Jun 30 08:49:50.285173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:50.303144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-9b14244d-4b95-4124-81a6-7d0b3445907f tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:50.309003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-9b14244d-4b95-4124-81a6-7d0b3445907f tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.13 "GET /v2.0/networks?id=d03199ea-01d8-4f33-b1e0-e45470849d1a HTTP/1.1" status: 200 len: 817 time: 2.0582485 Jun 30 08:49:50.320757 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:50.361424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Request body: {'port': {'device_id': '64c4deca-4156-4b50-b359-fdffee4d0366', 'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a', 'admin_state_up': True, 'tenant_id': 'dace156384b24d9abcb95aff0ab1fb92'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:50.403096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772209d4-c68b-41c3-8711-d5943ad9e374 None None] Pushing event updated for resources: {'Port': ['ID=24553e52-7cb6-4304-9aa0-a6260bb90db3,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:50.544682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '4bd02dc5-4fe1-4aa5-aeef-59103e27f210', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'port_id': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:48:21Z', 'updated_at': '2021-06-30T08:49:42Z', 'revision_number': 1, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:25Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:50.613499 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-59cb005f-6587-4249-8819-be00e26f6e43 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8973453 Jun 30 08:49:50.644333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3912fec-73b4-4159-9331-3157041a22e6 None None] The sync data for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 is: [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '4bd02dc5-4fe1-4aa5-aeef-59103e27f210', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'port_id': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:48:21Z', 'updated_at': '2021-06-30T08:49:42Z', 'revision_number': 1, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:25Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:50.656458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Allocated IP 172.25.8.165 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a7e38d54-e4a3-4cce-9786-b207bb553b58) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:50.854214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a8b38c2-eb5e-489d-a141-bbde282facdd req-727810f4-bda9-4b15-8ea7-eff97ab939cf tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 210 time: 0.1946070 Jun 30 08:49:51.031491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-16b1bb54-5741-437a-90fa-0344ce22ebdf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:51.041419 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-16b1bb54-5741-437a-90fa-0344ce22ebdf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9440563 Jun 30 08:49:51.150566 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0381e6-3c38-42c2-a049-0d51fa08b828 x-openstack-request-id: req-1a0381e6-3c38-42c2-a049-0d51fa08b828 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:49:51.151233 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:49:51.151233 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a0381e6-3c38-42c2-a049-0d51fa08b828 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:49:51.151618 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'status': 'completed', 'code': 200} Jun 30 08:49:51.166710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af6a1f-604f-4916-b946-81bc380992f1 None None] New status for floating IP 4bd02dc5-4fe1-4aa5-aeef-59103e27f210: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:49:51.197256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:51.209551 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ce4fc88c-b4b2-4744-8fed-03bb6a1d412c req-3f76eee5-af4a-43bc-a48c-0654c8e88d80 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752027 Jun 30 08:49:51.520393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:51.672161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:51.766334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-f3f3fc95-3258-4418-b2db-809b9b78dd2b tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.7239134 Jun 30 08:49:51.780377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:51.807190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'floatingip': {'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:51.843995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042ae13-4e77-447d-a0cc-528ba83970db None None] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:51.846852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Allocated IP 172.20.0.1 (2744b945-1fbf-44d6-b017-c8d9e0045e25/956ea6e9-6fe1-4588-ba07-2ecd80c94d09/1c4fa19f-bc84-4188-ac3e-668c4e2891b1) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:52.065552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:52.083180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.202948 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.230950 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Transition to ACTIVE for port object 17d38b70-9dad-4575-acae-2f377ab2fcad will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:52.245184 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.343605 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.356648 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2ebad-7d0a-49a2-90e6-0dd54b776cd2 None None] Pushing event updated for resources: {'Port': ['ID=17d38b70-9dad-4575-acae-2f377ab2fcad,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:52.360513 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Attempting to bind port 17d38b70-9dad-4575-acae-2f377ab2fcad on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:52.361133 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Attempting to bind port 17d38b70-9dad-4575-acae-2f377ab2fcad by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:52.362168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Attempting to bind port 17d38b70-9dad-4575-acae-2f377ab2fcad on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:52.381570 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:52.382392 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:52.385361 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.386012 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:52.387885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Transition to ACTIVE for port object 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:52.389369 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Bound port: 17d38b70-9dad-4575-acae-2f377ab2fcad, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:52.390124 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.398265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:52.429822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:52.448728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f4baa10b-7e55-4505-9456-cd95e9387e5a None None] Provisioning for port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:52.460284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:52.467810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.493116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f4baa10b-7e55-4505-9456-cd95e9387e5a None None] Provisioning complete for port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:52.495864 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f4baa10b-7e55-4505-9456-cd95e9387e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.576381 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] For port 17d38b70-9dad-4575-acae-2f377ab2fcad, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:52.588894 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] For port 17d38b70-9dad-4575-acae-2f377ab2fcad, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=17d38b70-9dad-4575-acae-2f377ab2fcad,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:52.589263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Made reservation on behalf of dace156384b24d9abcb95aff0ab1fb92 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:52.599432 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.608293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.614030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:52.616457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e38d54-e4a3-4cce-9786-b207bb553b58,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:52.621532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:52.634253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:52.642345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:52.642818 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.717831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:52.739292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4348f40-cc57-4e3f-b626-665a7cf6aaba None None] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:52.748060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.749793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.750149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.750490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.750827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.751161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.751488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.751812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.752128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.752456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.752780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.753100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.773530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.774188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.774690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.775187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.775688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.776184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.776690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.777178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.777706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.778194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.778695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.779192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:52.779594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:52.826547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2ebad-7d0a-49a2-90e6-0dd54b776cd2 None None] Pushing event updated for resources: {'Port': ['ID=17d38b70-9dad-4575-acae-2f377ab2fcad,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:52.842651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-947a761c-a3b8-41ca-a2b2-ec7ff8041b1d req-51f9c9ef-0c83-47b3-bf48-9e607468ff93 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.2042484 Jun 30 08:49:52.844223 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Routers {'66cea39f-9ff0-4c52-b7ec-754e4ac72d88'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:52.845098 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:53.111174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.183341 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] Set router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:53.281229 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.311128 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.481203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:53.536694 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:49:47Z', 'revision_number': 3, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port': {'id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:46Z', 'updated_at': '2021-06-30T08:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:53.548557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.551274 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.552612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24553e52-7cb6-4304-9aa0-a6260bb90db3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:53.557791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.627014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e87eb4d-43ff-482e-a650-4204a75e14bf req-881f76b2-353d-48b4-adf5-72b1962aa1e8 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 210 time: 0.1981058 Jun 30 08:49:53.637872 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686812-f609-4a43-a074-4266d36d50f4 None None] The sync data for ids ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'] in n-d-758944-40 is: [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:49:47Z', 'revision_number': 3, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port': {'id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:46Z', 'updated_at': '2021-06-30T08:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:53.670971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d6e30-7dba-4c74-8262-3e774be377ae req-f79d5b40-65f7-4063-8f06-735e9427ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:53.688448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-379d6e30-7dba-4c74-8262-3e774be377ae req-f79d5b40-65f7-4063-8f06-735e9427ed80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 2.5357795 Jun 30 08:49:53.794495 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f4baa10b-7e55-4505-9456-cd95e9387e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.811832 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:53.814832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:54.099866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:54.149854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:54.151357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:54.221812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-f4baa10b-7e55-4505-9456-cd95e9387e5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:49:54.222166 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-f4baa10b-7e55-4505-9456-cd95e9387e5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:49:54.261766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 24553e52-7cb6-4304-9aa0-a6260bb90db3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:54.617484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:54.675316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:54.768343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Allocated IP 172.20.0.7 (d03199ea-01d8-4f33-b1e0-e45470849d1a/64714d5a-d340-4df5-9145-f963b5e3750a/d61ec69b-63ba-414d-946f-3f6929a0996d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:54.778243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d6e30-7dba-4c74-8262-3e774be377ae req-58650e09-2e5b-4906-a23a-afbff327c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:54.780570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-379d6e30-7dba-4c74-8262-3e774be377ae req-58650e09-2e5b-4906-a23a-afbff327c394 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 1.0453568 Jun 30 08:49:54.880755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:54.895299 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eed8c6a0-0a78-4a88-8f77-c6a84eb5d710 admin admin] 10.222.0.53 "PUT /v2.0/routers/66cea39f-9ff0-4c52-b7ec-754e4ac72d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5665698 Jun 30 08:49:55.023387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d57a192-91a8-4ff1-aa8b-73423870e54f req-2a9f26b4-fbd0-407a-a763-b0344e295480 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.4114501 Jun 30 08:49:55.042734 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.075131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:55.075501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.253336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Provisioning complete for port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:55.255109 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.456755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 17d38b70-9dad-4575-acae-2f377ab2fcad up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:55.589210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Provisioning for port 24553e52-7cb6-4304-9aa0-a6260bb90db3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:55.593758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Provisioning complete for port 24553e52-7cb6-4304-9aa0-a6260bb90db3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:55.594131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.612781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd14c8fc-a4d1-4437-9dfd-9d8e80154703 req-8e4e6c37-dfd2-4a16-908f-70f2ebd3c3f0 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 210 time: 0.0872495 Jun 30 08:49:55.662329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 17d38b70-9dad-4575-acae-2f377ab2fcad completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:55.680588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 17d38b70-9dad-4575-acae-2f377ab2fcad triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:55.680955 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.840249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:55.872220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-379d6e30-7dba-4c74-8262-3e774be377ae req-ad094102-a419-4cf7-ab4b-a77890106141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 1001 time: 1.0686305 Jun 30 08:49:56.028206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] For port 24553e52-7cb6-4304-9aa0-a6260bb90db3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24553e52-7cb6-4304-9aa0-a6260bb90db3,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:56.037557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.208665 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.235186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Provisioning for port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:49:56.243461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.259163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Provisioning complete for port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:56.259163 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.278778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 17d38b70-9dad-4575-acae-2f377ab2fcad, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=17d38b70-9dad-4575-acae-2f377ab2fcad,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:49:56.331221 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.354397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Pushing event updated for resources: {'Port': ['ID=24553e52-7cb6-4304-9aa0-a6260bb90db3,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:56.363340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.366586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49164) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:56.371788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-network', 'tenant_id': '878751107c184b7b9a0847411cacbe0c'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:56.450978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Made reservation on behalf of 878751107c184b7b9a0847411cacbe0c for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:56.453839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.463713 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.466944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-87dd166c-b414-4ee2-9d3e-d6fb15fd9992 None None] Port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:49:56.531980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=17d38b70-9dad-4575-acae-2f377ab2fcad,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:56.594973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8df6f4d4-d39e-436b-ad88-698802f37ba1 None None] Provisioning complete for port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:56.595352 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8df6f4d4-d39e-436b-ad88-698802f37ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.640165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.677518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8df6f4d4-d39e-436b-ad88-698802f37ba1 None None] Port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:49:56.731785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.739782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.742760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d6e30-7dba-4c74-8262-3e774be377ae req-6d0e90f2-2ae9-4391-b2a0-87b5b6085829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:56.744778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-379d6e30-7dba-4c74-8262-3e774be377ae req-6d0e90f2-2ae9-4391-b2a0-87b5b6085829 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.8384335 Jun 30 08:49:56.756783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c839375-9624-4222-b246-022358070c2a req-ded52fe2-ad3a-48ba-afe6-73009018a892 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1302893 Jun 30 08:49:56.805900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:49:56.826273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a179a-8b8b-4f56-a6cb-edc98ee28f6c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:56.844188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.845174 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Added segment 68008920-f0e1-45ba-8ed7-be269428caa8 of type vlan for network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 Jun 30 08:49:56.953462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:56.981408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Pushing event updated for resources: {'Port': ['ID=d61ec69b-63ba-414d-946f-3f6929a0996d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:57.019594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:57.020717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:57.021981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:57.040571 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Sync routers for ids ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:57.056159 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Routers {'66cea39f-9ff0-4c52-b7ec-754e4ac72d88'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:57.056771 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:57.065949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Network d03199ea-01d8-4f33-b1e0-e45470849d1a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:57.126833 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7565608 Jun 30 08:49:57.140379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49172) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:57.148432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Request body: {'subnet': {'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-subnet', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:57.163346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06e8dc-1a21-494a-9e69-4a9981a95bbd admin admin] Pushing event updated for resources: {'Network': ['ID=7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:57.179623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:49:57.218187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Made reservation on behalf of 878751107c184b7b9a0847411cacbe0c for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:49:57.221044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:57.335046 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Set router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:57.609248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:57.664949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:57.675240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:57.730748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:57.730748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:57.833823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Checking segment: {'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:57.833823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Network hostable DHCP agents. Network: 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:49:57.833823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6bec66-6684-459a-a71b-ccfc396363f1,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:57.834836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.resource_extend [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] It took 1.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:49:57.834938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:49:57.835032 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:49:53Z', 'revision_number': 4, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port': {'id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:46Z', 'updated_at': '2021-06-30T08:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1c4fa19f-bc84-4188-ac3e-668c4e2891b1', 'name': '', 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'mac_address': 'fa:16:3e:95:18:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:51Z', 'updated_at': '2021-06-30T08:49:53Z', 'revision_number': 2, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'subnets': [{'id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:57.835192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:57.835288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864314d2-7ab3-499e-986e-81acd084f45a None None] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:49:57.838999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:57.844561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:57.869284 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Checking router: 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:49:57.873590 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Updating router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:49:57.930945 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae4bbb8f-1301-4584-ac35-add95cde6b3f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7892330 Jun 30 08:49:57.931585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49180) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:57.937550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:57.962305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-7831224f-9b53-4a94-a192-4ffdff7f23df tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6338494 Jun 30 08:49:57.973169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d6e30-7dba-4c74-8262-3e774be377ae req-f82fe376-acb9-41cc-a09b-2ac9f69f7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:57.974915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-379d6e30-7dba-4c74-8262-3e774be377ae req-f82fe376-acb9-41cc-a09b-2ac9f69f7c08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0635331 Jun 30 08:49:57.987000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:57.987169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Request body: {'port': {'device_id': '64c4deca-4156-4b50-b359-fdffee4d0366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:49:57.988541 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.005330 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.042916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.088780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0', 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'fixed_ips': [{'subnet_id': '6f6bec66-6684-459a-a71b-ccfc396363f1'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:49:58.092311 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.120618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.144068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-379d6e30-7dba-4c74-8262-3e774be377ae req-c99e2867-4b72-47bd-8aeb-b976d63b6446 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108146 Jun 30 08:49:58.168963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.281938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a235a7-4cbd-448e-8ae6-778d46472086 req-a4db262d-fc8a-436b-886b-b2464e6a5dde tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:49:58.289756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1a235a7-4cbd-448e-8ae6-778d46472086 req-a4db262d-fc8a-436b-886b-b2464e6a5dde tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 931 time: 1.2632422 Jun 30 08:49:58.292977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-379d6e30-7dba-4c74-8262-3e774be377ae req-d96a8054-5c83-4658-9a9e-73bd6012dc69 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252468 Jun 30 08:49:58.327148 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.467414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Allocated IP 172.20.0.2 (7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0/6f6bec66-6684-459a-a71b-ccfc396363f1/58e33553-3d9d-49a3-8ba7-c2f66b9eb18e) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:58.518188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.518865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.804875 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.806460 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.827163 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Transition to ACTIVE for port object 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:58.836775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Transition to ACTIVE for port object 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:58.838605 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.878612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Transition to ACTIVE for port object 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:58.890784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24553e52-7cb6-4304-9aa0-a6260bb90db3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:49:58.902474 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.945291 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Pushing event updated for resources: {'Port': ['ID=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:58.953570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1a235a7-4cbd-448e-8ae6-778d46472086 req-56ab9f1b-b00b-44a6-978c-7520f4830f9d tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6592824 Jun 30 08:49:58.962522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61ec69b-63ba-414d-946f-3f6929a0996d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:49:58.962750 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.963123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.963521 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.963911 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.964305 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.964691 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.965102 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.965513 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.965965 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.966451 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.966893 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:58.967411 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.024659 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.053576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Router 75d1504c-fed1-4e91-b6f5-3135cfad46aa is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:49:59.075268 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0 associated. External IP: 172.25.8.199, port: d33ef11f-5887-4944-a170-b8553cf729d2. Jun 30 08:49:59.081377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Transition to ACTIVE for port object d61ec69b-63ba-414d-946f-3f6929a0996d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:49:59.111947 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Attempting to bind port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:59.112457 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Attempting to bind port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:59.112900 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Attempting to bind port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 on network 2744b945-1fbf-44d6-b017-c8d9e0045e25 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:59.121424 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:59.122120 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Checking segment: {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:59.122847 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.123838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Bound using segment: {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:59.124606 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Bound port: 1c4fa19f-bc84-4188-ac3e-668c4e2891b1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:59.125300 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.151783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.173412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.203795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.252069 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] For port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:49:59.257973 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] For port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:49:59.273449 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.326746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ec69b-63ba-414d-946f-3f6929a0996d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:59.350081 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aa6cb-89af-429e-8058-61a01711962a None None] Pushing event updated for resources: {'Port': ['ID=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:59.371403 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Routers {'66cea39f-9ff0-4c52-b7ec-754e4ac72d88'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:59.371940 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:59.389257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Pushing event updated for resources: {'Port': ['ID=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:59.408846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.409197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.409540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.409906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.410238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.410567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.410891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.411216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.411536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.415813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.416239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.416638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:49:59.435069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:59.437361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:59.439688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Allocated IP 172.25.8.14 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/11124bff-f7d1-43e7-aa5f-1f497b45b0cd) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:49:59.446253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:59.508575 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] Set router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:59.519614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 24553e52-7cb6-4304-9aa0-a6260bb90db3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:49:59.519614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.574299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Attempting to bind port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:59.574663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Attempting to bind port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:59.574979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Attempting to bind port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e on network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:59.606343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:49:59.606990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Checking segment: {'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:49:59.607141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.607505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Bound using segment: {'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:49:59.607986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Bound port: 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:49:59.608362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.674386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.713421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:49:59.729619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Sync routers for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:49:59.768488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.818699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:49:59.819466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:59.849123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:49:53Z', 'revision_number': 4, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port': {'id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:46Z', 'updated_at': '2021-06-30T08:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1c4fa19f-bc84-4188-ac3e-668c4e2891b1', 'name': '', 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'mac_address': 'fa:16:3e:95:18:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:51Z', 'updated_at': '2021-06-30T08:49:59Z', 'revision_number': 4, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'subnets': [{'id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:59.855526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:49:59.862732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:49:59.862885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:49:59.871233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:49:59.895438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Pushing event updated for resources: {'Port': ['ID=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:49:59.905611 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba64144-d1a6-4c4a-8c8c-bbed9cc4be17 None None] The sync data for ids ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'] in n-d-758944-40 is: [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:49:53Z', 'revision_number': 4, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port': {'id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:46Z', 'updated_at': '2021-06-30T08:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1c4fa19f-bc84-4188-ac3e-668c4e2891b1', 'name': '', 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'mac_address': 'fa:16:3e:95:18:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:51Z', 'updated_at': '2021-06-30T08:49:59Z', 'revision_number': 4, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'subnets': [{'id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:49:59.913240 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.916956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8249f68b-c4cb-4e8a-a9ec-d8eca173d802 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 14.4785950 Jun 30 08:49:59.917884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:59.945190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:49:59.970182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Attempting to bind port d61ec69b-63ba-414d-946f-3f6929a0996d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:49:59.970514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Attempting to bind port d61ec69b-63ba-414d-946f-3f6929a0996d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '80321190-8068-4dc8-9e35-50431c7b3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:49:59.970842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Attempting to bind port d61ec69b-63ba-414d-946f-3f6929a0996d on network d03199ea-01d8-4f33-b1e0-e45470849d1a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:49:59.997918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Port d61ec69b-63ba-414d-946f-3f6929a0996d on network d03199ea-01d8-4f33-b1e0-e45470849d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:49:59.998259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Attempting to bind port d61ec69b-63ba-414d-946f-3f6929a0996d on network d03199ea-01d8-4f33-b1e0-e45470849d1a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:00.013804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:00.014164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Checking segment: {'id': '80321190-8068-4dc8-9e35-50431c7b3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:00.014571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Bound using segment: {'id': '80321190-8068-4dc8-9e35-50431c7b3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:00.015995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Bound port: d61ec69b-63ba-414d-946f-3f6929a0996d, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80321190-8068-4dc8-9e35-50431c7b3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:00.018544 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.055463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 17d38b70-9dad-4575-acae-2f377ab2fcad up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:00.156626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] For port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:00.168179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:00.187085 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:00.208287 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:00.211198 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:00.241620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] For port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:00.310648 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.331194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] For port d61ec69b-63ba-414d-946f-3f6929a0996d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:00.333386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 17d38b70-9dad-4575-acae-2f377ab2fcad triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:00.335895 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.346163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] For port d61ec69b-63ba-414d-946f-3f6929a0996d, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d61ec69b-63ba-414d-946f-3f6929a0996d,segment=NetworkSegment(80321190-8068-4dc8-9e35-50431c7b3fcd),segment_id=80321190-8068-4dc8-9e35-50431c7b3fcd)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:00.354612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.426168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:00.516420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:00.519173 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:00.519549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] 10.222.0.13 "PUT /v2.0/ports/d61ec69b-63ba-414d-946f-3f6929a0996d HTTP/1.1" status: 200 len: 1092 time: 2.5397673 Jun 30 08:50:00.542430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d73f53-069a-479c-bbc1-795303329995 None None] Pushing event updated for resources: {'Port': ['ID=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:00.574311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c4deca-4156-4b50-b359-fdffee4d0366', 'tag': 'd61ec69b-63ba-414d-946f-3f6929a0996d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:00.576995 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3bd06c-14d2-430d-9d85-2a8552268cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "64c4deca-4156-4b50-b359-fdffee4d0366", "tag": "d61ec69b-63ba-414d-946f-3f6929a0996d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:00.588084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-035ccfb3-a36f-4821-8763-de46eec6b6c4 req-43cf6258-612c-4d68-8137-af1da8545045 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1727979 Jun 30 08:50:00.700430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:49:54Z', 'revision_number': 3, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:00.776003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Checking router: 75d1504c-fed1-4e91-b6f5-3135cfad46aa for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:00.776351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Updating router 75d1504c-fed1-4e91-b6f5-3135cfad46aa port a7e38d54-e4a3-4cce-9786-b207bb553b58 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:00.891855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:00.893853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:00.895608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748448f-ac81-4ff3-93c6-51b64de1fa70 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ec69b-63ba-414d-946f-3f6929a0996d,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:00.897038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.010973 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:f7:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:49:56Z', 'revision_number': 3, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:01.062809 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:01.073139 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:01.073976 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:01.176778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-b8d5d7ff-3c6e-45f6-974b-e5abd43d4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:01.180612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-b8d5d7ff-3c6e-45f6-974b-e5abd43d4f0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dace156384b24d9abcb95aff0ab1fb92&device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 1095 time: 0.5980167 Jun 30 08:50:01.269093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:01.276544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:01.277073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.277294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2673b7-38e5-458d-a893-8cee08e1c114 req-50361e35-b09c-4d4b-beab-c120aadfcf74 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:01.278828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f2673b7-38e5-458d-a893-8cee08e1c114 req-50361e35-b09c-4d4b-beab-c120aadfcf74 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 943 time: 0.3658011 Jun 30 08:50:01.281285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-334e8cae-aa76-49df-a915-3245a8df9170 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d61ec69b-63ba-414d-946f-3f6929a0996d HTTP/1.1" status: 200 len: 217 time: 0.0757284 Jun 30 08:50:01.283164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:01.291594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.320584 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:01.327269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.438086 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.490879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-0d511a9a-ba77-4960-864a-e86b08be99c9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "PUT /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 200 len: 998 time: 9.7225394 Jun 30 08:50:01.496050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-f84aa82d-8599-4893-8c33-cd1770c5b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:01.497795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-f84aa82d-8599-4893-8c33-cd1770c5b419 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64714d5a-d340-4df5-9145-f963b5e3750a HTTP/1.1" status: 200 len: 857 time: 0.1550097 Jun 30 08:50:01.505105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f2673b7-38e5-458d-a893-8cee08e1c114 req-7e49f225-a305-4f96-8d4b-1259453e2dc7 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634028 Jun 30 08:50:01.514786 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.529838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Transition to ACTIVE for port object a7e38d54-e4a3-4cce-9786-b207bb553b58 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:01.577131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.588174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-94b70d2d-d2db-4ee4-9bcb-df929a2220e8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:01.594211 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-94b70d2d-d2db-4ee4-9bcb-df929a2220e8 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 944 time: 0.7134421 Jun 30 08:50:01.613583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-2cd1fe15-8213-4702-9757-a48e4a21fdec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d03199ea-01d8-4f33-b1e0-e45470849d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869796 Jun 30 08:50:01.687725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:01.705596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Attempting to bind port a7e38d54-e4a3-4cce-9786-b207bb553b58 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:01.706149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Attempting to bind port a7e38d54-e4a3-4cce-9786-b207bb553b58 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:01.706624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Attempting to bind port a7e38d54-e4a3-4cce-9786-b207bb553b58 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:01.714064 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.727219 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87dafcdf-9aac-4af3-ad87-e6798cb5d68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.734407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:01.734802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:01.735600 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.736249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:01.736746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Bound port: a7e38d54-e4a3-4cce-9786-b207bb553b58, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:01.737179 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.792653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f211cc-73c0-4c1e-bc53-774d87c1c84e None None] Pushing event updated for resources: {'Port': ['ID=a7e38d54-e4a3-4cce-9786-b207bb553b58,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:01.831499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-66b5c8d4-4851-4fa8-90b5-715bae1a2fd0 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:01.855297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-66b5c8d4-4851-4fa8-90b5-715bae1a2fd0 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports/d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 942 time: 0.3562112 Jun 30 08:50:01.950780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:02.010118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] For port a7e38d54-e4a3-4cce-9786-b207bb553b58, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:02.017165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] For port a7e38d54-e4a3-4cce-9786-b207bb553b58, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a7e38d54-e4a3-4cce-9786-b207bb553b58,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:02.025557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.032356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-95a95ddc-da81-4439-bfbf-969e8f7fa7b9 service neutron] 10.222.0.13 "GET /v2.0/networks/d03199ea-01d8-4f33-b1e0-e45470849d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993237 Jun 30 08:50:02.043897 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:f7:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:49:56Z', 'revision_number': 3, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:02.079909 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3076a0e-d9f0-44f0-84f4-c8476bc4b629 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:f7:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:49:56Z', 'revision_number': 3, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:02.122042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.126228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794841b-105f-4ba7-b085-91c53c24aa31 None None] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:02.185202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f211cc-73c0-4c1e-bc53-774d87c1c84e None None] Pushing event updated for resources: {'Port': ['ID=a7e38d54-e4a3-4cce-9786-b207bb553b58,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:02.191040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:02.191814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:02.212537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.233999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Deleting port 952aae90-ff85-420f-a469-8125e5219b59 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:02.234343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.245233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f268a1c0-016d-4e9f-80a2-50410a615478 None None] Provisioning for port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:02.454361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad064896-aac7-41ad-b792-ca397e541899 None None] New status for floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:50:02.502562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] For port 952aae90-ff85-420f-a469-8125e5219b59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=952aae90-ff85-420f-a469-8125e5219b59,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:02.503227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.528725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-911cef25-c836-432f-ad9d-bc547e2999b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:02.530175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-911cef25-c836-432f-ad9d-bc547e2999b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.5623639 Jun 30 08:50:02.543955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Calling delete_port for 952aae90-ff85-420f-a469-8125e5219b59 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:02.554946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:02.559431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54a263-0e79-4912-a421-c424f023b2d0 req-741bcaff-d61e-4ad6-866c-e67b2fe72324 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:02.561058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f54a263-0e79-4912-a421-c424f023b2d0 req-741bcaff-d61e-4ad6-866c-e67b2fe72324 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb84345-0e40-4122-80bf-2f4d0a27e2fe HTTP/1.1" status: 200 len: 944 time: 0.6233313 Jun 30 08:50:02.564911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Allocated IP 172.20.0.1 (1c6886c0-36a8-443a-89e9-c0d0390f75ac/b687466a-cd73-41bc-baef-cb31900968c3/c7e7d402-0122-46a7-8a8f-225b64d8041e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:02.610464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a21d5b58-13ed-4874-85f6-2965c146c12a req-3719c448-51b2-4aaf-9beb-1bd0efd1b9a0 service neutron] 10.222.0.13 "GET /v2.0/networks/d03199ea-01d8-4f33-b1e0-e45470849d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673833 Jun 30 08:50:02.656461 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:50:02.661826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f54a263-0e79-4912-a421-c424f023b2d0 req-96ffde16-e26f-4e92-ae5b-44a31cb96589 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870287 Jun 30 08:50:02.685786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-7a8258d3-1cb8-49cb-b61c-4fc1b99cc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:02.685786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-7a8258d3-1cb8-49cb-b61c-4fc1b99cc11c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.1413088 Jun 30 08:50:02.795469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-b1de7701-ac8e-496b-961b-1b88661442ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 217 time: 0.1103234 Jun 30 08:50:02.849202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.889961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-2f5655ec-cee3-4b71-a37e-abd3cf3a1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:02.894459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-2f5655ec-cee3-4b71-a37e-abd3cf3a1b50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.0933552 Jun 30 08:50:02.921759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:02.944385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event deleted for resources: {'Port': ['ID=952aae90-ff85-420f-a469-8125e5219b59,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:02.991480 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12079cb5-c3ed-4c16-895c-0bb79b3d1359 x-openstack-request-id: req-12079cb5-c3ed-4c16-895c-0bb79b3d1359 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:02.991938 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c4deca-4156-4b50-b359-fdffee4d0366", "tag": "d61ec69b-63ba-414d-946f-3f6929a0996d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:02.992343 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12079cb5-c3ed-4c16-895c-0bb79b3d1359 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:02.992936 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c4deca-4156-4b50-b359-fdffee4d0366', 'tag': 'd61ec69b-63ba-414d-946f-3f6929a0996d', 'status': 'completed', 'code': 200} Jun 30 08:50:03.000204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:50:03.027406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:03.027871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.047701 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:03.068274 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:03.069614 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:03.083276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] No DVR routers for this DVR port 952aae90-ff85-420f-a469-8125e5219b59 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:03.092640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-4470e63a-c9f2-4a4e-a629-4b3f58ac37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:03.094476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-4470e63a-c9f2-4a4e-a629-4b3f58ac37f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829984 Jun 30 08:50:03.101819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.104045 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5ca8cc11-457e-4249-876e-e8c69eb10a18 req-38991db4-41cb-46d1-a5d8-e2bb975b3706 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "DELETE /v2.0/ports/952aae90-ff85-420f-a469-8125e5219b59 HTTP/1.1" status: 204 len: 173 time: 1.5035005 Jun 30 08:50:03.106098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:49:54Z', 'revision_number': 3, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:03.106537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'name': 'network-vif-deleted', 'tag': '952aae90-ff85-420f-a469-8125e5219b59'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:03.109490 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b4f8c9-764f-4204-a61a-078ae7ca9c3c" -d '{"events": [{"server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "name": "network-vif-deleted", "tag": "952aae90-ff85-420f-a469-8125e5219b59"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:03.158433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633fc9a-4bc3-43e8-9342-11713dce3858 None None] The sync data for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 is: [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:49:54Z', 'revision_number': 3, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:03.166508 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.218967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Transition to ACTIVE for port object c7e7d402-0122-46a7-8a8f-225b64d8041e will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:03.257859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18dfc107-a14e-4722-aba9-b15007c67751 req-e02ac521-ba80-4957-8dba-17f45eb5d9a3 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.1566370 Jun 30 08:50:03.283441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:03.344124 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:03.379942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:03.410142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-70d1f429-8841-4ac5-a405-b40025bd0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:03.414092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Sync routers for ids ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:03.414378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-70d1f429-8841-4ac5-a405-b40025bd0365 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dace156384b24d9abcb95aff0ab1fb92&device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 1095 time: 0.4141068 Jun 30 08:50:03.419007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-9515465f-d9f0-41af-a8f3-3375534b1218 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163962 Jun 30 08:50:03.435033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.451516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:03.467272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:03.467873 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.469217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6e909a51-6bd1-4ff1-957e-c17a9f9b715f None None] Provisioning complete for port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:03.469564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6e909a51-6bd1-4ff1-957e-c17a9f9b715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.470929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Routers {'7d1e6787-cabb-4c17-aff3-230ced3c86d2'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:03.471570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:03.495980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.507928 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bd2d2f3f-b23a-479d-ab67-d6053c9ed821 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5751801 Jun 30 08:50:03.510128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49246) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:03.628564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e7d402-0122-46a7-8a8f-225b64d8041e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:03.638229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-a9aadfe6-3f45-4b3e-9d55-574ce6764bae service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053123 Jun 30 08:50:03.760823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:03.769857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:03.773383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:03.855061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Set router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:03.865666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:03.881619 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:f7:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:50:02Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:03.930589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-17ef7df7-c5f6-44e9-89ff-e4bd6346340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:03.934527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-17ef7df7-c5f6-44e9-89ff-e4bd6346340b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d03199ea-01d8-4f33-b1e0-e45470849d1a HTTP/1.1" status: 200 len: 918 time: 0.5067034 Jun 30 08:50:03.937773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-2a44ce06-6d4e-48b7-a404-5592f063dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:03.940933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-2a44ce06-6d4e-48b7-a404-5592f063dffa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 1097 time: 0.2553923 Jun 30 08:50:03.956980 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:03.968000 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:03.969003 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:04.047090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73114d27-c732-4e6f-9a5c-d6d23c75bb28 req-4579a651-c2cc-46b9-9b80-d3362ee7bd52 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:04.055731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73114d27-c732-4e6f-9a5c-d6d23c75bb28 req-4579a651-c2cc-46b9-9b80-d3362ee7bd52 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 943 time: 0.3610497 Jun 30 08:50:04.061297 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6e909a51-6bd1-4ff1-957e-c17a9f9b715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.071234 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.153088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73114d27-c732-4e6f-9a5c-d6d23c75bb28 req-c884cd51-f71f-4ee0-a8d5-0f5b3cf056ab tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961008 Jun 30 08:50:04.160609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-793268b1-74f0-433d-b487-d05b43a3c7c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d61ec69b-63ba-414d-946f-3f6929a0996d HTTP/1.1" status: 200 len: 217 time: 0.2157407 Jun 30 08:50:04.211720 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:04.212190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:04.234188 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.337082 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a05e8-69de-4940-bf96-458863f573a3 x-openstack-request-id: req-7c7a05e8-69de-4940-bf96-458863f573a3 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:04.337387 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb84345-0e40-4122-80bf-2f4d0a27e2fe", "name": "network-vif-deleted", "tag": "952aae90-ff85-420f-a469-8125e5219b59", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:04.337681 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c7a05e8-69de-4940-bf96-458863f573a3 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:04.338403 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb84345-0e40-4122-80bf-2f4d0a27e2fe', 'name': 'network-vif-deleted', 'tag': '952aae90-ff85-420f-a469-8125e5219b59', 'status': 'completed', 'code': 200} Jun 30 08:50:04.413193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-7ac0eb2e-07d1-4bb8-8a55-5c3d10cfb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:04.419022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-7ac0eb2e-07d1-4bb8-8a55-5c3d10cfb6c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64714d5a-d340-4df5-9145-f963b5e3750a HTTP/1.1" status: 200 len: 857 time: 0.2409625 Jun 30 08:50:04.504945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-add62361-9a99-464c-8a3c-51d2842cfa86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d03199ea-01d8-4f33-b1e0-e45470849d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757565 Jun 30 08:50:04.510931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-f97c4789-0803-4815-982d-ed160d5d3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:04.512300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-f97c4789-0803-4815-982d-ed160d5d3dbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.5572050 Jun 30 08:50:04.528761 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9916bfb6-acc3-4347-8fca-4d426bc02486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.529560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.535132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.562655 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-6e909a51-6bd1-4ff1-957e-c17a9f9b715f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:50:04.562655 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-6e909a51-6bd1-4ff1-957e-c17a9f9b715f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:50:04.572294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:04.614653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:50:00Z', 'revision_number': 3, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port': {'id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:59Z', 'updated_at': '2021-06-30T08:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:04.646074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Checking router: 7d1e6787-cabb-4c17-aff3-230ced3c86d2 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:04.646553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Updating router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:04.658124 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:f7:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:50:02Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:04.696920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 95db9b27-ceb8-4cb1-bd50-b7856736f487 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:04.742871 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c04e4-bb17-4bbf-88e4-40918e25d667 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:f7:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db101202-37b9-4adf-80c1-980db1474c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:50:02Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:04.766175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-967ac33b-9cc1-4c43-828b-a5fe7f97645c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 1001 time: 0.2337117 Jun 30 08:50:04.819371 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.891153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-fab1c9a1-4ee4-4b78-99b6-d3a234766cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/d03199ea-01d8-4f33-b1e0-e45470849d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778656 Jun 30 08:50:04.912552 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.938785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-9aeb7446-d787-4590-8322-57bbcc23c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:04.940337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-9aeb7446-d787-4590-8322-57bbcc23c6ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1552429 Jun 30 08:50:04.997305 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7ddb78a1-675f-42fa-9ce5-7f881b58b6c9 req-1cb77583-7d52-43c8-ada8-fe4e46297eed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0992434 Jun 30 08:50:05.002001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2'}, {'name': 'network-changed', 'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:05.004171 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ae9b66-1019-4fec-ad8c-d957888ccc87" -d '{"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2"}, {"name": "network-changed", "server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:05.019397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:05.023426 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b513d483-e775-4507-acaa-568dacbc516f" -d '{"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:05.033016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:05.101349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c3bd06c-14d2-430d-9d85-2a8552268cc8 req-8723e198-e0b6-451e-80df-fe60beaebca3 service neutron] 10.222.0.13 "GET /v2.0/networks/d03199ea-01d8-4f33-b1e0-e45470849d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968865 Jun 30 08:50:05.115304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-7a644a6c-e6ff-459d-9efa-891e14de158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:05.117428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-7a644a6c-e6ff-459d-9efa-891e14de158d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557572 Jun 30 08:50:05.206204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.237469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.258081 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.268185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:05.303946 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.304662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 952aae90-ff85-420f-a469-8125e5219b59 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:05.321207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-df66d4f7-05fa-4f7d-9312-cf929c6dfa34 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954141 Jun 30 08:50:05.372900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:05.406292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 952aae90-ff85-420f-a469-8125e5219b59 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:05.407224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 952aae90-ff85-420f-a469-8125e5219b59 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:05.465395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb02eb05-1c95-4951-94d4-8effb475d5db req-92d931ec-27a8-40f6-ad89-9f9199ddded7 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322343 Jun 30 08:50:05.485057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:05.485257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.569526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d61ec69b-63ba-414d-946f-3f6929a0996d details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:50:05.640472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6223dc05-8b5e-4ee3-afb9-fa4729f15516 None None] Provisioning for port c7e7d402-0122-46a7-8a8f-225b64d8041e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:05.683426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6223dc05-8b5e-4ee3-afb9-fa4729f15516 None None] Provisioning complete for port c7e7d402-0122-46a7-8a8f-225b64d8041e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:05.684486 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6223dc05-8b5e-4ee3-afb9-fa4729f15516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.688190 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26be19b-c8a8-40ce-a326-9f5f91cc386a x-openstack-request-id: req-f26be19b-c8a8-40ce-a326-9f5f91cc386a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:05.688489 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:05.688739 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f26be19b-c8a8-40ce-a326-9f5f91cc386a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:05.689140 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'status': 'completed', 'code': 200} Jun 30 08:50:05.689388 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'status': 'completed', 'code': 200} Jun 30 08:50:05.703741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.733502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e7d402-0122-46a7-8a8f-225b64d8041e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:05.804805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf4c7392-1073-41f5-a0d5-b3f08c67dba3 req-d7f15eb3-96de-4461-92f6-a4728ab65fa2 tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0405297 Jun 30 08:50:05.837996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-55c4c922-429c-4383-8023-fb92b05286ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:05.839790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-55c4c922-429c-4383-8023-fb92b05286ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.1132681 Jun 30 08:50:05.867786 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:05.880966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Transition to ACTIVE for port object 11124bff-f7d1-43e7-aa5f-1f497b45b0cd will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:05.906714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Allocated IP 172.20.0.1 (7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0/6f6bec66-6684-459a-a71b-ccfc396363f1/5a3784fd-79be-48af-8155-fcf8f405d930) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:05.973037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a7e38d54-e4a3-4cce-9786-b207bb553b58 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:05.975877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-74539cb4-1b63-4799-9c16-f5e40e5f307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:05.979868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-74539cb4-1b63-4799-9c16-f5e40e5f307e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.1307125 Jun 30 08:50:05.999899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:06.002756 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56967228-d232-4230-a927-de042fc68651 x-openstack-request-id: req-56967228-d232-4230-a927-de042fc68651 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:06.003048 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:06.003300 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56967228-d232-4230-a927-de042fc68651 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:06.006244 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'code': 200} Jun 30 08:50:06.007430 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.026854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:06.101526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-e389319c-b6b7-4503-b49d-6d2c1a3ec552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 217 time: 0.1122603 Jun 30 08:50:06.177521 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.202691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3b93-4627-4fec-87fe-4597eef9fdbc req-872c5023-5c6e-4945-9379-d05a035cf070 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:06.204621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ede3b93-4627-4fec-87fe-4597eef9fdbc req-872c5023-5c6e-4945-9379-d05a035cf070 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 943 time: 0.2186811 Jun 30 08:50:06.209325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-834d2690-4ed6-4a51-ab48-9e8abe98d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:06.211168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-834d2690-4ed6-4a51-ab48-9e8abe98d1a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1003478 Jun 30 08:50:06.235121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d61ec69b-63ba-414d-946f-3f6929a0996d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d61ec69b-63ba-414d-946f-3f6929a0996d,segment=NetworkSegment(80321190-8068-4dc8-9e35-50431c7b3fcd),segment_id=80321190-8068-4dc8-9e35-50431c7b3fcd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:06.256701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6223dc05-8b5e-4ee3-afb9-fa4729f15516 None None] Port c7e7d402-0122-46a7-8a8f-225b64d8041e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:06.307737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffddd8a-74d5-48e6-b371-361f0ed5ef3c None None] Pushing event updated for resources: {'Port': ['ID=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:06.321660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'd61ec69b-63ba-414d-946f-3f6929a0996d', 'network_id': 'd03199ea-01d8-4f33-b1e0-e45470849d1a', 'port_id': 'd61ec69b-63ba-414d-946f-3f6929a0996d', 'mac_address': 'fa:16:3e:5b:b3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64714d5a-d340-4df5-9145-f963b5e3750a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:50:06.327194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Attempting to bind port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:06.327712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Attempting to bind port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:06.328155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Attempting to bind port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:06.336553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:06.337394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:06.338446 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.338933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:06.339550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Bound port: 11124bff-f7d1-43e7-aa5f-1f497b45b0cd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:06.340308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.408270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ede3b93-4627-4fec-87fe-4597eef9fdbc req-a1faf2e6-5b88-4282-bcde-cff63defc99e tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952202 Jun 30 08:50:06.424622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a10d4a-cc52-47ea-84c0-60579122844a req-c5e25bd1-82ed-4e99-8c4b-1ed3198710ab tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1951983 Jun 30 08:50:06.458230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-79ff1085-fd08-4bcd-9317-ce04011e0550 None None] Provisioning complete for port c7e7d402-0122-46a7-8a8f-225b64d8041e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:06.458230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-79ff1085-fd08-4bcd-9317-ce04011e0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.465953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.473684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a7e38d54-e4a3-4cce-9786-b207bb553b58 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:06.473877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.499232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-b805183a-92c6-4aa4-b759-0e9d0b9997a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:06.501862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-b805183a-92c6-4aa4-b759-0e9d0b9997a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2816367 Jun 30 08:50:06.525133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Router 75d1504c-fed1-4e91-b6f5-3135cfad46aa has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:06.527839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Transition to ACTIVE for port object 5a3784fd-79be-48af-8155-fcf8f405d930 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:06.531544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a7e38d54-e4a3-4cce-9786-b207bb553b58 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:06.532296 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.545669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61ec69b-63ba-414d-946f-3f6929a0996d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:06.570293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d61ec69b-63ba-414d-946f-3f6929a0996d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d61ec69b-63ba-414d-946f-3f6929a0996d,segment=NetworkSegment(80321190-8068-4dc8-9e35-50431c7b3fcd),segment_id=80321190-8068-4dc8-9e35-50431c7b3fcd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:06.597010 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.597598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a10d4a-cc52-47ea-84c0-60579122844a req-26624190-9d51-4192-a8d4-7c204554f037 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:06.603077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] For port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:06.611366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a10d4a-cc52-47ea-84c0-60579122844a req-26624190-9d51-4192-a8d4-7c204554f037 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports/2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 942 time: 0.1770759 Jun 30 08:50:06.667493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-79ff1085-fd08-4bcd-9317-ce04011e0550 None None] Port c7e7d402-0122-46a7-8a8f-225b64d8041e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:06.674402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] For port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:06.675910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.684603 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.706111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-85abe716-164f-4f1c-9068-210648e2c127 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945035 Jun 30 08:50:06.738767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d61ec69b-63ba-414d-946f-3f6929a0996d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:06.742760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Routers {'7d1e6787-cabb-4c17-aff3-230ced3c86d2'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:06.743407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:06.759202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3784fd-79be-48af-8155-fcf8f405d930,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:06.763144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:06.772997 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Sync routers for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:06.776032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-acf4c44c-2e6c-4325-be0c-ada32300e948 admin admin] 10.222.0.53 "PUT /v2.0/routers/75d1504c-fed1-4e91-b6f5-3135cfad46aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8529940 Jun 30 08:50:06.786438 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:06.788834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:06.789838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:06.799456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:06.807611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffddd8a-74d5-48e6-b371-361f0ed5ef3c None None] Pushing event updated for resources: {'Port': ['ID=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:06.816664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:06.923413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.941066 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.000864 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:07.021108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d61ec69b-63ba-414d-946f-3f6929a0996d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:07.097658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a10d4a-cc52-47ea-84c0-60579122844a req-993ca060-9c88-4258-a6aa-365670dd3943 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.2526205 Jun 30 08:50:07.151039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] Set router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:07.257332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.261706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-435741ef-2fa3-4d3d-88d1-b4902bd93e6a service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470560 Jun 30 08:50:07.311037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a7e38d54-e4a3-4cce-9786-b207bb553b58, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a7e38d54-e4a3-4cce-9786-b207bb553b58,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:07.335765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a10d4a-cc52-47ea-84c0-60579122844a req-23c6b102-857f-4ca1-8eca-37f76d17ee73 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:07.350488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82a10d4a-cc52-47ea-84c0-60579122844a req-23c6b102-857f-4ca1-8eca-37f76d17ee73 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2519007 Jun 30 08:50:07.374708 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.377433 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 2, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:07.395316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-daadc723-59b0-4fd3-89a3-6dfc358236ab tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:07.397258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-daadc723-59b0-4fd3-89a3-6dfc358236ab tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.2708876 Jun 30 08:50:07.412743 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Checking router: 75d1504c-fed1-4e91-b6f5-3135cfad46aa for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:07.413238 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Updating router 75d1504c-fed1-4e91-b6f5-3135cfad46aa port c7e7d402-0122-46a7-8a8f-225b64d8041e binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:07.460200 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.473544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-33ca9008-a20f-4729-9eff-3dc45bba2eb6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/quotas/931c2a848d784d41b73c3851eedbad30 HTTP/1.1" status: 200 len: 375 time: 0.0380087 Jun 30 08:50:07.485082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a7e38d54-e4a3-4cce-9786-b207bb553b58,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:07.496535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.500487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253674-1334-4f62-8154-45c89440da2a req-13c47de9-b120-4097-90b6-63be9aebd308 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:07.502403 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fc253674-1334-4f62-8154-45c89440da2a req-13c47de9-b120-4097-90b6-63be9aebd308 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 945 time: 0.1049953 Jun 30 08:50:07.517017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0933067c-f413-4fe4-b0b6-e3c33ad030bc None None] Provisioning for port 5a3784fd-79be-48af-8155-fcf8f405d930 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:07.530715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0933067c-f413-4fe4-b0b6-e3c33ad030bc None None] Provisioning complete for port 5a3784fd-79be-48af-8155-fcf8f405d930 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:07.531474 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0933067c-f413-4fe4-b0b6-e3c33ad030bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.610557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:50:00Z', 'revision_number': 3, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port': {'id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:59Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:07.630285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-02906328-91cd-45c4-8f2e-c5e80acf5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:07.636760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-02906328-91cd-45c4-8f2e-c5e80acf5f11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 1097 time: 0.2835360 Jun 30 08:50:07.656513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.657494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859b61-c4e8-4878-98b0-b0ee0c36ec65 None None] The sync data for ids ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'] in n-d-758944-40 is: [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:50:00Z', 'revision_number': 3, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port': {'id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:59Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:07.663215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0933067c-f413-4fe4-b0b6-e3c33ad030bc None None] Port 5a3784fd-79be-48af-8155-fcf8f405d930 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:07.668106 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.710788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-ac4227a4-19f1-46d2-b426-9c20ed705781 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2231674 Jun 30 08:50:07.794299 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.805974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Deleting port 0621425e-261e-4da4-b8b6-9b3f577e5133 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:07.806316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:07.808929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3784fd-79be-48af-8155-fcf8f405d930,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:07.845910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4bf3df5-ba04-4d4a-b44d-fb31013d00db req-a6bd2b41-f2f3-4f3d-89ce-b6696a6e3d3b tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0658040 Jun 30 08:50:07.939686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-6c4af2e5-973e-4455-aa12-ba73fb641c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:07.941277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-6c4af2e5-973e-4455-aa12-ba73fb641c57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.2885010 Jun 30 08:50:07.949063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-0ec79f9e-428e-46dd-be3d-ba208fdee203 service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368815 Jun 30 08:50:08.013135 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.039227 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Transition to ACTIVE for port object c7e7d402-0122-46a7-8a8f-225b64d8041e will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:08.050362 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.056588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] For port 0621425e-261e-4da4-b8b6-9b3f577e5133, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0621425e-261e-4da4-b8b6-9b3f577e5133,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:08.056950 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.082334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Calling delete_port for 0621425e-261e-4da4-b8b6-9b3f577e5133 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:08.093047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:08.097576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:08.145436 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60717454-806c-4e6f-9c10-838818adc14c None None] Pushing event updated for resources: {'Port': ['ID=c7e7d402-0122-46a7-8a8f-225b64d8041e,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:08.229501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-e638a246-8d32-4df1-bac8-ee6a58eec6f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 1001 time: 0.2774291 Jun 30 08:50:08.272354 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Attempting to bind port c7e7d402-0122-46a7-8a8f-225b64d8041e on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:08.272721 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Attempting to bind port c7e7d402-0122-46a7-8a8f-225b64d8041e by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:08.273076 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Attempting to bind port c7e7d402-0122-46a7-8a8f-225b64d8041e on network 1c6886c0-36a8-443a-89e9-c0d0390f75ac {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:08.281183 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:08.281552 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Checking segment: {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:08.282406 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.282808 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Bound using segment: {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:08.283281 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Bound port: c7e7d402-0122-46a7-8a8f-225b64d8041e, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:08.283676 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.359054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-8c4202e8-829f-4fae-a25e-6f7a4a68fcb3 service neutron] 10.222.0.53 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015465 Jun 30 08:50:08.383670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-a50b7edc-db57-45dd-85e1-8b1ec076e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:08.385518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-a50b7edc-db57-45dd-85e1-8b1ec076e9ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1163197 Jun 30 08:50:08.397550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a601de-34eb-445b-bba6-0a0a4612ab22 req-f1dd6c22-a687-4ce6-920b-379d8256684c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:08.408015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a601de-34eb-445b-bba6-0a0a4612ab22 req-f1dd6c22-a687-4ce6-920b-379d8256684c tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d4d99a-1c04-4666-8dd5-e9d7c6130bf0 HTTP/1.1" status: 200 len: 945 time: 0.3303628 Jun 30 08:50:08.412635 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] For port c7e7d402-0122-46a7-8a8f-225b64d8041e, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:08.417600 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] For port c7e7d402-0122-46a7-8a8f-225b64d8041e, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c7e7d402-0122-46a7-8a8f-225b64d8041e,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:08.432079 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.489774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-fe484434-9d90-4f35-b9f4-4e69570bb734 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:08.493539 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-fe484434-9d90-4f35-b9f4-4e69570bb734 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "GET /v2.0/ports?device_id=129ede76-da67-4118-818b-634228b0e9fe HTTP/1.1" status: 200 len: 944 time: 0.3866398 Jun 30 08:50:08.515049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:08.524221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a601de-34eb-445b-bba6-0a0a4612ab22 req-68a99ae0-7bef-4b06-ae63-8ba08248950d tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/security-groups?id=22938a04-2b79-49c5-9668-8c0ad5d7244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152320 Jun 30 08:50:08.564352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-497c7d54-bc64-4196-a43c-83cc6e8da557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:08.566381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-497c7d54-bc64-4196-a43c-83cc6e8da557 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510210 Jun 30 08:50:08.603731 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60717454-806c-4e6f-9c10-838818adc14c None None] Pushing event updated for resources: {'Port': ['ID=c7e7d402-0122-46a7-8a8f-225b64d8041e,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:08.617056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bfa6fad5-ef99-4012-8143-f0144e3c2074 None None] Provisioning complete for port 5a3784fd-79be-48af-8155-fcf8f405d930 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:08.617546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bfa6fad5-ef99-4012-8143-f0144e3c2074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.620312 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:08.620966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:08.713144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6fad5-ef99-4012-8143-f0144e3c2074 None None] Port 5a3784fd-79be-48af-8155-fcf8f405d930 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:08.844300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:08.886336 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:09.231195 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:08Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:09.311253 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b25d1-aa3e-49a6-93d8-8123560d54e0 None None] The sync data for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 is: [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:08Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:09.367677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event deleted for resources: {'Port': ['ID=0621425e-261e-4da4-b8b6-9b3f577e5133,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:09.432180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] No DVR routers for this DVR port 0621425e-261e-4da4-b8b6-9b3f577e5133 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:09.448629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:09.450774 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fc253674-1334-4f62-8154-45c89440da2a req-cfb07a1f-4ac3-486e-9943-ce9581bf9764 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.26 "DELETE /v2.0/ports/0621425e-261e-4da4-b8b6-9b3f577e5133 HTTP/1.1" status: 204 len: 173 time: 1.9382405 Jun 30 08:50:09.451737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49346) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:09.452205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'name': 'network-vif-deleted', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:09.454735 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0d2b23-57fd-4fcd-b8d3-d268df052b4c" -d '{"events": [{"server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "name": "network-vif-deleted", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:09.476765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-661837ea-4d64-479b-a0ca-04d283ed9d86 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317777268', 'description': 'tempest-description--406623103'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:09.506306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-cab6f106-47cc-43d5-af37-7070c53bd6da tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1264372 Jun 30 08:50:09.529993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:09.557885 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-023fc085-37ac-4f72-bfd3-26194d402861 admin admin] 10.222.0.53 "PUT /v2.0/routers/7d1e6787-cabb-4c17-aff3-230ced3c86d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0449870 Jun 30 08:50:09.581050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d61ec69b-63ba-414d-946f-3f6929a0996d up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:09.601055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Deleting port 95db9b27-ceb8-4cb1-bd50-b7856736f487 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:09.601407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:09.726153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a7e38d54-e4a3-4cce-9786-b207bb553b58 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:09.729728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port d61ec69b-63ba-414d-946f-3f6929a0996d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:09.743468 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-661837ea-4d64-479b-a0ca-04d283ed9d86 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:09.772308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-68fcf02a-3367-4c00-94da-6606da31d790 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:09.774148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-68fcf02a-3367-4c00-94da-6606da31d790 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports/2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 942 time: 0.2663720 Jun 30 08:50:09.784347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-c73a3ae1-941c-4551-8314-8ea406553a26 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2094948 Jun 30 08:50:09.795442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port d61ec69b-63ba-414d-946f-3f6929a0996d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:09.797042 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:09.970884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] For port 95db9b27-ceb8-4cb1-bd50-b7856736f487, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=95db9b27-ceb8-4cb1-bd50-b7856736f487,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:09.972467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:09.998792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Calling delete_port for 95db9b27-ceb8-4cb1-bd50-b7856736f487 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:10.000287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63930c-2be8-4032-8297-b05416e517cc req-59eef2d0-ed6f-45bd-8636-7827108971f5 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:10.011304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c63930c-2be8-4032-8297-b05416e517cc req-59eef2d0-ed6f-45bd-8636-7827108971f5 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 944 time: 0.4133537 Jun 30 08:50:10.042241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-661837ea-4d64-479b-a0ca-04d283ed9d86 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.084419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-661837ea-4d64-479b-a0ca-04d283ed9d86 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.101019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7ae9b66-1019-4fec-ad8c-d957888ccc87 req-9830de5b-c43f-4a51-9f7c-56b74f41807e service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068593 Jun 30 08:50:10.107584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-d2b61bf6-7c78-4b28-ab64-02981eb13bad tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1902876 Jun 30 08:50:10.123835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c63930c-2be8-4032-8297-b05416e517cc req-70424c47-9daa-4c54-95e9-f3dd9d9f615b tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099997 Jun 30 08:50:10.138280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-661837ea-4d64-479b-a0ca-04d283ed9d86 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.139804 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-661837ea-4d64-479b-a0ca-04d283ed9d86 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6682472 Jun 30 08:50:10.148661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49360) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:10.155348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-717d1579-97b3-4ec1-909c-a5448f7be481 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Request body: {'security_group_rule': {'security_group_id': 'be68e9fe-f125-4d1c-8702-819f85e77d3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:10.164675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661837ea-4d64-479b-a0ca-04d283ed9d86 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be68e9fe-f125-4d1c-8702-819f85e77d3d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:10.260331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a7e38d54-e4a3-4cce-9786-b207bb553b58 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:10.260796 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.278544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-717d1579-97b3-4ec1-909c-a5448f7be481 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.424263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-3d70b45e-02c3-4a5c-8c29-77a6c0e21306 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:10.437311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-3d70b45e-02c3-4a5c-8c29-77a6c0e21306 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.3104355 Jun 30 08:50:10.488747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-717d1579-97b3-4ec1-909c-a5448f7be481 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.489110 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.497336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-717d1579-97b3-4ec1-909c-a5448f7be481 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.570084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d1579-97b3-4ec1-909c-a5448f7be481 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e58494-5e70-4186-a535-f34232c2d9b6,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:10.586515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-717d1579-97b3-4ec1-909c-a5448f7be481 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.602150 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-717d1579-97b3-4ec1-909c-a5448f7be481 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4379258 Jun 30 08:50:10.605334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.611168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c4deca-4156-4b50-b359-fdffee4d0366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ec69b-63ba-414d-946f-3f6929a0996d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:10.616008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-12391620-7646-4cb4-a471-5cb3f88279ab tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1772361 Jun 30 08:50:10.616532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49366) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:10.618022 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a05e75-790b-455f-93dc-7c849a1b0ebd" -d '{"events": [{"server_uuid": "64c4deca-4156-4b50-b359-fdffee4d0366", "name": "network-vif-plugged", "status": "completed", "tag": "d61ec69b-63ba-414d-946f-3f6929a0996d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:10.649453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d61ec69b-63ba-414d-946f-3f6929a0996d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d61ec69b-63ba-414d-946f-3f6929a0996d,segment=NetworkSegment(80321190-8068-4dc8-9e35-50431c7b3fcd),segment_id=80321190-8068-4dc8-9e35-50431c7b3fcd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:10.661351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.666751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-454844b4-bee0-49f1-91ca-452c8e60916f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Request body: {'security_group_rule': {'security_group_id': 'be68e9fe-f125-4d1c-8702-819f85e77d3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:10.701686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event deleted for resources: {'Port': ['ID=95db9b27-ceb8-4cb1-bd50-b7856736f487,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:10.751408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:10.817319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 11124bff-f7d1-43e7-aa5f-1f497b45b0cd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:10.853948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] No DVR routers for this DVR port 95db9b27-ceb8-4cb1-bd50-b7856736f487 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:10.859020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:10.866317 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c5ea0e9b-88e2-4936-a424-0d98c1d35ae4 req-6cf28651-06cc-42f6-b241-8a7a72d0c464 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.26 "DELETE /v2.0/ports/95db9b27-ceb8-4cb1-bd50-b7856736f487 HTTP/1.1" status: 204 len: 173 time: 2.3452396 Jun 30 08:50:10.867545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d61ec69b-63ba-414d-946f-3f6929a0996d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:10.897946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:10.903377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:10.903726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:11.014655 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e4dffef-6f99-4dcb-97b1-c36a4395981d req-2797a61d-76de-4726-a10b-5d11bd35e0e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d2afa9dcde24189bd62655dc2d7cc04&device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0547440 Jun 30 08:50:11.044244 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:11.054201 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:11.067830 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e4dffef-6f99-4dcb-97b1-c36a4395981d req-435d31c1-35af-48ad-b325-a091985b542c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6d2afa9dcde24189bd62655dc2d7cc04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453646 Jun 30 08:50:11.105436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:11.137321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:11.217747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dffef-6f99-4dcb-97b1-c36a4395981d req-fa149569-5d00-456a-bd16-ae45f84b436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:11.219770 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e4dffef-6f99-4dcb-97b1-c36a4395981d req-fa149569-5d00-456a-bd16-ae45f84b436a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413834 Jun 30 08:50:11.284319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:11.429849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-95cf4477-3f54-4ec5-8191-a3f68db2bb5a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:11.431544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-95cf4477-3f54-4ec5-8191-a3f68db2bb5a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 805 time: 0.3672357 Jun 30 08:50:11.488201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Request body: {'port': {'device_id': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'admin_state_up': True, 'tenant_id': '931c2a848d784d41b73c3851eedbad30'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:11.542831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5d4b1e2-dce0-4bac-935b-19095999c976 req-5f82c736-34f0-48a3-9cd9-ed5f39239e77 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 210 time: 0.1282573 Jun 30 08:50:11.621197 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d89869-4e5f-4ae3-a7dd-42b23b8be48c x-openstack-request-id: req-b7d89869-4e5f-4ae3-a7dd-42b23b8be48c {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:11.621504 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d4d99a-1c04-4666-8dd5-e9d7c6130bf0", "name": "network-vif-deleted", "tag": "0621425e-261e-4da4-b8b6-9b3f577e5133", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:11.621766 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7d89869-4e5f-4ae3-a7dd-42b23b8be48c {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:11.622166 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4d99a-1c04-4666-8dd5-e9d7c6130bf0', 'name': 'network-vif-deleted', 'tag': '0621425e-261e-4da4-b8b6-9b3f577e5133', 'status': 'completed', 'code': 200} Jun 30 08:50:11.695316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c7e7d402-0122-46a7-8a8f-225b64d8041e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:11.729987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-454844b4-bee0-49f1-91ca-452c8e60916f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:11.803741 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17f3af2-0249-45b8-8638-b5649c28cbb9 x-openstack-request-id: req-e17f3af2-0249-45b8-8638-b5649c28cbb9 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:11.807716 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c4deca-4156-4b50-b359-fdffee4d0366", "name": "network-vif-plugged", "status": "completed", "tag": "d61ec69b-63ba-414d-946f-3f6929a0996d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:11.809574 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e17f3af2-0249-45b8-8638-b5649c28cbb9 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:11.811376 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c4deca-4156-4b50-b359-fdffee4d0366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ec69b-63ba-414d-946f-3f6929a0996d', 'code': 200} Jun 30 08:50:11.813349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Sync routers for ids ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:11.881408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Routers {'7d1e6787-cabb-4c17-aff3-230ced3c86d2'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:11.885481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:12.026741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c7e7d402-0122-46a7-8a8f-225b64d8041e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:12.040081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c7e7d402-0122-46a7-8a8f-225b64d8041e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:12.040842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.196966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Set router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:12.274717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28476fa7-ea3f-4818-a3b5-c167c5b3a40c req-127631a5-fdb8-4d6a-9bdb-2ccbb474ebad tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.53 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0771980 Jun 30 08:50:12.410445 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-454844b4-bee0-49f1-91ca-452c8e60916f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.446764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.451941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-454844b4-bee0-49f1-91ca-452c8e60916f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.485285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.485613 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0 disassociated. External IP: 172.25.8.199, port: 2505af2a-cfe1-4d7e-8cb3-2e17a028105f. Jun 30 08:50:12.495601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082290e4-1b63-42fb-a680-833dc25d2928 req-9f5817cf-4ae3-44bb-9350-76b359fc26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:12.497351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-082290e4-1b63-42fb-a680-833dc25d2928 req-9f5817cf-4ae3-44bb-9350-76b359fc26a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 1097 time: 0.5993779 Jun 30 08:50:12.538352 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.548803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454844b4-bee0-49f1-91ca-452c8e60916f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0c4afe-1b03-4273-b2d0-77bdf14b658f,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:12.561858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Made reservation on behalf of 931c2a848d784d41b73c3851eedbad30 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:12.562483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.633091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c7e7d402-0122-46a7-8a8f-225b64d8041e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c7e7d402-0122-46a7-8a8f-225b64d8041e,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:12.642211 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.643330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 11124bff-f7d1-43e7-aa5f-1f497b45b0cd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:12.676801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 4, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port': {'id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:59Z', 'updated_at': '2021-06-30T08:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5a3784fd-79be-48af-8155-fcf8f405d930', 'name': '', 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'mac_address': 'fa:16:3e:64:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '6f6bec66-6684-459a-a71b-ccfc396363f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:05Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 2, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'subnets': [{'id': '6f6bec66-6684-459a-a71b-ccfc396363f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:12.707622 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6e4dffef-6f99-4dcb-97b1-c36a4395981d req-b4937f5b-3126-440a-80f7-f2df896170ec tempest-ServerShowV257Test-1460501940 tempest-ServerShowV257Test-1460501940-project] 10.222.0.26 "GET /v2.0/ports?device_id=2922770f-d7c2-48a6-a1e1-3c586e8fec13 HTTP/1.1" status: 200 len: 210 time: 0.0619092 Jun 30 08:50:12.743463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 95db9b27-ceb8-4cb1-bd50-b7856736f487 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:12.754206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Checking router: 7d1e6787-cabb-4c17-aff3-230ced3c86d2 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:12.754852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Updating router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 port 5a3784fd-79be-48af-8155-fcf8f405d930 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:12.781459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Allocated IP 172.20.0.3 (63d3671a-ab6a-4e9f-8210-537b8877262a/1062da7c-90ea-4dc6-b861-68eb156f580e/66a484ba-ceb3-4712-97ca-053006706c4a) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:12.827551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-454844b4-bee0-49f1-91ca-452c8e60916f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.831359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-454844b4-bee0-49f1-91ca-452c8e60916f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2109675 Jun 30 08:50:12.832331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49380) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:12.838477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:12.880923 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.915521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:12.915855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 95db9b27-ceb8-4cb1-bd50-b7856736f487 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:12.916350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 95db9b27-ceb8-4cb1-bd50-b7856736f487 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:12.916807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:12.963919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 0621425e-261e-4da4-b8b6-9b3f577e5133 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:12.964382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0621425e-261e-4da4-b8b6-9b3f577e5133 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:12.966257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c7e7d402-0122-46a7-8a8f-225b64d8041e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:13.012526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:13.013056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.151476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.191815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.253852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-082290e4-1b63-42fb-a680-833dc25d2928 req-866ac2ec-40e4-4d55-8477-5734e0c81f30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7069006 Jun 30 08:50:13.299235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.335585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Allocated IP 172.25.8.207 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/0898b369-4895-4c34-b68d-ac272aaf0718) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:13.374606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event updated for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:13.407047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Network 63d3671a-ab6a-4e9f-8210-537b8877262a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:13.412496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:13.430130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a144237-2a0f-4cac-84af-55a7a53c5345 req-aff2a0dd-2348-4802-ae06-3ec2121d2bca tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:13.431738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a144237-2a0f-4cac-84af-55a7a53c5345 req-aff2a0dd-2348-4802-ae06-3ec2121d2bca tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 945 time: 0.8862181 Jun 30 08:50:13.437210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:13.481622 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.511450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Transition to ACTIVE for port object 5a3784fd-79be-48af-8155-fcf8f405d930 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:13.520986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c7e7d402-0122-46a7-8a8f-225b64d8041e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:13.541088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:13.541805 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.566251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.569903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.624197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-deleted', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:13.632749 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fae011-3189-4c76-ad65-03518f36f134" -d '{"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-deleted", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:13.635422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565aa06b-72b0-4b54-b81e-d96de619adcc None None] Pushing event updated for resources: {'Port': ['ID=5a3784fd-79be-48af-8155-fcf8f405d930,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:13.708675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.733026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c7e7d402-0122-46a7-8a8f-225b64d8041e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:13.734012 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.768491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Attempting to bind port 5a3784fd-79be-48af-8155-fcf8f405d930 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:13.772739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Attempting to bind port 5a3784fd-79be-48af-8155-fcf8f405d930 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:13.773484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Attempting to bind port 5a3784fd-79be-48af-8155-fcf8f405d930 on network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:13.791303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:13.795236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-d705eedf-602b-4345-bbca-a37dd6448b67 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3234158 Jun 30 08:50:13.796505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:13.797174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Checking segment: {'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:13.801243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.802031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Bound using segment: {'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:13.803374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Bound port: 5a3784fd-79be-48af-8155-fcf8f405d930, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68008920-f0e1-45ba-8ed7-be269428caa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:13.804515 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.810959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:13.816501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:13.820801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:13.840746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a144237-2a0f-4cac-84af-55a7a53c5345 req-3f06d3e3-742b-4823-b82b-b1bcc3cce0ba tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944736 Jun 30 08:50:13.874523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Request body: {'port': {'device_id': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:13.877403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event updated for resources: {'Port': ['ID=0898b369-4895-4c34-b68d-ac272aaf0718,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:14.004347 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.037861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] For port 5a3784fd-79be-48af-8155-fcf8f405d930, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:14.042881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] For port 5a3784fd-79be-48af-8155-fcf8f405d930, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5a3784fd-79be-48af-8155-fcf8f405d930,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:14.050705 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.081602 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.171243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565aa06b-72b0-4b54-b81e-d96de619adcc None None] Pushing event updated for resources: {'Port': ['ID=5a3784fd-79be-48af-8155-fcf8f405d930,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:14.175250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Routers {'7d1e6787-cabb-4c17-aff3-230ced3c86d2'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:14.176187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:14.284381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.297517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.310902 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.354248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event updated for resources: {'Port': ['ID=0898b369-4895-4c34-b68d-ac272aaf0718,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:14.399957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] Set router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:14.418712 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.457497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.459425 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08dc520a-2e97-4c24-bb4a-c5f172d540a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6253300 Jun 30 08:50:14.887906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 4, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port': {'id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:59Z', 'updated_at': '2021-06-30T08:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5a3784fd-79be-48af-8155-fcf8f405d930', 'name': '', 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'mac_address': 'fa:16:3e:64:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '6f6bec66-6684-459a-a71b-ccfc396363f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:05Z', 'updated_at': '2021-06-30T08:50:14Z', 'revision_number': 4, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'subnets': [{'id': '6f6bec66-6684-459a-a71b-ccfc396363f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:14.894136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:14.906829 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:14.918111 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:14.918764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a484ba-ceb3-4712-97ca-053006706c4a {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:14.919172 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:14.925802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.934759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.939046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ccad-cdef-46b4-9c6b-5bec6d78ce50 None None] The sync data for ids ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'] in n-d-758944-40 is: [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:50:07Z', 'revision_number': 4, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port': {'id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:59Z', 'updated_at': '2021-06-30T08:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5a3784fd-79be-48af-8155-fcf8f405d930', 'name': '', 'network_id': '7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'mac_address': 'fa:16:3e:64:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '6f6bec66-6684-459a-a71b-ccfc396363f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:05Z', 'updated_at': '2021-06-30T08:50:14Z', 'revision_number': 4, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'subnets': [{'id': '6f6bec66-6684-459a-a71b-ccfc396363f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:14.980202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Transition to ACTIVE for port object 66a484ba-ceb3-4712-97ca-053006706c4a will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:15.013516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:15.038432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-5435fd4f-ffcf-4156-9696-4c60bf603cfd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "PUT /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 200 len: 695 time: 4.3013291 Jun 30 08:50:15.041891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:15.045758 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37839dc5-1191-4f1b-9091-ee05bf93d5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:15.135106 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:15.167745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529972-4bfd-40ea-8811-af66009b3fdf req-daf6dd77-bc94-4453-8968-c47a9ecf17fb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:15.175376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65529972-4bfd-40ea-8811-af66009b3fdf req-daf6dd77-bc94-4453-8968-c47a9ecf17fb tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 931 time: 0.2931368 Jun 30 08:50:15.226264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Pushing event updated for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:15.311418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65529972-4bfd-40ea-8811-af66009b3fdf req-a5eb297a-ac90-4164-915c-5d2420f83308 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344340 Jun 30 08:50:15.375644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-11b6895f-2e32-4af8-9c7f-b99711ec7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:15.383262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-11b6895f-2e32-4af8-9c7f-b99711ec7577 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 1097 time: 0.3113344 Jun 30 08:50:15.389190 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:15.437331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Attempting to bind port 66a484ba-ceb3-4712-97ca-053006706c4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:15.441224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Attempting to bind port 66a484ba-ceb3-4712-97ca-053006706c4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:15.441827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Attempting to bind port 66a484ba-ceb3-4712-97ca-053006706c4a on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:15.498454 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:15.520835 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:15.523372 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:15.544548 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954d1968-c6d6-48f4-bdc6-571546b3241c x-openstack-request-id: req-954d1968-c6d6-48f4-bdc6-571546b3241c {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:15.545061 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129ede76-da67-4118-818b-634228b0e9fe", "name": "network-vif-deleted", "tag": "95db9b27-ceb8-4cb1-bd50-b7856736f487", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:15.545061 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-954d1968-c6d6-48f4-bdc6-571546b3241c {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:15.546405 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129ede76-da67-4118-818b-634228b0e9fe', 'name': 'network-vif-deleted', 'tag': '95db9b27-ceb8-4cb1-bd50-b7856736f487', 'status': 'completed', 'code': 200} Jun 30 08:50:15.579004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5a3784fd-79be-48af-8155-fcf8f405d930 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:15.620195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-03309aab-29c5-4641-9037-79d0669bfb10 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:15.622089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-03309aab-29c5-4641-9037-79d0669bfb10 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 945 time: 0.4328160 Jun 30 08:50:15.623569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-9ef43ae6-fef0-4858-9d85-083a2b911931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:15.639685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-9ef43ae6-fef0-4858-9d85-083a2b911931 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.2374241 Jun 30 08:50:15.643967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Port 66a484ba-ceb3-4712-97ca-053006706c4a on network 63d3671a-ab6a-4e9f-8210-537b8877262a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:50:15.644294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Attempting to bind port 66a484ba-ceb3-4712-97ca-053006706c4a on network 63d3671a-ab6a-4e9f-8210-537b8877262a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:15.705673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-f4bf52c8-dd28-4681-87e4-5e8af7993ac4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 217 time: 0.0579045 Jun 30 08:50:15.722318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5a3784fd-79be-48af-8155-fcf8f405d930 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:15.728046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5a3784fd-79be-48af-8155-fcf8f405d930 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:15.728426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:15.766551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:15.767203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Checking segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:15.767860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Bound using segment: {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:15.768502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Bound port: 66a484ba-ceb3-4712-97ca-053006706c4a, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccf81d5-e817-42a8-8929-937eeb19682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:15.769616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:15.821641 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:15.894599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-c1bea399-4d6b-4188-8a85-8c9502b36f9c tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--317777268&fields=id&tenant_id=b9e8b61630a7429a81b36dccd2690cd9 HTTP/1.1" status: 200 len: 267 time: 0.1299639 Jun 30 08:50:15.937669 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.024105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:16.026215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5a3784fd-79be-48af-8155-fcf8f405d930, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5a3784fd-79be-48af-8155-fcf8f405d930,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:16.030667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:16.034072 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.084194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49410) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:16.149369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5a3784fd-79be-48af-8155-fcf8f405d930,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:16.236682 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:16.281450 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d0998-0991-4d0c-99d9-31aa4f0e5ae3 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:16.293228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-049169e9-935a-4502-94eb-5644bee4f448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.445543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-049169e9-935a-4502-94eb-5644bee4f448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.452286 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-049169e9-935a-4502-94eb-5644bee4f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.495290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-049169e9-935a-4502-94eb-5644bee4f448 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d2afa9dcde24189bd62655dc2d7cc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092927 Jun 30 08:50:16.497069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49416) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:16.546957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049169e9-935a-4502-94eb-5644bee4f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f02de45-5064-4418-8e88-1b89f6ddee6a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:16.584518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f31f1e61-19d5-422e-bfba-21bd0acf0012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.612982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f31f1e61-19d5-422e-bfba-21bd0acf0012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.677658 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f31f1e61-19d5-422e-bfba-21bd0acf0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.679986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f0a235cd-093e-4091-90d6-09d722a54c4b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:16.681262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f31f1e61-19d5-422e-bfba-21bd0acf0012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.682231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f0a235cd-093e-4091-90d6-09d722a54c4b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/networks?id=1c6886c0-36a8-443a-89e9-c0d0390f75ac HTTP/1.1" status: 200 len: 805 time: 0.7861869 Jun 30 08:50:16.684021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-308b514a-1dc7-4920-9dbf-df91425facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:16.691606 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f31f1e61-19d5-422e-bfba-21bd0acf0012 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f02de45-5064-4418-8e88-1b89f6ddee6a HTTP/1.1" status: 204 len: 168 time: 0.1926785 Jun 30 08:50:16.706522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-308b514a-1dc7-4920-9dbf-df91425facf2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.9499049 Jun 30 08:50:16.706712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f1e61-19d5-422e-bfba-21bd0acf0012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f02de45-5064-4418-8e88-1b89f6ddee6a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:16.739690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9216f73-4646-4c6c-9fa2-69ff406f3ab6 None None] New status for floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:50:16.801364 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.860093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:16.862285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:16.865079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] 10.222.0.13 "PUT /v2.0/ports/66a484ba-ceb3-4712-97ca-053006706c4a HTTP/1.1" status: 200 len: 1092 time: 3.0463984 Jun 30 08:50:16.867384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-0d3efa77-2c76-48f0-89c7-1a57cf06b469 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/quotas/b9e8b61630a7429a81b36dccd2690cd9 HTTP/1.1" status: 200 len: 375 time: 0.0947206 Jun 30 08:50:17.047843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef41c3-6b31-44e2-8621-8b46ec9b7c03 service neutron] Pushing event updated for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:17.092923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Deleting port 0a366dee-2ea0-42ac-bece-86d9f7c54863 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:17.093176 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.098525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-4749a7e6-9c8e-4fe9-b33e-b4b5f6d7a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:17.100275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-4749a7e6-9c8e-4fe9-b33e-b4b5f6d7a3ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3831272 Jun 30 08:50:17.175520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-e5272d91-c310-4c23-810d-cb1e70de8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:17.177376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-e5272d91-c310-4c23-810d-cb1e70de8a40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 1095 time: 0.2527542 Jun 30 08:50:17.248258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-5be71752-e386-4793-aee5-82081ca59604 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9e8b61630a7429a81b36dccd2690cd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3590710 Jun 30 08:50:17.292917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-0b3e669a-5f96-4732-bc4c-2f25c8251c54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a484ba-ceb3-4712-97ca-053006706c4a HTTP/1.1" status: 200 len: 217 time: 0.0730741 Jun 30 08:50:17.449215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-275d9846-bc59-4a32-a6bf-f4fabe08792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:17.450837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-275d9846-bc59-4a32-a6bf-f4fabe08792e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.1506646 Jun 30 08:50:17.454172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] For port 0a366dee-2ea0-42ac-bece-86d9f7c54863, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0a366dee-2ea0-42ac-bece-86d9f7c54863,segment=NetworkSegment(2d9ec473-e79c-4f49-8c56-ce1b30789a88),segment_id=2d9ec473-e79c-4f49-8c56-ce1b30789a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:17.454539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.485372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-da7671e4-e732-4904-b97f-00d606368bd0 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647425 Jun 30 08:50:17.508648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Calling delete_port for 0a366dee-2ea0-42ac-bece-86d9f7c54863 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:17.519686 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5a3784fd-79be-48af-8155-fcf8f405d930 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:17.523231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-9a0fdc37-8c2c-4071-b9bd-54fb8a493772 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627699 Jun 30 08:50:17.555006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:17.588783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5a3784fd-79be-48af-8155-fcf8f405d930 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:17.589178 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.612477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-976cd543-d638-4d5d-a6b5-15c27dccc9de service neutron] 10.222.0.53 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315423 Jun 30 08:50:17.636324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0a366dee-2ea0-42ac-bece-86d9f7c54863 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:17.703257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2067985086-network', 'tenant_id': '86e22876732e457e8f014560ade72e4a'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:17.732799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Made reservation on behalf of 86e22876732e457e8f014560ade72e4a for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:17.736174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.781996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.856309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-4d8d3353-ed3f-430d-a00f-0dc9a65c6877 service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168888 Jun 30 08:50:17.884746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef05d09-25f5-4ada-a9eb-2466a6a1f4e5 req-02c0e53a-df50-4b98-a2a6-a089b1e25aa9 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773453 Jun 30 08:50:17.916913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.921073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.948874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:50:17.970089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.970484 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Added segment a2b0e0e3-601c-4132-b9cf-2bcae77efbb6 of type vlan for network 1a893cfc-e339-4a96-ad89-cccc796c2ab7 Jun 30 08:50:17.991053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb4727a-30fb-4f6a-9602-e6172f9484f8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:17.994075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-3f637624-1eaa-4cdc-86e9-34fa9ff46f9e service neutron] 10.222.0.53 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807032 Jun 30 08:50:18.043869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09ae8fb0-f774-41ab-99f5-2610edd482b9 req-0170aa52-5ee5-4a2f-94a2-9c919b6b127b service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760466 Jun 30 08:50:18.064856 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.081511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.133553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Pushing event deleted for resources: {'Port': ['ID=0a366dee-2ea0-42ac-bece-86d9f7c54863,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:18.163157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.164696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:18.165454 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.194269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dad4376-05b3-4c98-b915-2ed328cdee75 req-01f805d1-0c61-41d4-9cdc-1bfa400cba92 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.53 "GET /v2.0/ports?device_id=967888af-8f2c-453f-9599-b5413fd1c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0549850 Jun 30 08:50:18.247056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] No DVR routers for this DVR port 0a366dee-2ea0-42ac-bece-86d9f7c54863 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:18.251581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.258797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-531d68b7-8aeb-4e72-a213-7d75c60f5769 req-077de59a-5e73-4851-85a3-d42e5c2def67 tempest-LiveAutoBlockMigrationV225Test-1744414327 tempest-LiveAutoBlockMigrationV225Test-1744414327-project] 10.222.0.13 "DELETE /v2.0/ports/0a366dee-2ea0-42ac-bece-86d9f7c54863 HTTP/1.1" status: 204 len: 173 time: 2.6179700 Jun 30 08:50:18.310874 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7529898 Jun 30 08:50:18.312954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49448) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:18.333022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Request body: {'subnet': {'network_id': '1a893cfc-e339-4a96-ad89-cccc796c2ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2067985086-subnet', 'tenant_id': '86e22876732e457e8f014560ade72e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:18.334921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db6a13-e840-4263-aae2-8dd9bd1242fa admin admin] Pushing event updated for resources: {'Network': ['ID=1a893cfc-e339-4a96-ad89-cccc796c2ab7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:18.348268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 1a893cfc-e339-4a96-ad89-cccc796c2ab7 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:50:18.381686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Made reservation on behalf of 86e22876732e457e8f014560ade72e4a for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:18.384146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.416970 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5870886-5895-4428-b98f-69877d76c89a x-openstack-request-id: req-e5870886-5895-4428-b98f-69877d76c89a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:18.420346 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:18.420887 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5870886-5895-4428-b98f-69877d76c89a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:18.421529 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'status': 'completed', 'code': 200} Jun 30 08:50:18.852518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.918471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-3d79f9a8-dcf5-4630-85c6-243fb43077cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:18.918471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-3d79f9a8-dcf5-4630-85c6-243fb43077cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 1097 time: 0.4880834 Jun 30 08:50:18.926175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506baa58-e527-4ce8-a054-c6354abd2820 req-7b2b918d-386b-4638-a175-9129ca26aac7 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:18.927695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-506baa58-e527-4ce8-a054-c6354abd2820 req-7b2b918d-386b-4638-a175-9129ca26aac7 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 945 time: 0.4549305 Jun 30 08:50:18.955179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71da481-37d3-42aa-aa0b-616c88cb79e6 req-f948ae4b-d2e3-4eab-8035-6f9e0550e1e6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:18.956622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d71da481-37d3-42aa-aa0b-616c88cb79e6 req-f948ae4b-d2e3-4eab-8035-6f9e0550e1e6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 943 time: 0.2572880 Jun 30 08:50:19.047205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697c9328-24e6-407f-bab6-73bf9aef6f8c,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:19.115302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-506baa58-e527-4ce8-a054-c6354abd2820 req-df352c80-df7e-4cbd-ba6d-e656d69a7d9d tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800182 Jun 30 08:50:19.121215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d71da481-37d3-42aa-aa0b-616c88cb79e6 req-17f1ae08-8342-4095-af98-a6a96bf4e5d6 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209424 Jun 30 08:50:19.137193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Checking segment: {'id': 'a2b0e0e3-601c-4132-b9cf-2bcae77efbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a893cfc-e339-4a96-ad89-cccc796c2ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:19.137193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Network hostable DHCP agents. Network: 1a893cfc-e339-4a96-ad89-cccc796c2ab7, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:19.162301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-5b83cfd6-9ced-4e19-b17c-62083df74bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:19.164238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-5b83cfd6-9ced-4e19-b17c-62083df74bad service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.2329619 Jun 30 08:50:19.197338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Network 1a893cfc-e339-4a96-ad89-cccc796c2ab7 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:19.237482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-25810940-563f-449c-bf1f-ee82cb99a1b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 200 len: 217 time: 0.0645680 Jun 30 08:50:19.276443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 1a893cfc-e339-4a96-ad89-cccc796c2ab7) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:19.283334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:19.285157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:19.302709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca5057-a4ce-4550-85ce-938208d9edae None None] Network 1a893cfc-e339-4a96-ad89-cccc796c2ab7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:19.320956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-86177430-e740-44fd-ab1c-367d86f2da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:19.326829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-86177430-e740-44fd-ab1c-367d86f2da95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.0828569 Jun 30 08:50:19.360212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d2229455-30e2-4373-9b6d-e8c410ba40b6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0457652 Jun 30 08:50:19.466484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-d0492718-35bf-4f71-abd5-595390e7434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:19.468538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-d0492718-35bf-4f71-abd5-595390e7434b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318245 Jun 30 08:50:19.659755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29eac9a4-11b6-4ef5-9c5f-5a072093a717 req-f5ca2472-adf1-4564-ae38-b78d0dbe642c tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 210 time: 0.1557493 Jun 30 08:50:19.712000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013f700-09a3-482a-a3e5-e7721a415815 None None] Network 1a893cfc-e339-4a96-ad89-cccc796c2ab7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:19.777838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-af62d4d5-0966-4cac-932e-9d103d2b339e service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005149 Jun 30 08:50:19.862031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:19.973105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37839dc5-1191-4f1b-9091-ee05bf93d5d8 req-e1c4ecaa-b378-4dbc-8a1a-1aed416d52a6 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795728 Jun 30 08:50:20.056226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] Deleting subnet fd79d45b-e2b3-48f5-9f08-0a0e3320b01b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:50:20.063258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.125235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.143095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49474) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:20.191212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.276519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.288074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] Deleting subnet 697c9328-24e6-407f-bab6-73bf9aef6f8c {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:50:20.295883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.323933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd79d45b-e2b3-48f5-9f08-0a0e3320b01b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:20.326493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.329331 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3c0aaf50-efb3-4f45-8c85-52dd6b09e258 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fd79d45b-e2b3-48f5-9f08-0a0e3320b01b HTTP/1.1" status: 204 len: 168 time: 0.4661932 Jun 30 08:50:20.341160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49478) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:20.459868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'tag': '66a484ba-ceb3-4712-97ca-053006706c4a'}, {'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'name': 'network-vif-deleted', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:20.462639 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "882a6fb3-55b0-4a53-a0a8-07b53f2a8079", "tag": "66a484ba-ceb3-4712-97ca-053006706c4a"}, {"server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "name": "network-vif-deleted", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:20.467396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.496538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.514440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-5f4aafd3-34af-42ec-b6b0-c2c0405e5575 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:20.516228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-5f4aafd3-34af-42ec-b6b0-c2c0405e5575 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.26 "GET /v2.0/networks?id=1c6886c0-36a8-443a-89e9-c0d0390f75ac HTTP/1.1" status: 200 len: 805 time: 0.1837149 Jun 30 08:50:20.612261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-59ac5427-3b9e-428e-95d9-5ba8727d8386 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:20.614241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-59ac5427-3b9e-428e-95d9-5ba8727d8386 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2904146 Jun 30 08:50:20.626399 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-38a61341-cbe0-46ba-ba53-936747eb9efa tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e8b61630a7429a81b36dccd2690cd9 HTTP/1.1" status: 200 len: 379 time: 0.0982668 Jun 30 08:50:20.633756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.640911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Request body: {'port': {'device_id': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'admin_state_up': True, 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'security_groups': ['be68e9fe-f125-4d1c-8702-819f85e77d3d']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:20.779524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5217-c3ba-49e5-bef3-1d34d643432e req-f118bfee-aa6e-4ae8-8cef-696cb86f81fb tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:20.781196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badf5217-c3ba-49e5-bef3-1d34d643432e req-f118bfee-aa6e-4ae8-8cef-696cb86f81fb tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 945 time: 0.4588139 Jun 30 08:50:20.790446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-e61c8c62-1729-483d-ac93-b6b50bbb0aef tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1516330 Jun 30 08:50:20.793846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Made reservation on behalf of b9e8b61630a7429a81b36dccd2690cd9 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:20.795673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.798843 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.811531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'floatingip': {'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:20.832492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d51463-a55e-4523-b759-13aca4e30356']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:20.900328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9ec473-e79c-4f49-8c56-ce1b30789a88') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:20.901013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9ec473-e79c-4f49-8c56-ce1b30789a88') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:20.907002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:20.911452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badf5217-c3ba-49e5-bef3-1d34d643432e req-99ea2bc2-f825-4bdb-a2b1-255b8ca05454 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105413 Jun 30 08:50:20.970597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Allocated IP 172.20.0.14 (1c6886c0-36a8-443a-89e9-c0d0390f75ac/b687466a-cd73-41bc-baef-cb31900968c3/f10e49fa-5893-4961-b2f2-31a84a1d4276) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:20.975096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.014740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.025167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:50:21.026070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:50:21.099273 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:50:21.147133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.176273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.195977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Transition to ACTIVE for port object f10e49fa-5893-4961-b2f2-31a84a1d4276 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:21.244431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.324142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:21.333754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event updated for resources: {'Port': ['ID=f10e49fa-5893-4961-b2f2-31a84a1d4276,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:21.338850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:21.341595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:21.406787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:21.407600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.451693 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-f80511f1-b8f0-4b1b-8b39-2afba5d3f0ed tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8196297 Jun 30 08:50:21.465565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Request body: {'port': {'device_id': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:21.618747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.670594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.670594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/697c9328-24e6-407f-bab6-73bf9aef6f8c HTTP/1.1" status: 204 len: 168 time: 1.5221581 Jun 30 08:50:21.672053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 66a484ba-ceb3-4712-97ca-053006706c4a details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:50:21.683791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49486) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:21.705660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-68a8e877-49b9-40b9-9b0a-45fe593a58e5 None None] Provisioning for port f10e49fa-5893-4961-b2f2-31a84a1d4276 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:21.706053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.717725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b6581-27dc-47ba-8e48-f8b68265c7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697c9328-24e6-407f-bab6-73bf9aef6f8c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:21.719601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-68a8e877-49b9-40b9-9b0a-45fe593a58e5 None None] Provisioning complete for port f10e49fa-5893-4961-b2f2-31a84a1d4276 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:21.720155 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-68a8e877-49b9-40b9-9b0a-45fe593a58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.737155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.739427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] 10.222.0.53 "DELETE /v2.0/networks/34d51463-a55e-4523-b759-13aca4e30356 HTTP/1.1" status: 204 len: 168 time: 1.3868294 Jun 30 08:50:21.762749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49488) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:21.785561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e877-49b9-40b9-9b0a-45fe593a58e5 None None] Port f10e49fa-5893-4961-b2f2-31a84a1d4276 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:21.850930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] Deleting subnet e672456b-6171-4dda-bff0-4e8a95f52f24 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:50:21.853011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:21.856498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.866006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf898d-b4de-4e2e-a4fe-065c56900bde admin admin] Pushing event deleted for resources: {'Network': ['ID=34d51463-a55e-4523-b759-13aca4e30356,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:21.869126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '66a484ba-ceb3-4712-97ca-053006706c4a', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '66a484ba-ceb3-4712-97ca-053006706c4a', 'mac_address': 'fa:16:3e:87:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:50:21.931220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.936918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:21.975877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a484ba-ceb3-4712-97ca-053006706c4a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:22.026903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:22.032859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.048042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45999000-5e52-4796-bfe5-561701156ad3 req-44d2175e-602c-4d7e-89e0-556e440b13b1 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:22.051673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45999000-5e52-4796-bfe5-561701156ad3 req-44d2175e-602c-4d7e-89e0-556e440b13b1 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 943 time: 0.9511845 Jun 30 08:50:22.079072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-150ff273-9e57-49b6-82fb-495cceb48361 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:22.080962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-150ff273-9e57-49b6-82fb-495cceb48361 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "GET /v2.0/ports?device_id=db101202-37b9-4adf-80c1-980db1474c22 HTTP/1.1" status: 200 len: 945 time: 0.4597292 Jun 30 08:50:22.122789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:22.206709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.211408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-3bd9a35a-1d8f-4fbf-9ebd-27e14583a57f tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:22.213174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-3bd9a35a-1d8f-4fbf-9ebd-27e14583a57f tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.13 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 945 time: 0.4141722 Jun 30 08:50:22.240305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.275339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45999000-5e52-4796-bfe5-561701156ad3 req-6722ab49-ff9e-4737-ab12-fa7e4d9ab2d0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118735 Jun 30 08:50:22.295234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['66a484ba-ceb3-4712-97ca-053006706c4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:22.411194 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc07aa6f-57a2-4dc0-9b94-2a3ec730b286 x-openstack-request-id: req-bc07aa6f-57a2-4dc0-9b94-2a3ec730b286 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:22.411644 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882a6fb3-55b0-4a53-a0a8-07b53f2a8079", "tag": "66a484ba-ceb3-4712-97ca-053006706c4a", "status": "completed", "code": 200}, {"server_uuid": "967888af-8f2c-453f-9599-b5413fd1c0e0", "name": "network-vif-deleted", "tag": "0a366dee-2ea0-42ac-bece-86d9f7c54863", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:22.412027 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc07aa6f-57a2-4dc0-9b94-2a3ec730b286 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:22.412524 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'tag': '66a484ba-ceb3-4712-97ca-053006706c4a', 'status': 'completed', 'code': 200} Jun 30 08:50:22.412877 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967888af-8f2c-453f-9599-b5413fd1c0e0', 'name': 'network-vif-deleted', 'tag': '0a366dee-2ea0-42ac-bece-86d9f7c54863', 'status': 'completed', 'code': 200} Jun 30 08:50:22.463768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10e49fa-5893-4961-b2f2-31a84a1d4276 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:22.473718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.495375 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Transition to ACTIVE for port object f10e49fa-5893-4961-b2f2-31a84a1d4276 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:22.576935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.623640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Deleting port d61ec69b-63ba-414d-946f-3f6929a0996d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:22.624194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.677194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.685899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a893cfc-e339-4a96-ad89-cccc796c2ab7']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:22.692819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.716710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Deleting port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:22.717113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.718451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.723080 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e672456b-6171-4dda-bff0-4e8a95f52f24 HTTP/1.1" status: 204 len: 168 time: 0.9565306 Jun 30 08:50:22.737391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49494) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:22.756625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b0e0e3-601c-4132-b9cf-2bcae77efbb6') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:22.756936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b0e0e3-601c-4132-b9cf-2bcae77efbb6') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:22.759088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9395a-94bf-4493-9998-1ba2f2c2b2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e672456b-6171-4dda-bff0-4e8a95f52f24,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:22.765623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Pushing event updated for resources: {'Port': ['ID=f10e49fa-5893-4961-b2f2-31a84a1d4276,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:22.802315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.851750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.resource_extend [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:50:22.884584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-a4a627b4-e241-4f65-9fda-0fda5e5494aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:22.886097 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-a4a627b4-e241-4f65-9fda-0fda5e5494aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=931c2a848d784d41b73c3851eedbad30&device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 1096 time: 0.3779860 Jun 30 08:50:22.887343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.928112 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.930148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:50:22.930560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:50:22.932392 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:50:23.003441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Attempting to bind port f10e49fa-5893-4961-b2f2-31a84a1d4276 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:23.003745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Attempting to bind port f10e49fa-5893-4961-b2f2-31a84a1d4276 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:23.004020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Attempting to bind port f10e49fa-5893-4961-b2f2-31a84a1d4276 on network 1c6886c0-36a8-443a-89e9-c0d0390f75ac {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:23.034816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Port f10e49fa-5893-4961-b2f2-31a84a1d4276 on network 1c6886c0-36a8-443a-89e9-c0d0390f75ac not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:50:23.034816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Attempting to bind port f10e49fa-5893-4961-b2f2-31a84a1d4276 on network 1c6886c0-36a8-443a-89e9-c0d0390f75ac {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:23.052274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:23.052640 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Checking segment: {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:23.053034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Bound using segment: {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:23.053517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Bound port: f10e49fa-5893-4961-b2f2-31a84a1d4276, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448a9953-9765-480f-b31d-e7616fb613f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:23.053971 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.063360 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.077117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.080002 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1a893cfc-e339-4a96-ad89-cccc796c2ab7 HTTP/1.1" status: 204 len: 168 time: 1.3951225 Jun 30 08:50:23.092897 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.116547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01625c-084f-42f1-92fc-992d77f2f016 req-66884a59-5958-4072-875d-bc5bc7454655 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:23.133194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a01625c-084f-42f1-92fc-992d77f2f016 req-66884a59-5958-4072-875d-bc5bc7454655 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 944 time: 0.5690649 Jun 30 08:50:23.133439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-96b5467f-c8c9-4f02-8f7d-e28ca1bab023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:23.135387 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-96b5467f-c8c9-4f02-8f7d-e28ca1bab023 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 200 len: 906 time: 0.2349632 Jun 30 08:50:23.184821 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.219108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] For port f10e49fa-5893-4961-b2f2-31a84a1d4276, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:23.223207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] For port f10e49fa-5893-4961-b2f2-31a84a1d4276, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:23.226296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9d4d1-a5d3-4eaa-9b06-8d1f53a12b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a893cfc-e339-4a96-ad89-cccc796c2ab7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:23.266550 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-249f9fca-06ec-4625-bf31-07b77fc0edf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a484ba-ceb3-4712-97ca-053006706c4a HTTP/1.1" status: 200 len: 217 time: 0.0416279 Jun 30 08:50:23.267948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:23.269143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.293853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.316475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] For port d61ec69b-63ba-414d-946f-3f6929a0996d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d61ec69b-63ba-414d-946f-3f6929a0996d,segment=NetworkSegment(80321190-8068-4dc8-9e35-50431c7b3fcd),segment_id=80321190-8068-4dc8-9e35-50431c7b3fcd)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:23.316837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.336614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] For port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:23.336614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.343289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a01625c-084f-42f1-92fc-992d77f2f016 req-6676d7c7-adf8-472e-a9a2-91ee34b81e59 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091522 Jun 30 08:50:23.364991 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-59c27c5d-7a3d-4e5e-af16-82915ce58cf9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86e22876732e457e8f014560ade72e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793829 Jun 30 08:50:23.369212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Calling delete_port for d61ec69b-63ba-414d-946f-3f6929a0996d owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:23.371025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Calling delete_port for 2505af2a-cfe1-4d7e-8cb3-2e17a028105f owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:23.373212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49512) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:23.384246 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0 associated. External IP: 172.25.8.199, port: d33ef11f-5887-4944-a170-b8553cf729d2. Jun 30 08:50:23.435206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-147bfd08-21f0-4ef4-a8d7-20ffb336a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:23.436729 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-147bfd08-21f0-4ef4-a8d7-20ffb336a84d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 200 len: 845 time: 0.1523600 Jun 30 08:50:23.438465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:23.439256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.440402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-301101dd-f498-41fe-ad22-82b804579660 service neutron] 10.222.0.26 "PUT /v2.0/ports/f10e49fa-5893-4961-b2f2-31a84a1d4276 HTTP/1.1" status: 200 len: 1093 time: 1.9811537 Jun 30 08:50:23.442883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:23.452684 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170afa3-8f2c-4d98-a968-6baa0cd4f587" -d '{"events": [{"name": "network-changed", "server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:23.496421 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-c010ec4c-86ab-4bac-a905-b247644e9ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d3671a-ab6a-4e9f-8210-537b8877262a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384972 Jun 30 08:50:23.682973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301101dd-f498-41fe-ad22-82b804579660 service neutron] Pushing event updated for resources: {'Port': ['ID=f10e49fa-5893-4961-b2f2-31a84a1d4276,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:23.690294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 66a484ba-ceb3-4712-97ca-053006706c4a up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:23.691449 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-a267f906-f2a8-4f91-a7cf-7aea3c530280 service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840177 Jun 30 08:50:23.701722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-924d07e3-85e8-4cf7-a934-b80de821d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:23.703266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-924d07e3-85e8-4cf7-a934-b80de821d7db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9e8b61630a7429a81b36dccd2690cd9&device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 1096 time: 0.2058597 Jun 30 08:50:23.728869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.748304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d33ef11f-5887-4944-a170-b8553cf729d2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:23.796833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.812071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d0c5c1-d837-4a1c-9583-d79ad1a92586']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:23.827898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0152c0a5-eaa4-4dd8-8472-acbaf0b2d836') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:23.831801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0152c0a5-eaa4-4dd8-8472-acbaf0b2d836') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:23.840401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 66a484ba-ceb3-4712-97ca-053006706c4a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:23.840722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.855712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 66a484ba-ceb3-4712-97ca-053006706c4a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:23.856082 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.860358 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.868059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:50:23.868487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:50:23.952900 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:50:23.985861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Pushing event deleted for resources: {'Port': ['ID=2505af2a-cfe1-4d7e-8cb3-2e17a028105f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:23.992848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.055359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.093081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a484ba-ceb3-4712-97ca-053006706c4a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:24.096522 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c914c2e3-e9d9-4838-96be-7ffaeec9069b" -d '{"events": [{"server_uuid": "882a6fb3-55b0-4a53-a0a8-07b53f2a8079", "name": "network-vif-plugged", "status": "completed", "tag": "66a484ba-ceb3-4712-97ca-053006706c4a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:24.100863 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6b1da4cc-0db6-471e-ad7b-2cc43bd6a9f4 req-ac70410b-6074-4b34-9e74-ba63e478cf7b service neutron] 10.222.0.13 "GET /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004524 Jun 30 08:50:24.122013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9ae39cd-0998-4118-97b5-2d8b41aeacb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.135711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:24.140009 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.141211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d61ec69b-63ba-414d-946f-3f6929a0996d no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:24.142745 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-5e06da15-942c-414a-89e6-e1e689f3d718 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276 HTTP/1.1" status: 200 len: 217 time: 0.0410366 Jun 30 08:50:24.176759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9ae39cd-0998-4118-97b5-2d8b41aeacb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.217945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-d0630db1-a72b-468a-ac18-1f72dd74d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:24.219920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] No DVR routers for this DVR port 2505af2a-cfe1-4d7e-8cb3-2e17a028105f on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:24.220212 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-d0630db1-a72b-468a-ac18-1f72dd74d3b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b687466a-cd73-41bc-baef-cb31900968c3 HTTP/1.1" status: 200 len: 844 time: 0.0657470 Jun 30 08:50:24.243240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:24.245564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.247752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5259e6b-2a75-4eb8-b14d-f2f5805b7a6b req-12ff6899-c876-45f0-acdc-f6b94385b3be tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "DELETE /v2.0/ports/2505af2a-cfe1-4d7e-8cb3-2e17a028105f HTTP/1.1" status: 204 len: 173 time: 2.1312833 Jun 30 08:50:24.267430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.269337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/42d0c5c1-d837-4a1c-9583-d79ad1a92586 HTTP/1.1" status: 204 len: 168 time: 1.5375099 Jun 30 08:50:24.283551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7eeea-a1fa-43ad-9ec4-d6ca2e263b75 req-8ace2dde-da38-4994-abe0-93af96765957 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:24.292538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23f7eeea-a1fa-43ad-9ec4-d6ca2e263b75 req-8ace2dde-da38-4994-abe0-93af96765957 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/ports?device_id=64c4deca-4156-4b50-b359-fdffee4d0366 HTTP/1.1" status: 200 len: 945 time: 0.3395214 Jun 30 08:50:24.353037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef0b41-722e-48ff-bb61-39a2acae6dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=42d0c5c1-d837-4a1c-9583-d79ad1a92586,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:24.414287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23f7eeea-a1fa-43ad-9ec4-d6ca2e263b75 req-8df430fa-617d-404d-b14c-5c28cc07238e tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9a12c17-e1df-47b6-b8aa-234eb3df48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162190 Jun 30 08:50:24.416944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'name': 'network-vif-deleted', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:24.423719 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2589b4ee-27a7-4b57-86b8-c695a7d18797" -d '{"events": [{"server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "name": "network-vif-deleted", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:24.424850 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.446837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-c3bdc3e3-2b08-40fa-b5f6-9bf0251dcf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:24.448405 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-c3bdc3e3-2b08-40fa-b5f6-9bf0251dcf42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6886c0-36a8-443a-89e9-c0d0390f75ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220049 Jun 30 08:50:24.669739 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-d832e496-f39b-4476-9185-61fc8ecf5e03 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096834 Jun 30 08:50:24.700216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9ae39cd-0998-4118-97b5-2d8b41aeacb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.704609 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9ae39cd-0998-4118-97b5-2d8b41aeacb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.708640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e9ae39cd-0998-4118-97b5-2d8b41aeacb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebb4727a-30fb-4f6a-9602-e6172f9484f8 HTTP/1.1" status: 204 len: 168 time: 1.3314312 Jun 30 08:50:24.718867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:24.747839 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:24.763953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49540) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:24.777411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae39cd-0998-4118-97b5-2d8b41aeacb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb4727a-30fb-4f6a-9602-e6172f9484f8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:24.894719 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-80b09ca2-7b03-472c-a911-36d02bcef552 req-5e1c5100-ddcf-4820-bab8-2f9494448bd3 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070870 Jun 30 08:50:25.276334 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.304748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2505af2a-cfe1-4d7e-8cb3-2e17a028105f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:25.335753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 2505af2a-cfe1-4d7e-8cb3-2e17a028105f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:25.336519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2505af2a-cfe1-4d7e-8cb3-2e17a028105f not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:25.393218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Pushing event deleted for resources: {'Port': ['ID=d61ec69b-63ba-414d-946f-3f6929a0996d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:25.430229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-18eb21c1-2f70-42c1-9385-2604df904b3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92f4af2e9f4746719762ea9c5d54b192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516600 Jun 30 08:50:25.432776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49552) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:25.452513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] No DVR routers for this DVR port d61ec69b-63ba-414d-946f-3f6929a0996d on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:25.457180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:25.459133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.461454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ad7b829-a370-49a6-97c2-2e8f4c0e8282 req-e27f8b91-24c9-4ba8-906a-578ab80a79f3 tempest-InstanceActionsV221TestJSON-799866572 tempest-InstanceActionsV221TestJSON-799866572-project] 10.222.0.13 "DELETE /v2.0/ports/d61ec69b-63ba-414d-946f-3f6929a0996d HTTP/1.1" status: 204 len: 173 time: 3.2393560 Jun 30 08:50:25.465445 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.468786 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:25.475959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf3e4-9f36-4742-978c-05a819639d40 req-25dd038f-7bb6-4be3-aea1-c44d3842f622 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:25.483836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a1cf3e4-9f36-4742-978c-05a819639d40 req-25dd038f-7bb6-4be3-aea1-c44d3842f622 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 945 time: 0.7855139 Jun 30 08:50:25.488253 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:25.504541 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:25.545503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-b78fa9b7-5b8c-4c6a-95d2-bba7e80b1ccc tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "PUT /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 200 len: 996 time: 4.7464073 Jun 30 08:50:25.556812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a1cf3e4-9f36-4742-978c-05a819639d40 req-999c9309-2a88-4439-8f30-71d0b66074bf tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720024 Jun 30 08:50:25.576839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32fb27e-0978-4472-b306-b08eac213fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.611522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32fb27e-0978-4472-b306-b08eac213fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.647684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-dddd1375-1812-423f-b7eb-55004c8d9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:25.649812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-dddd1375-1812-423f-b7eb-55004c8d9590 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.0796430 Jun 30 08:50:25.691322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32fb27e-0978-4472-b306-b08eac213fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.699214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32fb27e-0978-4472-b306-b08eac213fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.713568 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f32fb27e-0978-4472-b306-b08eac213fd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22938a04-2b79-49c5-9668-8c0ad5d7244c HTTP/1.1" status: 204 len: 168 time: 0.2728500 Jun 30 08:50:25.717150 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f588a53-c2eb-43f2-ac30-0b2c67bbdcaa x-openstack-request-id: req-5f588a53-c2eb-43f2-ac30-0b2c67bbdcaa {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:25.717566 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:25.717750 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f588a53-c2eb-43f2-ac30-0b2c67bbdcaa {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:25.720505 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'status': 'completed', 'code': 200} Jun 30 08:50:25.773845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-d894e709-22ca-41bf-8216-da995d3c6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:25.775971 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-d894e709-22ca-41bf-8216-da995d3c6050 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.1186211 Jun 30 08:50:25.820745 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97330d58-a5e4-429a-a499-dbb8cd08f93d x-openstack-request-id: req-97330d58-a5e4-429a-a499-dbb8cd08f93d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:25.821272 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882a6fb3-55b0-4a53-a0a8-07b53f2a8079", "name": "network-vif-plugged", "status": "completed", "tag": "66a484ba-ceb3-4712-97ca-053006706c4a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:25.821616 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97330d58-a5e4-429a-a499-dbb8cd08f93d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:25.822233 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a484ba-ceb3-4712-97ca-053006706c4a', 'code': 200} Jun 30 08:50:25.844780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fb27e-0978-4472-b306-b08eac213fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22938a04-2b79-49c5-9668-8c0ad5d7244c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:25.903040 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:25.953302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-56e68089-266d-4a33-ac18-230f9e79d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:25.954141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-61362b75-1311-446f-bbf9-d81cd5b9226b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 999 time: 0.1667850 Jun 30 08:50:25.955974 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-56e68089-266d-4a33-ac18-230f9e79d516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9e8b61630a7429a81b36dccd2690cd9&device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 1096 time: 0.2301450 Jun 30 08:50:26.213279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-cf751405-385d-42c4-a39d-9c0a4fe3e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:26.215454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-22113361-529c-4df4-af42-990a2cda8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:26.226769 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-22113361-529c-4df4-af42-990a2cda8700 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c6886c0-36a8-443a-89e9-c0d0390f75ac HTTP/1.1" status: 200 len: 906 time: 0.2549300 Jun 30 08:50:26.236992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-cf751405-385d-42c4-a39d-9c0a4fe3e239 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.2666540 Jun 30 08:50:26.315823 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-bc85ed15-c3e9-43fb-9b58-5c588ada2db3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276 HTTP/1.1" status: 200 len: 217 time: 0.0811212 Jun 30 08:50:26.415965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-2583ae31-5870-4de6-a636-3e932d0ba2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:26.417458 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-2583ae31-5870-4de6-a636-3e932d0ba2d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b687466a-cd73-41bc-baef-cb31900968c3 HTTP/1.1" status: 200 len: 844 time: 0.0940845 Jun 30 08:50:26.433207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962768d-6db2-49e7-8aaa-879758444f67 req-f0e362de-e6a9-4749-8608-f79cbfe1b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:26.436058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5962768d-6db2-49e7-8aaa-879758444f67 req-f0e362de-e6a9-4749-8608-f79cbfe1b997 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 1097 time: 0.4047232 Jun 30 08:50:26.488488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7aee9-8863-49ae-8b75-ca7a0e2a5c23 req-cbfad4f0-0dbe-4529-a77a-96ef6cb903f2 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:26.499404 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:2f:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:50:22Z', 'revision_number': 8, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:26.507113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35d7aee9-8863-49ae-8b75-ca7a0e2a5c23 req-cbfad4f0-0dbe-4529-a77a-96ef6cb903f2 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 944 time: 0.4239228 Jun 30 08:50:26.529957 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:26.539571 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:26.540532 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:26.548979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5962768d-6db2-49e7-8aaa-879758444f67 req-330b07bf-9e41-4048-80fb-a86b855d697b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982776 Jun 30 08:50:26.551238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-eeb0eb7c-d3ed-46ae-879d-f49714183ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:26.556224 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-eeb0eb7c-d3ed-46ae-879d-f49714183ab8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6886c0-36a8-443a-89e9-c0d0390f75ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200662 Jun 30 08:50:26.581214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-50bebfd7-c3e7-43ec-95fa-51fe8c542ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:26.597887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-50bebfd7-c3e7-43ec-95fa-51fe8c542ec4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3545251 Jun 30 08:50:26.655999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49572) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:26.719494 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:26.727295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35d7aee9-8863-49ae-8b75-ca7a0e2a5c23 req-ce39bb1b-f59d-41bd-badf-436f6e8ec22c tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180438 Jun 30 08:50:26.728895 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1dd40fd0-d641-46af-a942-f899a62727a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36291dc13ca34220b78a51ca2a01a76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717771 Jun 30 08:50:26.731401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:26.787869 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-f1909f9e-342f-4628-8ace-ecb9bbf13c1b service neutron] 10.222.0.26 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242041 Jun 30 08:50:26.791914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-6b927716-89a4-4ef7-b32e-03644fe4a74d service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909366 Jun 30 08:50:26.820624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf05-518d-4638-a81f-16a57635a4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:26.852682 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb04fce5-d6a5-43e5-9ca8-2f23591265e4 x-openstack-request-id: req-fb04fce5-d6a5-43e5-9ca8-2f23591265e4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:26.853217 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db101202-37b9-4adf-80c1-980db1474c22", "name": "network-vif-deleted", "tag": "2505af2a-cfe1-4d7e-8cb3-2e17a028105f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:26.853544 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb04fce5-d6a5-43e5-9ca8-2f23591265e4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:26.854044 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db101202-37b9-4adf-80c1-980db1474c22', 'name': 'network-vif-deleted', 'tag': '2505af2a-cfe1-4d7e-8cb3-2e17a028105f', 'status': 'completed', 'code': 200} Jun 30 08:50:26.892480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf05-518d-4638-a81f-16a57635a4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:26.952188 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2170afa3-8f2c-4d98-a968-6baa0cd4f587 req-007c7997-04aa-4f3b-83b7-59e27bc9e156 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556954 Jun 30 08:50:26.994905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf05-518d-4638-a81f-16a57635a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:26.999241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf05-518d-4638-a81f-16a57635a4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:27.000898 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a9fccf05-518d-4638-a81f-16a57635a4b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33efd234-20f1-49b6-bb3d-b3305c14a240 HTTP/1.1" status: 204 len: 168 time: 0.2685943 Jun 30 08:50:27.022549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fccf05-518d-4638-a81f-16a57635a4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33efd234-20f1-49b6-bb3d-b3305c14a240,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:27.078495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9ddcd9-5586-44f6-9b34-6739ba162433 req-e9eaa04e-1b3c-4f8b-bfb0-7464f843edd7 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778580 Jun 30 08:50:27.096258 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:2f:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:50:22Z', 'revision_number': 8, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:27.127057 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2246da1-375b-4540-a68f-a4f0e11ed3c1 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'fcf791b0-db81-4c75-9fa0-b082769aabd0', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'port_id': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'mac_address': 'fa:16:3e:2f:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:49:19Z', 'updated_at': '2021-06-30T08:50:22Z', 'revision_number': 8, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:27.486164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cf97-5951-44fc-914f-01da3ff9da05 req-6885dc6e-2321-43c6-bcb0-03dab03cddfa tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:27.494298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab45cf97-5951-44fc-914f-01da3ff9da05 req-6885dc6e-2321-43c6-bcb0-03dab03cddfa tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 945 time: 0.1509333 Jun 30 08:50:27.564962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab45cf97-5951-44fc-914f-01da3ff9da05 req-78ef9a85-5829-4bee-8bfa-4aa2eed76eb2 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697277 Jun 30 08:50:27.578196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215fb93-857e-42e9-82d1-cff6bd11aac1 None None] New status for floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:50:27.698512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9bc963fc-4736-4b93-bb63-3559ffc17738 req-af1208b4-f89b-4b4c-9ed1-945ebfa61473 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 200 len: 996 time: 0.1008539 Jun 30 08:50:27.975164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc963fc-4736-4b93-bb63-3559ffc17738 req-437e9bac-8ddd-40cc-b47c-657a3b4d0c30 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:27.994387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9bc963fc-4736-4b93-bb63-3559ffc17738 req-437e9bac-8ddd-40cc-b47c-657a3b4d0c30 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2948151 Jun 30 08:50:28.051411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-6bbac803-6ff3-483f-9e3a-915ddcdf57df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1915476 Jun 30 08:50:28.264151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582e8a8-00da-4e78-b43d-e565a199c3d2 req-e7eb4eff-fb55-442d-8744-1a106e50064e tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:28.265740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7582e8a8-00da-4e78-b43d-e565a199c3d2 req-e7eb4eff-fb55-442d-8744-1a106e50064e tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 944 time: 0.1544151 Jun 30 08:50:28.268984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082feb3-cd40-4314-98f7-c28508408f34 req-397bb3ce-b3c9-41f2-82ad-6d49cc80a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:28.270400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-397bb3ce-b3c9-41f2-82ad-6d49cc80a64a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.1498380 Jun 30 08:50:28.429304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49622) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:28.435006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7582e8a8-00da-4e78-b43d-e565a199c3d2 req-1300b227-0709-41a3-b497-aee953ec5340 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897264 Jun 30 08:50:28.471010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-9afecdc1-874b-4675-81b2-09bedc80e03e tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.2041781 Jun 30 08:50:28.590347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-815897491-network', 'tenant_id': '0116f1c1fac149aebad620f74f9d4aba'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:28.620265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-979769cf-2f3d-4cec-bece-dbee3f6cff98 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:28.634757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-979769cf-2f3d-4cec-bece-dbee3f6cff98 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports/d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 942 time: 0.1627986 Jun 30 08:50:28.635140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Made reservation on behalf of 0116f1c1fac149aebad620f74f9d4aba for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:28.637708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:28.639351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082feb3-cd40-4314-98f7-c28508408f34 req-50a4a31d-3b18-48de-8e14-e00524110195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:28.642517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-50a4a31d-3b18-48de-8e14-e00524110195 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.2962492 Jun 30 08:50:28.654808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:28.771074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-e32fcc3a-cf3d-4685-801b-4fed92dd4eec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 1001 time: 0.1198652 Jun 30 08:50:28.789413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f10e49fa-5893-4961-b2f2-31a84a1d4276 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:50:28.852707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:28.860662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:28.866261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c4deca-4156-4b50-b359-fdffee4d0366', 'name': 'network-vif-deleted', 'tag': 'd61ec69b-63ba-414d-946f-3f6929a0996d'}, {'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:28.875790 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e32ffb-aa4f-4f25-a94c-ce278327d24e" -d '{"events": [{"server_uuid": "64c4deca-4156-4b50-b359-fdffee4d0366", "name": "network-vif-deleted", "tag": "d61ec69b-63ba-414d-946f-3f6929a0996d"}, {"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:28.937555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e034f2fd-bbd6-467d-aeab-f3f1f957a11a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:28.966670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:50:28.991277 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:28.992398 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Added segment d13df231-5970-4352-afb4-450b412dfb70 of type vlan for network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce Jun 30 08:50:29.041744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-d5933951-9130-4e4d-a6e2-e05e13e53b6c tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1433854 Jun 30 08:50:29.049307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f10e49fa-5893-4961-b2f2-31a84a1d4276, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:29.066789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'port_id': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'mac_address': 'fa:16:3e:60:bb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:50:29.093083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.112367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082feb3-cd40-4314-98f7-c28508408f34 req-76d1de04-c830-40cf-868b-e7d4534b9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:29.114313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-76d1de04-c830-40cf-868b-e7d4534b9d13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.3364587 Jun 30 08:50:29.206849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.215842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae18b-4079-4ca2-9069-50d9b93b25bb req-36243b65-027c-4a5a-a405-9d9ccad1c34a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:29.225924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-715ae18b-4079-4ca2-9069-50d9b93b25bb req-36243b65-027c-4a5a-a405-9d9ccad1c34a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 945 time: 0.2180345 Jun 30 08:50:29.226138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.227091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:29.227674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.249430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10e49fa-5893-4961-b2f2-31a84a1d4276 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:29.266101 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8355672 Jun 30 08:50:29.266739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49634) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:29.275517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-a27c2575-cc80-4a40-9db2-bccbbcd44bce tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:29.284423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-a27c2575-cc80-4a40-9db2-bccbbcd44bce tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2340426 Jun 30 08:50:29.295459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f10e49fa-5893-4961-b2f2-31a84a1d4276, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:29.299546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Request body: {'subnet': {'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-815897491-subnet', 'tenant_id': '0116f1c1fac149aebad620f74f9d4aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:29.312830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.387825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354abea5-99ad-48d1-b9bc-296875069eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=6aab6988-438d-4a76-bc8c-d4deb36fe0ce,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:29.393640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-61c596a9-7fb4-4eb9-98ca-fd651b1853cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1078968 Jun 30 08:50:29.402078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:29.402329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Made reservation on behalf of 0116f1c1fac149aebad620f74f9d4aba for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:29.406026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.410109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:50:29.467776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082feb3-cd40-4314-98f7-c28508408f34 req-e04e8a7f-90e0-40b1-8f28-332223de5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:29.469487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-e04e8a7f-90e0-40b1-8f28-332223de5200 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3449414 Jun 30 08:50:29.490730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-715ae18b-4079-4ca2-9069-50d9b93b25bb req-30afcd7a-575e-49e2-b7ee-54e2d79174c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585485 Jun 30 08:50:29.519955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f10e49fa-5893-4961-b2f2-31a84a1d4276,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:29.570349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.640395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49642) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:29.666179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f10e49fa-5893-4961-b2f2-31a84a1d4276'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:29.701309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-79834887-3b7e-4759-8ad1-60a3be6d988f service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074306 Jun 30 08:50:29.743257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] Deleting subnet 64714d5a-d340-4df5-9145-f963b5e3750a {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:50:29.766477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.801370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8082feb3-cd40-4314-98f7-c28508408f34 req-56902c8e-3e60-47b7-a55a-d43edca38dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909350 Jun 30 08:50:29.803625 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0439452a-7c4f-4281-aa2d-7aa9a460000a x-openstack-request-id: req-0439452a-7c4f-4281-aa2d-7aa9a460000a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:29.804086 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c4deca-4156-4b50-b359-fdffee4d0366", "name": "network-vif-deleted", "tag": "d61ec69b-63ba-414d-946f-3f6929a0996d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:29.804462 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0439452a-7c4f-4281-aa2d-7aa9a460000a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:29.804965 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c4deca-4156-4b50-b359-fdffee4d0366', 'name': 'network-vif-deleted', 'tag': 'd61ec69b-63ba-414d-946f-3f6929a0996d', 'status': 'completed', 'code': 200} Jun 30 08:50:29.805367 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'status': 'completed', 'code': 200} Jun 30 08:50:29.894466 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.911238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.931700 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.963048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.963448 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0 disassociated. External IP: 172.25.8.199, port: d33ef11f-5887-4944-a170-b8553cf729d2. Jun 30 08:50:30.056883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d36c3e-fbfa-4768-bb8f-54154644af1c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:30.062728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.092679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:30.093068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Network hostable DHCP agents. Network: 6aab6988-438d-4a76-bc8c-d4deb36fe0ce, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:30.135348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.142402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-914fdecf-97bf-41f0-8249-1be36c7de1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:30.143917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-914fdecf-97bf-41f0-8249-1be36c7de1ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.2399645 Jun 30 08:50:30.167550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64714d5a-d340-4df5-9145-f963b5e3750a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:30.169689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:30.174213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.176052 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62ad6b07-f9fb-40ec-8135-7118932a185c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/64714d5a-d340-4df5-9145-f963b5e3750a HTTP/1.1" status: 204 len: 168 time: 0.5346363 Jun 30 08:50:30.179154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49648) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:30.198949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 6aab6988-438d-4a76-bc8c-d4deb36fe0ce) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:30.214031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2071fc5-9b25-451c-b38c-c9de66b6012b None None] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:30.235518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:30.236102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.283398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-98ac4b45-d95f-40bb-ac2c-287130ab4117 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9878089 Jun 30 08:50:30.296585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.320908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820694a-542a-45e9-b3d3-f13de2919e13 req-dd05c836-093b-4f53-9b40-b52807bdc7c2 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:30.322403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e820694a-542a-45e9-b3d3-f13de2919e13 req-dd05c836-093b-4f53-9b40-b52807bdc7c2 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 945 time: 0.3052876 Jun 30 08:50:30.388579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:30.403039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-0fceda09-eb5e-4c28-885f-b77320620dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:30.404525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-0fceda09-eb5e-4c28-885f-b77320620dac service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.2520812 Jun 30 08:50:30.413735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e820694a-542a-45e9-b3d3-f13de2919e13 req-7d79bf94-52b5-45bc-8440-c4092ee504a9 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787630 Jun 30 08:50:30.435438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.455966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-e20b2caf-70d8-49b4-9470-4e6e658d4de0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 217 time: 0.0412357 Jun 30 08:50:30.468754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03199ea-01d8-4f33-b1e0-e45470849d1a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:30.496208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80321190-8068-4dc8-9e35-50431c7b3fcd') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:30.498352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80321190-8068-4dc8-9e35-50431c7b3fcd') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:30.524119 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.551520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.571800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:50:30.572029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:50:30.611550 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:50:30.634152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-f1cb6cbf-13f0-4aee-9844-caf9dbcb5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:30.635629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-f1cb6cbf-13f0-4aee-9844-caf9dbcb5701 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.1284049 Jun 30 08:50:30.696894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:30.703677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.733347 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:30.734973 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.748070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.754335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-c1e02285-79ea-4fa0-a34c-b692eb82c7cb tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "PUT /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 200 len: 696 time: 1.3593681 Jun 30 08:50:30.759585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-8da4dcd4-7310-49b9-900d-510a6722ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:30.760877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:30.761751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-8da4dcd4-7310-49b9-900d-510a6722ac9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188264 Jun 30 08:50:30.769899 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d03199ea-01d8-4f33-b1e0-e45470849d1a HTTP/1.1" status: 204 len: 168 time: 0.5880880 Jun 30 08:50:30.770189 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:30.805267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c07279-12b0-4622-98f4-34edce854c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03199ea-01d8-4f33-b1e0-e45470849d1a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:30.807221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6e54a-94ae-469e-a8b7-f9754d9db57c None None] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:30.816043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f10e49fa-5893-4961-b2f2-31a84a1d4276 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:31.009819 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:31.011347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-98b55ec9-111a-45ae-bd77-cb82ddc2b95a service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413089 Jun 30 08:50:31.064301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f10e49fa-5893-4961-b2f2-31a84a1d4276 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:31.100867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f10e49fa-5893-4961-b2f2-31a84a1d4276 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:31.101271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.108485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49676) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:31.191894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a523b09d-6d32-4cee-a8d3-f279d2c55176 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dace156384b24d9abcb95aff0ab1fb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817218 Jun 30 08:50:31.194977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49678) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:31.330848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe053c4a-b926-4a0f-a65a-300795862760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.335329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48e32ffb-aa4f-4f25-a94c-ce278327d24e req-046e4f7d-1c78-424a-aa56-c14e0f0e0159 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689261 Jun 30 08:50:31.344547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-013a5fde-860a-435e-b4f0-68fec3094136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:31.347150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-013a5fde-860a-435e-b4f0-68fec3094136 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.3348694 Jun 30 08:50:31.391352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe053c4a-b926-4a0f-a65a-300795862760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.423330 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:31.509399 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:31.526303 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:31.527338 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:31.542806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe053c4a-b926-4a0f-a65a-300795862760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.545894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe053c4a-b926-4a0f-a65a-300795862760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.548184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fe053c4a-b926-4a0f-a65a-300795862760 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9a12c17-e1df-47b6-b8aa-234eb3df48fe HTTP/1.1" status: 204 len: 168 time: 0.3520830 Jun 30 08:50:31.569423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49688) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:31.576036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-695573904-network', 'tenant_id': '2d6395be46d640adb3d4dffc58b7a1f7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:31.577566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe053c4a-b926-4a0f-a65a-300795862760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a12c17-e1df-47b6-b8aa-234eb3df48fe,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:31.586761 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.630328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-da1059c4-08a5-4b57-a0c1-ffa0bb9e1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:31.632928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-da1059c4-08a5-4b57-a0c1-ffa0bb9e1efa service neutron] 10.222.0.53 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.2758987 Jun 30 08:50:31.638714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Made reservation on behalf of 2d6395be46d640adb3d4dffc58b7a1f7 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:31.641989 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.681271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8771-e4a6-404d-b32b-83365d04ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.717612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.722574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-ce065017-97bb-4fe7-9159-bf157ad6289a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 217 time: 0.0783896 Jun 30 08:50:31.746866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f10e49fa-5893-4961-b2f2-31a84a1d4276, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:31.748253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:31.751760 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cda21b-8f1a-4c12-b974-d34e6018d0a4" -d '{"events": [{"server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "name": "network-vif-plugged", "status": "completed", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:31.756835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.822882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f10e49fa-5893-4961-b2f2-31a84a1d4276,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:31.843430 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:32.288510 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:32.303102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:32.305614 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07147392-7899-4a2c-987a-359adb28b82a" -d '{"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:32.346418 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01142d41-cb01-485a-b4a8-0012f80612e6 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:48:49Z', 'revision_number': 4, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4920c764-906c-46cc-9862-3e9cf672fecb', 'name': '', 'network_id': 'b49dd5bc-9587-4b6b-8c89-e4fe2d361c92', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'mac_address': 'fa:16:3e:36:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:46Z', 'updated_at': '2021-06-30T08:48:57Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'subnets': [{'id': '4a811e85-147b-449c-bcf2-dad5c7c94a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:32.423379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-4139b359-a075-4ef8-969f-098cf93c11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:32.425058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-4139b359-a075-4ef8-969f-098cf93c11cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.6931331 Jun 30 08:50:32.527444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cfc8-1ffa-4809-9fd2-33858dde470d req-a4554c4a-6155-439d-85b0-088ae7da8733 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:32.535139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9815cfc8-1ffa-4809-9fd2-33858dde470d req-a4554c4a-6155-439d-85b0-088ae7da8733 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.2334445 Jun 30 08:50:32.626800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-bd54183d-220d-4016-bc87-a412de79914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:32.632843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-bd54183d-220d-4016-bc87-a412de79914a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965415 Jun 30 08:50:32.649813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9815cfc8-1ffa-4809-9fd2-33858dde470d req-8b165c4c-cc70-4d73-ba0c-c1269f4f4593 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136870 Jun 30 08:50:32.707204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:32.738164 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e42b2-5cb9-4fac-8940-6cd99881673c x-openstack-request-id: req-df6e42b2-5cb9-4fac-8940-6cd99881673c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:32.738878 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "name": "network-vif-plugged", "status": "completed", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:32.739203 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df6e42b2-5cb9-4fac-8940-6cd99881673c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:32.742013 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'code': 200} Jun 30 08:50:32.745271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:32.878086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:50:32.887315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a24a05-4c99-4adb-bc38-762d2582bde9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:32.981854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:32.982244 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Added segment 53a4e8ee-ab48-4938-9be3-1a5e8802064e of type vlan for network 663f9c78-db29-45ae-a10f-7209fd636e7f Jun 30 08:50:33.026702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49742) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:33.074893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3e158-8b71-4a64-b344-9ce3b890c283 req-284fe401-a6b1-4267-b36a-1f3ba113200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:33.076767 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7dc3e158-8b71-4a64-b344-9ce3b890c283 req-284fe401-a6b1-4267-b36a-1f3ba113200e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 1098 time: 0.1660526 Jun 30 08:50:33.104984 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305e935-7a6a-4424-90bc-cbcf5a6e3bb4 x-openstack-request-id: req-3305e935-7a6a-4424-90bc-cbcf5a6e3bb4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:33.105257 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:33.105518 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3305e935-7a6a-4424-90bc-cbcf5a6e3bb4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:33.105938 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'status': 'completed', 'code': 200} Jun 30 08:50:33.122238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-f42703a4-80b2-4dd6-9a55-f3ef8c6eabf2 service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640450 Jun 30 08:50:33.148013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa548e4-5172-4e25-bd96-5aa966ed078e None None] New status for floating IP fcf791b0-db81-4c75-9fa0-b082769aabd0: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:50:33.152540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7dc3e158-8b71-4a64-b344-9ce3b890c283 req-c027ce95-d9a1-43c0-80c6-774d1e909a49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672517 Jun 30 08:50:33.239091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1663462878-network', 'tenant_id': '0af1fd3692f14c5797ed725a512ee190'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:33.276665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Made reservation on behalf of 0af1fd3692f14c5797ed725a512ee190 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:33.279612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.296668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.302692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.404882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.406053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:33.406816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.485394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.492818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.509070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8cfea8-64f6-433e-9d36-5baf14cacd07 req-9912ba2e-8f52-467e-ad9a-6b33f0b63a3f service neutron] 10.222.0.53 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859158 Jun 30 08:50:33.511898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147392-7899-4a2c-987a-359adb28b82a req-6bff50e7-8b21-498b-9320-d283d2676a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:33.520499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07147392-7899-4a2c-987a-359adb28b82a req-6bff50e7-8b21-498b-9320-d283d2676a6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 1097 time: 0.3590920 Jun 30 08:50:33.549720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:50:33.558398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9868231 Jun 30 08:50:33.566188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.566954 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Added segment 6501919b-0b36-49be-90f7-cbc680b615f7 of type vlan for network c474ae66-2b43-460d-865c-d0ecdb20d640 Jun 30 08:50:33.575604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49754) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:33.582386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Request body: {'subnet': {'network_id': '663f9c78-db29-45ae-a10f-7209fd636e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-695573904-subnet', 'tenant_id': '2d6395be46d640adb3d4dffc58b7a1f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:33.627077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.650598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635c885-dcc8-4dfb-9350-6f876860d6d4 admin admin] Pushing event updated for resources: {'Network': ['ID=663f9c78-db29-45ae-a10f-7209fd636e7f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:33.662674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 663f9c78-db29-45ae-a10f-7209fd636e7f details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:50:33.693952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f014649-b1eb-4c27-a7d0-240f321ff350,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:33.699363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.700199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:33.701139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Made reservation on behalf of 2d6395be46d640adb3d4dffc58b7a1f7 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:33.701359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.712344 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:33.773862 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7246838 Jun 30 08:50:33.778790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49760) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:33.787027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Request body: {'subnet': {'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1663462878-subnet', 'tenant_id': '0af1fd3692f14c5797ed725a512ee190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:33.804218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ede66-f1aa-49a3-9715-7aaa67669dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=c474ae66-2b43-460d-865c-d0ecdb20d640,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:33.829160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 66a484ba-ceb3-4712-97ca-053006706c4a details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:50:33.835482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c474ae66-2b43-460d-865c-d0ecdb20d640 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:50:33.852381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Made reservation on behalf of 0af1fd3692f14c5797ed725a512ee190 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:33.858610 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.033939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147392-7899-4a2c-987a-359adb28b82a req-76514ebe-692f-44a5-88da-d2286b3730a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:34.037863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07147392-7899-4a2c-987a-359adb28b82a req-76514ebe-692f-44a5-88da-d2286b3730a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 200 len: 921 time: 0.4965346 Jun 30 08:50:34.158839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07147392-7899-4a2c-987a-359adb28b82a req-2441f0c1-9d7f-495a-aa80-ef3876b7cb37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 200 len: 217 time: 0.0944598 Jun 30 08:50:34.170616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.222280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1888fe-28ba-4b18-8a27-ee81dae4c94a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:34.269269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Checking segment: {'id': '6501919b-0b36-49be-90f7-cbc680b615f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:34.269658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Network hostable DHCP agents. Network: c474ae66-2b43-460d-865c-d0ecdb20d640, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:34.299115 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.320787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Network c474ae66-2b43-460d-865c-d0ecdb20d640 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:34.342998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c474ae66-2b43-460d-865c-d0ecdb20d640) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:34.351037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:34.357485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:34.358213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.363501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9742e4-7051-4cfc-a022-1866dbda5c6e None None] Network c474ae66-2b43-460d-865c-d0ecdb20d640 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:34.378705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147392-7899-4a2c-987a-359adb28b82a req-d7512493-0058-4537-b4c1-795d6880135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:34.380225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07147392-7899-4a2c-987a-359adb28b82a req-d7512493-0058-4537-b4c1-795d6880135f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 200 len: 859 time: 0.2094009 Jun 30 08:50:34.393578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c26acbc-231f-4491-8a6f-654062ce0167 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6114469 Jun 30 08:50:34.420762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-695e719e-0837-4831-a2b4-a6463543d31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.431119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '66a484ba-ceb3-4712-97ca-053006706c4a', 'network_id': '63d3671a-ab6a-4e9f-8210-537b8877262a', 'port_id': '66a484ba-ceb3-4712-97ca-053006706c4a', 'mac_address': 'fa:16:3e:87:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1062da7c-90ea-4dc6-b861-68eb156f580e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:50:34.476367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-3dbe8cc3-0771-4b29-abd1-9c124694d123 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 200 len: 694 time: 0.3083227 Jun 30 08:50:34.522311 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.541383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66a484ba-ceb3-4712-97ca-053006706c4a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:34.607507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:34.611091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08425ac8-0543-4068-9f79-febbc59a5251 None None] Network c474ae66-2b43-460d-865c-d0ecdb20d640 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:34.625257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.747135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['66a484ba-ceb3-4712-97ca-053006706c4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:34.774405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fc062-8663-4472-9917-fb7263b626ae req-515ac334-76eb-4774-acce-36e57158985b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:34.776225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-469fc062-8663-4472-9917-fb7263b626ae req-515ac334-76eb-4774-acce-36e57158985b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.8715920 Jun 30 08:50:34.833658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:34.855420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-cbfed588-4b70-4ea9-a29b-b09867837cec tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:34.859174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-cbfed588-4b70-4ea9-a29b-b09867837cec tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.3819966 Jun 30 08:50:34.889666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147392-7899-4a2c-987a-359adb28b82a req-41efd135-8542-4270-8997-2f755de9235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:34.891219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07147392-7899-4a2c-987a-359adb28b82a req-41efd135-8542-4270-8997-2f755de9235c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5026875 Jun 30 08:50:35.140761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:35.216493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-ad99cb50-9ab5-4e84-ae29-ff14beb9b09b tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 697 time: 0.3444171 Jun 30 08:50:35.220115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4223a1-d4ef-4889-a5f6-8bbbf3f754f2,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:35.224927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-469fc062-8663-4472-9917-fb7263b626ae req-397a5e83-110c-4738-ae6f-59876008fe57 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428883 Jun 30 08:50:35.308677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-de740cc9-f5bc-4c2b-9837-20c08d90a4a0 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 697 time: 0.0733838 Jun 30 08:50:35.326967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Checking segment: {'id': '53a4e8ee-ab48-4938-9be3-1a5e8802064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '663f9c78-db29-45ae-a10f-7209fd636e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:35.327478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Network hostable DHCP agents. Network: 663f9c78-db29-45ae-a10f-7209fd636e7f, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:35.394924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07147392-7899-4a2c-987a-359adb28b82a req-636162ab-32e2-4498-81cd-f10b88ed0618 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432636 Jun 30 08:50:35.452183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Network 663f9c78-db29-45ae-a10f-7209fd636e7f is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:35.574064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 663f9c78-db29-45ae-a10f-7209fd636e7f) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:35.583209 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d25c0e-d9f5-4dd1-b56e-7eea83915ea1 None None] Network 663f9c78-db29-45ae-a10f-7209fd636e7f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:35.602444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:35.603037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:35.660793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bcc33a8f-ff2d-43d9-a054-e0c4c71d0b7b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0821011 Jun 30 08:50:35.697803 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:35.700522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f9c5a-5dae-45c1-9ed0-2b7177d97e30 req-31942638-6b15-4d38-93a7-8cb46efcfa87 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:35.702156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c22f9c5a-5dae-45c1-9ed0-2b7177d97e30 req-31942638-6b15-4d38-93a7-8cb46efcfa87 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 944 time: 0.2643733 Jun 30 08:50:35.705891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07147392-7899-4a2c-987a-359adb28b82a req-a8dd8b35-46f4-456c-8bda-db18c572cbf9 service neutron] 10.222.0.13 "GET /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669427 Jun 30 08:50:35.708227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Deleting port 671d6de0-4015-40a3-b7d9-361ec81a00fa {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:35.708541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:35.739699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 66a484ba-ceb3-4712-97ca-053006706c4a no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:35.804929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c22f9c5a-5dae-45c1-9ed0-2b7177d97e30 req-e4ea3dda-9b65-4071-8b81-ae1aa238cc1d tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939887 Jun 30 08:50:35.842218 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:35.842812 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:35.868629 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd3c3c-5a92-41dc-a941-094bc3766a2b None None] Network 663f9c78-db29-45ae-a10f-7209fd636e7f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:35.883066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Calling delete_port for 671d6de0-4015-40a3-b7d9-361ec81a00fa owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:36.051071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:36.101237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 66a484ba-ceb3-4712-97ca-053006706c4a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:36.211543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:36.243542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:36.296064 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:36.370220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Pushing event deleted for resources: {'Port': ['ID=671d6de0-4015-40a3-b7d9-361ec81a00fa,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:36.397323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:36.454882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:36.458276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:36.466796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56a239fd-4326-4447-bb9c-0d300bf50239 req-5a909a75-8010-4236-9d75-1184bf1db3bf tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "DELETE /v2.0/floatingips/fcf791b0-db81-4c75-9fa0-b082769aabd0 HTTP/1.1" status: 204 len: 173 time: 1.1500099 Jun 30 08:50:36.561470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49812) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:36.762097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-6d5754c8-9b55-4fa6-9ed5-4100db8a85ba tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:36.771653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-6d5754c8-9b55-4fa6-9ed5-4100db8a85ba tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/networks?id=c474ae66-2b43-460d-865c-d0ecdb20d640 HTTP/1.1" status: 200 len: 822 time: 0.2849450 Jun 30 08:50:36.795271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-8e1bfb58-044c-4adf-8963-5f535f0821df tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/quotas/0af1fd3692f14c5797ed725a512ee190 HTTP/1.1" status: 200 len: 375 time: 0.0225997 Jun 30 08:50:36.807404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e895-2318-424d-9adf-e2658725eeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:36.837546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-3b863d4c-6507-4842-a625-98f851930ed1 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0af1fd3692f14c5797ed725a512ee190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413063 Jun 30 08:50:37.129977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-29c76df5-f8ba-4e47-b74c-f0a3d260741f service neutron] 10.222.0.53 "GET /v2.0/networks/c474ae66-2b43-460d-865c-d0ecdb20d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016554 Jun 30 08:50:37.132506 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e895-2318-424d-9adf-e2658725eeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.158606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-b6349bd1-7c71-434d-aa53-123cdba09375 service neutron] 10.222.0.53 "GET /v2.0/networks/c474ae66-2b43-460d-865c-d0ecdb20d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975120 Jun 30 08:50:37.159996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e895-2318-424d-9adf-e2658725eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.161698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.215121 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a7d8e895-2318-424d-9adf-e2658725eeaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01175525c75b497688560e4f6f836f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501882 Jun 30 08:50:37.215121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8e895-2318-424d-9adf-e2658725eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b17cc50-3d3a-4511-8fd0-be8925a1eea6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:37.216647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49824) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:37.291237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca07994a-00d2-4261-90df-8338215e6191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.340714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca07994a-00d2-4261-90df-8338215e6191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.491108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-d959aa20-c187-4081-81c8-0d8e75433129 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:37.492868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-d959aa20-c187-4081-81c8-0d8e75433129 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.1718917 Jun 30 08:50:37.505724 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca07994a-00d2-4261-90df-8338215e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.509192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca07994a-00d2-4261-90df-8338215e6191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.512663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ca07994a-00d2-4261-90df-8338215e6191 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b17cc50-3d3a-4511-8fd0-be8925a1eea6 HTTP/1.1" status: 204 len: 168 time: 0.2933266 Jun 30 08:50:37.611623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07994a-00d2-4261-90df-8338215e6191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b17cc50-3d3a-4511-8fd0-be8925a1eea6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:37.618685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-8d4cffca-0cf1-4427-9a25-c2e3d15114fd tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/quotas/0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 375 time: 0.1071885 Jun 30 08:50:37.687861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-05082774-1bc6-4536-b9e6-6347f8ca1e26 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587111 Jun 30 08:50:37.746057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07fe61-7052-4b00-8b0b-8f86a5eb1c13 req-0ab68479-ede0-4775-be3e-5b6dde0e91b2 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:37.757325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf07fe61-7052-4b00-8b0b-8f86a5eb1c13 req-0ab68479-ede0-4775-be3e-5b6dde0e91b2 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.2633414 Jun 30 08:50:37.842716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf07fe61-7052-4b00-8b0b-8f86a5eb1c13 req-1017801e-194d-4307-b5da-2dce958e4a5a tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841863 Jun 30 08:50:37.922861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-0863fe50-35c0-49bc-8c27-add4033585d2 service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246118 Jun 30 08:50:38.035886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-684d7ed5-2b75-49b8-98d0-7f8aa6847bdb service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089907 Jun 30 08:50:38.619430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0dfb86a1-4235-4dd8-a4e9-0ed378d29072 req-632c02d2-fcc1-4020-929a-a602f0a51fdf tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 210 time: 0.0641253 Jun 30 08:50:38.786517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f79917b2-e12c-45cf-9025-5019dc2f6d3c req-5b40d28e-ef97-4f62-a521-b6e23c4abf15 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 210 time: 0.0737967 Jun 30 08:50:38.825115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-bc84f5aa-c1a3-471d-be4d-93b57b47b18b tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:38.827054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-bc84f5aa-c1a3-471d-be4d-93b57b47b18b tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 943 time: 0.1785975 Jun 30 08:50:38.875824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7b7cc-7b2d-4f69-b938-defd83d4444a req-9d4fc7f6-1dbd-4390-a6e3-ca238f96d1c4 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:38.887532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49888) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:38.891154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ac7b7cc-7b2d-4f69-b938-defd83d4444a req-9d4fc7f6-1dbd-4390-a6e3-ca238f96d1c4 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.2706859 Jun 30 08:50:38.893250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Request body: {'floatingip': {'port_id': 'f10e49fa-5893-4961-b2f2-31a84a1d4276'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:39.018975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.131820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Deleting port 66a484ba-ceb3-4712-97ca-053006706c4a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:39.132543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.656242 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:50:39.846622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-47cd82fb-c713-4fd8-a73f-1b9299b67dda tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:39.848106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-47cd82fb-c713-4fd8-a73f-1b9299b67dda tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.13 "GET /v2.0/networks?id=c474ae66-2b43-460d-865c-d0ecdb20d640 HTTP/1.1" status: 200 len: 822 time: 0.6704698 Jun 30 08:50:39.882284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce526f4-49b8-4682-9f40-e4a7172d366f req-c0984ea1-736b-4c96-abae-3522b79bfc2f tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:39.889432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ce526f4-49b8-4682-9f40-e4a7172d366f req-c0984ea1-736b-4c96-abae-3522b79bfc2f tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 945 time: 0.8426287 Jun 30 08:50:39.895211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Request body: {'port': {'device_id': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640', 'admin_state_up': True, 'tenant_id': '0af1fd3692f14c5797ed725a512ee190'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:39.932432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-2b63875c-3ce9-49f8-88e3-8161e03c30cd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:39.935418 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-2b63875c-3ce9-49f8-88e3-8161e03c30cd tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 945 time: 0.2263639 Jun 30 08:50:40.031508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] For port 66a484ba-ceb3-4712-97ca-053006706c4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=66a484ba-ceb3-4712-97ca-053006706c4a,segment=NetworkSegment(1ccf81d5-e817-42a8-8929-937eeb19682b),segment_id=1ccf81d5-e817-42a8-8929-937eeb19682b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:40.031922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:40.065800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ce526f4-49b8-4682-9f40-e4a7172d366f req-da1da82e-8e8f-4677-bfd9-fbacd10f0d73 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8732d9-52a7-4833-8be9-e1a2b9342a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753669 Jun 30 08:50:40.102699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Calling delete_port for 66a484ba-ceb3-4712-97ca-053006706c4a owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:40.146491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.13', 64332) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:40.160085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.resource_extend [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:50:40.305509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Deleting port d33ef11f-5887-4944-a170-b8553cf729d2 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:40.305879 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:40.342419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:40.348199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-08017e19-8907-4655-bb6d-2d11dd42d64e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:40.353877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-08017e19-8907-4655-bb6d-2d11dd42d64e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.1840696 Jun 30 08:50:40.379045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245dab7-97a4-4deb-9758-31a94039543b req-5b5d0dc3-c65f-4d4f-88ac-b13035c4784f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:40.380551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4245dab7-97a4-4deb-9758-31a94039543b req-5b5d0dc3-c65f-4d4f-88ac-b13035c4784f tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 943 time: 0.5639157 Jun 30 08:50:40.395585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Request body: {'port': {'device_id': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'admin_state_up': True, 'tenant_id': '0116f1c1fac149aebad620f74f9d4aba'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:40.600338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4f0de0a-48cd-4666-a355-967c3e9dd5a6 req-31f1c493-3817-472d-a453-2073028e3160 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 210 time: 0.1967623 Jun 30 08:50:40.707452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4245dab7-97a4-4deb-9758-31a94039543b req-eea77d77-7b26-484a-9693-e6173a0a136c tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1dc2738-87c2-4565-bcf2-a2ff2c850f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166289 Jun 30 08:50:40.720395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:40.837941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Made reservation on behalf of 0af1fd3692f14c5797ed725a512ee190 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:40.842166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:40.843263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] For port d33ef11f-5887-4944-a170-b8553cf729d2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d33ef11f-5887-4944-a170-b8553cf729d2,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:40.843681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:40.864218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Calling delete_port for d33ef11f-5887-4944-a170-b8553cf729d2 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:40.921283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92b34a8c-8abc-481f-bff4-57f763102077 req-a9d41bad-6828-493c-a64c-5d55384cb10b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 210 time: 0.1587119 Jun 30 08:50:40.972510 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Floating IP 3f99dd53-1c82-4718-a660-412bc0166d15 associated. External IP: 172.25.8.207, port: f10e49fa-5893-4961-b2f2-31a84a1d4276. Jun 30 08:50:41.004666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Made reservation on behalf of 0116f1c1fac149aebad620f74f9d4aba for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:41.011462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:41.099682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:41.248484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Allocated IP 172.20.0.3 (6aab6988-438d-4a76-bc8c-d4deb36fe0ce/83d36c3e-fbfa-4768-bb8f-54154644af1c/e0421330-baf9-4a27-b41c-032e33774d79) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:41.434410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Router 75d1504c-fed1-4e91-b6f5-3135cfad46aa has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:41.440810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:41.456258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d33ef11f-5887-4944-a170-b8553cf729d2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:41.485406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Pushing event deleted for resources: {'Port': ['ID=d33ef11f-5887-4944-a170-b8553cf729d2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:41.586318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Pushing event deleted for resources: {'Port': ['ID=66a484ba-ceb3-4712-97ca-053006706c4a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:41.605360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] No DVR routers for this DVR port d33ef11f-5887-4944-a170-b8553cf729d2 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:41.610282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:41.614942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ff07ef7-d67f-4ed3-b7c8-12d8b4654590 req-55ac78b4-e997-4a1b-80f4-7769e8844d0c tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f201cda9-c671-48de-9ed5-cb2f4e0231d4 HTTP/1.1" status: 200 len: 210 time: 0.2019522 Jun 30 08:50:41.616136 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7cc81ba0-995f-40f7-b0d3-845f7ba4a873 req-50344e2d-20a3-4152-9dbe-4612b3c069e9 tempest-FloatingIPsAssociationTestJSON-497960553 tempest-FloatingIPsAssociationTestJSON-497960553-project] 10.222.0.13 "DELETE /v2.0/ports/d33ef11f-5887-4944-a170-b8553cf729d2 HTTP/1.1" status: 204 len: 173 time: 1.6696546 Jun 30 08:50:41.616625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'name': 'network-vif-deleted', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:41.619092 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b8830-346f-48d0-af65-d1a63da6a867" -d '{"events": [{"server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "name": "network-vif-deleted", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:41.717549 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0102d835-55eb-45b0-8d96-5a8c5820fec9 x-openstack-request-id: req-0102d835-55eb-45b0-8d96-5a8c5820fec9 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:41.717999 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f201cda9-c671-48de-9ed5-cb2f4e0231d4", "name": "network-vif-deleted", "tag": "d33ef11f-5887-4944-a170-b8553cf729d2", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:41.718315 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0102d835-55eb-45b0-8d96-5a8c5820fec9 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:41.718767 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f201cda9-c671-48de-9ed5-cb2f4e0231d4', 'name': 'network-vif-deleted', 'tag': 'd33ef11f-5887-4944-a170-b8553cf729d2', 'status': 'completed', 'code': 200} Jun 30 08:50:41.750728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 66a484ba-ceb3-4712-97ca-053006706c4a no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:41.772996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:41.782507 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] Sync routers for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:41.792748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:41.797022 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:41.797689 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:41.823700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 66a484ba-ceb3-4712-97ca-053006706c4a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:41.830167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 66a484ba-ceb3-4712-97ca-053006706c4a not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:41.835047 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:41.930398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-21182664-5356-4ace-a589-62c4c11dbf55 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "PUT /v2.0/floatingips/3f99dd53-1c82-4718-a660-412bc0166d15 HTTP/1.1" status: 200 len: 992 time: 3.0417023 Jun 30 08:50:41.940132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] No DVR routers for this DVR port 66a484ba-ceb3-4712-97ca-053006706c4a on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:41.943427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Allocated IP 172.20.0.4 (c474ae66-2b43-460d-865c-d0ecdb20d640/5a1888fe-28ba-4b18-8a27-ee81dae4c94a/8056a199-d978-461a-b87b-d4a3d109e5d0) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:41.972427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:41.975232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2cd76750-8d2f-413e-ad51-e644e9e4f634 req-d77d0abe-5048-48d7-83c9-2372996db8c0 tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.13 "DELETE /v2.0/ports/66a484ba-ceb3-4712-97ca-053006706c4a HTTP/1.1" status: 204 len: 173 time: 3.1397507 Jun 30 08:50:41.995128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21e004cd-3e65-49a9-b1c6-2552a3676fab req-bd83f9e1-1959-4856-84c0-50effecf7ee9 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 210 time: 0.1824188 Jun 30 08:50:42.000726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'name': 'network-vif-deleted', 'tag': '66a484ba-ceb3-4712-97ca-053006706c4a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:42.003583 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058a56e-f49b-4ed1-bde6-acd4a62c2104" -d '{"events": [{"server_uuid": "882a6fb3-55b0-4a53-a0a8-07b53f2a8079", "name": "network-vif-deleted", "tag": "66a484ba-ceb3-4712-97ca-053006706c4a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:42.048814 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:42.094176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89d307cb-354c-4573-b74f-f56c611c1780 req-9c203a98-8c3a-4ed9-a5f5-9b27bf31c26a tempest-ImagesTestJSON-1650698517 tempest-ImagesTestJSON-1650698517-project] 10.222.0.53 "GET /v2.0/ports?device_id=882a6fb3-55b0-4a53-a0a8-07b53f2a8079 HTTP/1.1" status: 200 len: 210 time: 0.1482477 Jun 30 08:50:42.371686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:42.404775 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f04b47-ced9-41ec-9346-08e410cbedcb x-openstack-request-id: req-34f04b47-ced9-41ec-9346-08e410cbedcb {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:42.405064 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882a6fb3-55b0-4a53-a0a8-07b53f2a8079", "name": "network-vif-deleted", "tag": "66a484ba-ceb3-4712-97ca-053006706c4a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:42.405314 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34f04b47-ced9-41ec-9346-08e410cbedcb {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:42.405729 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882a6fb3-55b0-4a53-a0a8-07b53f2a8079', 'name': 'network-vif-deleted', 'tag': '66a484ba-ceb3-4712-97ca-053006706c4a', 'status': 'completed', 'code': 200} Jun 30 08:50:42.486107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:42.491972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:42.498409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:42.568816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:42.571613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:42.612648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:42.672107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-798bbd93-1ecb-4512-94b9-323f330e2015 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2802069 Jun 30 08:50:42.699688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Request body: {'port': {'device_id': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:42.770141 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3f99dd53-1c82-4718-a660-412bc0166d15', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'port_id': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'mac_address': 'fa:16:3e:60:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:50:13Z', 'updated_at': '2021-06-30T08:50:39Z', 'revision_number': 1, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:12Z', 'revision_number': 5, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:42.816730 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] Checking router: 75d1504c-fed1-4e91-b6f5-3135cfad46aa for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:42.828696 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:42.830065 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:42.864059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49958) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:42.866406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:42.890409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:42.970219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:42.972555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773846b7-1bf8-4015-b3ab-65820a0d028a req-d955ab3f-f287-4135-b5f3-6d7d358ff411 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:42.979607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-773846b7-1bf8-4015-b3ab-65820a0d028a req-d955ab3f-f287-4135-b5f3-6d7d358ff411 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 931 time: 0.5700538 Jun 30 08:50:43.073578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e022160b-59f2-4292-9613-5b55beb65838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.256099 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3f99dd53-1c82-4718-a660-412bc0166d15', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'port_id': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'mac_address': 'fa:16:3e:60:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:50:13Z', 'updated_at': '2021-06-30T08:50:39Z', 'revision_number': 1, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:12Z', 'revision_number': 5, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:43.272488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0421330-baf9-4a27-b41c-032e33774d79 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:43.277923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e022160b-59f2-4292-9613-5b55beb65838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.279954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.290957 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.291210 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7d53f-3001-4655-acfa-f44d1882738b None None] The sync data for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 is: [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3f99dd53-1c82-4718-a660-412bc0166d15', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'port_id': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'mac_address': 'fa:16:3e:60:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:50:13Z', 'updated_at': '2021-06-30T08:50:39Z', 'revision_number': 1, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:12Z', 'revision_number': 5, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:43.316565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Transition to ACTIVE for port object e0421330-baf9-4a27-b41c-032e33774d79 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:43.334795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e022160b-59f2-4292-9613-5b55beb65838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.351008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec51b938-970c-48b9-a578-e0340f46b8a3 req-56bb10f1-a3b6-42ee-ad4c-1a1ff00189da tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 210 time: 0.0575213 Jun 30 08:50:43.360727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.460344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-773846b7-1bf8-4015-b3ab-65820a0d028a req-28c70055-1bd6-40e1-b538-eb1b935c5249 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782226 Jun 30 08:50:43.508652 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e022160b-59f2-4292-9613-5b55beb65838 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f03d2306b104aa7ab4f4864d807f76b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403606 Jun 30 08:50:43.516007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49972) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:43.538291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.632161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea516f95-a04d-45d8-a8f5-a74e17caf473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.663503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022160b-59f2-4292-9613-5b55beb65838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9175af52-88b5-4b72-b5ea-3f7c2d1adf0f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:43.703705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:43.718249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea516f95-a04d-45d8-a8f5-a74e17caf473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.719930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:43.736721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ccd88-2d18-4ecd-b386-a2ba3bb5cc85 None None] New status for floating IP 3f99dd53-1c82-4718-a660-412bc0166d15: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:50:43.740500 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e" -d '{"events": [{"name": "network-changed", "server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:43.760644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Network c474ae66-2b43-460d-865c-d0ecdb20d640 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:43.802710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d33ef11f-5887-4944-a170-b8553cf729d2 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:43.803128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:43.806121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:43.835710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: d33ef11f-5887-4944-a170-b8553cf729d2 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:43.843851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d33ef11f-5887-4944-a170-b8553cf729d2 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:43.954585 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d3517-0b03-4ce6-8239-a6e70c340c9c x-openstack-request-id: req-fd2d3517-0b03-4ce6-8239-a6e70c340c9c {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:43.954585 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:43.954585 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd2d3517-0b03-4ce6-8239-a6e70c340c9c {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:43.974697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:43.975109 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'status': 'completed', 'code': 200} Jun 30 08:50:43.975200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.975949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea516f95-a04d-45d8-a8f5-a74e17caf473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.980219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea516f95-a04d-45d8-a8f5-a74e17caf473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.981409 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea516f95-a04d-45d8-a8f5-a74e17caf473 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9175af52-88b5-4b72-b5ea-3f7c2d1adf0f HTTP/1.1" status: 204 len: 168 time: 0.4575987 Jun 30 08:50:43.999795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516f95-a04d-45d8-a8f5-a74e17caf473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175af52-88b5-4b72-b5ea-3f7c2d1adf0f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:44.029353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Pushing event updated for resources: {'Port': ['ID=8056a199-d978-461a-b87b-d4a3d109e5d0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:44.042924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:44.045728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:44.047531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:44.075485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:50:44.075893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:44.091360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:44.091803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:44.092584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:44.113978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Bound port: e0421330-baf9-4a27-b41c-032e33774d79, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:44.114618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.115259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.182446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-1072b088-2ec1-4d61-ba67-b2d130aa6e80 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3025093 Jun 30 08:50:44.191192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Request body: {'port': {'device_id': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:44.215187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-8fd0b4b6-0930-472e-b925-47e30efde073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:44.216695 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-8fd0b4b6-0930-472e-b925-47e30efde073 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9e8b61630a7429a81b36dccd2690cd9&device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 1098 time: 0.2844944 Jun 30 08:50:44.265808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:44.314198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:44.335857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.375876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.376024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-fe2f8a81-0fb4-4859-a475-91a9c278322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:44.377912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-fe2f8a81-0fb4-4859-a475-91a9c278322f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c6886c0-36a8-443a-89e9-c0d0390f75ac HTTP/1.1" status: 200 len: 906 time: 0.1543539 Jun 30 08:50:44.392172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:44.392783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.395596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] 10.222.0.13 "PUT /v2.0/ports/e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 1092 time: 1.7069464 Jun 30 08:50:44.406746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:44.409384 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a620e-7795-46c7-919f-07859d9c7e62" -d '{"events": [{"name": "network-changed", "server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "tag": "e0421330-baf9-4a27-b41c-032e33774d79"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:44.517038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0912d68-95cb-4083-a6f7-06026ad21a51 service neutron] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:44.534763 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-800f544e-0554-4cce-ab0e-e1c1df3052b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276 HTTP/1.1" status: 200 len: 1002 time: 0.1188509 Jun 30 08:50:44.546413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50020) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:44.621510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50022) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:44.666135 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba44e73-bb5d-4353-b2b6-113e8b5ceb92 x-openstack-request-id: req-0ba44e73-bb5d-4353-b2b6-113e8b5ceb92 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:44.666692 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "tag": "e0421330-baf9-4a27-b41c-032e33774d79", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:44.667123 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ba44e73-bb5d-4353-b2b6-113e8b5ceb92 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:44.667672 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79', 'status': 'completed', 'code': 200} Jun 30 08:50:44.672714 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9766cd64-63b6-4a21-94de-ad4322cd660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.705620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-5c3321d6-84f5-4947-afd9-f930e10ad643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:44.707290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-5c3321d6-84f5-4947-afd9-f930e10ad643 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b687466a-cd73-41bc-baef-cb31900968c3 HTTP/1.1" status: 200 len: 844 time: 0.1099956 Jun 30 08:50:44.793615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] Deleting subnet 1062da7c-90ea-4dc6-b861-68eb156f580e {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:50:44.832989 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.877957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-cd35aee9-223a-4607-b026-63559d3599fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:44.879781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-cd35aee9-223a-4607-b026-63559d3599fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1095 time: 0.4252419 Jun 30 08:50:44.893674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-609285be-afc8-479f-847e-92955a0e1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:44.895331 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-609285be-afc8-479f-847e-92955a0e1e09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6886c0-36a8-443a-89e9-c0d0390f75ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759465 Jun 30 08:50:44.961912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.967688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-e927207a-60a8-468d-a6bc-495d9bb00b6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 217 time: 0.0782785 Jun 30 08:50:44.997076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98c57-95ae-4af7-9f5b-a4c533140b34 req-1586798d-b74d-4ba8-9752-cff5d2f83c02 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:45.005881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2d98c57-95ae-4af7-9f5b-a4c533140b34 req-1586798d-b74d-4ba8-9752-cff5d2f83c02 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 931 time: 0.3316660 Jun 30 08:50:45.152264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a2e10-e810-4d62-83a4-63dceb81a847 req-9aaabd2f-81b0-4bf4-9d97-0feadfc761e5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:45.153836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f1a2e10-e810-4d62-83a4-63dceb81a847 req-9aaabd2f-81b0-4bf4-9d97-0feadfc761e5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 943 time: 0.4296086 Jun 30 08:50:45.160737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.164457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f2b8ec65-1e26-4804-923e-ec1538d22885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:45.166010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-f2b8ec65-1e26-4804-923e-ec1538d22885 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1500838 Jun 30 08:50:45.194202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2d98c57-95ae-4af7-9f5b-a4c533140b34 req-d6833a40-b846-4de3-9047-3f18944a3f4b tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869524 Jun 30 08:50:45.247108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-0797726c-5e33-4ebf-a75b-2c1ba11001b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301487 Jun 30 08:50:45.257057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Deleting port 4920c764-906c-46cc-9862-3e9cf672fecb {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:45.257702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.260251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9766cd64-63b6-4a21-94de-ad4322cd660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.301107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9766cd64-63b6-4a21-94de-ad4322cd660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.344217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8056a199-d978-461a-b87b-d4a3d109e5d0 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:45.354695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.369586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Transition to ACTIVE for port object 8056a199-d978-461a-b87b-d4a3d109e5d0 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:45.376362 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-bb10843a-eabf-409c-94a9-19273d75f74f service neutron] 10.222.0.26 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707744 Jun 30 08:50:45.379218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766cd64-63b6-4a21-94de-ad4322cd660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d551ab-047e-4567-945b-d67a546e1d9b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:45.384288 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9766cd64-63b6-4a21-94de-ad4322cd660c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1874ba19b2a41a39583c243073d06ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7616653 Jun 30 08:50:45.400298 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.401039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:45.463264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.472712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1062da7c-90ea-4dc6-b861-68eb156f580e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:45.496253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] For port 4920c764-906c-46cc-9862-3e9cf672fecb, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4920c764-906c-46cc-9862-3e9cf672fecb,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:45.496611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.512867 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.516942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9b80cfcb-03e2-4961-86bf-1d790d7252a3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1062da7c-90ea-4dc6-b861-68eb156f580e HTTP/1.1" status: 204 len: 168 time: 0.9672570 Jun 30 08:50:45.521228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Calling delete_port for 4920c764-906c-46cc-9862-3e9cf672fecb owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:45.524029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50042) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:45.534604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f1a2e10-e810-4d62-83a4-63dceb81a847 req-39ea79f1-e5e0-4613-9458-aee60012b6b5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671558 Jun 30 08:50:45.581214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8056a199-d978-461a-b87b-d4a3d109e5d0,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:45.595525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-d9df99b3-1e2d-4abd-91f9-c78842e1b277 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237926 Jun 30 08:50:45.648056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32236aa-71ee-4085-ba72-67057a3eabb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.665966 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1b8046bf-7311-4a4f-b513-cac1d5e3e41e req-ec0c33b9-b88d-4202-a7ff-98cb338eaa7f service neutron] 10.222.0.26 "GET /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804787 Jun 30 08:50:45.702050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32236aa-71ee-4085-ba72-67057a3eabb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.714881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.881481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32236aa-71ee-4085-ba72-67057a3eabb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.884093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32236aa-71ee-4085-ba72-67057a3eabb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.885225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f32236aa-71ee-4085-ba72-67057a3eabb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95d551ab-047e-4567-945b-d67a546e1d9b HTTP/1.1" status: 204 len: 168 time: 0.4726171 Jun 30 08:50:45.886980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.904799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d3671a-ab6a-4e9f-8210-537b8877262a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:45.909550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32236aa-71ee-4085-ba72-67057a3eabb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d551ab-047e-4567-945b-d67a546e1d9b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:45.922339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccf81d5-e817-42a8-8929-937eeb19682b') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:45.922688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccf81d5-e817-42a8-8929-937eeb19682b') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:45.952344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.972115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.982657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:50:45.983051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:50:45.984755 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:50:46.025082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.062369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4920c764-906c-46cc-9862-3e9cf672fecb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:46.141386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Attempting to bind port 8056a199-d978-461a-b87b-d4a3d109e5d0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:46.142016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Attempting to bind port 8056a199-d978-461a-b87b-d4a3d109e5d0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '6501919b-0b36-49be-90f7-cbc680b615f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:46.142138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Attempting to bind port 8056a199-d978-461a-b87b-d4a3d109e5d0 on network c474ae66-2b43-460d-865c-d0ecdb20d640 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:46.165146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Port 8056a199-d978-461a-b87b-d4a3d109e5d0 on network c474ae66-2b43-460d-865c-d0ecdb20d640 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:50:46.165465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Attempting to bind port 8056a199-d978-461a-b87b-d4a3d109e5d0 on network c474ae66-2b43-460d-865c-d0ecdb20d640 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:46.187952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.210257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:46.210671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Checking segment: {'id': '6501919b-0b36-49be-90f7-cbc680b615f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:46.211043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Bound using segment: {'id': '6501919b-0b36-49be-90f7-cbc680b615f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:46.211796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Bound port: 8056a199-d978-461a-b87b-d4a3d109e5d0, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6501919b-0b36-49be-90f7-cbc680b615f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:46.212175 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.263125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.269513 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] 10.222.0.53 "DELETE /v2.0/networks/63d3671a-ab6a-4e9f-8210-537b8877262a HTTP/1.1" status: 204 len: 168 time: 0.7445667 Jun 30 08:50:46.291285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62425f-5167-4112-a31c-1f5358a42f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d3671a-ab6a-4e9f-8210-537b8877262a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:46.296142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f19263cc-1c3e-4baa-8fde-f1f07928953e tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:46.297668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f19263cc-1c3e-4baa-8fde-f1f07928953e tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/networks?id=2744b945-1fbf-44d6-b017-c8d9e0045e25 HTTP/1.1" status: 200 len: 815 time: 0.3394454 Jun 30 08:50:46.315544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bba597a-3e2a-453e-ad74-79d629d6fb3c req-9e9ab927-d187-4c0b-9508-37b8e35ffac8 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583803 Jun 30 08:50:46.381958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-72667457-c6d1-43f4-b8d3-4cb81616833d tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/quotas/79f6c69279f14f6e81d88d50a4f7b19e HTTP/1.1" status: 200 len: 375 time: 0.0686548 Jun 30 08:50:46.410337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.466169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50070) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:46.561333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] For port 8056a199-d978-461a-b87b-d4a3d109e5d0, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:46.580606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] For port 8056a199-d978-461a-b87b-d4a3d109e5d0, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8056a199-d978-461a-b87b-d4a3d109e5d0,segment=NetworkSegment(6501919b-0b36-49be-90f7-cbc680b615f7),segment_id=6501919b-0b36-49be-90f7-cbc680b615f7)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:46.597534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.659941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:46.664071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6694f1da-795d-4b05-809c-403ca3d7dcc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=931c2a848d784d41b73c3851eedbad30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749744 Jun 30 08:50:46.667646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50080) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:46.671083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:46.671909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.673463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] 10.222.0.13 "PUT /v2.0/ports/8056a199-d978-461a-b87b-d4a3d109e5d0 HTTP/1.1" status: 200 len: 1092 time: 2.4885380 Jun 30 08:50:46.678197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'tag': '8056a199-d978-461a-b87b-d4a3d109e5d0'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:46.681067 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e496a0-50ed-4d8d-9e49-05d26deb4746" -d '{"events": [{"name": "network-changed", "server_uuid": "29f499e2-ee75-4c5d-a8b3-7c0e48a64d42", "tag": "8056a199-d978-461a-b87b-d4a3d109e5d0"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:46.710178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-895e5fc9-cef9-4667-a4ce-44c5314132ae tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f6c69279f14f6e81d88d50a4f7b19e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3106656 Jun 30 08:50:46.713109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-93027764-3b78-4956-885e-f2dc7f96e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:46.714791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-93027764-3b78-4956-885e-f2dc7f96e021 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1095 time: 0.3165774 Jun 30 08:50:46.786153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a95afd-51bc-4a9a-b06e-ab3854eabeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8056a199-d978-461a-b87b-d4a3d109e5d0,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:46.799744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-42b349ea-96d2-4ed2-a604-ea4319845155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.830637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-42b349ea-96d2-4ed2-a604-ea4319845155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.832790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:46.842444 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7f7ef38e-5d38-4664-b33d-ac1dc5c2fac6 admin admin] 10.222.0.53 "PUT /v2.0/routers/7b4849a8-0b7a-4b82-9a28-40991e9fa11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9506390 Jun 30 08:50:46.844821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:46.847329 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] Sync routers for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:46.857217 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:46.858209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:46.871730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeefeba-c979-47f4-a0dd-b890880d8b7b req-4ca0d044-b775-41b4-96c7-8c61723023a4 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:46.878120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7aeefeba-c979-47f4-a0dd-b890880d8b7b req-4ca0d044-b775-41b4-96c7-8c61723023a4 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 943 time: 0.4137909 Jun 30 08:50:46.983338 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:46.988717 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-42b349ea-96d2-4ed2-a604-ea4319845155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.991906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-42b349ea-96d2-4ed2-a604-ea4319845155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:46.995338 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-42b349ea-96d2-4ed2-a604-ea4319845155 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1dc2738-87c2-4565-bcf2-a2ff2c850f61 HTTP/1.1" status: 204 len: 168 time: 0.3235352 Jun 30 08:50:47.004730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:47.008571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b349ea-96d2-4ed2-a604-ea4319845155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dc2738-87c2-4565-bcf2-a2ff2c850f61,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:47.043995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-0f66c0fa-66a9-4463-9079-174d86a6e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:47.045471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-0f66c0fa-66a9-4463-9079-174d86a6e9e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.3164763 Jun 30 08:50:47.067458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7aeefeba-c979-47f4-a0dd-b890880d8b7b req-e3187818-ef7c-4739-b4a4-04186b6337e0 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744375 Jun 30 08:50:47.114396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-fe2bf931-426d-457c-853e-4e8161322b7c service neutron] 10.222.0.53 "GET /v2.0/networks/2744b945-1fbf-44d6-b017-c8d9e0045e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820429 Jun 30 08:50:47.128108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:47.186210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-71f87216-927d-49c0-b47d-612669036bcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 217 time: 0.1177795 Jun 30 08:50:47.216446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Deleting port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:47.218131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:47.218390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-eb6bcadc-e922-4b74-8c63-9a79e3481117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:47.219817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-eb6bcadc-e922-4b74-8c63-9a79e3481117 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0af1fd3692f14c5797ed725a512ee190&device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 1095 time: 0.4896400 Jun 30 08:50:47.242288 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:50:45Z', 'revision_number': 5, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port': {'id': 'ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:48:38Z', 'updated_at': '2021-06-30T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:47.279722 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] Checking router: 7b4849a8-0b7a-4b82-9a28-40991e9fa11a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:47.290987 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] Routers {'7b4849a8-0b7a-4b82-9a28-40991e9fa11a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:47.292002 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:50:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:47.309952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-c75a0dea-56b9-4eef-977a-04782f72643f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8056a199-d978-461a-b87b-d4a3d109e5d0 HTTP/1.1" status: 200 len: 217 time: 0.0782866 Jun 30 08:50:47.356691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-73963eb1-c60c-4caf-ae0b-4812b2b09bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:47.358075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-73963eb1-c60c-4caf-ae0b-4812b2b09bef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1423640 Jun 30 08:50:47.409715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-2a312505-2893-4e6b-9672-38655ac4e87f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401471 Jun 30 08:50:47.420713 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] Set router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:47.426309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-d871e6ca-8692-4007-978d-1301fed89fc7 service neutron] 10.222.0.53 "GET /v2.0/networks/2744b945-1fbf-44d6-b017-c8d9e0045e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109834 Jun 30 08:50:47.431613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] For port ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:47.432142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:47.467250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-45069600-e719-454a-a668-923d2fb5fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:47.473967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-45069600-e719-454a-a668-923d2fb5fe54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1888fe-28ba-4b18-8a27-ee81dae4c94a HTTP/1.1" status: 200 len: 862 time: 0.1514325 Jun 30 08:50:47.479647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Calling delete_port for ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:47.564175 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:50:47Z', 'revision_number': 6, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:47.606393 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161c6d2-a850-448b-bc40-ad9020e33562 None None] The sync data for ids ['7b4849a8-0b7a-4b82-9a28-40991e9fa11a'] in n-d-758944-40 is: [{'id': '7b4849a8-0b7a-4b82-9a28-40991e9fa11a', 'name': 'tempest-FloatingIPsAssociationTestJSON-706373641-router', 'tenant_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:48:36Z', 'updated_at': '2021-06-30T08:50:47Z', 'revision_number': 6, 'project_id': '16ffe6d0ed0147f2aec262dd1bcc2768', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:47.718018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-8c56a2d7-2803-4ecb-91ab-0eb6daad158d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c474ae66-2b43-460d-865c-d0ecdb20d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210608 Jun 30 08:50:47.768380 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e663d5d3-3adf-443d-ba24-68484fe86f3e x-openstack-request-id: req-e663d5d3-3adf-443d-ba24-68484fe86f3e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:47.768680 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f499e2-ee75-4c5d-a8b3-7c0e48a64d42", "tag": "8056a199-d978-461a-b87b-d4a3d109e5d0", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:47.768939 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e663d5d3-3adf-443d-ba24-68484fe86f3e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:47.769345 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'tag': '8056a199-d978-461a-b87b-d4a3d109e5d0', 'status': 'completed', 'code': 200} Jun 30 08:50:47.829766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:47.875485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53f5fd0a-da12-4e9d-b933-6625daedb2d8 req-e310153d-8d5d-433a-8a6c-397fb6d40cda tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 210 time: 0.0569882 Jun 30 08:50:47.881067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-1d1947f1-431f-4469-9193-9a6a35a37b71 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519761 Jun 30 08:50:47.904813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:47.996960 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.002521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-813713c7-ddb2-415e-86e3-d31db38d23a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c474ae66-2b43-460d-865c-d0ecdb20d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751586 Jun 30 08:50:48.135519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df598814-8b06-4a0e-b6f6-476c2bcf0ac4 req-14cc6683-7322-4835-881c-130e3f990192 service neutron] 10.222.0.13 "GET /v2.0/networks/c474ae66-2b43-460d-865c-d0ecdb20d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254568 Jun 30 08:50:48.160810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb4a620e-7795-46c7-919f-07859d9c7e62 req-b72f2f11-43d9-48eb-af05-33d47f767208 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716386 Jun 30 08:50:48.234592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.240214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.334861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.335561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4849a8-0b7a-4b82-9a28-40991e9fa11a {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:50:48.341997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.353200 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1ecef0f2-ff7c-4e43-b31e-552a5f2b3c56 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7b4849a8-0b7a-4b82-9a28-40991e9fa11a HTTP/1.1" status: 204 len: 168 time: 1.5015442 Jun 30 08:50:48.353200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:48.376702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0537edb-69f1-4c0a-ba03-72deb85e9e6c req-6174351e-adec-49f3-a3bb-33df264ba2a8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:48.381812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0537edb-69f1-4c0a-ba03-72deb85e9e6c req-6174351e-adec-49f3-a3bb-33df264ba2a8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 943 time: 0.2195125 Jun 30 08:50:48.428451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-968d0afd-956c-40d9-a58e-efe9cbe24c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:48.430049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-968d0afd-956c-40d9-a58e-efe9cbe24c1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0af1fd3692f14c5797ed725a512ee190&device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 1095 time: 0.2018290 Jun 30 08:50:48.436796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] Deleting subnet 4a811e85-147b-449c-bcf2-dad5c7c94a19 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:50:48.440612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.488155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.603617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0537edb-69f1-4c0a-ba03-72deb85e9e6c req-4c583043-38cc-49ec-9c15-e70ebee9fa67 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015326 Jun 30 08:50:48.619138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.640703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-14efc91e-c2b0-4625-ac0e-3bd2623ddb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:48.642203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-14efc91e-c2b0-4625-ac0e-3bd2623ddb24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c474ae66-2b43-460d-865c-d0ecdb20d640 HTTP/1.1" status: 200 len: 923 time: 0.1581349 Jun 30 08:50:48.691718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.700338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-249562e1-d1eb-47a0-993d-f4a92596b652 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8056a199-d978-461a-b87b-d4a3d109e5d0 HTTP/1.1" status: 200 len: 217 time: 0.0436189 Jun 30 08:50:48.715821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.719806 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a811e85-147b-449c-bcf2-dad5c7c94a19 HTTP/1.1" status: 204 len: 168 time: 0.3665087 Jun 30 08:50:48.725492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3680c8d-009f-41e8-b519-6e06064af105 None None] Network b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:48.747438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50154) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:48.748728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c99fd-d7b2-4090-8da5-6351cd7edfc5 req-a0d3dcec-2e77-4c58-a35d-902d752f7f16 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:48.757147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de0c99fd-d7b2-4090-8da5-6351cd7edfc5 req-a0d3dcec-2e77-4c58-a35d-902d752f7f16 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 943 time: 0.3726230 Jun 30 08:50:48.758302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21141ddd-2618-4145-a550-713c3b9eb654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a811e85-147b-449c-bcf2-dad5c7c94a19,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:48.801386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-95bdee20-a524-48b9-bbde-7c76a0559b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:48.803412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-95bdee20-a524-48b9-bbde-7c76a0559b60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1888fe-28ba-4b18-8a27-ee81dae4c94a HTTP/1.1" status: 200 len: 862 time: 0.0963058 Jun 30 08:50:48.824192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de0c99fd-d7b2-4090-8da5-6351cd7edfc5 req-4f5470ba-84b8-4208-83f5-80b496c94411 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658972 Jun 30 08:50:48.859164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.913020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-0ecb094a-2c41-4aef-adb2-3ec03774c96a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c474ae66-2b43-460d-865c-d0ecdb20d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809147 Jun 30 08:50:48.997478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Deleting port 73eafc83-4f6a-47af-8b22-092aefae83b5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:50:48.997980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.072780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-9aa57136-78d7-45d5-a44c-baa1788a4d8c service neutron] 10.222.0.13 "GET /v2.0/networks/c474ae66-2b43-460d-865c-d0ecdb20d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522307 Jun 30 08:50:49.130291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] For port 73eafc83-4f6a-47af-8b22-092aefae83b5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=73eafc83-4f6a-47af-8b22-092aefae83b5,segment=NetworkSegment(161e1b4c-a06c-45e9-aba7-6e9204971674),segment_id=161e1b4c-a06c-45e9-aba7-6e9204971674)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:49.130570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.168269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Calling delete_port for 73eafc83-4f6a-47af-8b22-092aefae83b5 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:50:49.237505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09e496a0-50ed-4d8d-9e49-05d26deb4746 req-cb2005e3-609b-4ff8-86fe-5a18947cbe1f service neutron] 10.222.0.13 "GET /v2.0/networks/c474ae66-2b43-460d-865c-d0ecdb20d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516576 Jun 30 08:50:49.377859 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.419718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Pushing event deleted for resources: {'Port': ['ID=73eafc83-4f6a-47af-8b22-092aefae83b5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:49.421766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] No DVR routers for this DVR port 73eafc83-4f6a-47af-8b22-092aefae83b5 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:50:49.448556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddb79e-fd13-4fa7-a6ef-04384c2e13df None None] DHCP port deletion for b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:50:49.514455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-713a21b7-5731-4b0c-93d7-d5e16ff2fc8f req-46640ecc-6910-418d-bfb8-4ac711fe14c8 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 210 time: 0.0927958 Jun 30 08:50:49.598969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.603386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4920c764-906c-46cc-9862-3e9cf672fecb no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:49.615012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49dd5bc-9587-4b6b-8c89-e4fe2d361c92']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:49.625607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4920c764-906c-46cc-9862-3e9cf672fecb {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:49.626112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4920c764-906c-46cc-9862-3e9cf672fecb not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:49.626685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:49.650493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:49.650936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ac50ccd0-0af7-4c3c-bbf7-cd2b14eb36f1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:49.651451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 73eafc83-4f6a-47af-8b22-092aefae83b5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:50:49.659486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161e1b4c-a06c-45e9-aba7-6e9204971674') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:49.660260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161e1b4c-a06c-45e9-aba7-6e9204971674') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:49.684609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.697666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 73eafc83-4f6a-47af-8b22-092aefae83b5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:50:49.698420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 73eafc83-4f6a-47af-8b22-092aefae83b5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:50:49.759230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.777014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:50:49.777423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:50:49.780184 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:50:49.784570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0421330-baf9-4a27-b41c-032e33774d79 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:50:49.803332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-c14bbdd0-5af2-4528-891e-50e5e83e6253 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:49.805942 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-c14bbdd0-5af2-4528-891e-50e5e83e6253 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.26 "GET /v2.0/networks?id=2744b945-1fbf-44d6-b017-c8d9e0045e25 HTTP/1.1" status: 200 len: 815 time: 0.2875984 Jun 30 08:50:49.845365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15540c1e-10e0-4d2c-9f36-62ec7cb9d1e2 req-28f6ee90-9347-4443-b2be-348e5bd58a4e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:49.848998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Request body: {'port': {'device_id': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25', 'admin_state_up': True, 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:49.865565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15540c1e-10e0-4d2c-9f36-62ec7cb9d1e2 req-28f6ee90-9347-4443-b2be-348e5bd58a4e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 943 time: 0.1242225 Jun 30 08:50:49.916029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15540c1e-10e0-4d2c-9f36-62ec7cb9d1e2 req-cabc6a17-72bf-4725-a614-f8a4a32635f2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491798 Jun 30 08:50:49.955798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:49.985840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e0421330-baf9-4a27-b41c-032e33774d79', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'port_id': 'e0421330-baf9-4a27-b41c-032e33774d79', 'mac_address': 'fa:16:3e:0a:2a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d36c3e-fbfa-4768-bb8f-54154644af1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:50:50.105004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.108356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e25f6c-7571-4cd9-9ff2-83fa5f26bd06 req-d1cd8d5d-b40e-4d03-ac66-d4fe1a88e926 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:50.109933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e25f6c-7571-4cd9-9ff2-83fa5f26bd06 req-d1cd8d5d-b40e-4d03-ac66-d4fe1a88e926 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 943 time: 0.1191046 Jun 30 08:50:50.124903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50214) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:50.132582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0421330-baf9-4a27-b41c-032e33774d79 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:50.174667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:50.178050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Made reservation on behalf of 79f6c69279f14f6e81d88d50a4f7b19e for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:50.182948 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.185495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8056a199-d978-461a-b87b-d4a3d109e5d0 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:50:50.188935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.201037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e25f6c-7571-4cd9-9ff2-83fa5f26bd06 req-a655099b-4079-46db-82e6-cab38e29c8e7 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844913 Jun 30 08:50:50.231799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.247632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.249879 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b49dd5bc-9587-4b6b-8c89-e4fe2d361c92 HTTP/1.1" status: 204 len: 168 time: 1.5009389 Jun 30 08:50:50.270916 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca018a-8fb5-4ea0-817b-971708bf6811 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49dd5bc-9587-4b6b-8c89-e4fe2d361c92,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:50.398520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:50.408357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Allocated IP 172.20.0.6 (2744b945-1fbf-44d6-b017-c8d9e0045e25/956ea6e9-6fe1-4588-ba07-2ecd80c94d09/a3b1425d-9aad-4561-8691-b34ec6a2cf9e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:50.448164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 8056a199-d978-461a-b87b-d4a3d109e5d0, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8056a199-d978-461a-b87b-d4a3d109e5d0,segment=NetworkSegment(6501919b-0b36-49be-90f7-cbc680b615f7),segment_id=6501919b-0b36-49be-90f7-cbc680b615f7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:50.465950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '8056a199-d978-461a-b87b-d4a3d109e5d0', 'network_id': 'c474ae66-2b43-460d-865c-d0ecdb20d640', 'port_id': '8056a199-d978-461a-b87b-d4a3d109e5d0', 'mac_address': 'fa:16:3e:9a:76:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1888fe-28ba-4b18-8a27-ee81dae4c94a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:50:50.513137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3a66ce1b-1e3e-4541-938d-3461c8900d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.517238 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.532267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8056a199-d978-461a-b87b-d4a3d109e5d0 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:50.558100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 8056a199-d978-461a-b87b-d4a3d109e5d0, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8056a199-d978-461a-b87b-d4a3d109e5d0,segment=NetworkSegment(6501919b-0b36-49be-90f7-cbc680b615f7),segment_id=6501919b-0b36-49be-90f7-cbc680b615f7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:50.577231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.632746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50230) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:50.662489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3a66ce1b-1e3e-4541-938d-3461c8900d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.685727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=8056a199-d978-461a-b87b-d4a3d109e5d0,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:50.703559 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62a392d7-7e5c-49e9-a4f0-1fa2c369ff23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16ffe6d0ed0147f2aec262dd1bcc2768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696185 Jun 30 08:50:50.704423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50232) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:50.705762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3a66ce1b-1e3e-4541-938d-3461c8900d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.712849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7e65e23-e785-4721-8adc-f8a3add2a764 req-f8dc3d81-3d76-4ba4-8f4d-8936cd97d781 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 210 time: 0.0574965 Jun 30 08:50:50.750854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.760104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3a66ce1b-1e3e-4541-938d-3461c8900d84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e15605e41df145a49a027ab36b263367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341066 Jun 30 08:50:50.762909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50236) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:50.771395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66ce1b-1e3e-4541-938d-3461c8900d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c80b9a3-f817-41e1-95bd-89364813ca3b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:50.780889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Transition to ACTIVE for port object a3b1425d-9aad-4561-8691-b34ec6a2cf9e will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:50.781868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['8056a199-d978-461a-b87b-d4a3d109e5d0'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:50.800571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5811f277-4039-4636-97ed-d28268855e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.821973 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5811f277-4039-4636-97ed-d28268855e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.826200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0421330-baf9-4a27-b41c-032e33774d79'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:50:50.875697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ee69ac7-4a75-4e6c-9ed3-36be9caead96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.883385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5811f277-4039-4636-97ed-d28268855e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.885862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5811f277-4039-4636-97ed-d28268855e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.893712 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5811f277-4039-4636-97ed-d28268855e7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c8732d9-52a7-4833-8be9-e1a2b9342a52 HTTP/1.1" status: 204 len: 168 time: 0.1785839 Jun 30 08:50:50.917287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ee69ac7-4a75-4e6c-9ed3-36be9caead96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.917441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811f277-4039-4636-97ed-d28268855e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8732d9-52a7-4833-8be9-e1a2b9342a52,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:50.944418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.989052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ee69ac7-4a75-4e6c-9ed3-36be9caead96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.995282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ee69ac7-4a75-4e6c-9ed3-36be9caead96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.996841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1ee69ac7-4a75-4e6c-9ed3-36be9caead96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c80b9a3-f817-41e1-95bd-89364813ca3b HTTP/1.1" status: 204 len: 168 time: 0.2307751 Jun 30 08:50:51.011665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69ac7-4a75-4e6c-9ed3-36be9caead96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c80b9a3-f817-41e1-95bd-89364813ca3b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:51.034961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:51.045648 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:51.049992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:51.442172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de29515-b214-4cac-b41f-7b840505c0cc req-93548004-f812-42f9-a5f9-9209c98c19ac tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:51.449409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2de29515-b214-4cac-b41f-7b840505c0cc req-93548004-f812-42f9-a5f9-9209c98c19ac tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 944 time: 0.2753797 Jun 30 08:50:51.622309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2de29515-b214-4cac-b41f-7b840505c0cc req-2c243c0e-6c1a-4ea2-84c1-39fb54164fde tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678576 Jun 30 08:50:51.636481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f878c35-32da-491f-aa6b-4e4e511c5980 None None] Provisioning for port a3b1425d-9aad-4561-8691-b34ec6a2cf9e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:51.662053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f878c35-32da-491f-aa6b-4e4e511c5980 None None] Provisioning complete for port a3b1425d-9aad-4561-8691-b34ec6a2cf9e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:51.664198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f878c35-32da-491f-aa6b-4e4e511c5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.729660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba2bea-5cfd-4f4c-bb39-9e04668a900a req-d9811907-d40a-45c1-873d-4bd16fb7e143 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:51.748251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64ba2bea-5cfd-4f4c-bb39-9e04668a900a req-d9811907-d40a-45c1-873d-4bd16fb7e143 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 944 time: 0.1206515 Jun 30 08:50:51.782331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8f878c35-32da-491f-aa6b-4e4e511c5980 None None] Port a3b1425d-9aad-4561-8691-b34ec6a2cf9e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:51.812667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0421330-baf9-4a27-b41c-032e33774d79 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:51.866167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64ba2bea-5cfd-4f4c-bb39-9e04668a900a req-aa8668c2-1c6a-4631-822d-780e8ea4d51b tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155171 Jun 30 08:50:51.877989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Pushing event updated for resources: {'Port': ['ID=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:51.929963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:51.930618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.945624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port e0421330-baf9-4a27-b41c-032e33774d79 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:51.954576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e0421330-baf9-4a27-b41c-032e33774d79 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:51.956084 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.967639 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-2231c27a-af31-4614-af93-3330377ae180 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1232350 Jun 30 08:50:52.000901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Request body: {'port': {'device_id': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:52.182266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:52.183043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0301a-3348-49b2-b85d-c8f739e158b7 req-b1f83d29-67ae-4d4c-a0ec-b0457918a0b8 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:52.194798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35f0301a-3348-49b2-b85d-c8f739e158b7 req-b1f83d29-67ae-4d4c-a0ec-b0457918a0b8 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 931 time: 0.1524155 Jun 30 08:50:52.229731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:52.299768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35f0301a-3348-49b2-b85d-c8f739e158b7 req-f42025e4-1c9e-40de-b786-c04eba2237b1 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982370 Jun 30 08:50:52.301980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:52.312514 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef9c4a1-32d1-4fbc-ada5-c43188bde6cd" -d '{"events": [{"server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "name": "network-vif-plugged", "status": "completed", "tag": "e0421330-baf9-4a27-b41c-032e33774d79"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:52.398753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:52.411016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:52.549066 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de3eefc-5649-4fe3-b3c7-81cf686037ce x-openstack-request-id: req-7de3eefc-5649-4fe3-b3c7-81cf686037ce {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:52.549502 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "name": "network-vif-plugged", "status": "completed", "tag": "e0421330-baf9-4a27-b41c-032e33774d79", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:52.549902 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7de3eefc-5649-4fe3-b3c7-81cf686037ce {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:52.550476 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79', 'code': 200} Jun 30 08:50:52.630397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:52.674368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a774-2d73-40c6-be89-ab58bcb0e754 req-a6a9d40c-2d09-465d-a866-3c3b14239d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:52.675964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b41a774-2d73-40c6-be89-ab58bcb0e754 req-a6a9d40c-2d09-465d-a866-3c3b14239d18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1097 time: 0.1156945 Jun 30 08:50:52.772488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b41a774-2d73-40c6-be89-ab58bcb0e754 req-5ee33587-4d05-453d-adc6-9341e615a4ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857081 Jun 30 08:50:52.946664 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.161094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b1425d-9aad-4561-8691-b34ec6a2cf9e {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:50:53.166936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c4fcd-1458-47ac-848e-d2f9bc024d9d req-ea6d3720-e1d5-4bdc-87ff-1ae2776f7e30 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:53.182245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c82c4fcd-1458-47ac-848e-d2f9bc024d9d req-ea6d3720-e1d5-4bdc-87ff-1ae2776f7e30 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 945 time: 0.1548886 Jun 30 08:50:53.190266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.245339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Transition to ACTIVE for port object a3b1425d-9aad-4561-8691-b34ec6a2cf9e will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:53.254528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.408894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c82c4fcd-1458-47ac-848e-d2f9bc024d9d req-ececf6a3-801b-48c4-ab75-72e95905ed4b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252593 Jun 30 08:50:53.436760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba7189-80dd-469d-8e11-bf7a2e172c5d req-3e3d4f6e-15ca-4fd4-bdc9-3a2d5f00a83e tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:53.448873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57ba7189-80dd-469d-8e11-bf7a2e172c5d req-3e3d4f6e-15ca-4fd4-bdc9-3a2d5f00a83e tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 944 time: 0.2599461 Jun 30 08:50:53.560385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57ba7189-80dd-469d-8e11-bf7a2e172c5d req-4f25f0be-4ba4-425b-85f0-cbac879632a0 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076458 Jun 30 08:50:53.574480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:53.637117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.638192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.638525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.639533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.640934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.641913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.643308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.644200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.644544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.644885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.645215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.645537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:53.786363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Attempting to bind port a3b1425d-9aad-4561-8691-b34ec6a2cf9e on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:53.786707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Attempting to bind port a3b1425d-9aad-4561-8691-b34ec6a2cf9e by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:53.787589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Attempting to bind port a3b1425d-9aad-4561-8691-b34ec6a2cf9e on network 2744b945-1fbf-44d6-b017-c8d9e0045e25 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:53.815088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8056a199-d978-461a-b87b-d4a3d109e5d0 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:53.837197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Port a3b1425d-9aad-4561-8691-b34ec6a2cf9e on network 2744b945-1fbf-44d6-b017-c8d9e0045e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:50:53.837964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Attempting to bind port a3b1425d-9aad-4561-8691-b34ec6a2cf9e on network 2744b945-1fbf-44d6-b017-c8d9e0045e25 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:53.849162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:53.850460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Checking segment: {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:53.851111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Bound using segment: {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:53.851777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Bound port: a3b1425d-9aad-4561-8691-b34ec6a2cf9e, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68e3c2b-68af-498c-a445-e00a0e4800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:53.852379 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.977066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 8056a199-d978-461a-b87b-d4a3d109e5d0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:53.994174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 8056a199-d978-461a-b87b-d4a3d109e5d0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:53.994951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:54.033023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f387483-d76c-443f-8704-9b48b2385e54 req-9c91e691-ebdb-41e8-9730-15f0fc9340fc tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:54.043932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f387483-d76c-443f-8704-9b48b2385e54 req-9c91e691-ebdb-41e8-9730-15f0fc9340fc tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 943 time: 0.2148466 Jun 30 08:50:54.078694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] For port a3b1425d-9aad-4561-8691-b34ec6a2cf9e, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:54.093404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] For port a3b1425d-9aad-4561-8691-b34ec6a2cf9e, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:54.103095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:54.143062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f387483-d76c-443f-8704-9b48b2385e54 req-7019a9bc-72b2-44b1-8b78-c9a6b21b2d22 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969005 Jun 30 08:50:54.226561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:54.227389 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:54.229225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] 10.222.0.26 "PUT /v2.0/ports/a3b1425d-9aad-4561-8691-b34ec6a2cf9e HTTP/1.1" status: 200 len: 1092 time: 2.2361183 Jun 30 08:50:54.229730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'tag': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:54.240893 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fe7775-b1bb-4840-a978-0bf054872f65", "tag": "a3b1425d-9aad-4561-8691-b34ec6a2cf9e"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:54.243859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:54.358093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 8056a199-d978-461a-b87b-d4a3d109e5d0, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8056a199-d978-461a-b87b-d4a3d109e5d0,segment=NetworkSegment(6501919b-0b36-49be-90f7-cbc680b615f7),segment_id=6501919b-0b36-49be-90f7-cbc680b615f7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:54.371792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:54.392300 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de142bb4-2f71-4b33-9a87-de6436489655 x-openstack-request-id: req-de142bb4-2f71-4b33-9a87-de6436489655 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:54.393062 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fe7775-b1bb-4840-a978-0bf054872f65", "tag": "a3b1425d-9aad-4561-8691-b34ec6a2cf9e", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:54.393416 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de142bb4-2f71-4b33-9a87-de6436489655 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:54.393937 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'tag': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e', 'status': 'completed', 'code': 200} Jun 30 08:50:54.400075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779b6c8-6779-45ef-a1e7-47b19b1782ba service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:54.441329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-495c04a1-728c-46c5-853e-0b4f6ad67e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:54.443019 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-495c04a1-728c-46c5-853e-0b4f6ad67e5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79f6c69279f14f6e81d88d50a4f7b19e&device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 1095 time: 0.1177986 Jun 30 08:50:54.499745 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=8056a199-d978-461a-b87b-d4a3d109e5d0,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:54.527136 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-85cd309f-8d52-4a3a-bccd-1e59709dcee5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1425d-9aad-4561-8691-b34ec6a2cf9e HTTP/1.1" status: 200 len: 217 time: 0.0584180 Jun 30 08:50:54.551751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8056a199-d978-461a-b87b-d4a3d109e5d0'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:50:54.554431 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1925f182-f66b-498c-aafe-9a00ac038bd9" -d '{"events": [{"server_uuid": "29f499e2-ee75-4c5d-a8b3-7c0e48a64d42", "name": "network-vif-plugged", "status": "completed", "tag": "8056a199-d978-461a-b87b-d4a3d109e5d0"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:50:54.654823 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ade84-fbf2-46f8-9807-b9412f70cb89 x-openstack-request-id: req-936ade84-fbf2-46f8-9807-b9412f70cb89 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:50:54.655411 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f499e2-ee75-4c5d-a8b3-7c0e48a64d42", "name": "network-vif-plugged", "status": "completed", "tag": "8056a199-d978-461a-b87b-d4a3d109e5d0", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:50:54.655901 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-936ade84-fbf2-46f8-9807-b9412f70cb89 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:50:54.656536 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8056a199-d978-461a-b87b-d4a3d109e5d0', 'code': 200} Jun 30 08:50:54.688538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-04d67a34-8db1-4c01-b2c2-1c2e2d920dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:54.694893 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-04d67a34-8db1-4c01-b2c2-1c2e2d920dfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=956ea6e9-6fe1-4588-ba07-2ecd80c94d09 HTTP/1.1" status: 200 len: 854 time: 0.1315477 Jun 30 08:50:54.741951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.035326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580950d9-b303-4996-a39d-9736e8a17174 req-15120c10-eb4d-4a70-8034-3215119a3398 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:55.045089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-580950d9-b303-4996-a39d-9736e8a17174 req-15120c10-eb4d-4a70-8034-3215119a3398 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 945 time: 0.3745391 Jun 30 08:50:55.141565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480b66-e628-49f0-9d08-5565393a42b2 req-5bdffc92-e054-4e3b-bc34-35b7b25c9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:55.145867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a480b66-e628-49f0-9d08-5565393a42b2 req-5bdffc92-e054-4e3b-bc34-35b7b25c9dbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 1097 time: 0.3985019 Jun 30 08:50:55.163147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74f66-f6b7-47fc-a258-cba84a0337e1 req-ad93bd37-65ae-4ed7-9aaf-7fa5f07c8107 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:55.171803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95d74f66-f6b7-47fc-a258-cba84a0337e1 req-ad93bd37-65ae-4ed7-9aaf-7fa5f07c8107 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 945 time: 0.3434076 Jun 30 08:50:55.281400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-580950d9-b303-4996-a39d-9736e8a17174 req-fd8ebacd-0f36-4e0c-b95b-82ada26ddd0e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194405 Jun 30 08:50:55.312070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95d74f66-f6b7-47fc-a258-cba84a0337e1 req-fae3f691-fad1-46cc-8461-8165aff53810 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392963 Jun 30 08:50:55.314435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a480b66-e628-49f0-9d08-5565393a42b2 req-71564010-15a9-4f00-85b2-1ddf8a512dc0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383288 Jun 30 08:50:55.498003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50354) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:55.630509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1131386142-network', 'tenant_id': '245697290bb54cd3b511d3b01b2a7ebc'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:55.655062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Made reservation on behalf of 245697290bb54cd3b511d3b01b2a7ebc for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:55.658250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.683323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.813191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.817962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.847559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:50:55.866602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d907241-4b61-4710-857b-40e597ddb22e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:55.871947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.873745 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Added segment c4aa8507-3134-46fa-ada0-6f49b0c09a88 of type vlan for network ab09094c-1256-41d8-82a9-a8d76a308f8f Jun 30 08:50:55.926305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.962349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:55.963546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:55.964439 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.030596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] Pushing event updated for resources: {'Network': ['ID=ab09094c-1256-41d8-82a9-a8d76a308f8f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:56.037680 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69027015-9d23-4ae2-b556-34dfdf2f381c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5361788 Jun 30 08:50:56.039911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50376) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:56.041807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ab09094c-1256-41d8-82a9-a8d76a308f8f details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:50:56.047682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Request body: {'subnet': {'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1131386142-subnet', 'tenant_id': '245697290bb54cd3b511d3b01b2a7ebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:56.101365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Made reservation on behalf of 245697290bb54cd3b511d3b01b2a7ebc for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:56.104114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.336905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.407827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6e1835-f95c-4d02-b94d-35e40f144f5b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:56.421970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.422320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.422646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.422985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.423322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.423649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.423977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.424303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.424663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.425024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.425350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.425696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:56.440342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Checking segment: {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:56.440904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Network hostable DHCP agents. Network: ab09094c-1256-41d8-82a9-a8d76a308f8f, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:56.465169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Network ab09094c-1256-41d8-82a9-a8d76a308f8f is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:56.475404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ab09094c-1256-41d8-82a9-a8d76a308f8f) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:56.482720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd32a394-08de-4a61-98d2-6f7bcbc875fe None None] Network ab09094c-1256-41d8-82a9-a8d76a308f8f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:56.485714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:56.486358 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.512805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7f9f5414-ead6-4c11-916e-57fed1d91a13 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4712625 Jun 30 08:50:56.674797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90779ccb-98e6-4a6e-bbdb-a36f4aa68753 None None] Network ab09094c-1256-41d8-82a9-a8d76a308f8f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:57.473551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50398) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:57.579981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09ac44f5-0078-4bf7-a44b-e0a510c7d690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.687740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09ac44f5-0078-4bf7-a44b-e0a510c7d690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.691656 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09ac44f5-0078-4bf7-a44b-e0a510c7d690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.730885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac44f5-0078-4bf7-a44b-e0a510c7d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff4e0aa-f66d-4975-abc8-8630540fa085,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:57.735668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-09ac44f5-0078-4bf7-a44b-e0a510c7d690 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6cf610c150b4eb8a0d62f637ae9fd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606347 Jun 30 08:50:57.738250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50402) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:57.790746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a99f2d82-49ad-4b42-9aca-c427011ccd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.813011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a99f2d82-49ad-4b42-9aca-c427011ccd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.179619 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a99f2d82-49ad-4b42-9aca-c427011ccd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.183355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a99f2d82-49ad-4b42-9aca-c427011ccd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.184680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a99f2d82-49ad-4b42-9aca-c427011ccd42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ff4e0aa-f66d-4975-abc8-8630540fa085 HTTP/1.1" status: 204 len: 168 time: 0.4455397 Jun 30 08:50:58.196214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f2d82-49ad-4b42-9aca-c427011ccd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff4e0aa-f66d-4975-abc8-8630540fa085,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:58.489890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50410) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:58.506912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81af32c-afb9-434f-a619-0af8d0b652d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.626626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81af32c-afb9-434f-a619-0af8d0b652d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.630992 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81af32c-afb9-434f-a619-0af8d0b652d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.672114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c81af32c-afb9-434f-a619-0af8d0b652d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19feb33ee89f40d9ba5ba51ada8d8c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804965 Jun 30 08:50:58.672995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81af32c-afb9-434f-a619-0af8d0b652d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091a475c-bedd-4488-b517-c2792c6ca878,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:58.674998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50412) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:58.731199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7bde-0c70-4320-9526-6208aed152b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.756471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7bde-0c70-4320-9526-6208aed152b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.811001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7bde-0c70-4320-9526-6208aed152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.813987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7bde-0c70-4320-9526-6208aed152b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.815148 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f6fe7bde-0c70-4320-9526-6208aed152b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/091a475c-bedd-4488-b517-c2792c6ca878 HTTP/1.1" status: 204 len: 168 time: 0.1381054 Jun 30 08:50:58.824108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe7bde-0c70-4320-9526-6208aed152b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091a475c-bedd-4488-b517-c2792c6ca878,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:01.578387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87187aee-899d-4408-a648-dcd92f7103c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.141245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50522) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:02.253617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a26760f-95ba-471c-a0e3-bb458cd95997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.339344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a26760f-95ba-471c-a0e3-bb458cd95997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.342838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a26760f-95ba-471c-a0e3-bb458cd95997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.417935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26760f-95ba-471c-a0e3-bb458cd95997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56b85ae-5840-4826-ae27-ac831961e6b2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:02.429524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5a26760f-95ba-471c-a0e3-bb458cd95997 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec45c3e21009440aa45a57b109aa3fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871568 Jun 30 08:51:02.429999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50528) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:02.448501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-d50ab67f-794d-4b94-a239-31f9ad376650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:02.450054 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-d50ab67f-794d-4b94-a239-31f9ad376650 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2744b945-1fbf-44d6-b017-c8d9e0045e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935662 Jun 30 08:51:02.543862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9d82d4d-c042-4750-b1e9-3f8ae35c1154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.549907 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-62bb0336-8957-4556-89b2-f872754d0723 service neutron] 10.222.0.26 "GET /v2.0/networks/2744b945-1fbf-44d6-b017-c8d9e0045e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894320 Jun 30 08:51:02.556112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19d03d-b09a-4c6f-8f68-365ade86688d req-657b9990-da78-45e9-b031-03fed0474b66 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:02.557614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f19d03d-b09a-4c6f-8f68-365ade86688d req-657b9990-da78-45e9-b031-03fed0474b66 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 943 time: 0.0972824 Jun 30 08:51:02.583045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9d82d4d-c042-4750-b1e9-3f8ae35c1154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.634267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f19d03d-b09a-4c6f-8f68-365ade86688d req-91dba0a4-ffbd-4d6b-a186-9162a3154b74 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614216 Jun 30 08:51:02.658217 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f0739ba-c49f-4fa1-98f7-2b4d33d9efcf req-b2e49b14-c392-4863-9c75-2b7e5e262875 service neutron] 10.222.0.26 "GET /v2.0/networks/2744b945-1fbf-44d6-b017-c8d9e0045e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989718 Jun 30 08:51:02.683770 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9d82d4d-c042-4750-b1e9-3f8ae35c1154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.686707 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9d82d4d-c042-4750-b1e9-3f8ae35c1154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.687936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c9d82d4d-c042-4750-b1e9-3f8ae35c1154 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c56b85ae-5840-4826-ae27-ac831961e6b2 HTTP/1.1" status: 204 len: 168 time: 0.2552478 Jun 30 08:51:02.701550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82d4d-c042-4750-b1e9-3f8ae35c1154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56b85ae-5840-4826-ae27-ac831961e6b2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:02.725683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d4ae5-07a8-4149-8aab-7891e601531c req-1e99fd4e-16e5-4d55-a245-baac99dd7acd tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:02.727254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b7d4ae5-07a8-4149-8aab-7891e601531c req-1e99fd4e-16e5-4d55-a245-baac99dd7acd tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1097 time: 0.0740919 Jun 30 08:51:02.767928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b7d4ae5-07a8-4149-8aab-7891e601531c req-95ba7a16-7bb1-480d-af34-566631ae094a tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jun 30 08:51:02.788109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-874a3f2c-53f6-4843-aaa7-1edd3da46f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:02.789614 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-874a3f2c-53f6-4843-aaa7-1edd3da46f3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79f6c69279f14f6e81d88d50a4f7b19e&device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 1095 time: 0.0592895 Jun 30 08:51:02.897690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-a1baab62-1a20-4255-9f36-061eb9b4b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:02.899383 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-a1baab62-1a20-4255-9f36-061eb9b4b697 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2744b945-1fbf-44d6-b017-c8d9e0045e25 HTTP/1.1" status: 200 len: 916 time: 0.1024299 Jun 30 08:51:02.948554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-4f342dfb-bde8-4ab4-99ae-44be2e6f9b75 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2b41dd4789db4efc8c1416c96238ae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261457 Jun 30 08:51:02.951542 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-9729e04e-51c4-45b9-9cb3-ea3d1882d06d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1425d-9aad-4561-8691-b34ec6a2cf9e HTTP/1.1" status: 200 len: 217 time: 0.0441248 Jun 30 08:51:03.012130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-9c081ea7-d312-4d22-9e2c-95f53c97b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:03.013624 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-9c081ea7-d312-4d22-9e2c-95f53c97b1f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=956ea6e9-6fe1-4588-ba07-2ecd80c94d09 HTTP/1.1" status: 200 len: 854 time: 0.0552328 Jun 30 08:51:03.037925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b45b44-e4c8-496e-b6af-c35be7aa19cf req-13bfdb4b-ab1e-4972-83d0-9df4189e0678 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:03.044764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74b45b44-e4c8-496e-b6af-c35be7aa19cf req-13bfdb4b-ab1e-4972-83d0-9df4189e0678 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 945 time: 0.1550343 Jun 30 08:51:03.046920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50546) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:03.073894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-a8867011-0628-4dd7-a5a4-b8b49d37724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:03.075387 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-a8867011-0628-4dd7-a5a4-b8b49d37724c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2744b945-1fbf-44d6-b017-c8d9e0045e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543587 Jun 30 08:51:03.083085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bf38e2d-4143-42de-a108-8a36012b830a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:03.128839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-89088926-2191-4246-ab8f-efa8bc194a02 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:03.130236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-89088926-2191-4246-ab8f-efa8bc194a02 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745639 Jun 30 08:51:03.141551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74b45b44-e4c8-496e-b6af-c35be7aa19cf req-b267302e-7fb2-44d2-980c-b71f09da556a tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959599 Jun 30 08:51:03.158938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-eff29d98-9189-4326-8d34-f24333f07db6 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/quotas/2b41dd4789db4efc8c1416c96238ae7d HTTP/1.1" status: 200 len: 375 time: 0.0205951 Jun 30 08:51:03.180184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-02e02aae-1045-4214-b0a3-fb7cc9f96654 service neutron] 10.222.0.26 "GET /v2.0/networks/2744b945-1fbf-44d6-b017-c8d9e0045e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963168 Jun 30 08:51:03.212565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-50b70911-321f-43b5-901a-0754b81d1990 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b41dd4789db4efc8c1416c96238ae7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365484 Jun 30 08:51:03.280675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bf38e2d-4143-42de-a108-8a36012b830a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:03.285914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5bf38e2d-4143-42de-a108-8a36012b830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:03.296178 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2718a85a-fa45-4a7c-b1af-1f5e1a1af545 req-d5f76cd1-9863-4d05-adc7-cdb8064dc03a service neutron] 10.222.0.26 "GET /v2.0/networks/2744b945-1fbf-44d6-b017-c8d9e0045e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085281 Jun 30 08:51:03.330635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5bf38e2d-4143-42de-a108-8a36012b830a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7b86e44873c4600889dc9cb42fc6366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777944 Jun 30 08:51:03.330635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38e2d-4143-42de-a108-8a36012b830a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d46e70b-9859-4406-b4cf-8d169c3c49f8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:03.331193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50552) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:03.406739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b06cda-eb18-47ad-b6ca-f51b0d2e0fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:03.433316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b06cda-eb18-47ad-b6ca-f51b0d2e0fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:03.492493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b06cda-eb18-47ad-b6ca-f51b0d2e0fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:03.496880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b06cda-eb18-47ad-b6ca-f51b0d2e0fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:03.500634 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-33b06cda-eb18-47ad-b6ca-f51b0d2e0fef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d46e70b-9859-4406-b4cf-8d169c3c49f8 HTTP/1.1" status: 204 len: 168 time: 0.1662581 Jun 30 08:51:03.508565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06cda-eb18-47ad-b6ca-f51b0d2e0fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d46e70b-9859-4406-b4cf-8d169c3c49f8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:03.604688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ce1a2-d65b-4e7e-8b3f-1a6be1ab8e34 req-af991dc9-ceb0-40d6-b01c-dd8a489b30c9 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:03.606230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-300ce1a2-d65b-4e7e-8b3f-1a6be1ab8e34 req-af991dc9-ceb0-40d6-b01c-dd8a489b30c9 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1097 time: 0.1362972 Jun 30 08:51:03.666051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-927cb476-7428-40c9-b77f-9504bc3e4865 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:03.667863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-927cb476-7428-40c9-b77f-9504bc3e4865 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 822 time: 0.1458430 Jun 30 08:51:03.690783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-300ce1a2-d65b-4e7e-8b3f-1a6be1ab8e34 req-2c15ab0f-faac-4d17-a2c0-976a58e8e438 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683558 Jun 30 08:51:03.693389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-eb7fbaf9-f4fe-44bf-9d8c-052b7bbdb587 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/quotas/245697290bb54cd3b511d3b01b2a7ebc HTTP/1.1" status: 200 len: 375 time: 0.0160365 Jun 30 08:51:03.747862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-270040ef-67ea-4c45-82fb-8c18d0598029 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352435 Jun 30 08:51:03.871466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-38fcb3e8-4120-41a5-98d4-4a279e855d75 service neutron] 10.222.0.53 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166639 Jun 30 08:51:03.998808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-d9554d8f-7ada-4429-a961-c1d80c460d0a service neutron] 10.222.0.53 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159737 Jun 30 08:51:04.087324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a6cb631-6689-409c-bdea-c46eb803395c req-118e3a38-9db1-45e4-9f15-0604fcb4b3ca tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 210 time: 0.0357633 Jun 30 08:51:04.284987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:04.351805 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2678d2d9-b8de-441f-82b8-7fc1c9bf5c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:04.373027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41942e6-ed45-4a7a-b5b3-a2b536d7e722 req-fc6a700f-83c3-4474-a1bb-acc81ab7cbcb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:04.380614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f41942e6-ed45-4a7a-b5b3-a2b536d7e722 req-fc6a700f-83c3-4474-a1bb-acc81ab7cbcb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 943 time: 0.1193213 Jun 30 08:51:04.429801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86f15daf-7089-4e8c-9d57-cca274f8aaf5 req-c7c59a4a-6b5d-4bd4-8fa5-d92249ec36cb tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 210 time: 0.0468640 Jun 30 08:51:04.450009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f41942e6-ed45-4a7a-b5b3-a2b536d7e722 req-00f7a8fe-545a-4e5e-ac50-780897d5098e tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Jun 30 08:51:04.769893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-32445e74-6870-4673-972f-4546cc676bc4 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b41dd4789db4efc8c1416c96238ae7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534003 Jun 30 08:51:05.017790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a3b1425d-9aad-4561-8691-b34ec6a2cf9e details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:05.048357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-5d107b32-d8f6-4468-865c-9c02d48ae0de tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:05.049965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-5d107b32-d8f6-4468-865c-9c02d48ae0de tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714527 Jun 30 08:51:05.065782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Request body: {'port': {'device_id': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '2b41dd4789db4efc8c1416c96238ae7d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:05.139656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc588d58-ff0c-48de-95e2-9de7d722a94f req-8573662c-3697-4fa2-97a2-cb160a8c6a41 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:05.141207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc588d58-ff0c-48de-95e2-9de7d722a94f req-8573662c-3697-4fa2-97a2-cb160a8c6a41 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 945 time: 0.2270501 Jun 30 08:51:05.162282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a3b1425d-9aad-4561-8691-b34ec6a2cf9e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:05.186831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e', 'network_id': '2744b945-1fbf-44d6-b017-c8d9e0045e25', 'port_id': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e', 'mac_address': 'fa:16:3e:1a:6c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea6e9-6fe1-4588-ba07-2ecd80c94d09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:05.234017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc588d58-ff0c-48de-95e2-9de7d722a94f req-8fa506ab-5e3a-4156-99a4-4ccdf8039692 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820112 Jun 30 08:51:05.254244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:05.270266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b1425d-9aad-4561-8691-b34ec6a2cf9e {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:05.271019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Made reservation on behalf of 2b41dd4789db4efc8c1416c96238ae7d for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:05.278061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:05.296091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:05.314389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a3b1425d-9aad-4561-8691-b34ec6a2cf9e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:05.321254 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:05.392958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:05.406596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.406948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.407306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.407626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.407958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.408290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.408619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.408944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.409269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.409708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.409932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.410254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:05.421503 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:05.431359 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:05.503878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d235f2-ffe8-423b-a8e9-482460680c6c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:05.591044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef18ab67-4148-4703-b072-9cfc1fd958d6 req-d57878a9-8fe5-49ee-a8de-f1a7400a59c7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 210 time: 0.0371232 Jun 30 08:51:05.615044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['a3b1425d-9aad-4561-8691-b34ec6a2cf9e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:05.652692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Allocated IP 192.168.233.152 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/0def72db-8fbc-4d76-982a-ab437dd320ba) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:51:05.693581 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:05.906606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-1857dbac-015d-4e1d-8666-a56911fc328b tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:05.909328 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-1857dbac-015d-4e1d-8666-a56911fc328b tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 822 time: 0.2462637 Jun 30 08:51:05.948018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Request body: {'port': {'device_id': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'admin_state_up': True, 'tenant_id': '245697290bb54cd3b511d3b01b2a7ebc'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:06.038625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fff14d45-eba5-4810-a4f4-e50a36e4ec08 req-3b7bc019-d08f-48b5-9378-2149a6060448 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 210 time: 0.0642078 Jun 30 08:51:06.050580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.069544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Transition to ACTIVE for port object 0def72db-8fbc-4d76-982a-ab437dd320ba will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:06.099369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Made reservation on behalf of 245697290bb54cd3b511d3b01b2a7ebc for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:06.104984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.128140 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.172847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:06.177190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:06.208413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:06.280868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:06.281523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.299564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Allocated IP 172.20.0.4 (ab09094c-1256-41d8-82a9-a8d76a308f8f/1a6e1835-f95c-4d02-b94d-35e40f144f5b/f783c887-3387-484a-99c7-cabecb06875b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:51:06.351698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:06.359128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-102ddd77-7b9d-41a2-b661-86a1610a95d7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2981410 Jun 30 08:51:06.377492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-f8b7f042-795d-4ae2-9fdf-0895dd48993e tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:51:06.378185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Request body: {'port': {'device_id': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:06.387113 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-f8b7f042-795d-4ae2-9fdf-0895dd48993e tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146241 Jun 30 08:51:06.397880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Request body: {'binding': {'host': 'n-h1-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:06.398759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:51:06.418695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585e142-0b8b-4195-897c-916862533b57 req-b5ee7973-e3c2-468f-911c-03f04860a044 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:06.426222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9585e142-0b8b-4195-897c-916862533b57 req-b5ee7973-e3c2-468f-911c-03f04860a044 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 944 time: 0.1654303 Jun 30 08:51:06.546704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9585e142-0b8b-4195-897c-916862533b57 req-2a579544-84a5-4777-b732-85cf26fca205 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198034 Jun 30 08:51:06.574741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.615105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0f3c5c05-9c68-4646-bb11-6ee101ffdceb None None] Provisioning for port 0def72db-8fbc-4d76-982a-ab437dd320ba completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:06.627901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0f3c5c05-9c68-4646-bb11-6ee101ffdceb None None] Provisioning complete for port 0def72db-8fbc-4d76-982a-ab437dd320ba triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:06.628662 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c05-9c68-4646-bb11-6ee101ffdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.676363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.678994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-64bd135c-d1f9-4850-a6f4-b0ac7df168ac tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:06.680470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-64bd135c-d1f9-4850-a6f4-b0ac7df168ac tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 945 time: 0.2355483 Jun 30 08:51:06.714891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c5c05-9c68-4646-bb11-6ee101ffdceb None None] Port 0def72db-8fbc-4d76-982a-ab437dd320ba cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:51:06.725425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.766710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on host n-h1-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:06.767047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:06.767373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:06.782319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Network ab09094c-1256-41d8-82a9-a8d76a308f8f is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:06.784903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:06.785451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:06.795133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:06.795759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:06.796150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:06.796581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Bound port: e0421330-baf9-4a27-b41c-032e33774d79, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:06.802052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:06.807456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:06.810434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:06.898204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:06.898828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.915206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:06.921336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:06.922703 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0b8208f0-8bcf-4657-be3e-c822085b177d service neutron] 10.222.0.53 "POST /v2.0/ports/e0421330-baf9-4a27-b41c-032e33774d79/bindings HTTP/1.1" status: 201 len: 390 time: 0.5346324 Jun 30 08:51:06.924642 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-b6f10f16-6ecb-46ce-8332-22aac0d64e37 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9849925 Jun 30 08:51:06.937226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Request body: {'port': {'device_id': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:06.979979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13265e-f80c-4c5a-8508-3a6a8b0092df req-0daa966d-8cc5-41bc-afaa-73ee7d8c656d tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:06.981837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b13265e-f80c-4c5a-8508-3a6a8b0092df req-0daa966d-8cc5-41bc-afaa-73ee7d8c656d tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 945 time: 0.2367256 Jun 30 08:51:07.033496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.036530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Deleting port 8056a199-d978-461a-b87b-d4a3d109e5d0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:07.037154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.049506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a3b1425d-9aad-4561-8691-b34ec6a2cf9e up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:07.141426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b13265e-f80c-4c5a-8508-3a6a8b0092df req-dbe53376-4a92-49ba-a736-2e43b220201c tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f014649-b1eb-4c27-a7d0-240f321ff350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460841 Jun 30 08:51:07.164746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.204609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50700) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:07.223090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port a3b1425d-9aad-4561-8691-b34ec6a2cf9e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:07.227820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port a3b1425d-9aad-4561-8691-b34ec6a2cf9e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:07.228193 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.262293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0def72db-8fbc-4d76-982a-ab437dd320ba {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:07.285521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.349374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] For port 8056a199-d978-461a-b87b-d4a3d109e5d0, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8056a199-d978-461a-b87b-d4a3d109e5d0,segment=NetworkSegment(6501919b-0b36-49be-90f7-cbc680b615f7),segment_id=6501919b-0b36-49be-90f7-cbc680b615f7)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:07.350302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.369268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Transition to ACTIVE for port object 0def72db-8fbc-4d76-982a-ab437dd320ba will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:07.383092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Calling delete_port for 8056a199-d978-461a-b87b-d4a3d109e5d0 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:07.385122 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.387989 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.456486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-8ba75a2e-52d8-4e0a-9372-827f12b56507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:07.458474 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-8ba75a2e-52d8-4e0a-9372-827f12b56507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1097 time: 0.1426895 Jun 30 08:51:07.460376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a3b1425d-9aad-4561-8691-b34ec6a2cf9e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:07.461718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:07.465200 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79a83e3-8776-4bcb-9473-93a3ea017910" -d '{"events": [{"server_uuid": "f0fe7775-b1bb-4840-a978-0bf054872f65", "name": "network-vif-plugged", "status": "completed", "tag": "a3b1425d-9aad-4561-8691-b34ec6a2cf9e"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:07.470237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.514209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00b8d76d-6bee-4cfc-82c5-2178e17a469c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.541159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:07.581679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f783c887-3387-484a-99c7-cabecb06875b {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:07.597320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.603006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:07.625931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Transition to ACTIVE for port object f783c887-3387-484a-99c7-cabecb06875b will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:07.635597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.663866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-cf08e3a5-a941-46a4-a7e0-c80ededdf839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:07.664157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e1e9f-59c9-4519-8f66-b1f4e8e4f8fe req-7f741c53-9008-4743-81bc-8a26f1c13c78 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:07.665322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-cf08e3a5-a941-46a4-a7e0-c80ededdf839 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1982300 Jun 30 08:51:07.665714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c90e1e9f-59c9-4519-8f66-b1f4e8e4f8fe req-7f741c53-9008-4743-81bc-8a26f1c13c78 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 936 time: 0.3515766 Jun 30 08:51:07.718596 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-3cf9fd2a-3809-40cf-bbd9-e245c735509a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 217 time: 0.0425923 Jun 30 08:51:07.727122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:07.817497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-52ab683e-5d38-4ba5-aaeb-a89deae13af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:07.819009 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-52ab683e-5d38-4ba5-aaeb-a89deae13af0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0944402 Jun 30 08:51:07.822903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c90e1e9f-59c9-4519-8f66-b1f4e8e4f8fe req-5d4aaa45-41d9-4329-b33e-1b0a1776dc36 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337738 Jun 30 08:51:07.830344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Attempting to bind port 0def72db-8fbc-4d76-982a-ab437dd320ba on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:07.831095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Attempting to bind port 0def72db-8fbc-4d76-982a-ab437dd320ba by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:07.831095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Attempting to bind port 0def72db-8fbc-4d76-982a-ab437dd320ba on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:07.845280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69420f-11d9-496e-be08-6aa8dc19d0a1 req-4bfeed0a-27ef-4eb2-ad69-14747ed6975e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:07.845280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e69420f-11d9-496e-be08-6aa8dc19d0a1 req-4bfeed0a-27ef-4eb2-ad69-14747ed6975e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 945 time: 0.3199816 Jun 30 08:51:07.862478 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-3596723b-1d64-4646-b63e-5be4abf10475 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325513 Jun 30 08:51:07.863071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Attempting to bind port f783c887-3387-484a-99c7-cabecb06875b on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:07.863410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Attempting to bind port f783c887-3387-484a-99c7-cabecb06875b by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:07.863738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Attempting to bind port f783c887-3387-484a-99c7-cabecb06875b on network ab09094c-1256-41d8-82a9-a8d76a308f8f {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:07.864873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Port 0def72db-8fbc-4d76-982a-ab437dd320ba on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:07.865235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Attempting to bind port 0def72db-8fbc-4d76-982a-ab437dd320ba on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:07.880664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Port f783c887-3387-484a-99c7-cabecb06875b on network ab09094c-1256-41d8-82a9-a8d76a308f8f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:07.881704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Attempting to bind port f783c887-3387-484a-99c7-cabecb06875b on network ab09094c-1256-41d8-82a9-a8d76a308f8f {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:07.892022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:07.892471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:07.892779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:07.893234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Bound port: 0def72db-8fbc-4d76-982a-ab437dd320ba, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:07.893584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.902042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.922804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:07.922804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Checking segment: {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:07.923559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Bound using segment: {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:07.923559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Bound port: f783c887-3387-484a-99c7-cabecb06875b, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:07.923928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:07.959557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Pushing event deleted for resources: {'Port': ['ID=8056a199-d978-461a-b87b-d4a3d109e5d0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:08.018637 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-02fff062-cf6b-48bf-b8c1-4d16bf9f87e0 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474540 Jun 30 08:51:08.019611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:08.020207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00b8d76d-6bee-4cfc-82c5-2178e17a469c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.023195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:08.023780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e69420f-11d9-496e-be08-6aa8dc19d0a1 req-c5f54d66-12c5-4816-828d-180f9a5efc28 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732407 Jun 30 08:51:08.034502 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00b8d76d-6bee-4cfc-82c5-2178e17a469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.035031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.091246 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4503b9a-89f2-46e7-86a3-146917f4601b x-openstack-request-id: req-a4503b9a-89f2-46e7-86a3-146917f4601b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:08.091783 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fe7775-b1bb-4840-a978-0bf054872f65", "name": "network-vif-plugged", "status": "completed", "tag": "a3b1425d-9aad-4561-8691-b34ec6a2cf9e", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:08.092031 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4503b9a-89f2-46e7-86a3-146917f4601b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:08.092515 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e', 'code': 200} Jun 30 08:51:08.110896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] No DVR routers for this DVR port 8056a199-d978-461a-b87b-d4a3d109e5d0 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:08.115924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.116542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.117979 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] 10.222.0.26 "PUT /v2.0/ports/f783c887-3387-484a-99c7-cabecb06875b HTTP/1.1" status: 200 len: 1092 time: 1.1852589 Jun 30 08:51:08.120535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:08.122245 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2392e7-b35b-425f-808f-6a94818f5c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "tag": "f783c887-3387-484a-99c7-cabecb06875b"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:08.126177 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.128350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c76b26c-fde4-4c90-aa40-c507ec7b3377 req-731a8619-5357-4ab6-af03-34348893a357 tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.13 "DELETE /v2.0/ports/8056a199-d978-461a-b87b-d4a3d109e5d0 HTTP/1.1" status: 204 len: 173 time: 1.4353106 Jun 30 08:51:08.131287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'name': 'network-vif-deleted', 'tag': '8056a199-d978-461a-b87b-d4a3d109e5d0'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:08.134906 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f656bd-e9f7-4447-9032-b4ccc4dfc65c" -d '{"events": [{"server_uuid": "29f499e2-ee75-4c5d-a8b3-7c0e48a64d42", "name": "network-vif-deleted", "tag": "8056a199-d978-461a-b87b-d4a3d109e5d0"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:08.155335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-00b8d76d-6bee-4cfc-82c5-2178e17a469c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4346cd67bc34cbe80ff5807d332c99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9424870 Jun 30 08:51:08.156097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50712) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:08.156652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692e6e6-761b-42b9-a6bd-0d0fd80a7157 service neutron] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:08.160875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:08.164922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8d76d-6bee-4cfc-82c5-2178e17a469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8855963c-0a5d-4cdb-9e5a-01b3d4369b57,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:08.169409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:08.186230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.194882 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-8111072c-7b7a-433d-81f3-c4f7e318b501 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688869 Jun 30 08:51:08.210564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e21fe-d9fe-4a1b-a61e-be6f4d319563 req-7025a40d-db75-45a8-9dc2-a4d0e6b82663 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.218164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c18e21fe-d9fe-4a1b-a61e-be6f4d319563 req-7025a40d-db75-45a8-9dc2-a4d0e6b82663 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 943 time: 0.2676351 Jun 30 08:51:08.267776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.268332 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.269940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/0def72db-8fbc-4d76-982a-ab437dd320ba HTTP/1.1" status: 200 len: 1097 time: 1.8970182 Jun 30 08:51:08.310915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8f7-14ad-410b-bf51-0f1fe9067f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.346809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8f7-14ad-410b-bf51-0f1fe9067f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.373502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c18e21fe-d9fe-4a1b-a61e-be6f4d319563 req-1dbbf2fc-4bda-44c1-982f-bd386286f86b tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510768 Jun 30 08:51:08.377643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df79cc-cb36-46f1-808c-de0d53d358c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:08.421077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-46a59001-139a-495f-83c7-e36b6f02ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.422881 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-46a59001-139a-495f-83c7-e36b6f02ebc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 1095 time: 0.2154367 Jun 30 08:51:08.432478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028e0ab-1e00-4931-97e3-af49b8099e6d req-18603a26-576a-416b-9218-0c1b1d1abb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.435256 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d028e0ab-1e00-4931-97e3-af49b8099e6d req-18603a26-576a-416b-9218-0c1b1d1abb23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 1097 time: 0.1752098 Jun 30 08:51:08.442734 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65bec6e-11c0-4c40-ad31-8d64aa272681 x-openstack-request-id: req-d65bec6e-11c0-4c40-ad31-8d64aa272681 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:08.443884 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "tag": "f783c887-3387-484a-99c7-cabecb06875b", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:08.444207 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d65bec6e-11c0-4c40-ad31-8d64aa272681 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:08.444833 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b', 'status': 'completed', 'code': 200} Jun 30 08:51:08.492328 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ddaac9-e7e9-48a6-b9fa-b57533fcec88 x-openstack-request-id: req-71ddaac9-e7e9-48a6-b9fa-b57533fcec88 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:08.492621 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f499e2-ee75-4c5d-a8b3-7c0e48a64d42", "name": "network-vif-deleted", "tag": "8056a199-d978-461a-b87b-d4a3d109e5d0", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:08.492888 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71ddaac9-e7e9-48a6-b9fa-b57533fcec88 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:08.493269 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f499e2-ee75-4c5d-a8b3-7c0e48a64d42', 'name': 'network-vif-deleted', 'tag': '8056a199-d978-461a-b87b-d4a3d109e5d0', 'status': 'completed', 'code': 200} Jun 30 08:51:08.500078 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-ba68e6d8-34b6-4cf3-b4ba-bf4621607474 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f783c887-3387-484a-99c7-cabecb06875b HTTP/1.1" status: 200 len: 217 time: 0.0524900 Jun 30 08:51:08.502949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00673fb6-4d59-4cfe-b698-043ab2252602 req-b12b42a8-67cd-403a-8804-067988cf3ebf tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.510767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00673fb6-4d59-4cfe-b698-043ab2252602 req-b12b42a8-67cd-403a-8804-067988cf3ebf tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 945 time: 0.2382331 Jun 30 08:51:08.548279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-175f6dbd-9d9d-47de-b745-514855393e42 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.549995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-175f6dbd-9d9d-47de-b745-514855393e42 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.2606697 Jun 30 08:51:08.563709 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d028e0ab-1e00-4931-97e3-af49b8099e6d req-204d140f-80e8-4275-85c5-8d947c39b453 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172922 Jun 30 08:51:08.567578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-40'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:08.567874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-1eaeca89-4520-45c1-a73e-ada258f7db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.570005 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-1eaeca89-4520-45c1-a73e-ada258f7db70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a6e1835-f95c-4d02-b94d-35e40f144f5b HTTP/1.1" status: 200 len: 862 time: 0.0618043 Jun 30 08:51:08.570928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8f7-14ad-410b-bf51-0f1fe9067f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.573371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8f7-14ad-410b-bf51-0f1fe9067f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.574421 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f3e9d8f7-14ad-410b-bf51-0f1fe9067f97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8855963c-0a5d-4cdb-9e5a-01b3d4369b57 HTTP/1.1" status: 204 len: 168 time: 0.4148080 Jun 30 08:51:08.582726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9d8f7-14ad-410b-bf51-0f1fe9067f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8855963c-0a5d-4cdb-9e5a-01b3d4369b57,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:08.597550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00673fb6-4d59-4cfe-b698-043ab2252602 req-a9ca4396-5bcb-42e1-907b-c976b22b2822 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785978 Jun 30 08:51:08.641653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-b3872403-207d-4fb0-b545-1aded96e85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.642194 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-c2f377ae-7dbd-48db-8085-3286efe87340 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab09094c-1256-41d8-82a9-a8d76a308f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282214 Jun 30 08:51:08.643409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-b3872403-207d-4fb0-b545-1aded96e85ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b41dd4789db4efc8c1416c96238ae7d&device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 1100 time: 0.2324636 Jun 30 08:51:08.700842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-eb99e578-13ca-4d19-972a-0763e037a727 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=0def72db-8fbc-4d76-982a-ab437dd320ba HTTP/1.1" status: 200 len: 217 time: 0.0458727 Jun 30 08:51:08.804692 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-3016564f-bf0a-44e9-9276-630cc3cfba14 service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543472 Jun 30 08:51:08.837608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fae49036-7bb3-4148-95e7-7460a8f5b087 req-d7321c31-17a0-4eb4-a438-72533758fadd tempest-ServerAddressesNegativeTestJSON-2135635708 tempest-ServerAddressesNegativeTestJSON-2135635708-project] 10.222.0.53 "GET /v2.0/ports?device_id=29f499e2-ee75-4c5d-a8b3-7c0e48a64d42 HTTP/1.1" status: 200 len: 210 time: 0.0618508 Jun 30 08:51:08.863187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:08.880104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-8d60c0ba-a3fe-40ec-906b-f9f4fac05f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:08.883068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-8d60c0ba-a3fe-40ec-906b-f9f4fac05f0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1536345 Jun 30 08:51:08.941998 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2dfb8ed7-1a11-47e8-b59e-39f9d68fcbac req-1f4ee23e-3e4d-4f72-a177-ebafe1e733ab service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287954 Jun 30 08:51:09.027879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:09.043681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05ea68b8-d874-4d5b-8384-264749382115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.109931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-64aefca6-dda7-45a2-a5e1-d327080dc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:09.111520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-64aefca6-dda7-45a2-a5e1-d327080dc2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2206421 Jun 30 08:51:09.213987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05ea68b8-d874-4d5b-8384-264749382115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.220065 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-05ea68b8-d874-4d5b-8384-264749382115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.239986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-b23b68d0-50ef-4b88-a574-f52638ee0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:09.241550 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-b23b68d0-50ef-4b88-a574-f52638ee0415 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 1095 time: 0.1175203 Jun 30 08:51:09.308685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-05ea68b8-d874-4d5b-8384-264749382115 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=995eecc135a140f1bf722c97b0a4f39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797036 Jun 30 08:51:09.312516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:09.313174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea68b8-d874-4d5b-8384-264749382115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681d5f3e-0c69-4966-bd90-58e36d0f2890,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:09.401905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-0ae2d973-a822-4ccc-8937-ed0d7fc16f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:09.403405 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-0ae2d973-a822-4ccc-8937-ed0d7fc16f8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 923 time: 0.1528769 Jun 30 08:51:09.406317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11874699-dd38-47ff-8903-c51b1ff51ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.462733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11874699-dd38-47ff-8903-c51b1ff51ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.466771 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-733e3123-ee74-4a64-a0d8-63ad37f62430 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f783c887-3387-484a-99c7-cabecb06875b HTTP/1.1" status: 200 len: 217 time: 0.0500519 Jun 30 08:51:09.537917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:09.541976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-8f24704e-3beb-47a0-81a6-7bf8feb43285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:09.543661 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-8f24704e-3beb-47a0-81a6-7bf8feb43285 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a6e1835-f95c-4d02-b94d-35e40f144f5b HTTP/1.1" status: 200 len: 862 time: 0.0602641 Jun 30 08:51:09.572786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11839e81-a760-4f41-8c0c-5c1c9ef535e2 req-414a85a1-e8c3-4d43-aa7c-48729ed888ba tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:09.574312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11839e81-a760-4f41-8c0c-5c1c9ef535e2 req-414a85a1-e8c3-4d43-aa7c-48729ed888ba tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 948 time: 0.5257833 Jun 30 08:51:09.582325 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-3be50345-76da-4efa-a1bb-ed0f30a16a85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab09094c-1256-41d8-82a9-a8d76a308f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313430 Jun 30 08:51:09.585770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11874699-dd38-47ff-8903-c51b1ff51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.588644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11874699-dd38-47ff-8903-c51b1ff51ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.589772 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-11874699-dd38-47ff-8903-c51b1ff51ae4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/681d5f3e-0c69-4966-bd90-58e36d0f2890 HTTP/1.1" status: 204 len: 168 time: 0.2724807 Jun 30 08:51:09.617394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11874699-dd38-47ff-8903-c51b1ff51ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681d5f3e-0c69-4966-bd90-58e36d0f2890,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:09.671094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:09.700894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-789b10b8-b4c8-4be4-a579-437d8b06a07c service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100719 Jun 30 08:51:09.713233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-1d86cbdc-bb09-4e90-a442-f2fdfe52c857 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905397 Jun 30 08:51:09.721341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84d79e-45a5-4549-85b8-13b840b6d251 req-244bc001-3dd1-4a14-8674-37bdb4d94cea tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:09.727972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b84d79e-45a5-4549-85b8-13b840b6d251 req-244bc001-3dd1-4a14-8674-37bdb4d94cea tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 945 time: 0.2918539 Jun 30 08:51:09.751776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11839e81-a760-4f41-8c0c-5c1c9ef535e2 req-87de525f-5830-449b-afe4-9d12c4704b5b tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684830 Jun 30 08:51:09.807326 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cc2392e7-b35b-425f-808f-6a94818f5c8c req-464c9066-8727-4ba9-8df0-4fe88b6efceb service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993016 Jun 30 08:51:09.837979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.853770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b84d79e-45a5-4549-85b8-13b840b6d251 req-ef5f0281-7fc8-4c86-ae04-ba6543670f4c tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249192 Jun 30 08:51:09.856045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:09.868231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8056a199-d978-461a-b87b-d4a3d109e5d0 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:09.902148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 8056a199-d978-461a-b87b-d4a3d109e5d0 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:51:09.902897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8056a199-d978-461a-b87b-d4a3d109e5d0 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:10.028710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:10.037674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7cc44a-8d35-4dd9-8299-655dcade3f9f req-e0c5e02f-8842-4837-a176-bd2393e990ee service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058329 Jun 30 08:51:10.075878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on host n-h2-758944-40 for vnic_type normal with profile {"migrating_to": "n-h1-758944-40"} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:10.076215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:10.076545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:10.091871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:10.092115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Attempting to bind port e0421330-baf9-4a27-b41c-032e33774d79 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:10.109165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:10.109654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:10.110040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:10.110480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Bound port: e0421330-baf9-4a27-b41c-032e33774d79, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:10.110839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:10.129005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465c75-e82b-4e12-9eb6-b20d5db15c2a req-41115e90-24b4-488a-b6db-69ffdbc37901 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:10.130519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00465c75-e82b-4e12-9eb6-b20d5db15c2a req-41115e90-24b4-488a-b6db-69ffdbc37901 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 943 time: 0.2404644 Jun 30 08:51:10.198678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81462da9-dc9d-4d09-9eaa-1cf54e061de6 req-1f55bf12-4eb5-4b1e-b59b-14ba99d476b4 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:10.200597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81462da9-dc9d-4d09-9eaa-1cf54e061de6 req-1f55bf12-4eb5-4b1e-b59b-14ba99d476b4 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 945 time: 0.1809547 Jun 30 08:51:10.255113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00465c75-e82b-4e12-9eb6-b20d5db15c2a req-5ef4ee32-1b38-4010-a7bc-2f46c93781e1 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145520 Jun 30 08:51:10.259200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:10.282239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:10.286100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81462da9-dc9d-4d09-9eaa-1cf54e061de6 req-2b1a21f6-0f93-4aaf-bdd7-4db2af026fce tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Jun 30 08:51:10.289334 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:10.357676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50764) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:10.380250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:10.381413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:10.382885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 1123 time: 1.8235826 Jun 30 08:51:10.387241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3350-e26a-457f-b0d9-4d2386743a95 service neutron] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=8']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:10.437604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] Deleting subnet 5a1888fe-28ba-4b18-8a27-ee81dae4c94a {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:51:10.441148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:10.471051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e0421330-baf9-4a27-b41c-032e33774d79'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:10.480542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:10.494909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba'}, {'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79'}, {'name': 'network-changed', 'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:10.498808 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eae8e9-462d-416d-90bc-2390e6c0680a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba"}, {"server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e0421330-baf9-4a27-b41c-032e33774d79"}, {"name": "network-changed", "server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "tag": "e0421330-baf9-4a27-b41c-032e33774d79"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:10.583403 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a46b86-b9ee-40b6-a088-066b9c7e85bb x-openstack-request-id: req-08a46b86-b9ee-40b6-a088-066b9c7e85bb {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:10.583403 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba", "status": "completed", "code": 200}, {"server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e0421330-baf9-4a27-b41c-032e33774d79", "code": 200}, {"name": "network-changed", "server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "tag": "e0421330-baf9-4a27-b41c-032e33774d79", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:10.584224 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08a46b86-b9ee-40b6-a088-066b9c7e85bb {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:10.584496 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'status': 'completed', 'code': 200} Jun 30 08:51:10.584932 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79', 'code': 200} Jun 30 08:51:10.585251 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79', 'status': 'completed', 'code': 200} Jun 30 08:51:10.678244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-82b2f93e-5c3c-42c9-bd87-b048c7efa6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:10.679944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-82b2f93e-5c3c-42c9-bd87-b048c7efa6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b41dd4789db4efc8c1416c96238ae7d&device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 1100 time: 0.0716171 Jun 30 08:51:10.835321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-44e0d4e6-96dd-46f4-a750-9cc512e65712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:10.836944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-44e0d4e6-96dd-46f4-a750-9cc512e65712 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1465902 Jun 30 08:51:10.863166 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:10.903269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-a018a7e5-69fc-4fc3-9d2e-37459116d60c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=0def72db-8fbc-4d76-982a-ab437dd320ba HTTP/1.1" status: 200 len: 217 time: 0.0556910 Jun 30 08:51:10.964489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:10.995564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1888fe-28ba-4b18-8a27-ee81dae4c94a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:11.004223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.004223 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f86a037-ae69-4dc4-8886-97ea0f4800e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5a1888fe-28ba-4b18-8a27-ee81dae4c94a HTTP/1.1" status: 204 len: 168 time: 0.6433287 Jun 30 08:51:11.006216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:11.032722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-26758c18-c5fb-4bd4-93fb-7013336c931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:11.034320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-26758c18-c5fb-4bd4-93fb-7013336c931f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1213243 Jun 30 08:51:11.073510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f783c887-3387-484a-99c7-cabecb06875b details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:11.093950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8031c-25e0-4fdc-bed3-c2ebcd11f1a8 req-26c789bc-b35b-4210-9a17-a6fb81333032 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:11.095527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80f8031c-25e0-4fdc-bed3-c2ebcd11f1a8 req-26c789bc-b35b-4210-9a17-a6fb81333032 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 948 time: 0.1276894 Jun 30 08:51:11.153120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.251550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80f8031c-25e0-4fdc-bed3-c2ebcd11f1a8 req-46e12307-0e4b-441c-967b-bc8c4d2e3494 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115797 Jun 30 08:51:11.277196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:11.298340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f783c887-3387-484a-99c7-cabecb06875b', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'port_id': 'f783c887-3387-484a-99c7-cabecb06875b', 'mac_address': 'fa:16:3e:28:8d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6e1835-f95c-4d02-b94d-35e40f144f5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:11.305445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-13367615-3352-4c5e-98a9-90ecd6c039e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:11.307495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-13367615-3352-4c5e-98a9-90ecd6c039e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2484326 Jun 30 08:51:11.328348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.330066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348acd5f-232b-4393-9f6d-7b68d160ffa6 req-981a68e1-5b2e-4457-babc-268c2af4d5fa tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:11.336362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-348acd5f-232b-4393-9f6d-7b68d160ffa6 req-981a68e1-5b2e-4457-babc-268c2af4d5fa tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 943 time: 0.1888974 Jun 30 08:51:11.339764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c474ae66-2b43-460d-865c-d0ecdb20d640']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:11.350634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6501919b-0b36-49be-90f7-cbc680b615f7') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:11.350926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6501919b-0b36-49be-90f7-cbc680b615f7') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:11.355427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.360255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.371552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f783c887-3387-484a-99c7-cabecb06875b {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:11.374385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.386913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:11.387359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.405599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:11.421936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:11.428354 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:11.463271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.481181 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.491491 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c474ae66-2b43-460d-865c-d0ecdb20d640 HTTP/1.1" status: 204 len: 168 time: 0.4818072 Jun 30 08:51:11.494697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:11.514102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7185ee-1699-4ad5-b37e-ad739b8b92b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c474ae66-2b43-460d-865c-d0ecdb20d640,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:11.582332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-348acd5f-232b-4393-9f6d-7b68d160ffa6 req-ca9dbebf-288e-4edc-9432-bf052b34be20 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150378 Jun 30 08:51:11.621877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-6ed1667f-af64-497b-a567-5d6ba011b992 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846956 Jun 30 08:51:11.646925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833e485-78fa-433b-af81-75759b989bbf req-b42dbbd2-c0e7-4d18-8d1b-515b27aff8ae tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:11.648702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3833e485-78fa-433b-af81-75759b989bbf req-b42dbbd2-c0e7-4d18-8d1b-515b27aff8ae tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 944 time: 0.1834381 Jun 30 08:51:11.749048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3833e485-78fa-433b-af81-75759b989bbf req-01afd2a3-2acc-4c00-956f-4f0b2cc98667 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895143 Jun 30 08:51:11.754569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f783c887-3387-484a-99c7-cabecb06875b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:11.780890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-784b992c-c598-4fb4-abbb-b43922d3662e service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496894 Jun 30 08:51:11.795842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:11.877517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:11.895907 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-81e7189a-04e2-43b0-8ded-5f94251cd833 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0af1fd3692f14c5797ed725a512ee190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986786 Jun 30 08:51:11.900175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50820) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:11.991197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-f9e71bdf-2797-4fc9-8bea-28f940e7415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:11.992969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-f9e71bdf-2797-4fc9-8bea-28f940e7415e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1126 time: 0.1555703 Jun 30 08:51:11.994372 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96277d05-2203-4ea2-bab8-fb897611758e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:12.020079 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96277d05-2203-4ea2-bab8-fb897611758e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:12.061855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:12.074811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'mac_address': 'fa:16:3e:5f:5b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:12.120018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96277d05-2203-4ea2-bab8-fb897611758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:12.123748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96277d05-2203-4ea2-bab8-fb897611758e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:12.125052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-96277d05-2203-4ea2-bab8-fb897611758e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f014649-b1eb-4c27-a7d0-240f321ff350 HTTP/1.1" status: 204 len: 168 time: 0.2146411 Jun 30 08:51:12.137129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96277d05-2203-4ea2-bab8-fb897611758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f014649-b1eb-4c27-a7d0-240f321ff350,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:12.137321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:12.157003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0def72db-8fbc-4d76-982a-ab437dd320ba {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:12.181974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:12.187679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:12.211309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-21e7bd6b-22f5-4fc0-95e3-fd967a7b087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:12.213182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-21e7bd6b-22f5-4fc0-95e3-fd967a7b087f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1471097 Jun 30 08:51:12.251448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:12.264019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-d87ede86-447b-4615-9952-cc6fb0309602 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 217 time: 0.0421433 Jun 30 08:51:12.327421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-57a9d20a-f72d-4cfe-9e44-17ee1879bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:12.329538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-57a9d20a-f72d-4cfe-9e44-17ee1879bf08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0568857 Jun 30 08:51:12.388755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-14e055c6-6dad-46bc-954e-a111549d3bfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521519 Jun 30 08:51:12.463184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0def72db-8fbc-4d76-982a-ab437dd320ba'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:12.581110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afc96e-dd79-4992-b890-9802a80addde req-ddaf77be-22ca-44c6-953a-f31edcffd54c tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:12.582653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13afc96e-dd79-4992-b890-9802a80addde req-ddaf77be-22ca-44c6-953a-f31edcffd54c tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 949 time: 0.1976354 Jun 30 08:51:12.587718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-0df4134e-440d-4c45-bb40-e6521cf76394 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897655 Jun 30 08:51:12.723062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13afc96e-dd79-4992-b890-9802a80addde req-95c8d871-ff92-4180-b160-532926b22014 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302133 Jun 30 08:51:12.760954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8eae8e9-462d-416d-90bc-2390e6c0680a req-d61b3d8c-d14a-429c-b0ba-f5399475bb44 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568885 Jun 30 08:51:12.920250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a6c0d-15cd-4203-8441-ce6a459ef708 req-ca594f4e-fad8-45ec-b08a-74631e88b29b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:12.927401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a6c0d-15cd-4203-8441-ce6a459ef708 req-ca594f4e-fad8-45ec-b08a-74631e88b29b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 943 time: 0.1575427 Jun 30 08:51:13.007201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a6c0d-15cd-4203-8441-ce6a459ef708 req-270b7e4b-400d-49e0-a07b-fba3ae594307 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753920 Jun 30 08:51:13.062625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641946f8-79ae-49e6-bea6-40785a7b9907 req-c2260eb6-5d90-4fb2-af4d-21d2daaa338c tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:13.064162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-641946f8-79ae-49e6-bea6-40785a7b9907 req-c2260eb6-5d90-4fb2-af4d-21d2daaa338c tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 944 time: 0.1339991 Jun 30 08:51:13.068344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e0421330-baf9-4a27-b41c-032e33774d79 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:13.089129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f783c887-3387-484a-99c7-cabecb06875b up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:13.129459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-641946f8-79ae-49e6-bea6-40785a7b9907 req-8c3b9fd9-ccd4-4856-9b86-195fb945679e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Jun 30 08:51:13.263754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f783c887-3387-484a-99c7-cabecb06875b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:13.279435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f783c887-3387-484a-99c7-cabecb06875b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:13.280129 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.330374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:13.347865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e0421330-baf9-4a27-b41c-032e33774d79 has no active binding in host n-h1-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:51:13.391334 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.423815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:13.427193 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde13a7e-b474-46aa-963d-341eab178da0" -d '{"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-plugged", "status": "completed", "tag": "f783c887-3387-484a-99c7-cabecb06875b"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:13.444097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:13.449562 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.483203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50880) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:13.513901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50884) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:13.531657 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87459dd9-b991-41fc-828b-17a791cb658c x-openstack-request-id: req-87459dd9-b991-41fc-828b-17a791cb658c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:13.531881 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-plugged", "status": "completed", "tag": "f783c887-3387-484a-99c7-cabecb06875b", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:13.532110 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87459dd9-b991-41fc-828b-17a791cb658c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:13.532491 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b', 'code': 200} Jun 30 08:51:13.533768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:13.641216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1527507711-network', 'tenant_id': 'a17419590d444c56962835b59847beb2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:13.665327 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8cb277cb-ebf3-4dfe-b501-43fefaa6e4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.694527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Made reservation on behalf of a17419590d444c56962835b59847beb2 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:13.696792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.716816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.725021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbf20d-c287-4085-86d2-150ac605b77d req-ae7e363c-9571-4f37-99ac-576dcd5e8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:13.726536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8abbf20d-c287-4085-86d2-150ac605b77d req-ae7e363c-9571-4f37-99ac-576dcd5e8d09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 1097 time: 0.1193979 Jun 30 08:51:13.785197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8abbf20d-c287-4085-86d2-150ac605b77d req-d39c1a91-bbb6-4755-a58e-f9634448cf80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499918 Jun 30 08:51:13.824867 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8cb277cb-ebf3-4dfe-b501-43fefaa6e4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.838444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8cb277cb-ebf3-4dfe-b501-43fefaa6e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:13.893171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:13.917028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8cb277cb-ebf3-4dfe-b501-43fefaa6e4f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b2db33e648148b2bafce50073498fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020133 Jun 30 08:51:13.919810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50890) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:13.926167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb277cb-ebf3-4dfe-b501-43fefaa6e4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076dd730-be7f-4426-82c8-a064870c42f1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:14.009248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0a2c-e65d-46bb-a34c-595d172a8411 req-712efcba-6243-476d-aab9-53391d400511 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:14.010860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dba0a2c-e65d-46bb-a34c-595d172a8411 req-712efcba-6243-476d-aab9-53391d400511 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 949 time: 0.1613245 Jun 30 08:51:14.018452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 0def72db-8fbc-4d76-982a-ab437dd320ba completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:14.023220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0879-0894-4aa2-9cbb-946ca30061f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.024308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 0def72db-8fbc-4d76-982a-ab437dd320ba triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:14.024781 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.052435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.070119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.070321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0879-0894-4aa2-9cbb-946ca30061f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.087656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dba0a2c-e65d-46bb-a34c-595d172a8411 req-9b48e3ef-789b-4306-8c71-fd9316a777c0 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686228 Jun 30 08:51:14.125497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:14.137164 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.142620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b7a2d0-b91b-4421-935f-40f8e9955dd7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:14.146955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0879-0894-4aa2-9cbb-946ca30061f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.149814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0879-0894-4aa2-9cbb-946ca30061f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.151337 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e3ee0879-0894-4aa2-9cbb-946ca30061f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/076dd730-be7f-4426-82c8-a064870c42f1 HTTP/1.1" status: 204 len: 168 time: 0.2299793 Jun 30 08:51:14.176731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.177055 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Added segment 6e6c56b1-856a-41c9-a6ad-906dad5e13d7 of type vlan for network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 Jun 30 08:51:14.178288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee0879-0894-4aa2-9cbb-946ca30061f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076dd730-be7f-4426-82c8-a064870c42f1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:14.213539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:14.228768 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.294939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.313250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:14.363693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.364660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:14.365255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.441525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9570670 Jun 30 08:51:14.444625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50904) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:14.451948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Request body: {'subnet': {'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1527507711-subnet', 'tenant_id': 'a17419590d444c56962835b59847beb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:14.455751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f0565-a188-4d66-95e5-1cedea7c1182 req-365dcb11-a832-49e8-8b6f-b5a0af7808d0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:14.457237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c1f0565-a188-4d66-95e5-1cedea7c1182 req-365dcb11-a832-49e8-8b6f-b5a0af7808d0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 943 time: 0.2142651 Jun 30 08:51:14.459600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc121-140a-4d4b-9eb5-660da5b829e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ebcc0f2-a1a1-4124-93ea-a890c152a9c6,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:14.472194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:14.488964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Made reservation on behalf of a17419590d444c56962835b59847beb2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:14.492790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.523825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bd6e2-32ed-4bbc-80be-2debb72c684c req-9d6db77c-ee86-481d-a61f-50cf4dc40da6 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:14.525361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d93bd6e2-32ed-4bbc-80be-2debb72c684c req-9d6db77c-ee86-481d-a61f-50cf4dc40da6 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.2346435 Jun 30 08:51:14.570158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c1f0565-a188-4d66-95e5-1cedea7c1182 req-a621ad0c-ef8a-4792-b267-1ce824307256 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049533 Jun 30 08:51:14.591355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d93bd6e2-32ed-4bbc-80be-2debb72c684c req-9e830f13-787e-4485-a0d2-d160cb2228c4 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509214 Jun 30 08:51:14.591355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50908) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:14.605430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0518df58-77be-49bc-b8eb-57cd3272ef20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.787125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0518df58-77be-49bc-b8eb-57cd3272ef20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.800471 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0518df58-77be-49bc-b8eb-57cd3272ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.826302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.835511 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0518df58-77be-49bc-b8eb-57cd3272ef20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45116b65e20a4101bd2430f8fa99c87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435806 Jun 30 08:51:14.836123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50910) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:14.858695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518df58-77be-49bc-b8eb-57cd3272ef20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba9434-1ec5-4975-82d4-3d7613cd458f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:14.916203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ac1d74-ea0e-4e0c-a95b-3ebda57413fd,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:14.948258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d874db1a-9b68-4d30-8e54-02d635345d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.949952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Checking segment: {'id': '6e6c56b1-856a-41c9-a6ad-906dad5e13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:14.950298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Network hostable DHCP agents. Network: 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:51:14.977481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d874db1a-9b68-4d30-8e54-02d635345d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.993929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:51:15.011176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:15.017850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:15.018451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:15.019813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd160e-fa2a-496d-b56b-94561b00592e None None] Network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:51:15.044450 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-14155dd2-d8fd-4052-b65c-a776480905c6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5905573 Jun 30 08:51:15.055511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d874db1a-9b68-4d30-8e54-02d635345d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:15.058352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d874db1a-9b68-4d30-8e54-02d635345d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:15.059601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d874db1a-9b68-4d30-8e54-02d635345d9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0ba9434-1ec5-4975-82d4-3d7613cd458f HTTP/1.1" status: 204 len: 168 time: 0.2213082 Jun 30 08:51:15.069425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874db1a-9b68-4d30-8e54-02d635345d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba9434-1ec5-4975-82d4-3d7613cd458f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:15.207688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a67bc9-9e0f-4dfb-8536-39f9c150a7f9 None None] Network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:51:15.340100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece68cf4-be5c-4083-9943-eaf6d5cd9dac req-f7bdbc77-46f3-4248-9a49-4add6e9b462c tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:15.342058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ece68cf4-be5c-4083-9943-eaf6d5cd9dac req-f7bdbc77-46f3-4248-9a49-4add6e9b462c tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 950 time: 0.1035604 Jun 30 08:51:15.440361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ece68cf4-be5c-4083-9943-eaf6d5cd9dac req-5efebc21-e9a5-46b0-9d26-86dfb89f7ce7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858426 Jun 30 08:51:15.539016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:15.541258 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce09f72-af6f-4caf-91be-b8fcb6f49391" -d '{"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:15.581553 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc3bf5-6d74-4fdb-83bd-c4a1bcda27e1 x-openstack-request-id: req-aefc3bf5-6d74-4fdb-83bd-c4a1bcda27e1 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:15.582014 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:15.582228 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aefc3bf5-6d74-4fdb-83bd-c4a1bcda27e1 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:15.582793 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'code': 200} Jun 30 08:51:15.848881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-db749344-d3f5-4356-b355-ff98c88ce34d service neutron] 10.222.0.13 "GET /v2.0/ports/e0421330-baf9-4a27-b41c-032e33774d79/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.1421499 Jun 30 08:51:15.859546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817739c-5928-4192-978a-fd7c839627f1 req-faf706dc-74ca-4f1f-8c6c-af97da885920 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:15.860982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-faf706dc-74ca-4f1f-8c6c-af97da885920 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/networks?id=2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 HTTP/1.1" status: 200 len: 813 time: 0.2389817 Jun 30 08:51:15.872053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0671c-ec7d-4a95-b059-ae60f8a2cb4e req-c17e62ba-fcd1-45a5-bcb0-295b94978098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:15.873429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45c0671c-ec7d-4a95-b059-ae60f8a2cb4e req-c17e62ba-fcd1-45a5-bcb0-295b94978098 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 1102 time: 0.1939528 Jun 30 08:51:15.924553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-2ed8887e-935c-43c6-99c2-2d8e298ab44c tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/quotas/a17419590d444c56962835b59847beb2 HTTP/1.1" status: 200 len: 375 time: 0.0500453 Jun 30 08:51:15.998395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb22f2c-9e14-4c7e-8778-789c605fe4a6 req-beed433d-0a7e-4db1-8660-adc475ceb1cc tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:15.999872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adb22f2c-9e14-4c7e-8778-789c605fe4a6 req-beed433d-0a7e-4db1-8660-adc475ceb1cc tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 943 time: 0.2298059 Jun 30 08:51:16.004340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-d0be3ff6-68c9-4e5b-a9a9-ffabdc096b4e tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a17419590d444c56962835b59847beb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662894 Jun 30 08:51:16.008769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45c0671c-ec7d-4a95-b059-ae60f8a2cb4e req-bc14c85f-da40-439a-90a5-13258c4fe147 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143329 Jun 30 08:51:16.078052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adb22f2c-9e14-4c7e-8778-789c605fe4a6 req-021413de-01fa-46e5-8f5b-d93098d4e887 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682673 Jun 30 08:51:16.160999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:16.267134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:16.641802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0421330-baf9-4a27-b41c-032e33774d79 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:16.654627 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:51:16.656190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-ef8e4f73-b022-401b-afcc-a6723ada5555 service neutron] 10.222.0.53 "GET /v2.0/networks/2ebcc0f2-a1a1-4124-93ea-a890c152a9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379626 Jun 30 08:51:16.657885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:16.680877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:16.740288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963d744-4d85-478c-8037-88da815f3230 req-c398c41b-b093-400c-960c-032b462f2f43 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:16.741777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e963d744-4d85-478c-8037-88da815f3230 req-c398c41b-b093-400c-960c-032b462f2f43 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.5143330 Jun 30 08:51:16.845511 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-55aac93a-7abd-4d31-a917-582dd8706763 service neutron] 10.222.0.53 "GET /v2.0/networks/2ebcc0f2-a1a1-4124-93ea-a890c152a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765766 Jun 30 08:51:16.852528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e963d744-4d85-478c-8037-88da815f3230 req-9bd680e4-ee5e-4ff4-8dc4-17907993ca62 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816984 Jun 30 08:51:16.873412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] Transition to ACTIVE for port object e0421330-baf9-4a27-b41c-032e33774d79 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:16.898974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.033793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] Pushing event updated for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:17.089422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] No DVR routers for this DVR port e0421330-baf9-4a27-b41c-032e33774d79 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:17.104925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51004) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:17.190552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-bbf10f4c-6588-453d-888a-22a48154e03e service neutron] 10.222.0.13 "PUT /v2.0/ports/e0421330-baf9-4a27-b41c-032e33774d79/bindings/n-h1-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 1.3276165 Jun 30 08:51:17.325019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b61dd73-90d7-41e2-af39-735a673e7dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.438755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b61dd73-90d7-41e2-af39-735a673e7dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.444447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b61dd73-90d7-41e2-af39-735a673e7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.449547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-40dc859c-5bb5-4a96-a2e9-331a31f84d5c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:17.451079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-40dc859c-5bb5-4a96-a2e9-331a31f84d5c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.1902299 Jun 30 08:51:17.485557 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8b61dd73-90d7-41e2-af39-735a673e7dee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a14bbf8bf22043889eb2b71c023de485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788774 Jun 30 08:51:17.486321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61dd73-90d7-41e2-af39-735a673e7dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7d56a-def2-4b7b-9f30-e67d3c694f38,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:17.488718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:17.504978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309d10-662c-47ca-8f72-f0d19ef02874 req-6f267df6-3265-4dde-9964-6817c3155b76 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:17.506747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4309d10-662c-47ca-8f72-f0d19ef02874 req-6f267df6-3265-4dde-9964-6817c3155b76 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 950 time: 0.1945429 Jun 30 08:51:17.540855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4d5d5-c195-42e5-98a9-aa2522433039 req-f5c01b00-d981-446c-9c57-7cd4f83e7f5a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:17.542330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24c4d5d5-c195-42e5-98a9-aa2522433039 req-f5c01b00-d981-446c-9c57-7cd4f83e7f5a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.1767828 Jun 30 08:51:17.548928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0166cebf-f973-4d4e-8078-4b5b9a47aa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.577328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0166cebf-f973-4d4e-8078-4b5b9a47aa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.613366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4309d10-662c-47ca-8f72-f0d19ef02874 req-6b50ea49-7c56-415f-a990-c259c234f3b7 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860825 Jun 30 08:51:17.643974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0166cebf-f973-4d4e-8078-4b5b9a47aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.648931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0166cebf-f973-4d4e-8078-4b5b9a47aa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.650506 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0166cebf-f973-4d4e-8078-4b5b9a47aa17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7a7d56a-def2-4b7b-9f30-e67d3c694f38 HTTP/1.1" status: 204 len: 168 time: 0.1607099 Jun 30 08:51:17.651925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24c4d5d5-c195-42e5-98a9-aa2522433039 req-71d6b0cb-efe8-41f4-9a3f-3b7e508cc916 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916762 Jun 30 08:51:17.659879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166cebf-f973-4d4e-8078-4b5b9a47aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7d56a-def2-4b7b-9f30-e67d3c694f38,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:17.672281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-08ca0c94-c348-40fc-b669-e0872cebbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:17.673821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-08ca0c94-c348-40fc-b669-e0872cebbcee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9&tenant_id=0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 1096 time: 0.2131383 Jun 30 08:51:17.772815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-c23f8770-c587-4d08-82cd-8246efd70916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:17.774310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-c23f8770-c587-4d08-82cd-8246efd70916 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0729675 Jun 30 08:51:17.820221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c67ec48-1d83-4ba2-bf40-09ede9453102 req-fca5fd52-d93f-44dd-b9b3-4f88ee5ca454 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 210 time: 0.0500069 Jun 30 08:51:17.930663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0421330-baf9-4a27-b41c-032e33774d79 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:18.014196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e0421330-baf9-4a27-b41c-032e33774d79 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:18.016610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49609b88-889f-4042-af70-12a90df6829c req-660f3499-c563-49bf-969b-ce3574680bf3 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:18.028285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49609b88-889f-4042-af70-12a90df6829c req-660f3499-c563-49bf-969b-ce3574680bf3 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 944 time: 0.2105672 Jun 30 08:51:18.029886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-2d320372-629e-415a-8630-1e079733f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:18.033443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-2d320372-629e-415a-8630-1e079733f3fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.2484756 Jun 30 08:51:18.111459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-a10fd63c-ce2d-4213-a922-afb141a6b115 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 217 time: 0.0540221 Jun 30 08:51:18.160253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49609b88-889f-4042-af70-12a90df6829c req-aeb9e895-c28c-4932-9081-cfe752ff8060 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214018 Jun 30 08:51:18.177903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-002d01ec-06af-44fc-a2ec-b47dc746c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:18.179379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-002d01ec-06af-44fc-a2ec-b47dc746c5e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0607955 Jun 30 08:51:18.232986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-cc86b34d-783f-4808-b0ac-283f53d86ccd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419281 Jun 30 08:51:18.348690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-2fee71ea-942b-44e8-905c-d273868813a5 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049554 Jun 30 08:51:18.498593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-0c7bbfdc-175a-41e0-be53-c7446d26bbba service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446254 Jun 30 08:51:18.535874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38568b8c-cc25-46a1-a95f-ae3cc9f4c97c req-4ae26382-dd63-4ad6-bc59-0bd223e2fc04 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:18.550317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38568b8c-cc25-46a1-a95f-ae3cc9f4c97c req-4ae26382-dd63-4ad6-bc59-0bd223e2fc04 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.1333430 Jun 30 08:51:18.649399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38568b8c-cc25-46a1-a95f-ae3cc9f4c97c req-39ea0643-4d2d-4e92-b400-4b7cab01d893 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981216 Jun 30 08:51:18.726768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817739c-5928-4192-978a-fd7c839627f1 req-d834f65b-6665-487e-98b5-2de598e5c5cc tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:18.728310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-d834f65b-6665-487e-98b5-2de598e5c5cc tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.13 "GET /v2.0/networks?id=2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 HTTP/1.1" status: 200 len: 813 time: 0.1605151 Jun 30 08:51:18.749391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Request body: {'port': {'device_id': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6', 'admin_state_up': True, 'tenant_id': 'a17419590d444c56962835b59847beb2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:18.917644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c2c74-ffba-4e34-a1a5-09296ed4a172 req-f3929271-e6e9-41f8-a873-e1ed91eda43e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:18.919203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2c2c74-ffba-4e34-a1a5-09296ed4a172 req-f3929271-e6e9-41f8-a873-e1ed91eda43e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.1205835 Jun 30 08:51:18.940811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Made reservation on behalf of a17419590d444c56962835b59847beb2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:18.944919 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:19.047136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2c2c74-ffba-4e34-a1a5-09296ed4a172 req-9d0aa6bb-a5dc-4ea6-b25c-ad0e3f895104 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215568 Jun 30 08:51:19.075276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32b3fa95-7a82-492c-8113-54769f5982df req-4344fed9-1dd0-4e5b-8456-0fbcbf00ddfb tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 210 time: 0.0754805 Jun 30 08:51:19.148426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365daa-a60f-432d-94de-6ce58b447be0 req-18000ede-2760-4d0c-84bf-7bb26dc8d81b tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:19.149998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-18000ede-2760-4d0c-84bf-7bb26dc8d81b tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.2010908 Jun 30 08:51:19.197188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Allocated IP 172.20.0.11 (2ebcc0f2-a1a1-4124-93ea-a890c152a9c6/54ac1d74-ea0e-4e0c-a95b-3ebda57413fd/869d99e9-c7b2-48ed-a851-fa303114dce4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:51:19.442819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4c8ac-6346-4480-ae2d-e000bb30e9fa req-9815e9f8-c41a-4793-9021-dd2b49076e24 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:19.444340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96c4c8ac-6346-4480-ae2d-e000bb30e9fa req-9815e9f8-c41a-4793-9021-dd2b49076e24 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.2436821 Jun 30 08:51:19.459872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-41365daa-a60f-432d-94de-6ce58b447be0 req-fa7550e1-8584-49d5-a337-5b91c799c0be service neutron] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:19.484334 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-41365daa-a60f-432d-94de-6ce58b447be0 req-fa7550e1-8584-49d5-a337-5b91c799c0be service neutron] Notify callbacks [] for binding, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:19.485499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41365daa-a60f-432d-94de-6ce58b447be0 req-fa7550e1-8584-49d5-a337-5b91c799c0be service neutron] 10.222.0.26 "DELETE /v2.0/ports/e0421330-baf9-4a27-b41c-032e33774d79/bindings/n-h2-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.3268845 Jun 30 08:51:19.525730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adb1f6-5788-4159-a175-537757a21e7c req-84d314bd-e774-4ec2-b6d6-d7990f9acd4e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:19.527260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18adb1f6-5788-4159-a175-537757a21e7c req-84d314bd-e774-4ec2-b6d6-d7990f9acd4e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 944 time: 0.2446661 Jun 30 08:51:19.569201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96c4c8ac-6346-4480-ae2d-e000bb30e9fa req-5b8d4de4-86b1-496d-bd09-750931f76a91 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152403 Jun 30 08:51:19.577414 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:19.606240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18adb1f6-5788-4159-a175-537757a21e7c req-8a1eb265-a8cc-4789-89c5-6faf6d10dff6 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700524 Jun 30 08:51:19.647522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:19.720389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:19.725280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:19.731804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:19.785571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Pushing event updated for resources: {'Port': ['ID=869d99e9-c7b2-48ed-a851-fa303114dce4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:19.815050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:19.816579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:19.838098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-c6e16e0a-6bd2-4518-8abd-c98eacc4fb77 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0949402 Jun 30 08:51:19.854989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Request body: {'port': {'device_id': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:19.991868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fb78-07e9-4d8d-b160-d9d2f3777191 req-34616be2-22d3-4dab-8862-3763f7143a3a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:19.993661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd94fb78-07e9-4d8d-b160-d9d2f3777191 req-34616be2-22d3-4dab-8862-3763f7143a3a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.1602852 Jun 30 08:51:20.032261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.109548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd94fb78-07e9-4d8d-b160-d9d2f3777191 req-3f49bb04-9a0e-4479-81a1-7968c61cd24a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910709 Jun 30 08:51:20.136416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5678b-ec47-4902-bf46-26a07783802f req-ddf5a090-e347-4fda-85b5-08aac93b29dc tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:20.137883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42a5678b-ec47-4902-bf46-26a07783802f req-ddf5a090-e347-4fda-85b5-08aac93b29dc tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1096 time: 0.1726465 Jun 30 08:51:20.234855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51172) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:20.297373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42a5678b-ec47-4902-bf46-26a07783802f req-fcc7704b-b60d-4faa-8b21-5d9ecac6181b tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128263 Jun 30 08:51:20.347678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdf106d-1921-4123-85d7-648d6ac2bf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.382757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94212ed8-122e-4b32-8ace-be675d13e420 req-92931a26-f278-4ec0-987b-7809460d5150 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:20.384324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94212ed8-122e-4b32-8ace-be675d13e420 req-92931a26-f278-4ec0-987b-7809460d5150 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 932 time: 0.1539023 Jun 30 08:51:20.447400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94212ed8-122e-4b32-8ace-be675d13e420 req-23042d31-aa40-473f-ad64-68abe1e09558 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537677 Jun 30 08:51:20.503030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869d99e9-c7b2-48ed-a851-fa303114dce4 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:20.508511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdf106d-1921-4123-85d7-648d6ac2bf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.513182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdf106d-1921-4123-85d7-648d6ac2bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.521024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.562655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Transition to ACTIVE for port object 869d99e9-c7b2-48ed-a851-fa303114dce4 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:20.564534 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ccdf106d-1921-4123-85d7-648d6ac2bf59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef73eb6ffb0f4700a8f4cef465e3cec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286099 Jun 30 08:51:20.565662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf106d-1921-4123-85d7-648d6ac2bf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727b0933-af47-4ded-92fa-71c3d90ac9cf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:20.568335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51190) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:20.584746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.618414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f805727c-45f5-4ac8-8384-bf32527a8201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.639637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f805727c-45f5-4ac8-8384-bf32527a8201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.689384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f805727c-45f5-4ac8-8384-bf32527a8201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.692068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f805727c-45f5-4ac8-8384-bf32527a8201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.693815 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f805727c-45f5-4ac8-8384-bf32527a8201 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/727b0933-af47-4ded-92fa-71c3d90ac9cf HTTP/1.1" status: 204 len: 168 time: 0.1237011 Jun 30 08:51:20.702439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805727c-45f5-4ac8-8384-bf32527a8201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b0933-af47-4ded-92fa-71c3d90ac9cf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:20.703118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c613-8424-4894-955c-f6bd9b9cbf9b req-682295d8-bcce-4eea-9ba8-a02374b83156 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:20.704602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35d8c613-8424-4894-955c-f6bd9b9cbf9b req-682295d8-bcce-4eea-9ba8-a02374b83156 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.2041259 Jun 30 08:51:20.717287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Pushing event updated for resources: {'Port': ['ID=869d99e9-c7b2-48ed-a851-fa303114dce4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:20.797065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775625-88cf-43ae-9049-c65dc2233f76 req-6bb17910-19d6-43f8-84d8-85840e605d8d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:20.798555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-6bb17910-19d6-43f8-84d8-85840e605d8d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.2407589 Jun 30 08:51:20.828933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35d8c613-8424-4894-955c-f6bd9b9cbf9b req-3539cc0b-df77-468f-94da-da0199d24ad5 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921769 Jun 30 08:51:20.836895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-a3d5c53b-3239-4efd-9e16-c9be1be92f0d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/quotas/0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 375 time: 0.0263896 Jun 30 08:51:20.849051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Attempting to bind port 869d99e9-c7b2-48ed-a851-fa303114dce4 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:20.849438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Attempting to bind port 869d99e9-c7b2-48ed-a851-fa303114dce4 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '6e6c56b1-856a-41c9-a6ad-906dad5e13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:20.849781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Attempting to bind port 869d99e9-c7b2-48ed-a851-fa303114dce4 on network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:20.858153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Port 869d99e9-c7b2-48ed-a851-fa303114dce4 on network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:20.858517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Attempting to bind port 869d99e9-c7b2-48ed-a851-fa303114dce4 on network 2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:20.874651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:20.874998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Checking segment: {'id': '6e6c56b1-856a-41c9-a6ad-906dad5e13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:20.875383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Bound using segment: {'id': '6e6c56b1-856a-41c9-a6ad-906dad5e13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:20.875822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Bound port: 869d99e9-c7b2-48ed-a851-fa303114dce4, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6c56b1-856a-41c9-a6ad-906dad5e13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:20.876505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:20.986197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-83da1484-e1e5-43f9-80ad-c9f9f70e16f7 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244237 Jun 30 08:51:21.026452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:21.042606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc031674-ff4b-4ee8-9b27-185fad0d8c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:21.044284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] For port 869d99e9-c7b2-48ed-a851-fa303114dce4, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:21.062786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] For port 869d99e9-c7b2-48ed-a851-fa303114dce4, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=869d99e9-c7b2-48ed-a851-fa303114dce4,segment=NetworkSegment(6e6c56b1-856a-41c9-a6ad-906dad5e13d7),segment_id=6e6c56b1-856a-41c9-a6ad-906dad5e13d7)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:21.070415 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:21.121224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:21.121912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:21.123426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] 10.222.0.13 "PUT /v2.0/ports/869d99e9-c7b2-48ed-a851-fa303114dce4 HTTP/1.1" status: 200 len: 1093 time: 1.2742331 Jun 30 08:51:21.125547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'tag': '869d99e9-c7b2-48ed-a851-fa303114dce4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:21.128063 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9454b58b-9621-45cc-8020-fef3ec79a9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbf3c77-97a4-4c7e-abcf-4545e8798634", "tag": "869d99e9-c7b2-48ed-a851-fa303114dce4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:21.160776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-817e3510-9e40-4dc8-8e10-eb87286d2257 service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704702 Jun 30 08:51:21.161503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62219348-ea9d-4df1-b7ee-424771c99652 service neutron] Pushing event updated for resources: {'Port': ['ID=869d99e9-c7b2-48ed-a851-fa303114dce4,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:21.184012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc031674-ff4b-4ee8-9b27-185fad0d8c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:21.189282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc031674-ff4b-4ee8-9b27-185fad0d8c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:21.270061 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fc031674-ff4b-4ee8-9b27-185fad0d8c3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c955ddccf9a476297471d2733291d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423785 Jun 30 08:51:21.273746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc031674-ff4b-4ee8-9b27-185fad0d8c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b82e76-10c6-44aa-954e-d6410fbd2412,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:21.273931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51220) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:21.363098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-36d07a8e-ea1c-4ad5-8986-e7dab83d09fb service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950049 Jun 30 08:51:21.404427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817739c-5928-4192-978a-fd7c839627f1 req-95fda792-165e-4b59-8150-61c81f08541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:21.405924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-95fda792-165e-4b59-8150-61c81f08541c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17419590d444c56962835b59847beb2&device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 1096 time: 0.1700652 Jun 30 08:51:21.412569 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a47156ad-a6f6-4356-b3b1-b526875ee74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:21.801867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439071a-9313-4f10-a565-4a55ca924f99 req-f4c0d04d-0226-433e-9ed0-6a71b037aef2 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:21.803939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b439071a-9313-4f10-a565-4a55ca924f99 req-f4c0d04d-0226-433e-9ed0-6a71b037aef2 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.5092201 Jun 30 08:51:21.809253 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26084d67-f90f-4bd4-9d79-da1ebe84e779 x-openstack-request-id: req-26084d67-f90f-4bd4-9d79-da1ebe84e779 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:21.809571 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbf3c77-97a4-4c7e-abcf-4545e8798634", "tag": "869d99e9-c7b2-48ed-a851-fa303114dce4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:21.809797 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26084d67-f90f-4bd4-9d79-da1ebe84e779 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:21.810389 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'tag': '869d99e9-c7b2-48ed-a851-fa303114dce4', 'status': 'completed', 'code': 200} Jun 30 08:51:21.817095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-4e960749-cc0f-405c-8cc5-57d13f90c0bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869d99e9-c7b2-48ed-a851-fa303114dce4 HTTP/1.1" status: 200 len: 217 time: 0.3967717 Jun 30 08:51:21.831363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a47156ad-a6f6-4356-b3b1-b526875ee74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:21.938282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:21.961484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817739c-5928-4192-978a-fd7c839627f1 req-95c780cd-eb60-4fca-8d96-bb212424c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:21.963242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-95c780cd-eb60-4fca-8d96-bb212424c8fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54ac1d74-ea0e-4e0c-a95b-3ebda57413fd HTTP/1.1" status: 200 len: 853 time: 0.1300032 Jun 30 08:51:22.067236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-a88da2a7-0d5c-40ff-8ab7-18d8fd3cb68a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebcc0f2-a1a1-4124-93ea-a890c152a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872786 Jun 30 08:51:22.086533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:22.107310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'mac_address': 'fa:16:3e:5f:5b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:22.149100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b439071a-9313-4f10-a565-4a55ca924f99 req-761cd7b8-86c2-496c-908b-c113a64fa7f6 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309536 Jun 30 08:51:22.175459 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:22.190265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0def72db-8fbc-4d76-982a-ab437dd320ba {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:22.207419 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a47156ad-a6f6-4356-b3b1-b526875ee74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:22.211971 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a47156ad-a6f6-4356-b3b1-b526875ee74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:22.217688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a47156ad-a6f6-4356-b3b1-b526875ee74f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8b82e76-10c6-44aa-954e-d6410fbd2412 HTTP/1.1" status: 204 len: 168 time: 0.9423740 Jun 30 08:51:22.234433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:22.239614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:22.242513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47156ad-a6f6-4356-b3b1-b526875ee74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b82e76-10c6-44aa-954e-d6410fbd2412,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:22.274965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781117f-ccfb-4921-98c4-789774c181cb req-53bdf4f8-bd31-4fc4-aecf-8eb0c927409e tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:22.283137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4781117f-ccfb-4921-98c4-789774c181cb req-53bdf4f8-bd31-4fc4-aecf-8eb0c927409e tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 944 time: 0.4751105 Jun 30 08:51:22.331281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:22.400114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-89a1d0ac-f86a-47b9-8e8f-e616824d0ced service neutron] 10.222.0.13 "GET /v2.0/networks/2ebcc0f2-a1a1-4124-93ea-a890c152a9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917497 Jun 30 08:51:22.406884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0def72db-8fbc-4d76-982a-ab437dd320ba'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:22.421183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4781117f-ccfb-4921-98c4-789774c181cb req-e0ca843c-0758-4ecf-a17c-195d78d88914 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365952 Jun 30 08:51:22.560073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16a9e110-69c2-452b-b78d-7864a2a4f844 req-4e9f2e07-0083-4e68-92bb-940287600ba0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 210 time: 0.1014318 Jun 30 08:51:22.603107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c817739c-5928-4192-978a-fd7c839627f1 req-41a6d8bf-e493-4875-87db-d5c082d04b56 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebcc0f2-a1a1-4124-93ea-a890c152a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801541 Jun 30 08:51:22.745070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-654dda92-28ec-4566-b32e-70aa5ae05056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:22.747317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-654dda92-28ec-4566-b32e-70aa5ae05056 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17419590d444c56962835b59847beb2&device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 1096 time: 0.0674586 Jun 30 08:51:22.967037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-2d0bbd8a-8447-46bf-8197-96f4bb3f5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:22.969084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-2d0bbd8a-8447-46bf-8197-96f4bb3f5be4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 HTTP/1.1" status: 200 len: 914 time: 0.2107635 Jun 30 08:51:22.969576 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:23.085607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-6012ba1d-9d0e-413c-ad4e-98bf15f520bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869d99e9-c7b2-48ed-a851-fa303114dce4 HTTP/1.1" status: 200 len: 217 time: 0.1004119 Jun 30 08:51:23.204435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-68e9e62f-969d-4c68-ad67-33107ed0d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:23.218430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-68e9e62f-969d-4c68-ad67-33107ed0d87c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54ac1d74-ea0e-4e0c-a95b-3ebda57413fd HTTP/1.1" status: 200 len: 853 time: 0.1198289 Jun 30 08:51:23.289525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-14534431-9cb2-4051-98ce-6925b7e635df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ebcc0f2-a1a1-4124-93ea-a890c152a9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586703 Jun 30 08:51:23.579121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-a1895b92-fa43-4b14-9b80-61564620a014 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebcc0f2-a1a1-4124-93ea-a890c152a9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761593 Jun 30 08:51:23.873971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775625-88cf-43ae-9049-c65dc2233f76 req-c110271e-909b-4cd0-b797-b7b5af3f3701 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:23.875440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-c110271e-909b-4cd0-b797-b7b5af3f3701 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.6024833 Jun 30 08:51:23.902226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Request body: {'port': {'device_id': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'admin_state_up': True, 'tenant_id': '0116f1c1fac149aebad620f74f9d4aba'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:23.940986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:24.004519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9454b58b-9621-45cc-8020-fef3ec79a9d1 req-d5f8a3e7-fec4-46d1-814b-ce1fc2291077 service neutron] 10.222.0.13 "GET /v2.0/networks/2ebcc0f2-a1a1-4124-93ea-a890c152a9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085853 Jun 30 08:51:24.046004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d2b6043-00a9-4792-b855-d6f8b47344a5 req-5c6ce769-584e-49dd-9c8c-029874283cbd tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 210 time: 0.1573126 Jun 30 08:51:24.087107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 0def72db-8fbc-4d76-982a-ab437dd320ba triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:24.087623 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:24.094646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df98bf-891e-4a19-8920-33a38abc8efb req-2c8e11df-c1b4-4619-a139-57d7fecfb0d2 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:24.102497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84df98bf-891e-4a19-8920-33a38abc8efb req-2c8e11df-c1b4-4619-a139-57d7fecfb0d2 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 944 time: 0.3572400 Jun 30 08:51:24.180430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84df98bf-891e-4a19-8920-33a38abc8efb req-8a3e3d66-f87f-4010-88b8-daf637f98091 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769703 Jun 30 08:51:24.228470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Made reservation on behalf of 0116f1c1fac149aebad620f74f9d4aba for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:24.242044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:24.415276 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:24.485445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:24.496811 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc835143-5e44-483a-8d6e-61393886542d" -d '{"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:24.535545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:24.548388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Allocated IP 172.20.0.7 (6aab6988-438d-4a76-bc8c-d4deb36fe0ce/83d36c3e-fbfa-4768-bb8f-54154644af1c/23054e03-729b-4c2c-b935-33abd884f204) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:51:24.551481 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:24.652744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:24.749823 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:24.823133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:24.940573 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.000148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51356) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:25.005295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:25.019068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:25.028729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:25.063155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:25.128165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050690f7-080a-49a5-85e8-cda1d9ca71fe req-5a43d905-4a65-48b0-85dc-69541c155507 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:25.133310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-050690f7-080a-49a5-85e8-cda1d9ca71fe req-5a43d905-4a65-48b0-85dc-69541c155507 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.2500405 Jun 30 08:51:25.142252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:25.142880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.233061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-050690f7-080a-49a5-85e8-cda1d9ca71fe req-1d331b72-443a-466f-9131-ee2b44ea8686 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858366 Jun 30 08:51:25.235929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-bad944a7-2198-45ea-ab21-6c395b112f3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3397250 Jun 30 08:51:25.273943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Request body: {'port': {'device_id': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:25.283074 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a99e031-e129-4985-a040-9acfcc0ab631 x-openstack-request-id: req-4a99e031-e129-4985-a040-9acfcc0ab631 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:25.283581 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:25.283703 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a99e031-e129-4985-a040-9acfcc0ab631 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:25.284010 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'code': 200} Jun 30 08:51:25.399119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.433870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1703697337'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:25.462654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Made reservation on behalf of 5d7b242921da4ef0b0e9e0a20cfbd419 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:25.467239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.478548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.600127 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.608755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.642563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:25.661981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67889ff6-9b12-4a43-9c39-8474fa2da3fe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:25.666509 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.667240 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Added segment f22af1b4-cdf2-4e94-8d6a-5453a1e60bc5 of type vlan for network e241f464-c0a6-432f-9b1e-76c520f71c78 Jun 30 08:51:25.723207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238a8fc-ec8f-4b70-8156-da9f08705644 req-51fcd0fb-f2d9-48af-bca3-16710ccca19d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:25.724777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8238a8fc-ec8f-4b70-8156-da9f08705644 req-51fcd0fb-f2d9-48af-bca3-16710ccca19d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 931 time: 0.2482877 Jun 30 08:51:25.733280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.734028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac820d07-1e43-4ff4-820b-e79a45ec0241 req-daf609c4-616a-4de0-8aa4-bc44311365ce tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:25.740822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac820d07-1e43-4ff4-820b-e79a45ec0241 req-daf609c4-616a-4de0-8aa4-bc44311365ce tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 944 time: 0.2631750 Jun 30 08:51:25.784264 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.800866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:25.803046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:25.874796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac820d07-1e43-4ff4-820b-e79a45ec0241 req-90a373ab-a45c-4a13-ab3c-fd69c7a32b81 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330538 Jun 30 08:51:25.884125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8238a8fc-ec8f-4b70-8156-da9f08705644 req-1064bda9-8db0-4676-bcdc-22e6a719ef75 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412792 Jun 30 08:51:25.961897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 869d99e9-c7b2-48ed-a851-fa303114dce4 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:26.036700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Pushing event updated for resources: {'Network': ['ID=e241f464-c0a6-432f-9b1e-76c520f71c78,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:26.053086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e241f464-c0a6-432f-9b1e-76c520f71c78 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:26.064528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23054e03-729b-4c2c-b935-33abd884f204 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:26.075354 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d9f03078-4ab6-46a7-97ff-a12560429c2b tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0741293 Jun 30 08:51:26.076037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51382) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:26.079474 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.096822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Transition to ACTIVE for port object 23054e03-729b-4c2c-b935-33abd884f204 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:26.103005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.166286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'network': {'name': 'tempest-network--83386530', 'router:external': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:26.232167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Made reservation on behalf of c2332717927541ba89ce474e23cbb071 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:26.234889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.245216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.264388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 869d99e9-c7b2-48ed-a851-fa303114dce4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=869d99e9-c7b2-48ed-a851-fa303114dce4,segment=NetworkSegment(6e6c56b1-856a-41c9-a6ad-906dad5e13d7),segment_id=6e6c56b1-856a-41c9-a6ad-906dad5e13d7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:26.283285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '869d99e9-c7b2-48ed-a851-fa303114dce4', 'network_id': '2ebcc0f2-a1a1-4124-93ea-a890c152a9c6', 'port_id': '869d99e9-c7b2-48ed-a851-fa303114dce4', 'mac_address': 'fa:16:3e:a5:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ac1d74-ea0e-4e0c-a95b-3ebda57413fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:26.336288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:26.403833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:26.404657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:26.405575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:26.422260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:26.423451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:26.441556 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.442730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:26.443086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:26.446813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:26.449543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Bound port: 23054e03-729b-4c2c-b935-33abd884f204, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:26.449962 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.456917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869d99e9-c7b2-48ed-a851-fa303114dce4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:26.464638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.478936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.486730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 869d99e9-c7b2-48ed-a851-fa303114dce4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=869d99e9-c7b2-48ed-a851-fa303114dce4,segment=NetworkSegment(6e6c56b1-856a-41c9-a6ad-906dad5e13d7),segment_id=6e6c56b1-856a-41c9-a6ad-906dad5e13d7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:26.493442 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.540252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:26.571164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1354885-e8f1-4230-a65d-86bea7beef71,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:26.584509 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.584893 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Added segment 4b52b0cc-9a18-43f1-bd7e-e7eefb781cb4 of type vlan for network eab067bc-96e9-49ce-8bd5-3cf9b4c5744a Jun 30 08:51:26.605002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=869d99e9-c7b2-48ed-a851-fa303114dce4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:26.638472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:26.655287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.659777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:26.668827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4568-1a0a-42cc-860f-c8666ae6623a req-19b92bc9-26f9-4fae-93fb-ffd46f380258 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:26.676525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abde4568-1a0a-42cc-860f-c8666ae6623a req-19b92bc9-26f9-4fae-93fb-ffd46f380258 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.2042108 Jun 30 08:51:26.685942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.713762 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.717380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:26.720107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.732331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['869d99e9-c7b2-48ed-a851-fa303114dce4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:26.744497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:26.745168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:26.747538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] 10.222.0.13 "PUT /v2.0/ports/23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 200 len: 1092 time: 1.5007799 Jun 30 08:51:26.755575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'tag': '23054e03-729b-4c2c-b935-33abd884f204'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:26.759807 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b927e3-bce8-4e70-ba67-dac2fad75ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "tag": "23054e03-729b-4c2c-b935-33abd884f204"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:26.813665 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7357831 Jun 30 08:51:26.816604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51392) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:26.843433 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bbe4af-c00c-4d22-848f-081507f5883b x-openstack-request-id: req-75bbe4af-c00c-4d22-848f-081507f5883b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:26.843703 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "tag": "23054e03-729b-4c2c-b935-33abd884f204", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:26.843958 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75bbe4af-c00c-4d22-848f-081507f5883b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:26.844508 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'tag': '23054e03-729b-4c2c-b935-33abd884f204', 'status': 'completed', 'code': 200} Jun 30 08:51:26.852858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abde4568-1a0a-42cc-860f-c8666ae6623a req-600e7485-66ce-4cec-bef8-f92f61150229 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754415 Jun 30 08:51:26.870658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33a274-b83e-4495-a89a-c30005f8fe37 service neutron] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:26.912577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775625-88cf-43ae-9049-c65dc2233f76 req-9ebe0995-cdaf-4dfc-83f7-1745027965e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:26.914170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-9ebe0995-cdaf-4dfc-83f7-1745027965e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1095 time: 0.1228695 Jun 30 08:51:26.917840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cf5bf-45d1-4d05-b6e5-049916cae44f tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Network': ['ID=eab067bc-96e9-49ce-8bd5-3cf9b4c5744a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:26.950847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network eab067bc-96e9-49ce-8bd5-3cf9b4c5744a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:26.996807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-c730879f-25a4-4f3c-a302-e9429d1671a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 200 len: 217 time: 0.0659723 Jun 30 08:51:26.998982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.107454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775625-88cf-43ae-9049-c65dc2233f76 req-794d48b9-cd52-4f81-9036-80ea3b5bb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:27.114795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-794d48b9-cd52-4f81-9036-80ea3b5bb77c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1077259 Jun 30 08:51:27.205793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.217127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f783c887-3387-484a-99c7-cabecb06875b details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:27.230903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab067bc-96e9-49ce-8bd5-3cf9b4c5744a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:27.242656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-af4fdebd-65da-4760-b0e3-a97cea2f8df0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194270 Jun 30 08:51:27.251330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b52b0cc-9a18-43f1-bd7e-e7eefb781cb4') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:27.251626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b52b0cc-9a18-43f1-bd7e-e7eefb781cb4') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:27.276091 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.308136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.315047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:27.315470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:27.317215 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:27.446515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:27.464607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f783c887-3387-484a-99c7-cabecb06875b', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'port_id': 'f783c887-3387-484a-99c7-cabecb06875b', 'mac_address': 'fa:16:3e:28:8d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6e1835-f95c-4d02-b94d-35e40f144f5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:27.476635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.507741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eab067bc-96e9-49ce-8bd5-3cf9b4c5744a {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 08:51:27.509236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event deleted for resources: {'Network': ['ID=eab067bc-96e9-49ce-8bd5-3cf9b4c5744a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:27.512202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.519358 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48b38dbd-94f8-4ca3-a8f1-64802a2d3220 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "DELETE /v2.0/networks/eab067bc-96e9-49ce-8bd5-3cf9b4c5744a HTTP/1.1" status: 204 len: 168 time: 0.6990631 Jun 30 08:51:27.520002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51408) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:27.528293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:27.529498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-9f57d7be-6dda-476b-bc23-905a6f7d30c8 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484291 Jun 30 08:51:27.555041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.570899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Made reservation on behalf of c2332717927541ba89ce474e23cbb071 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:27.573271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.618043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f783c887-3387-484a-99c7-cabecb06875b {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:27.647350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:27.684480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ba96-f155-4e29-b596-cf5b157b1b2d req-91dbfa83-c254-424c-aba5-cd973d411b4b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:27.684733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.684733 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Added segment dbcf37af-d2c4-4f61-96dc-298ce13533da of type vlan for network 91c53549-e478-4a7d-8148-db9e934e9120 Jun 30 08:51:27.684928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9c8ba96-f155-4e29-b596-cf5b157b1b2d req-91dbfa83-c254-424c-aba5-cd973d411b4b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 943 time: 0.5526717 Jun 30 08:51:27.685025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:27.726894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.785361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.850018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86775625-88cf-43ae-9049-c65dc2233f76 req-0dd7923a-4f4c-42c9-a1d2-4eea039ff5e2 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995245 Jun 30 08:51:27.885440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c8df1-bebc-4120-a9a0-775bdd02fef3 req-dd7886b6-ee91-4b3c-803f-de7ba3be3cf5 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:27.895056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-895c8df1-bebc-4120-a9a0-775bdd02fef3 req-dd7886b6-ee91-4b3c-803f-de7ba3be3cf5 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 945 time: 0.6576321 Jun 30 08:51:27.898735 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.899833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:27.900566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:27.909536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f783c887-3387-484a-99c7-cabecb06875b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:27.929563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:28.027037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 869d99e9-c7b2-48ed-a851-fa303114dce4 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:28.055439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-895c8df1-bebc-4120-a9a0-775bdd02fef3 req-c274a184-67c2-4260-bdd6-cf258db28b36 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593826 Jun 30 08:51:28.056709 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5356083 Jun 30 08:51:28.057355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51416) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:28.089968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'subnet': {'network_id': '91c53549-e478-4a7d-8148-db9e934e9120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:28.100781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9c8ba96-f155-4e29-b596-cf5b157b1b2d req-1d6e3633-8d99-4b5f-8c44-0738dc343d84 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256005 Jun 30 08:51:28.113115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-9a853eac-0607-4e22-a68e-9ab2e0eba5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:28.114951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-9a853eac-0607-4e22-a68e-9ab2e0eba5ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1095 time: 0.1652112 Jun 30 08:51:28.136199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ac4c6-2c88-4511-a357-eab80ee15fd3 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Network': ['ID=91c53549-e478-4a7d-8148-db9e934e9120,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:28.165674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Made reservation on behalf of c2332717927541ba89ce474e23cbb071 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:28.170998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:28.179325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 91c53549-e478-4a7d-8148-db9e934e9120 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:28.340124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-ad7973a6-446d-4183-8c74-22021ca5378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:28.344295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-ad7973a6-446d-4183-8c74-22021ca5378f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.2197797 Jun 30 08:51:28.422733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-f06fb0f5-cc8f-426a-9b3a-9a316bd7de15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 200 len: 217 time: 0.0689321 Jun 30 08:51:28.466594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 869d99e9-c7b2-48ed-a851-fa303114dce4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:28.480052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 869d99e9-c7b2-48ed-a851-fa303114dce4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:28.480052 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:28.650726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-1267aa10-b236-4780-a54f-0fbd150438a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:28.652173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-1267aa10-b236-4780-a54f-0fbd150438a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.2191100 Jun 30 08:51:28.696645 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:28.724172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-38ed42c9-5dc7-41ed-b291-ca0ac6ad536a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552711 Jun 30 08:51:28.771335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869d99e9-c7b2-48ed-a851-fa303114dce4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:28.784270 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0aae5-ec7a-4439-ad42-3d400f2d07a3" -d '{"events": [{"server_uuid": "7bbf3c77-97a4-4c7e-abcf-4545e8798634", "name": "network-vif-plugged", "status": "completed", "tag": "869d99e9-c7b2-48ed-a851-fa303114dce4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:28.797870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:51:28.798362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:28.820537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 869d99e9-c7b2-48ed-a851-fa303114dce4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=869d99e9-c7b2-48ed-a851-fa303114dce4,segment=NetworkSegment(6e6c56b1-856a-41c9-a6ad-906dad5e13d7),segment_id=6e6c56b1-856a-41c9-a6ad-906dad5e13d7)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:28.829221 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:28.899903 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19abbd-8f7b-46e8-98cb-e9a2d309ff5a x-openstack-request-id: req-ec19abbd-8f7b-46e8-98cb-e9a2d309ff5a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:28.900181 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbf3c77-97a4-4c7e-abcf-4545e8798634", "name": "network-vif-plugged", "status": "completed", "tag": "869d99e9-c7b2-48ed-a851-fa303114dce4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:28.900430 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec19abbd-8f7b-46e8-98cb-e9a2d309ff5a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:28.902405 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869d99e9-c7b2-48ed-a851-fa303114dce4', 'code': 200} Jun 30 08:51:28.929235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=869d99e9-c7b2-48ed-a851-fa303114dce4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:28.938137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762db9e-1e92-4a0c-9226-ad529c4b0750 req-42e8744e-0474-4409-9626-2920fbc4ffb5 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:28.942898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79412f3b-1e20-4faa-a15d-a245ec2a4b55,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:28.946802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0762db9e-1e92-4a0c-9226-ad529c4b0750 req-42e8744e-0474-4409-9626-2920fbc4ffb5 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 944 time: 0.3764875 Jun 30 08:51:28.972974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Checking segment: {'id': 'dbcf37af-d2c4-4f61-96dc-298ce13533da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91c53549-e478-4a7d-8148-db9e934e9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:28.973378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Network hostable DHCP agents. Network: 91c53549-e478-4a7d-8148-db9e934e9120, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:51:29.005040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Network 91c53549-e478-4a7d-8148-db9e934e9120 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:51:29.032225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 91c53549-e478-4a7d-8148-db9e934e9120) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:29.040999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75dcd6-d910-4639-b184-a2af8fe915d8 None None] Network 91c53549-e478-4a7d-8148-db9e934e9120 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:51:29.048222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:29.049438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.070564 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-39e74ec1-f60c-485d-8f5f-577473d19d98 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0058696 Jun 30 08:51:29.073015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51430) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:29.078637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'floatingip': {'floating_network_id': '91c53549-e478-4a7d-8148-db9e934e9120'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:29.105319 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.132528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0762db9e-1e92-4a0c-9226-ad529c4b0750 req-0e167379-a20c-4f07-b4d7-6c1802697ab1 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802781 Jun 30 08:51:29.173558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-90464fe5-eaa9-49f3-8648-69815f7e7ac3 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361684 Jun 30 08:51:29.227782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f783c887-3387-484a-99c7-cabecb06875b up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:29.336779 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.377082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c7edb-4e2f-4a8b-889b-5a59770fe20d None None] Network 91c53549-e478-4a7d-8148-db9e934e9120 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:51:29.499417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f783c887-3387-484a-99c7-cabecb06875b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:29.500102 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.507491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Allocated IP 172.20.0.11 (91c53549-e478-4a7d-8148-db9e934e9120/79412f3b-1e20-4faa-a15d-a245ec2a4b55/af001f4f-9052-45d8-8a01-ca0d3e914e6d) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:51:29.676078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.757446 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.767463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.800701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:29.814811 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:29.844477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Network 91c53549-e478-4a7d-8148-db9e934e9120 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:29.854528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:29.864069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:29.903057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:29.950541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Port': ['ID=af001f4f-9052-45d8-8a01-ca0d3e914e6d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:29.993404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 23054e03-729b-4c2c-b935-33abd884f204 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:30.074127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651efaa-5f55-4006-bf23-becb49ad3fb5 req-7311bdf1-8fe4-4ff3-aef1-198934e4be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:30.077214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5651efaa-5f55-4006-bf23-becb49ad3fb5 req-7311bdf1-8fe4-4ff3-aef1-198934e4be17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 1098 time: 1.0595212 Jun 30 08:51:30.105007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:30.109205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e90c0-2e6c-4ee7-995a-25b8f3e9c5fa req-000ddcee-ba05-46f7-91a6-fc9ad1e474a0 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:30.110808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce6e90c0-2e6c-4ee7-995a-25b8f3e9c5fa req-000ddcee-ba05-46f7-91a6-fc9ad1e474a0 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 946 time: 0.1925573 Jun 30 08:51:30.238105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:30.247488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce6e90c0-2e6c-4ee7-995a-25b8f3e9c5fa req-0103e594-75cb-4c9c-8060-65b36aa3a91b tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264837 Jun 30 08:51:30.304281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:30.325215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b972c7-956d-4c98-9b1a-12ca4da925cc req-4931d6c0-b806-49f0-bee0-1761d7526200 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:30.326812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b972c7-956d-4c98-9b1a-12ca4da925cc req-4931d6c0-b806-49f0-bee0-1761d7526200 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 943 time: 0.4074664 Jun 30 08:51:30.357609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '23054e03-729b-4c2c-b935-33abd884f204', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'port_id': '23054e03-729b-4c2c-b935-33abd884f204', 'mac_address': 'fa:16:3e:a0:56:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d36c3e-fbfa-4768-bb8f-54154644af1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:30.385196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56b927e3-bce8-4e70-ba67-dac2fad75ddb req-6855e05c-6525-45c1-9a21-49c0f28ea269 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1913004 Jun 30 08:51:30.423897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5651efaa-5f55-4006-bf23-becb49ad3fb5 req-57e040dc-48d6-4edc-aca0-47e017b765d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284404 Jun 30 08:51:30.464739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b972c7-956d-4c98-9b1a-12ca4da925cc req-58511f32-235d-4159-92ee-23d3a3b8aa71 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744567 Jun 30 08:51:30.574607 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:30.581789 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:30.748824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Port': ['ID=af001f4f-9052-45d8-8a01-ca0d3e914e6d,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:30.800172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:30.866366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:30.867834 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c118e14f-7842-4acf-b3bd-1f74637afe2e tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7937105 Jun 30 08:51:30.871069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51458) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:30.876758 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:30.911978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:30.923873 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec84fa5-8586-461f-a77e-c6c9deb37825" -d '{"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-plugged", "status": "completed", "tag": "f783c887-3387-484a-99c7-cabecb06875b"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:30.957595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23054e03-729b-4c2c-b935-33abd884f204 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:31.011431 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cdcf51c6-7180-4e06-9517-339356257dbd tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=91c53549-e478-4a7d-8148-db9e934e9120 HTTP/1.1" status: 200 len: 690 time: 0.1388483 Jun 30 08:51:31.013821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51462) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:31.025714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:31.052410 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.138339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37aa6-9dd8-4074-b78a-c06c50eb1738 req-1cda567c-04b1-48e1-b7f2-05c16490e67e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:31.147968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81a37aa6-9dd8-4074-b78a-c06c50eb1738 req-1cda567c-04b1-48e1-b7f2-05c16490e67e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 945 time: 0.1052258 Jun 30 08:51:31.193098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.202376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81a37aa6-9dd8-4074-b78a-c06c50eb1738 req-70a4498c-4b9f-47f9-829c-a1f406422e87 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497818 Jun 30 08:51:31.237428 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f38e0b3-2f4c-408e-bf68-911b4823f04f x-openstack-request-id: req-6f38e0b3-2f4c-408e-bf68-911b4823f04f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:31.239840 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-plugged", "status": "completed", "tag": "f783c887-3387-484a-99c7-cabecb06875b", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:31.240149 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f38e0b3-2f4c-408e-bf68-911b4823f04f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:31.242461 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b', 'code': 200} Jun 30 08:51:31.246833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:31.253750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f783c887-3387-484a-99c7-cabecb06875b no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:31.488126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Deleting port af001f4f-9052-45d8-8a01-ca0d3e914e6d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:31.488471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.514545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['23054e03-729b-4c2c-b935-33abd884f204'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:31.570308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.688243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:31.688725 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.690281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b356-072d-45fe-b9ab-7982b9f42400 req-7dc0d5fc-ef1d-4fae-a8b3-19758646a8dd tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:31.690908 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db046bbf-83b5-4a7d-bd0c-7ba56180e191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.691797 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.698926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.700323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5307b356-072d-45fe-b9ab-7982b9f42400 req-7dc0d5fc-ef1d-4fae-a8b3-19758646a8dd tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 946 time: 0.1944196 Jun 30 08:51:31.753393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Calling delete_port for af001f4f-9052-45d8-8a01-ca0d3e914e6d owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:31.809148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5307b356-072d-45fe-b9ab-7982b9f42400 req-c296db52-3083-41f5-8a63-16f75559c3c5 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937369 Jun 30 08:51:31.890227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:32.070581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c57f02-5041-42cb-9561-86e28cf6c3ab req-30464e2c-bbc4-424c-ada3-b077af263aad tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.073007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2c57f02-5041-42cb-9561-86e28cf6c3ab req-30464e2c-bbc4-424c-ada3-b077af263aad tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 944 time: 0.2379324 Jun 30 08:51:32.140254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.154382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2c57f02-5041-42cb-9561-86e28cf6c3ab req-34bc4aa2-d2b5-43df-9e12-3095bfffdbdc tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669408 Jun 30 08:51:32.175334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event deleted for resources: {'Port': ['ID=af001f4f-9052-45d8-8a01-ca0d3e914e6d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:32.278204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.330377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.406571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.430709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213894e4-5967-43c5-81e0-1dc0274b1c69 req-759140ca-7238-438c-a4c7-4abfd01b1673 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.432330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-213894e4-5967-43c5-81e0-1dc0274b1c69 req-759140ca-7238-438c-a4c7-4abfd01b1673 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 943 time: 0.0791178 Jun 30 08:51:32.450106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79412f3b-1e20-4faa-a15d-a245ec2a4b55,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:32.510662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.523222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-213894e4-5967-43c5-81e0-1dc0274b1c69 req-a5b68e7d-a1a2-472d-82b1-c43054350d40 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847075 Jun 30 08:51:32.532551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c53549-e478-4a7d-8148-db9e934e9120']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:32.545138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcf37af-d2c4-4f61-96dc-298ce13533da') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:32.545427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcf37af-d2c4-4f61-96dc-298ce13533da') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:32.557917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.575197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.580615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:32.581009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:32.583137 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:32.656284 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.663069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91c53549-e478-4a7d-8148-db9e934e9120 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 08:51:32.668346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.671242 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "DELETE /v2.0/networks/91c53549-e478-4a7d-8148-db9e934e9120 HTTP/1.1" status: 204 len: 168 time: 1.6553257 Jun 30 08:51:32.673024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51488) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:32.681457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce750d3-033e-4bad-b5af-d1c7d3770f63 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event deleted for resources: {'Network': ['ID=91c53549-e478-4a7d-8148-db9e934e9120,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:32.864011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ca76f45-e3ad-4363-bb10-f707b20a21f7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.1890249 Jun 30 08:51:32.865943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51492) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:32.947249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.947739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.948199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.948652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.949114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.949914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.950741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.951622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.952085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.953152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.953924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.954373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.954822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.957217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7ca47524-e607-4f47-bfcf-4295bfad2adc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8391 time: 0.0884643 Jun 30 08:51:32.960830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51494) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:32.979608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-ccf816f2-384d-4290-a88c-22ffd7fd96da tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:32.987775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-ccf816f2-384d-4290-a88c-22ffd7fd96da tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 943 time: 0.2849092 Jun 30 08:51:32.999820 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-4f04f653-52f4-4525-98a1-8e8b54c87000 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] delete failed (client error): The resource could not be found. Jun 30 08:51:33.001371 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4f04f653-52f4-4525-98a1-8e8b54c87000 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8d9b5198-0c26-4bc9-a20c-08ef541e3c5b HTTP/1.1" status: 404 len: 345 time: 0.0384538 Jun 30 08:51:33.004396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51496) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:33.038285 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-348027b3-b510-44c7-adfd-2738315e5729 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] DELETE failed (client error): The resource could not be found. Jun 30 08:51:33.039288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348027b3-b510-44c7-adfd-2738315e5729 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:51:33.041390 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-348027b3-b510-44c7-adfd-2738315e5729 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "DELETE /v2.0/networks/91c53549-e478-4a7d-8148-db9e934e9120 HTTP/1.1" status: 404 len: 339 time: 0.0357828 Jun 30 08:51:33.046444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:33.052423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'network': {'name': 'tempest-network--515574079', 'router:external': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:33.086516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Made reservation on behalf of c2332717927541ba89ce474e23cbb071 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:33.090727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:33.139678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:33.169766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:33.169766 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Added segment 50ceffaa-2940-40bc-a645-e2d3777a86f4 of type vlan for network 9d293ed3-fe5b-4b9e-bacc-c348a1525b82 Jun 30 08:51:33.204045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9876045-3df9-4215-aba1-7508efb24e46 req-db32b023-0433-45b4-9929-88b2bb7df570 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:33.205588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9876045-3df9-4215-aba1-7508efb24e46 req-db32b023-0433-45b4-9929-88b2bb7df570 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 946 time: 0.1994619 Jun 30 08:51:33.244758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:33.247122 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e70fe0-746c-48d2-a5fa-faeb386d846e" -d '{"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-unplugged", "status": "completed", "tag": "f783c887-3387-484a-99c7-cabecb06875b"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:33.282417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:33.322270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9876045-3df9-4215-aba1-7508efb24e46 req-07a5c570-8533-49ee-9c67-3f8275aa456f tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059303 Jun 30 08:51:33.339042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:33.340669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:33.341589 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:33.365716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Deleting port f783c887-3387-484a-99c7-cabecb06875b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:33.365988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:33.443798 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3951643 Jun 30 08:51:33.451595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51526) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:33.612145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] For port f783c887-3387-484a-99c7-cabecb06875b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f783c887-3387-484a-99c7-cabecb06875b,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:33.617844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:33.648585 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e976b95-f8e1-4901-b24e-51b8ab8ec140 x-openstack-request-id: req-9e976b95-f8e1-4901-b24e-51b8ab8ec140 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:33.649133 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-unplugged", "status": "completed", "tag": "f783c887-3387-484a-99c7-cabecb06875b", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:33.649610 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e976b95-f8e1-4901-b24e-51b8ab8ec140 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:33.650249 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b', 'code': 200} Jun 30 08:51:33.659431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Calling delete_port for f783c887-3387-484a-99c7-cabecb06875b owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:33.768335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e1993-0aa3-4649-b868-1b4bb8fbc32f req-77208bd6-a8cd-42f4-96dd-5613055b3075 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:33.775678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f49e1993-0aa3-4649-b868-1b4bb8fbc32f req-77208bd6-a8cd-42f4-96dd-5613055b3075 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 944 time: 0.1563056 Jun 30 08:51:33.784859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32adce3-7d62-4473-896f-724cc1aa5e74 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:33.793047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32adce3-7d62-4473-896f-724cc1aa5e74 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:33.800036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32adce3-7d62-4473-896f-724cc1aa5e74 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:33.807257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32adce3-7d62-4473-896f-724cc1aa5e74 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:33.809196 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d32adce3-7d62-4473-896f-724cc1aa5e74 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3567860 Jun 30 08:51:33.823558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51534) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:33.845257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba0d29-1062-45cf-b5ae-5822191f4d45 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Network': ['ID=9d293ed3-fe5b-4b9e-bacc-c348a1525b82,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:33.856549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 9d293ed3-fe5b-4b9e-bacc-c348a1525b82 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:33.903449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f49e1993-0aa3-4649-b868-1b4bb8fbc32f req-785b349b-b923-4b02-b7ba-3d7b398c76cc tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267629 Jun 30 08:51:33.950927 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-96e08ea1-7b12-489e-8a08-8bb4cc52759d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1892552 Jun 30 08:51:33.966350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.010928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 23054e03-729b-4c2c-b935-33abd884f204 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:34.125023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.199170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 23054e03-729b-4c2c-b935-33abd884f204 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:34.217856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 23054e03-729b-4c2c-b935-33abd884f204 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:34.217856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.218212 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-9cf4bf97-d570-44ab-99cd-37a17531e91a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6497 time: 0.1073496 Jun 30 08:51:34.304101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75201de4-3a18-4e09-bf2b-b693370a3cc6 req-3140d499-489f-4fc9-bb7f-83d4ec9df5d3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 210 time: 0.0936782 Jun 30 08:51:34.373446 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.382511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event deleted for resources: {'Port': ['ID=f783c887-3387-484a-99c7-cabecb06875b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:34.389875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b3fa06d6-104c-49b3-af64-25ccee76d2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.390220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] No DVR routers for this DVR port f783c887-3387-484a-99c7-cabecb06875b on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:34.393825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.397862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fce6068-7482-4c8f-9cf3-c6af487d3302 req-4cae38fa-6c93-4790-b928-e154b0055c94 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "DELETE /v2.0/ports/f783c887-3387-484a-99c7-cabecb06875b HTTP/1.1" status: 204 len: 173 time: 1.4008451 Jun 30 08:51:34.400663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-deleted', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:34.404352 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.404540 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb707e21-04b4-4ca6-8b4b-4ad59aaf4e6d" -d '{"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-deleted", "tag": "f783c887-3387-484a-99c7-cabecb06875b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:34.432307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.485749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d293ed3-fe5b-4b9e-bacc-c348a1525b82']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:34.503000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:34.512300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ceffaa-2940-40bc-a645-e2d3777a86f4') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:34.515432 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.515746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ceffaa-2940-40bc-a645-e2d3777a86f4') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:34.550589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.596635 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.625256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:34.626510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:34.636006 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:34.641330 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:34.641330 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:34.641330 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:34.641330 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:34.641330 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:34.681757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:34.753031 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b6df45-f2d1-411d-8515-dc39abb579c6 x-openstack-request-id: req-d7b6df45-f2d1-411d-8515-dc39abb579c6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:34.753403 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e745b-be2c-4c4b-aca9-d94bf24b4c66", "name": "network-vif-deleted", "tag": "f783c887-3387-484a-99c7-cabecb06875b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:34.753740 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7b6df45-f2d1-411d-8515-dc39abb579c6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:34.754198 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e745b-be2c-4c4b-aca9-d94bf24b4c66', 'name': 'network-vif-deleted', 'tag': 'f783c887-3387-484a-99c7-cabecb06875b', 'status': 'completed', 'code': 200} Jun 30 08:51:34.781914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-807f5ca9-fe39-4188-bc72-1ed4175ac058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.782397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-807f5ca9-fe39-4188-bc72-1ed4175ac058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.782868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-807f5ca9-fe39-4188-bc72-1ed4175ac058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.784518 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-807f5ca9-fe39-4188-bc72-1ed4175ac058 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 200 len: 2293 time: 0.5377192 Jun 30 08:51:34.829961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.836611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d293ed3-fe5b-4b9e-bacc-c348a1525b82 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 08:51:34.840000 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.841945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "DELETE /v2.0/networks/9d293ed3-fe5b-4b9e-bacc-c348a1525b82 HTTP/1.1" status: 204 len: 168 time: 1.0067029 Jun 30 08:51:34.870093 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-a0f12436-d8b4-4213-adc7-334a37b42fdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aae73d3-cd14-4515-8126-f76949fab2f2 HTTP/1.1" status: 200 len: 1001 time: 0.0769405 Jun 30 08:51:34.870857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51564) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:34.875838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'network': {'name': 'tempest-network--125539883', 'router:external': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:34.880006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d22d-0530-4b33-82b9-2d926072dbf4 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d293ed3-fe5b-4b9e-bacc-c348a1525b82,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:34.910453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147849f-5402-4b6c-88bf-4feb1e07f422 req-2025d97b-b42c-4d58-a5a2-c7282e5046a3 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.912328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c147849f-5402-4b6c-88bf-4feb1e07f422 req-2025d97b-b42c-4d58-a5a2-c7282e5046a3 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 945 time: 0.1690135 Jun 30 08:51:34.949990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Made reservation on behalf of c2332717927541ba89ce474e23cbb071 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:34.956047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.965571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-a9e8d46b-e562-472e-bf97-dd9049460357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:34.967092 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-a9e8d46b-e562-472e-bf97-dd9049460357 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c58ebb8-87c6-4fed-99d2-d25c64c74536 HTTP/1.1" status: 200 len: 851 time: 0.0868840 Jun 30 08:51:35.009297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c147849f-5402-4b6c-88bf-4feb1e07f422 req-85e41384-f091-4e87-9489-5776387665cd tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874672 Jun 30 08:51:35.058215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:35.081223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:35.081566 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Added segment 2b494e92-d346-46af-abbf-cbe929e8906b of type vlan for network a99675db-fde1-47d8-9022-577d900eda60 Jun 30 08:51:35.093303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-f5558fc4-4d36-4c29-9707-d481667d0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:35.094876 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-f5558fc4-4d36-4c29-9707-d481667d0b28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081033 Jun 30 08:51:35.195750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:35.266973 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-eb80c989-6954-4fe0-ba7b-516635a5911b service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442273 Jun 30 08:51:35.411096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:35.412982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:35.413865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:35.432998 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-8ba1cafa-073e-409c-936e-76fa3e4404e1 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593950 Jun 30 08:51:35.594593 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-73c91a48-d09e-4e77-95cb-e6ef97b23499 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 217 time: 0.1478112 Jun 30 08:51:35.603018 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7302256 Jun 30 08:51:35.610661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:35.618172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149af03d-8912-48dc-8c95-8aedafb77fc5 req-76b4057e-4b8f-4526-8b99-acd06751d13b tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=348e745b-be2c-4c4b-aca9-d94bf24b4c66 HTTP/1.1" status: 200 len: 210 time: 0.0898678 Jun 30 08:51:35.650563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030735-3aef-44f5-bbaa-680989f403e3 req-8d701a59-56c9-44dd-a6f7-362719da359a tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:35.651665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23054e03-729b-4c2c-b935-33abd884f204'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:35.655398 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d001b7-d946-4e3c-977c-c178e4f09d0a" -d '{"events": [{"server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "name": "network-vif-plugged", "status": "completed", "tag": "23054e03-729b-4c2c-b935-33abd884f204"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:35.670117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11030735-3aef-44f5-bbaa-680989f403e3 req-8d701a59-56c9-44dd-a6f7-362719da359a tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 945 time: 0.2544599 Jun 30 08:51:35.716448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:35.717824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122a6c-2849-4397-8e54-a6303dec3b5a tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Network': ['ID=a99675db-fde1-47d8-9022-577d900eda60,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:35.738706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a99675db-fde1-47d8-9022-577d900eda60 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:35.758229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-4ff9758f-87e3-4f36-9c92-6de3d1ddbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:35.759713 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-4ff9758f-87e3-4f36-9c92-6de3d1ddbc96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.1560838 Jun 30 08:51:35.763361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11030735-3aef-44f5-bbaa-680989f403e3 req-58c9f28a-1b0c-4c82-9966-6a266aa183b2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855422 Jun 30 08:51:35.783263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a883e5-3246-4b7b-99fc-5d09c7f59bba tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:35.792132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51578) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:35.792758 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e9a883e5-3246-4b7b-99fc-5d09c7f59bba tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] 10.222.0.53 "GET /v2.0/networks/a99675db-fde1-47d8-9022-577d900eda60 HTTP/1.1" status: 200 len: 756 time: 0.1810660 Jun 30 08:51:35.890525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-08b11eda-c7ea-4c74-86f3-80c9f7d74a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:35.892728 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-08b11eda-c7ea-4c74-86f3-80c9f7d74a42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973468 Jun 30 08:51:35.932851 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd290d-eb91-4759-b188-92202f0e58b1 x-openstack-request-id: req-e5cd290d-eb91-4759-b188-92202f0e58b1 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:35.933138 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "name": "network-vif-plugged", "status": "completed", "tag": "23054e03-729b-4c2c-b935-33abd884f204", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:35.933577 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5cd290d-eb91-4759-b188-92202f0e58b1 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:35.934255 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23054e03-729b-4c2c-b935-33abd884f204', 'code': 200} Jun 30 08:51:35.947214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bce071-1ba7-46f6-8228-5966ea71d6a5 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:35.948601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-38bce071-1ba7-46f6-8228-5966ea71d6a5 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] 10.222.0.53 "GET /v2.0/networks/e241f464-c0a6-432f-9b1e-76c520f71c78 HTTP/1.1" status: 200 len: 768 time: 0.1554422 Jun 30 08:51:35.951327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51590) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:36.033074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-da715fb7-c162-48ab-b4f2-7461e6a9acfd service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218674 Jun 30 08:51:36.109752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.132742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c3608-3fff-4fbf-a841-f9ffe912d924 req-1d1d955a-cfd7-4d21-8e78-3b658a6f6111 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.139885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b2c3608-3fff-4fbf-a841-f9ffe912d924 req-1d1d955a-cfd7-4d21-8e78-3b658a6f6111 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 946 time: 0.2175250 Jun 30 08:51:36.153461 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-201a456d-075f-40eb-868b-bc1966735d00 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119838 Jun 30 08:51:36.212605 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-0e6116d5-2d9e-4aa9-94b0-a7c500571d58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 217 time: 0.0491233 Jun 30 08:51:36.220867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc760-f8fb-4ca8-a34a-a28ae6bfd3d8 req-35e3a003-2399-43b5-8ca6-e074f99b4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.222738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-678cc760-f8fb-4ca8-a34a-a28ae6bfd3d8 req-35e3a003-2399-43b5-8ca6-e074f99b4dad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1097 time: 0.2034981 Jun 30 08:51:36.303748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-a3bbc1a6-1a54-417d-966b-ffd32d1d825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.305809 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-a3bbc1a6-1a54-417d-966b-ffd32d1d825a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.0835240 Jun 30 08:51:36.344407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b2c3608-3fff-4fbf-a841-f9ffe912d924 req-5c8984cb-dc20-42ea-bd8f-74eea772b57c tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035961 Jun 30 08:51:36.408653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-31916869-232f-4a7a-a098-a7f038ecbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.410165 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-31916869-232f-4a7a-a098-a7f038ecbafc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973375 Jun 30 08:51:36.410808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-678cc760-f8fb-4ca8-a34a-a28ae6bfd3d8 req-e724d099-d472-40cb-9257-bb1e48dd5b37 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651893 Jun 30 08:51:36.413363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.436198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99675db-fde1-47d8-9022-577d900eda60']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:36.449208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b494e92-d346-46af-abbf-cbe929e8906b') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:36.449667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b494e92-d346-46af-abbf-cbe929e8906b') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:36.474313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833657-cd07-418e-9558-35e8024978e3 req-b68b915e-d9b2-4227-937b-fb29e528fa21 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.476491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba833657-cd07-418e-9558-35e8024978e3 req-b68b915e-d9b2-4227-937b-fb29e528fa21 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 945 time: 0.3276143 Jun 30 08:51:36.481040 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.535825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4fb69-0fd5-4005-9c01-487d7159528f req-c656e48d-a1b6-4075-8c71-f802e6b4d73a tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.540672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-699768d7-69cf-4b5a-90cc-fe9c5a6416b3 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161520 Jun 30 08:51:36.542409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9d4fb69-0fd5-4005-9c01-487d7159528f req-c656e48d-a1b6-4075-8c71-f802e6b4d73a tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 945 time: 0.2640569 Jun 30 08:51:36.587161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.629389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:36.630111 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:36.632349 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:36.647623 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-9f0e3fe7-bc1b-4e89-9d78-87d3bc948c41 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015992 Jun 30 08:51:36.695881 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-77fe504d-754d-49ba-9025-160f620782da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf HTTP/1.1" status: 200 len: 217 time: 0.0391366 Jun 30 08:51:36.761776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9d4fb69-0fd5-4005-9c01-487d7159528f req-29f5cf6c-aead-4e98-9a87-572c92d45995 tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/security-groups?id=10cd8ab2-d867-4bb2-8753-104ba843a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175362 Jun 30 08:51:36.775015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.796465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-4a294860-423f-4ca4-aeef-cc441ad96030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.800691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a99675db-fde1-47d8-9022-577d900eda60 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 08:51:36.802918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event deleted for resources: {'Network': ['ID=a99675db-fde1-47d8-9022-577d900eda60,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:36.810486 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-4a294860-423f-4ca4-aeef-cc441ad96030 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.0994828 Jun 30 08:51:36.811788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.820712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51602) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:36.821757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-81ef51b7-30f6-4561-be81-15944903eabc tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a99675db-fde1-47d8-9022-577d900eda60 HTTP/1.1" status: 204 len: 168 time: 0.8686130 Jun 30 08:51:36.848015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Deleting port a3b1425d-9aad-4561-8691-b34ec6a2cf9e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:36.848409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.856425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'network': {'name': 'tempest-network--456736671'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:36.885584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Made reservation on behalf of c2332717927541ba89ce474e23cbb071 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:36.888448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:36.949757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:36.968096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-df2f054c-fd12-4c71-8c45-12df6a32fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:36.972144 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-df2f054c-fd12-4c71-8c45-12df6a32fe99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1555636 Jun 30 08:51:37.101344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.102746 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Added segment 12b946cb-6604-41b8-9ad8-3891a3514d25 of type vlan for network 0b2bcf5f-8102-48a5-be99-7206088d02ce Jun 30 08:51:37.145408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.168031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] For port a3b1425d-9aad-4561-8691-b34ec6a2cf9e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:37.168452 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.197371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Calling delete_port for a3b1425d-9aad-4561-8691-b34ec6a2cf9e owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:37.228411 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-5f156da1-5962-46cb-aab1-8de3f22415b7 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482438 Jun 30 08:51:37.250410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830001db-6bdc-4321-b2a5-cf0f4578adb6 req-81768247-da9d-494b-a41d-68fae2102589 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:37.257641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-830001db-6bdc-4321-b2a5-cf0f4578adb6 req-81768247-da9d-494b-a41d-68fae2102589 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 945 time: 0.2422757 Jun 30 08:51:37.269143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f783c887-3387-484a-99c7-cabecb06875b no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:37.290408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.317659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f783c887-3387-484a-99c7-cabecb06875b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:51:37.318612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f783c887-3387-484a-99c7-cabecb06875b not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:37.345182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:37.358527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e58eabb4-aa43-471a-8ca1-e61593616c15 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727537473', 'description': 'tempest-description--1301659813'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:37.382105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-830001db-6bdc-4321-b2a5-cf0f4578adb6 req-2e3501d7-a88e-4d06-ba7d-765c854f8332 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234488 Jun 30 08:51:37.458093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.460645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:37.461361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.492343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e58eabb4-aa43-471a-8ca1-e61593616c15 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.630181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Network': ['ID=0b2bcf5f-8102-48a5-be99-7206088d02ce,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:37.645823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 0b2bcf5f-8102-48a5-be99-7206088d02ce details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:37.659333 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-58f0f61c-b4ad-468f-af9e-bffba45ce088 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172971 Jun 30 08:51:37.670161 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-07a98fda-238c-47a7-88f2-6bc13bf1a4b7 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8481901 Jun 30 08:51:37.674417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-27fca95b-1107-4229-be65-9509556d3cb4 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:37.682329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51622) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:37.684600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-27fca95b-1107-4229-be65-9509556d3cb4 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 946 time: 0.3548775 Jun 30 08:51:37.687720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:37.880468 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-793e13c4-a553-496d-aed8-3b3c708ef304 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8 HTTP/1.1" status: 200 len: 217 time: 0.2082863 Jun 30 08:51:37.915557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:37.936588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['a3b1425d-9aad-4561-8691-b34ec6a2cf9e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:38.069721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] No DVR routers for this DVR port a3b1425d-9aad-4561-8691-b34ec6a2cf9e on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:38.071942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.074565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba833657-cd07-418e-9558-35e8024978e3 req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.26 "DELETE /v2.0/ports/a3b1425d-9aad-4561-8691-b34ec6a2cf9e HTTP/1.1" status: 204 len: 173 time: 1.5812311 Jun 30 08:51:38.090726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'name': 'network-vif-deleted', 'tag': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:38.092874 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b18fbe1-e686-4966-8e95-a427d0099fe2" -d '{"events": [{"server_uuid": "f0fe7775-b1bb-4840-a978-0bf054872f65", "name": "network-vif-deleted", "tag": "a3b1425d-9aad-4561-8691-b34ec6a2cf9e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:38.095544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4eeec-127f-45db-838f-44162c83f3fb tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] Pushing event deleted for resources: {'Port': ['ID=a3b1425d-9aad-4561-8691-b34ec6a2cf9e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:38.138628 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.172806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.178321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c32760c-a0a9-4bcb-a9a8-b95ee923ecb0 req-c4b03a4d-3eb1-468a-b560-2ccdd70779ca tempest-AttachSCSIVolumeTestJSON-529597040 tempest-AttachSCSIVolumeTestJSON-529597040-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fe7775-b1bb-4840-a978-0bf054872f65 HTTP/1.1" status: 200 len: 210 time: 0.1181967 Jun 30 08:51:38.186657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Network 0b2bcf5f-8102-48a5-be99-7206088d02ce is not hosted by any dhcp agent {{(pid=100238) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 08:51:38.209131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:38.209904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.211380 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "PUT /v2.0/networks/0b2bcf5f-8102-48a5-be99-7206088d02ce HTTP/1.1" status: 200 len: 857 time: 0.5280778 Jun 30 08:51:38.225409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51628) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:38.291344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade731fd-4c69-45bd-b6c6-d62c560b2ef4 req-d18df16b-7e88-45ac-ac0c-4050286fdde4 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:38.300269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ade731fd-4c69-45bd-b6c6-d62c560b2ef4 req-d18df16b-7e88-45ac-ac0c-4050286fdde4 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 946 time: 0.4619839 Jun 30 08:51:38.319196 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820044b8-4dc7-4ef6-bccb-a117f08abf04 x-openstack-request-id: req-820044b8-4dc7-4ef6-bccb-a117f08abf04 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:38.320168 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fe7775-b1bb-4840-a978-0bf054872f65", "name": "network-vif-deleted", "tag": "a3b1425d-9aad-4561-8691-b34ec6a2cf9e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:38.320452 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-820044b8-4dc7-4ef6-bccb-a117f08abf04 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:38.320855 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fe7775-b1bb-4840-a978-0bf054872f65', 'name': 'network-vif-deleted', 'tag': 'a3b1425d-9aad-4561-8691-b34ec6a2cf9e', 'status': 'completed', 'code': 200} Jun 30 08:51:38.390255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ade731fd-4c69-45bd-b6c6-d62c560b2ef4 req-c4c341fb-e93f-401d-beaf-e652a3833e34 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/security-groups?id=43b7a2d0-b91b-4421-935f-40f8e9955dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888839 Jun 30 08:51:38.397770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.413265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Deleting port 869d99e9-c7b2-48ed-a851-fa303114dce4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:38.413265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.465574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-d9e5be48-87df-4682-866c-f107d5f084e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:38.467676 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-d9e5be48-87df-4682-866c-f107d5f084e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.5752358 Jun 30 08:51:38.504572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] For port 869d99e9-c7b2-48ed-a851-fa303114dce4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=869d99e9-c7b2-48ed-a851-fa303114dce4,segment=NetworkSegment(6e6c56b1-856a-41c9-a6ad-906dad5e13d7),segment_id=6e6c56b1-856a-41c9-a6ad-906dad5e13d7)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:38.504998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.524820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Calling delete_port for 869d99e9-c7b2-48ed-a851-fa303114dce4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:38.538336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.549305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2bcf5f-8102-48a5-be99-7206088d02ce']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:38.561667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b946cb-6604-41b8-9ad8-3891a3514d25') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:38.562117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b946cb-6604-41b8-9ad8-3891a3514d25') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:38.578638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.598692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.612128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:38.612665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:38.714279 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:38.719695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a35f9-c949-4b62-9f48-1cbee5f371f9 req-378177c8-65df-40db-9119-33648d78169d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:38.721349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b2a35f9-c949-4b62-9f48-1cbee5f371f9 req-378177c8-65df-40db-9119-33648d78169d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 945 time: 0.1401947 Jun 30 08:51:38.728964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.737470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7854cc3-5263-4a72-b1c3-0c7128009f99 tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event updated for resources: {'Network': ['ID=0b2bcf5f-8102-48a5-be99-7206088d02ce,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:38.765267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b2bcf5f-8102-48a5-be99-7206088d02ce {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 08:51:38.775382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.783822 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0b2bcf5f-8102-48a5-be99-7206088d02ce HTTP/1.1" status: 204 len: 168 time: 0.5501578 Jun 30 08:51:38.796518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b2a35f9-c949-4b62-9f48-1cbee5f371f9 req-f11a993f-0b85-46f6-9b81-0e489168dcf6 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683522 Jun 30 08:51:38.797124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51644) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:38.806937 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e58eabb4-aa43-471a-8ca1-e61593616c15 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.824342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20aaef-caaa-4966-81e5-5f8960059baf tempest-ExternalNetworksTestJSON-9729289 tempest-ExternalNetworksTestJSON-9729289-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b2bcf5f-8102-48a5-be99-7206088d02ce,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:38.832662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e58eabb4-aa43-471a-8ca1-e61593616c15 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.876574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e58eabb4-aa43-471a-8ca1-e61593616c15 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:38.883193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51650) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:38.883844 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e58eabb4-aa43-471a-8ca1-e61593616c15 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5349789 Jun 30 08:51:38.894829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f3961f66-dcea-4287-b941-ff72f155bbc8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Request body: {'security_group_rule': {'security_group_id': '14886c69-d7dd-460d-ade6-2bd8c9b596f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:38.906345 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cb20e3-0ce7-4f1f-8728-2e0d7f5d1958 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] DELETE failed (client error): The resource could not be found. Jun 30 08:51:38.917114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cb20e3-0ce7-4f1f-8728-2e0d7f5d1958 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:51:38.919136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-17cb20e3-0ce7-4f1f-8728-2e0d7f5d1958 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] 10.222.0.53 "DELETE /v2.0/subnets/79412f3b-1e20-4faa-a15d-a245ec2a4b55 HTTP/1.1" status: 404 len: 337 time: 0.1167986 Jun 30 08:51:38.925946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-caa34727-22a3-4a76-a97f-76172e5273be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:38.927699 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-caa34727-22a3-4a76-a97f-76172e5273be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2151449 Jun 30 08:51:38.928323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51652) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:38.949821 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.068015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Pushing event deleted for resources: {'Port': ['ID=869d99e9-c7b2-48ed-a851-fa303114dce4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:39.074206 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-b96a3abf-806e-4d44-bc28-05a41268e96f service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325004 Jun 30 08:51:39.074960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eabb4-aa43-471a-8ca1-e61593616c15 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14886c69-d7dd-460d-ade6-2bd8c9b596f2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:39.164064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3961f66-dcea-4287-b941-ff72f155bbc8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.192230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] No DVR routers for this DVR port 869d99e9-c7b2-48ed-a851-fa303114dce4 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:39.200926 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.203066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1bb3a8f0-c256-4dab-a493-d8175684ec5d req-55507864-a4cb-45d5-8c16-f2225c822d56 tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.13 "DELETE /v2.0/ports/869d99e9-c7b2-48ed-a851-fa303114dce4 HTTP/1.1" status: 204 len: 173 time: 1.3605433 Jun 30 08:51:39.227514 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-e838d8f5-9b15-497b-96c3-86398adfdf20 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303232 Jun 30 08:51:39.264604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705044-3b51-428c-8046-78f9485bdbe5 req-812d342e-e2b2-4ff4-a8e9-90d9b87ea29c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:39.273375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d705044-3b51-428c-8046-78f9485bdbe5 req-812d342e-e2b2-4ff4-a8e9-90d9b87ea29c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1097 time: 0.2313197 Jun 30 08:51:39.329006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3961f66-dcea-4287-b941-ff72f155bbc8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.341492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d705044-3b51-428c-8046-78f9485bdbe5 req-1d5a38fd-9060-4efc-91b6-e1dcb0434027 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670078 Jun 30 08:51:39.349427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3961f66-dcea-4287-b941-ff72f155bbc8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.392987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3961f66-dcea-4287-b941-ff72f155bbc8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87557ac-d939-4295-83b9-c480adb2bf61,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:39.399870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3961f66-dcea-4287-b941-ff72f155bbc8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.409680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f3961f66-dcea-4287-b941-ff72f155bbc8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5175955 Jun 30 08:51:39.410647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51662) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:39.418175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.427168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6a147227-56ed-4691-b81e-99c6399304c0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Request body: {'security_group_rule': {'security_group_id': '14886c69-d7dd-460d-ade6-2bd8c9b596f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:39.432959 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-d528b4ec-3d96-46fe-af1c-ebcffe55221f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24735fe4-1349-46ea-8af5-df26068a41d4 HTTP/1.1" status: 200 len: 217 time: 0.1439278 Jun 30 08:51:39.494763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a147227-56ed-4691-b81e-99c6399304c0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.561951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-a4395c53-81b4-4514-a723-e07f60dda10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:39.572738 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-a4395c53-81b4-4514-a723-e07f60dda10c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.1247823 Jun 30 08:51:39.660416 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a147227-56ed-4691-b81e-99c6399304c0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.667060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a147227-56ed-4691-b81e-99c6399304c0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.732958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a147227-56ed-4691-b81e-99c6399304c0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5f1a9c-dd3d-473e-8ca4-b3db670abd3a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:39.753200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6a147227-56ed-4691-b81e-99c6399304c0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.754883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6a147227-56ed-4691-b81e-99c6399304c0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3425968 Jun 30 08:51:39.790039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.802057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e241f464-c0a6-432f-9b1e-76c520f71c78']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:39.807072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51674) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:39.813512 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:39.844268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22af1b4-cdf2-4e94-8d6a-5453a1e60bc5') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:39.844884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22af1b4-cdf2-4e94-8d6a-5453a1e60bc5') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:39.865181 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.892612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.897147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.924851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:39.925384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:39.931856 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:40.063550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 869d99e9-c7b2-48ed-a851-fa303114dce4 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:40.081372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-3e39b0dc-2b2c-49a2-93e4-2ae5f61024af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:40.090560 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-3e39b0dc-2b2c-49a2-93e4-2ae5f61024af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5100605 Jun 30 08:51:40.133775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 869d99e9-c7b2-48ed-a851-fa303114dce4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:51:40.136651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 869d99e9-c7b2-48ed-a851-fa303114dce4 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:40.241764 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-4149798b-fb0a-4469-a1d7-8fab11e37cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355553 Jun 30 08:51:40.274701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-baa6fa7e-2e5e-4018-94fd-7a82f1c79699 req-e740f95d-b0b0-449d-a19f-1e6d44e2ca4c tempest-ServerPasswordTestJSON-1866412254 tempest-ServerPasswordTestJSON-1866412254-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bbf3c77-97a4-4c7e-abcf-4545e8798634 HTTP/1.1" status: 200 len: 210 time: 0.5683010 Jun 30 08:51:40.278104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:40.314828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:40.316774 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] 10.222.0.53 "DELETE /v2.0/networks/e241f464-c0a6-432f-9b1e-76c520f71c78 HTTP/1.1" status: 204 len: 168 time: 1.3846242 Jun 30 08:51:40.321821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'name': 'network-vif-deleted', 'tag': '869d99e9-c7b2-48ed-a851-fa303114dce4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:40.324823 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae351c-9473-4aed-9abd-9206fa5a9fdb" -d '{"events": [{"server_uuid": "7bbf3c77-97a4-4c7e-abcf-4545e8798634", "name": "network-vif-deleted", "tag": "869d99e9-c7b2-48ed-a851-fa303114dce4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:40.335955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38b584-ccd2-43a0-b745-2f3b0e98c3e9 tempest-ExternalNetworksTestJSON-1049825290 tempest-ExternalNetworksTestJSON-1049825290-project] Pushing event deleted for resources: {'Network': ['ID=e241f464-c0a6-432f-9b1e-76c520f71c78,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:40.361242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8680db-615a-4525-823a-853b3b4ccdb0 req-b86e7438-6373-43c7-85d0-b1ce73470785 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:40.369672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d8680db-615a-4525-823a-853b3b4ccdb0 req-b86e7438-6373-43c7-85d0-b1ce73470785 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1097 time: 0.6334534 Jun 30 08:51:40.405991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d8680db-615a-4525-823a-853b3b4ccdb0 req-ee5bc3cd-b2b5-49fe-85d8-0bcdb52368f6 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303683 Jun 30 08:51:40.423461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:40.464128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-fd01fb35-1817-42ec-a93e-1aa94560767f service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105415 Jun 30 08:51:40.635161 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-981dd733-545a-42b5-95d9-692cec7dbe4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23bc99e2-cb21-4178-b039-66a05a861ecf HTTP/1.1" status: 200 len: 217 time: 0.1109188 Jun 30 08:51:40.813153 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f652cba9-0756-4ac6-a75c-044804918f7e x-openstack-request-id: req-f652cba9-0756-4ac6-a75c-044804918f7e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:40.813816 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbf3c77-97a4-4c7e-abcf-4545e8798634", "name": "network-vif-deleted", "tag": "869d99e9-c7b2-48ed-a851-fa303114dce4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:40.814203 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f652cba9-0756-4ac6-a75c-044804918f7e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:40.814619 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbf3c77-97a4-4c7e-abcf-4545e8798634', 'name': 'network-vif-deleted', 'tag': '869d99e9-c7b2-48ed-a851-fa303114dce4', 'status': 'completed', 'code': 200} Jun 30 08:51:40.851434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51722) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:41.150390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-831bed83-5acc-4b08-8c13-5bde406f777d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d7b242921da4ef0b0e9e0a20cfbd419&name=default HTTP/1.1" status: 200 len: 2980 time: 0.2991955 Jun 30 08:51:41.155898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51742) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:41.205287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-5d1de979-0997-4f61-92c5-8a7940d4d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:41.207314 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-5d1de979-0997-4f61-92c5-8a7940d4d741 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.5533988 Jun 30 08:51:41.249190 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f247-6ff3-4ecd-96ed-d6c8505f46d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.265084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Allocated IP 172.25.8.176 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/1b811671-d024-4430-8f50-3c05f4d37704) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:51:41.300252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a3b1425d-9aad-4561-8691-b34ec6a2cf9e no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:41.311336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f247-6ff3-4ecd-96ed-d6c8505f46d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.399682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: a3b1425d-9aad-4561-8691-b34ec6a2cf9e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:51:41.400021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a3b1425d-9aad-4561-8691-b34ec6a2cf9e not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:41.418829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f247-6ff3-4ecd-96ed-d6c8505f46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.422161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f247-6ff3-4ecd-96ed-d6c8505f46d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.423629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c0f5f247-6ff3-4ecd-96ed-d6c8505f46d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67889ff6-9b12-4a43-9c39-8474fa2da3fe HTTP/1.1" status: 204 len: 168 time: 0.2664351 Jun 30 08:51:41.439295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5f247-6ff3-4ecd-96ed-d6c8505f46d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67889ff6-9b12-4a43-9c39-8474fa2da3fe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:41.480622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964997-0366-4329-bf56-754373136496 req-aea741f2-b35b-40c3-a8c8-7f248559c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:41.489553 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-aea741f2-b35b-40c3-a8c8-7f248559c41c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2752726 Jun 30 08:51:41.557786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148053e-5e66-4168-ae67-7e7d3ce91e2e req-8ad2f1b8-5b57-41df-a190-c10126158bf5 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:41.559503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3148053e-5e66-4168-ae67-7e7d3ce91e2e req-8ad2f1b8-5b57-41df-a190-c10126158bf5 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1097 time: 0.1049519 Jun 30 08:51:41.560082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51754) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:41.690298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] Deleting subnet 54ac1d74-ea0e-4e0c-a95b-3ebda57413fd {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:51:41.697226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.728629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3148053e-5e66-4168-ae67-7e7d3ce91e2e req-5944574f-526f-4774-8c9f-bbeb0be39658 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539705 Jun 30 08:51:41.746585 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.790527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.796409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.859883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.910924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.932779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:41.936421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:41.940188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:41.940890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ac1d74-ea0e-4e0c-a95b-3ebda57413fd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:41.944828 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.947050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d923fc21-e33b-4758-b289-3c157431a13e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/54ac1d74-ea0e-4e0c-a95b-3ebda57413fd HTTP/1.1" status: 204 len: 168 time: 0.3839335 Jun 30 08:51:41.949717 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-77788efb-c144-4910-a15e-18b7c2546516 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210367 Jun 30 08:51:41.950194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51768) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:42.013695 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51776) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:42.088832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'Port': ['ID=1b811671-d024-4430-8f50-3c05f4d37704,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:42.095332 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.222544 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-05964997-0366-4329-bf56-754373136496 req-b2f921fd-5ea0-41a8-b54f-5457b0b028c6 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413270 Jun 30 08:51:42.245495 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d8ed74c-fb06-44a9-afb1-2e50ccfa8c5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2332717927541ba89ce474e23cbb071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273254 Jun 30 08:51:42.248861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51796) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:42.259420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.282294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebcc0f2-a1a1-4124-93ea-a890c152a9c6']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:42.322541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6c56b1-856a-41c9-a6ad-906dad5e13d7') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:42.323096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6c56b1-856a-41c9-a6ad-906dad5e13d7') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:42.338054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.353052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2bd11b57-2879-4baa-a901-d79943c22ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.355211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.357617 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.370265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:42.370658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:42.373156 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:42.403294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2bd11b57-2879-4baa-a901-d79943c22ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.416035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f62e5-8e40-4ee0-9088-8f14c0cf4fce req-7588c52e-04f0-4bb3-ba48-a3f73fe497e1 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:42.417534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf0f62e5-8e40-4ee0-9088-8f14c0cf4fce req-7588c52e-04f0-4bb3-ba48-a3f73fe497e1 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 950 time: 0.1546052 Jun 30 08:51:42.434283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.461831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.471760 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.473746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ebcc0f2-a1a1-4124-93ea-a890c152a9c6 HTTP/1.1" status: 204 len: 168 time: 0.5216630 Jun 30 08:51:42.478954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf0f62e5-8e40-4ee0-9088-8f14c0cf4fce req-585ee4a6-fbcd-413f-bd3e-f531428be9e6 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503540 Jun 30 08:51:42.489293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb99e-236c-458f-ad3d-a210ff4b3ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebcc0f2-a1a1-4124-93ea-a890c152a9c6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:42.586600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2bd11b57-2879-4baa-a901-d79943c22ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.589501 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2bd11b57-2879-4baa-a901-d79943c22ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.590727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2bd11b57-2879-4baa-a901-d79943c22ff7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1354885-e8f1-4230-a65d-86bea7beef71 HTTP/1.1" status: 204 len: 168 time: 0.3407898 Jun 30 08:51:42.641684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd11b57-2879-4baa-a901-d79943c22ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1354885-e8f1-4230-a65d-86bea7beef71,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:42.680743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.686493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.749012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51804) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:42.830021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'Port': ['ID=1b811671-d024-4430-8f50-3c05f4d37704,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:42.844115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.856789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51810) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:42.858110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ba89fc66-22f0-4620-beb9-2bf42637d7c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a17419590d444c56962835b59847beb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072271 Jun 30 08:51:42.876744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:42.878709 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f7468177-b51b-45b5-a73a-7f8c57bcc3ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0703678 Jun 30 08:51:42.952880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3be8b258-9461-4cbb-8ee0-62cb65f0b04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:43.006752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3be8b258-9461-4cbb-8ee0-62cb65f0b04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:43.032059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0e2f-e158-41bd-8839-a3ab065297cf req-40a85f5b-bde7-4500-bd58-e8c149a4f53c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:43.033895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba1c0e2f-e158-41bd-8839-a3ab065297cf req-40a85f5b-bde7-4500-bd58-e8c149a4f53c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0652640 Jun 30 08:51:43.104935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3be8b258-9461-4cbb-8ee0-62cb65f0b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:43.106241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba1c0e2f-e158-41bd-8839-a3ab065297cf req-9305ff93-4583-4b6b-8d93-cffabe6c131a tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622427 Jun 30 08:51:43.111627 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3be8b258-9461-4cbb-8ee0-62cb65f0b04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:43.111627 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3be8b258-9461-4cbb-8ee0-62cb65f0b04b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43b7a2d0-b91b-4421-935f-40f8e9955dd7 HTTP/1.1" status: 204 len: 168 time: 0.2521904 Jun 30 08:51:43.132508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8b258-9461-4cbb-8ee0-62cb65f0b04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b7a2d0-b91b-4421-935f-40f8e9955dd7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:43.416380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-a36703ed-4992-4ec3-921c-ed22fcd3dae8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:43.423634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-a36703ed-4992-4ec3-921c-ed22fcd3dae8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 822 time: 0.2148814 Jun 30 08:51:43.445778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-21bb3e58-33a0-48a3-a93b-4ecfd81a18b2 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/quotas/245697290bb54cd3b511d3b01b2a7ebc HTTP/1.1" status: 200 len: 375 time: 0.0181479 Jun 30 08:51:43.520926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-95c1922e-2fe8-486b-8953-bea75d4ca2ab tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760930 Jun 30 08:51:43.620449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-ef70ef72-051f-4dfa-8213-148479697a2a service neutron] 10.222.0.53 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994639 Jun 30 08:51:43.739167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-0279dbdf-5cc7-4a8d-b9cf-dd24d39c5cf2 service neutron] 10.222.0.53 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106989 Jun 30 08:51:44.120985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9d48b-282f-4c3d-ae3f-911ef1355978 req-e9128337-e10a-4cef-8c50-243320e0da14 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:44.122596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f9d48b-282f-4c3d-ae3f-911ef1355978 req-e9128337-e10a-4cef-8c50-243320e0da14 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 950 time: 0.1394365 Jun 30 08:51:44.191529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f9d48b-282f-4c3d-ae3f-911ef1355978 req-f7383059-a209-4ee5-89ac-e346d402a67f tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620382 Jun 30 08:51:44.294215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cac690b-e67b-4849-9bd1-024cf833f2f0 req-4d07d1de-4da2-498c-a4ac-83a3a6898e76 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0437331 Jun 30 08:51:44.723904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51936) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:44.836990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d4248b06-0af4-4c4a-b237-d2cdc917a983 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1700060015'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:44.837654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d4248b06-0af4-4c4a-b237-d2cdc917a983 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Unknown quota resources ['metering_label']. {{(pid=100240) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:51:44.952039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-4863903c-71fd-447a-a042-233c8eab56e1 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:51:44.953056 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-4863903c-71fd-447a-a042-233c8eab56e1 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2795310 Jun 30 08:51:45.016885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Request body: {'binding': {'host': 'n-h1-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:45.017677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:51:45.086695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d4248b06-0af4-4c4a-b237-d2cdc917a983 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:45.090689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d4248b06-0af4-4c4a-b237-d2cdc917a983 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3635440 Jun 30 08:51:45.090981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51950) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:45.095347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-057eea09-2e91-4d73-98a9-b57262f3c4b1 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f6758952-1116-4e30-ba8f-d64bd8eb5b07'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:45.095932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-057eea09-2e91-4d73-98a9-b57262f3c4b1 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100240) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:51:45.181354 n-d-758944-40 neutron-server[100240]: WARNING neutron.services.metering.metering_plugin [None req-057eea09-2e91-4d73-98a9-b57262f3c4b1 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 08:51:45.184489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on host n-h1-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:45.188585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:45.189064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:45.193658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:45.194033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:45.203329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:45.204055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:45.204733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:45.205537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Bound port: 23054e03-729b-4c2c-b935-33abd884f204, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:45.302374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:45.311782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:45.313452 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3c6d9786-4303-44a5-a607-69e4c52795e7 service neutron] 10.222.0.53 "POST /v2.0/ports/23054e03-729b-4c2c-b935-33abd884f204/bindings HTTP/1.1" status: 201 len: 390 time: 0.3522246 Jun 30 08:51:45.315780 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-057eea09-2e91-4d73-98a9-b57262f3c4b1 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:45.317152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-057eea09-2e91-4d73-98a9-b57262f3c4b1 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2252054 Jun 30 08:51:45.320910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51958) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:45.327982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-08a0979f-cb63-433f-8205-4239be0a6256 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f6758952-1116-4e30-ba8f-d64bd8eb5b07'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:45.329108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-08a0979f-cb63-433f-8205-4239be0a6256 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100240) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:51:45.406000 n-d-758944-40 neutron-server[100240]: WARNING neutron.services.metering.metering_plugin [None req-08a0979f-cb63-433f-8205-4239be0a6256 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 08:51:45.501988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-0034e358-9b01-48d5-bb14-ab3e03515ddf tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:45.505235 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-0034e358-9b01-48d5-bb14-ab3e03515ddf tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 822 time: 0.1864820 Jun 30 08:51:45.519542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Request body: {'port': {'device_id': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'admin_state_up': True, 'tenant_id': '245697290bb54cd3b511d3b01b2a7ebc'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:45.539207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08a0979f-cb63-433f-8205-4239be0a6256 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:45.543357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-08a0979f-cb63-433f-8205-4239be0a6256 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2204447 Jun 30 08:51:45.546540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51972) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:45.609873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43971984-2a12-497c-9f04-e429ddb52c65 req-fdac76ef-f1dc-4332-8602-88c96723dfdc tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.0842216 Jun 30 08:51:45.622019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4efc0eaa-e30d-4e4b-b275-a2e82dc47514 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=09af7315-64d4-4d2b-a7f6-fddd251e124c HTTP/1.1" status: 200 len: 464 time: 0.0755816 Jun 30 08:51:45.627656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51978) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:45.683779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a1b8e49-e848-43b2-a57c-20cdd5924e12 req-02561747-d0cd-4d13-a1e4-675dd777d780 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 210 time: 0.1016924 Jun 30 08:51:45.836601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Made reservation on behalf of 245697290bb54cd3b511d3b01b2a7ebc for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:45.841180 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:45.892336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-563b6907-2b0f-4fb5-9f75-05402ae170ec tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:45.893778 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-563b6907-2b0f-4fb5-9f75-05402ae170ec tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/09af7315-64d4-4d2b-a7f6-fddd251e124c HTTP/1.1" status: 204 len: 168 time: 0.2643173 Jun 30 08:51:45.897195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:45.915474 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fabc4a9b-8868-43c8-8656-43031e9ed067 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=09af7315-64d4-4d2b-a7f6-fddd251e124c HTTP/1.1" status: 200 len: 221 time: 0.0170238 Jun 30 08:51:45.921346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52000) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:45.926404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-82d4d8ad-bbf6-44d0-9561-d4cdfa6d8bc7 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1854432720', 'description': 'label created by tempest'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:45.926967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-82d4d8ad-bbf6-44d0-9561-d4cdfa6d8bc7 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Unknown quota resources ['metering_label']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:51:45.959850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65f4ee-3881-4e57-9e99-1ca35afa38f8 req-6422619e-d193-4a1e-98b1-d792ee967519 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:45.961907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba65f4ee-3881-4e57-9e99-1ca35afa38f8 req-6422619e-d193-4a1e-98b1-d792ee967519 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 945 time: 0.1140420 Jun 30 08:51:45.967730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-c18516d6-71aa-486d-9f2e-f183cda23d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:45.969505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-c18516d6-71aa-486d-9f2e-f183cda23d8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1097 time: 0.1110387 Jun 30 08:51:46.065939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba65f4ee-3881-4e57-9e99-1ca35afa38f8 req-f1f6943c-9d75-40ba-b9d6-47471554a243 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952144 Jun 30 08:51:46.095526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:46.104070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-893534df-c83a-4a9d-b061-6300053618c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:46.106381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-893534df-c83a-4a9d-b061-6300053618c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1286895 Jun 30 08:51:46.169810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-b589378a-516c-49ee-afb6-143f1a5431d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 200 len: 217 time: 0.0533488 Jun 30 08:51:46.229829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52016) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:46.250899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Allocated IP 172.20.0.10 (ab09094c-1256-41d8-82a9-a8d76a308f8f/1a6e1835-f95c-4d02-b94d-35e40f144f5b/f7d9decc-0847-42ee-9e1b-6ebd697f960f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:51:46.263750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:46.266906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-635b19e7-e76b-42e2-8c50-a9396d3d92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:46.268442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-635b19e7-e76b-42e2-8c50-a9396d3d92ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0904136 Jun 30 08:51:46.300594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:46.301422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:46.304578 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe88e39-83a3-41a3-bd3e-4ac23de54129" -d '{"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:46.308638 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:46.364270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-4a5a3a13-b173-4e27-b39e-f5c796f5f9b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775325 Jun 30 08:51:46.390234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:46.504415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-f918042f-b4ef-4425-a535-37e08da6b44c service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330462 Jun 30 08:51:46.540460 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824d23ee-8494-4af3-b5e0-c99cba44d3ae x-openstack-request-id: req-824d23ee-8494-4af3-b5e0-c99cba44d3ae {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:46.540825 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:46.541143 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-824d23ee-8494-4af3-b5e0-c99cba44d3ae {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:46.541700 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'code': 200} Jun 30 08:51:46.610477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82d4d8ad-bbf6-44d0-9561-d4cdfa6d8bc7 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:46.614251 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-82d4d8ad-bbf6-44d0-9561-d4cdfa6d8bc7 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6894052 Jun 30 08:51:46.615480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52048) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:46.715029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-bc84a895-f761-4fcb-9154-9eb694491bab service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037284 Jun 30 08:51:46.720232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de28367d-b599-463a-9577-3f0378c6c8d8 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=cb4e30eb-ba32-479f-8e72-15f32c45924c HTTP/1.1" status: 200 len: 468 time: 0.1032908 Jun 30 08:51:46.723360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52056) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:46.859556 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.020833 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.145584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Network ab09094c-1256-41d8-82a9-a8d76a308f8f is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:47.157258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:47.173493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:47.178864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c089a93-39c3-4325-aea8-8b69c47b9527 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.180046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2c089a93-39c3-4325-aea8-8b69c47b9527 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/cb4e30eb-ba32-479f-8e72-15f32c45924c HTTP/1.1" status: 204 len: 168 time: 0.4554007 Jun 30 08:51:47.184993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52080) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:47.205173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3ece64fd-677d-42c6-ad58-d794dea21f8f tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:47.207041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-3ece64fd-677d-42c6-ad58-d794dea21f8f tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.3184760 Jun 30 08:51:47.212677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5b8392a6-d70f-4460-8e4e-b8e8b62fc57a tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=cb4e30eb-ba32-479f-8e72-15f32c45924c HTTP/1.1" status: 200 len: 216 time: 0.0262086 Jun 30 08:51:47.219230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-40'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:47.221562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52086) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:47.267611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-301a5666-373c-4341-a533-cc7619c7475f tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0437131 Jun 30 08:51:47.278973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edbc01-01e7-4d57-b8f2-9f39a2b34014 req-c329c59a-e014-426d-ad9b-3b4807de59ff tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:47.280817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70edbc01-01e7-4d57-b8f2-9f39a2b34014 req-c329c59a-e014-426d-ad9b-3b4807de59ff tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 932 time: 0.2414362 Jun 30 08:51:47.286800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52088) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:47.322485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:47.360867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70edbc01-01e7-4d57-b8f2-9f39a2b34014 req-cf971f8d-6d2a-4974-b991-089a2faa728a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705988 Jun 30 08:51:47.364259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.374443 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.466215 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-682bdf62-a8aa-4f54-990e-758ad43d9e8c tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1741552 Jun 30 08:51:47.469163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:47.536015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:47.536547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.543178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1ec94ae-9c43-4951-aaa9-3c86347a7718 req-4190704f-978f-4429-bc90-1f1f5f7f2987 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0422506 Jun 30 08:51:47.551019 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ad0af0af-f2fa-4f8e-85f1-52e2844e343f tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/f6758952-1116-4e30-ba8f-d64bd8eb5b07 HTTP/1.1" status: 200 len: 473 time: 0.0776074 Jun 30 08:51:47.553664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52098) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:47.586799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cbc0d134-cd7e-4df6-b829-2de7d158bee0 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/e129ad49-8c03-4f9c-aa6b-cb5aabafa192 HTTP/1.1" status: 200 len: 461 time: 0.0308073 Jun 30 08:51:47.597682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52100) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:47.601906 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-4bb6fa3f-f3cf-47e0-b4a5-71b6ad1fd60a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0871623 Jun 30 08:51:47.620619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Request body: {'port': {'device_id': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:47.627845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:47.654604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073db8e6-7ac3-4128-89bf-bb94e869408b req-eb49d2b1-13f7-41c8-b93d-5ce90a994a3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:47.656451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-073db8e6-7ac3-4128-89bf-bb94e869408b req-eb49d2b1-13f7-41c8-b93d-5ce90a994a3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 945 time: 0.2285116 Jun 30 08:51:47.711996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:47.761247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-073db8e6-7ac3-4128-89bf-bb94e869408b req-b94c1607-ee22-4e9b-92d1-33c92a592d36 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900290 Jun 30 08:51:47.781674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23054e03-729b-4c2c-b935-33abd884f204'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:47.784434 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ec0911-7459-44fe-a022-408f16180e04" -d '{"events": [{"server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "23054e03-729b-4c2c-b935-33abd884f204"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:47.789876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.814834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.871035 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e0d059-e32a-483b-b69f-cfce663d11a4 x-openstack-request-id: req-f1e0d059-e32a-483b-b69f-cfce663d11a4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:47.871339 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "23054e03-729b-4c2c-b935-33abd884f204", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:47.871594 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1e0d059-e32a-483b-b69f-cfce663d11a4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:47.872048 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23054e03-729b-4c2c-b935-33abd884f204', 'code': 200} Jun 30 08:51:47.907342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:47.924323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on host n-h2-758944-40 for vnic_type normal with profile {"migrating_to": "n-h1-758944-40"} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:47.924697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:47.925032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:47.929593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:47.929950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Attempting to bind port 23054e03-729b-4c2c-b935-33abd884f204 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:47.935185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:47.935404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:47.935757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:47.936317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Bound port: 23054e03-729b-4c2c-b935-33abd884f204, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:47.936732 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.007415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:48.010729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:48.015941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.096565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=8']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:48.100185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:48.100805 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.102211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0ca0769f-520b-4bdc-bc09-93ca0a35c612 service neutron] 10.222.0.26 "PUT /v2.0/ports/23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 200 len: 1123 time: 0.8872731 Jun 30 08:51:48.131214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c11a79be-01e0-473a-8f23-c2bde131295c tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.132334 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c11a79be-01e0-473a-8f23-c2bde131295c tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/e129ad49-8c03-4f9c-aa6b-cb5aabafa192 HTTP/1.1" status: 204 len: 168 time: 0.5295484 Jun 30 08:51:48.135086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:48.143129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.205190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['23054e03-729b-4c2c-b935-33abd884f204'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:48.353979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f131e11d-c984-418e-997e-f9307db295a0 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.356633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f131e11d-c984-418e-997e-f9307db295a0 tempest-MeteringTestJSON-92436792 tempest-MeteringTestJSON-92436792-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/f6758952-1116-4e30-ba8f-d64bd8eb5b07 HTTP/1.1" status: 204 len: 168 time: 0.2203624 Jun 30 08:51:48.460318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Deleting port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:48.461205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.607395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] For port 1c4fa19f-bc84-4188-ac3e-668c4e2891b1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:48.607766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.608185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbb840-fa0a-4fee-8e86-44a451faaa98 req-8964cc47-4509-4e2e-9463-2ca71a1075e7 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:48.618741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80bbb840-fa0a-4fee-8e86-44a451faaa98 req-8964cc47-4509-4e2e-9463-2ca71a1075e7 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 932 time: 0.1058495 Jun 30 08:51:48.628943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d9decc-0847-42ee-9e1b-6ebd697f960f {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:48.634106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Calling delete_port for 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:48.654797 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.691085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52124) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:48.716817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80bbb840-fa0a-4fee-8e86-44a451faaa98 req-94abcb07-3817-4671-98b4-8aacb7e11788 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689166 Jun 30 08:51:48.758768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Transition to ACTIVE for port object f7d9decc-0847-42ee-9e1b-6ebd697f960f will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:48.768055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ceaef70-359a-41b0-9402-ef654cedaa7a req-9a4da389-9cea-4b12-a7e0-8496d853b044 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0447690 Jun 30 08:51:48.773568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.817294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-821d7a30-b1a0-4453-9895-35466b82c498 req-b20f9d5e-228d-4568-978a-861acc37ee64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.0471141 Jun 30 08:51:48.887808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c6e38156-22de-4834-8614-7020e954ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:48.908779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Pushing event updated for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:48.994805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Attempting to bind port f7d9decc-0847-42ee-9e1b-6ebd697f960f on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:48.995172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Attempting to bind port f7d9decc-0847-42ee-9e1b-6ebd697f960f by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:48.995532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Attempting to bind port f7d9decc-0847-42ee-9e1b-6ebd697f960f on network ab09094c-1256-41d8-82a9-a8d76a308f8f {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:49.006218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Port f7d9decc-0847-42ee-9e1b-6ebd697f960f on network ab09094c-1256-41d8-82a9-a8d76a308f8f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:49.006596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Attempting to bind port f7d9decc-0847-42ee-9e1b-6ebd697f960f on network ab09094c-1256-41d8-82a9-a8d76a308f8f {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:49.031105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:51:49.031440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Checking segment: {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:49.031816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Bound using segment: {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:51:49.032244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Bound port: f7d9decc-0847-42ee-9e1b-6ebd697f960f, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:51:49.032592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.036734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c6e38156-22de-4834-8614-7020e954ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.046563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195b05d-7c64-406f-958a-bf5ce290e924 req-c98959c9-ec06-40f2-a233-902c73e9f98b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:49.048065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8195b05d-7c64-406f-958a-bf5ce290e924 req-c98959c9-ec06-40f2-a233-902c73e9f98b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 943 time: 0.1110713 Jun 30 08:51:49.049157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c6e38156-22de-4834-8614-7020e954ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.084423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.103699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c6e38156-22de-4834-8614-7020e954ef2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6364c661eb084bb3ab897723c0f63bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115727 Jun 30 08:51:49.108210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52134) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:49.109933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e38156-22de-4834-8614-7020e954ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb725e-cbc1-42f2-a83d-d364616c3815,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:49.127391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4fa19f-bc84-4188-ac3e-668c4e2891b1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:49.136956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8195b05d-7c64-406f-958a-bf5ce290e924 req-d8df24d4-fd5a-46c2-b241-9aa500da159b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721071 Jun 30 08:51:49.177684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebe65da0-9ede-466c-8c39-0ac09592515e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.185672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:49.201395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebe65da0-9ede-466c-8c39-0ac09592515e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.202676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:51:49.211025 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.256870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebe65da0-9ede-466c-8c39-0ac09592515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.259529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebe65da0-9ede-466c-8c39-0ac09592515e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.260707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ebe65da0-9ede-466c-8c39-0ac09592515e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fdb725e-cbc1-42f2-a83d-d364616c3815 HTTP/1.1" status: 204 len: 168 time: 0.1480484 Jun 30 08:51:49.278037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe65da0-9ede-466c-8c39-0ac09592515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb725e-cbc1-42f2-a83d-d364616c3815,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:49.296899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:49.297583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.299394 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] 10.222.0.26 "PUT /v2.0/ports/f7d9decc-0847-42ee-9e1b-6ebd697f960f HTTP/1.1" status: 200 len: 1093 time: 1.6849892 Jun 30 08:51:49.311452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'tag': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:49.314264 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649" -d '{"events": [{"name": "network-changed", "server_uuid": "d3191ff0-dc5a-4072-afae-6f0b2e91a3c8", "tag": "f7d9decc-0847-42ee-9e1b-6ebd697f960f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:49.408173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7284-34bd-4153-8d38-2e9bf927b62e service neutron] Pushing event updated for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:49.420302 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5071ac-7446-4ca1-a33b-de6b7301c1a3 x-openstack-request-id: req-dc5071ac-7446-4ca1-a33b-de6b7301c1a3 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:49.420584 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3191ff0-dc5a-4072-afae-6f0b2e91a3c8", "tag": "f7d9decc-0847-42ee-9e1b-6ebd697f960f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:49.420830 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc5071ac-7446-4ca1-a33b-de6b7301c1a3 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:49.421209 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'tag': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f', 'status': 'completed', 'code': 200} Jun 30 08:51:49.466572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.527166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-c018bc8d-01bd-445f-ba7e-538be8ffb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:49.528723 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-c018bc8d-01bd-445f-ba7e-538be8ffb635 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 1096 time: 0.1604261 Jun 30 08:51:49.581579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52152) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:49.596161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2453b41-c304-45fc-b34d-5b06424ff15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.606270 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-43c146fa-2971-422b-ad47-0547c6df7c90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f HTTP/1.1" status: 200 len: 217 time: 0.0673289 Jun 30 08:51:49.686787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-7693661d-1c67-47e6-bc96-290805c44b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:49.688306 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-7693661d-1c67-47e6-bc96-290805c44b99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a6e1835-f95c-4d02-b94d-35e40f144f5b HTTP/1.1" status: 200 len: 862 time: 0.0681806 Jun 30 08:51:49.755497 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-b128bc70-42b2-415e-8355-affd8241332b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab09094c-1256-41d8-82a9-a8d76a308f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318785 Jun 30 08:51:49.889482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:51:49.912896 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-15ec1798-4e94-4a9a-b8df-0f71e27e9377 service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470628 Jun 30 08:51:50.013538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'tag': '23054e03-729b-4c2c-b935-33abd884f204'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:50.015846 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84" -d '{"events": [{"name": "network-changed", "server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "tag": "23054e03-729b-4c2c-b935-33abd884f204"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:50.026018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28b120c4-6ea2-416f-a3f9-e65cd1886474 req-94293cc1-30e9-41cf-996c-043f7ec62d7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.3730807 Jun 30 08:51:50.082020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1dad4e2-7663-4e69-9964-c243991d6b75 req-8dbba0b6-1d55-418d-8ea3-050b6f36216e tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0582252 Jun 30 08:51:50.082594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:51:50.087948 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ed9961a9-a062-4c6f-97ee-541cdca71041 admin admin] 10.222.0.53 "PUT /v2.0/routers/66cea39f-9ff0-4c52-b7ec-754e4ac72d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8568904 Jun 30 08:51:50.093034 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d55d0c9c-8613-4f77-babf-1ce1441f3300 req-d6289a54-377a-44ec-9f17-13a0bbb57aad service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430216 Jun 30 08:51:50.093461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52164) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:50.094378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] Sync routers for ids ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:51:50.106454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] Routers {'66cea39f-9ff0-4c52-b7ec-754e4ac72d88'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:51:50.107444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:50.114182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:50.179261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2453b41-c304-45fc-b34d-5b06424ff15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.207873 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2453b41-c304-45fc-b34d-5b06424ff15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.248056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-caa0ac99-0758-4a1e-8aa5-628a417ce96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:50.249790 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-caa0ac99-0758-4a1e-8aa5-628a417ce96a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 1096 time: 0.0791540 Jun 30 08:51:50.256725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfca8bb-2c09-470e-ac76-5b7d927c48e2 req-2f378095-e329-4e0e-a676-dc6aca13508f tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:50.258230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbfca8bb-2c09-470e-ac76-5b7d927c48e2 req-2f378095-e329-4e0e-a676-dc6aca13508f tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 944 time: 0.2396321 Jun 30 08:51:50.286605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c2453b41-c304-45fc-b34d-5b06424ff15b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=427e571c683e44c8aa90511c4364a206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039118 Jun 30 08:51:50.296450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52168) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:50.301764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.306270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2453b41-c304-45fc-b34d-5b06424ff15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5272491c-ee06-46ba-9239-b233baca4b1c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:50.326446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] Set router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:51:50.381906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbfca8bb-2c09-470e-ac76-5b7d927c48e2 req-eb189729-8bcc-46cb-804a-9613aee9a9f8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108351 Jun 30 08:51:50.416619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-889d075e-e0dc-4f8c-9f86-66dfea9ce450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.444316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:50.458871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-471ed180-e45b-49b6-891d-9e80cfb4b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:50.460486 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-471ed180-e45b-49b6-891d-9e80cfb4b0f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 923 time: 0.1954112 Jun 30 08:51:50.466198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'mac_address': 'fa:16:3e:5f:5b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:50.467973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.493854 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae8b23e-5756-437b-8d6b-8eed2648a455 x-openstack-request-id: req-6ae8b23e-5756-437b-8d6b-8eed2648a455 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:50.494304 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "tag": "23054e03-729b-4c2c-b935-33abd884f204", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:50.494655 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ae8b23e-5756-437b-8d6b-8eed2648a455 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:50.495307 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'tag': '23054e03-729b-4c2c-b935-33abd884f204', 'status': 'completed', 'code': 200} Jun 30 08:51:50.555201 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.556042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-889d075e-e0dc-4f8c-9f86-66dfea9ce450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.559435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-4befdcd0-b6e9-44a3-befc-bd6c7faaf324 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f HTTP/1.1" status: 200 len: 217 time: 0.0891194 Jun 30 08:51:50.582766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0def72db-8fbc-4d76-982a-ab437dd320ba {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:50.610172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:50.619759 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.642336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-9a2c5855-a928-4a09-b15f-4248ffdfe8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:50.644473 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-9a2c5855-a928-4a09-b15f-4248ffdfe8d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a6e1835-f95c-4d02-b94d-35e40f144f5b HTTP/1.1" status: 200 len: 862 time: 0.0774162 Jun 30 08:51:50.649827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:51:48Z', 'revision_number': 5, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port': {'id': '17d38b70-9dad-4575-acae-2f377ab2fcad', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:46Z', 'updated_at': '2021-06-30T08:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:50.655199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Deleting port 17d38b70-9dad-4575-acae-2f377ab2fcad {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:50.655762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.660832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-7a1ebd13-7453-4cf4-a4fd-ce08f71d2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:50.662960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-7a1ebd13-7453-4cf4-a4fd-ce08f71d2962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1126 time: 0.1304481 Jun 30 08:51:50.685020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] Checking router: 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:51:50.695437 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-4be13443-5293-4924-81f3-72e7fb6156d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab09094c-1256-41d8-82a9-a8d76a308f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386488 Jun 30 08:51:50.706717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:50.709678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] Routers {'66cea39f-9ff0-4c52-b7ec-754e4ac72d88'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:51:50.710521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:50.717151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-889d075e-e0dc-4f8c-9f86-66dfea9ce450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.720109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-889d075e-e0dc-4f8c-9f86-66dfea9ce450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.723622 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-889d075e-e0dc-4f8c-9f86-66dfea9ce450 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5272491c-ee06-46ba-9239-b233baca4b1c HTTP/1.1" status: 204 len: 168 time: 0.4234548 Jun 30 08:51:50.770336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d075e-e0dc-4f8c-9f86-66dfea9ce450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5272491c-ee06-46ba-9239-b233baca4b1c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:50.780993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0def72db-8fbc-4d76-982a-ab437dd320ba'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:50.790296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb70b0-3a7f-4c31-9243-dca8872178d0 req-f99517c7-a060-48ac-8921-34c1c1936c67 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:50.791903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0acb70b0-3a7f-4c31-9243-dca8872178d0 req-f99517c7-a060-48ac-8921-34c1c1936c67 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 943 time: 0.2077696 Jun 30 08:51:50.838430 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-1767ef46-5eda-4a50-96ab-f09934a6e3e2 service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342449 Jun 30 08:51:50.854338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] Set router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:51:50.856013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] For port 17d38b70-9dad-4575-acae-2f377ab2fcad, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=17d38b70-9dad-4575-acae-2f377ab2fcad,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:50.857294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:50.905975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Calling delete_port for 17d38b70-9dad-4575-acae-2f377ab2fcad owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:50.922748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-a7142d60-b77d-4811-82ba-90fca72ad02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:50.924797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-a7142d60-b77d-4811-82ba-90fca72ad02d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.2276921 Jun 30 08:51:50.928533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0acb70b0-3a7f-4c31-9243-dca8872178d0 req-5b68ff20-c99d-4c67-b75b-a222cea8ff29 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250961 Jun 30 08:51:50.983677 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bdec7fb-076f-4bbd-8a2f-34688c0e2649 req-9fb7cab5-4253-4683-8b2a-d50df8e753de service neutron] 10.222.0.26 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371832 Jun 30 08:51:51.014737 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-c89adb2e-24c3-49c7-8881-ec1efa711572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 200 len: 217 time: 0.0788546 Jun 30 08:51:51.165107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-cac39975-a224-4722-bd9d-ccee13dedf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:51.166299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:51:50Z', 'revision_number': 6, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:51.167826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-cac39975-a224-4722-bd9d-ccee13dedf64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1391084 Jun 30 08:51:51.194333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d2d64-f9bf-4c98-bb64-6590f814d10d None None] The sync data for ids ['66cea39f-9ff0-4c52-b7ec-754e4ac72d88'] in n-d-758944-40 is: [{'id': '66cea39f-9ff0-4c52-b7ec-754e4ac72d88', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804293241-router', 'tenant_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:44Z', 'updated_at': '2021-06-30T08:51:50Z', 'revision_number': 6, 'project_id': '79f6c69279f14f6e81d88d50a4f7b19e', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:51:51.237527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-985ed1e1-257e-41a8-b9cf-0dfa741de659 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429165 Jun 30 08:51:51.329451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23054e03-729b-4c2c-b935-33abd884f204 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:51.391596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41fb54f2-0635-4595-a31d-18858d62b587 req-beade9b8-a813-449e-a2db-205ba6fd9b0a tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0406764 Jun 30 08:51:51.412439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:51.446845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:51.464171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23054e03-729b-4c2c-b935-33abd884f204 has no active binding in host n-h1-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:51:51.494374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Pushing event deleted for resources: {'Port': ['ID=17d38b70-9dad-4575-acae-2f377ab2fcad,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:51.501382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-dc460d86-04ca-49de-ba86-c960d4d85bcf service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468262 Jun 30 08:51:51.738540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:51.740628 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:51.783758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:51:51.784359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1c4fa19f-bc84-4188-ac3e-668c4e2891b1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:51.879221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:51.883103 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:51.886185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d50e0d0-7ab1-45f6-b7c0-21628bfd1a84 req-ca2b7fba-a112-4df2-bc69-db59377f57b7 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626506 Jun 30 08:51:52.040946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a949f-d343-46c5-8643-f10da74d8668 req-f817e56f-cc3f-457d-8aea-ad346a7d0046 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:52.050938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-308a949f-d343-46c5-8643-f10da74d8668 req-f817e56f-cc3f-457d-8aea-ad346a7d0046 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 944 time: 0.3860724 Jun 30 08:51:52.066243 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.066789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66cea39f-9ff0-4c52-b7ec-754e4ac72d88 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:51:52.076556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-0df24146-c83f-4649-93e9-031576f0d07e service neutron] 10.222.0.13 "GET /v2.0/ports/23054e03-729b-4c2c-b935-33abd884f204/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.1279714 Jun 30 08:51:52.083041 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.085053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2c0d7b67-4f32-4b3f-9dc7-6c043d2594cd admin admin] 10.222.0.53 "DELETE /v2.0/routers/66cea39f-9ff0-4c52-b7ec-754e4ac72d88 HTTP/1.1" status: 204 len: 168 time: 1.9876316 Jun 30 08:51:52.087202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:52.128167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:52.228843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] Deleting subnet 956ea6e9-6fe1-4588-ba07-2ecd80c94d09 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:51:52.237329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.269508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 0def72db-8fbc-4d76-982a-ab437dd320ba triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:52.270485 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.316032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.342578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-308a949f-d343-46c5-8643-f10da74d8668 req-0a9d9157-1751-4103-a1a1-52cbb285a476 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903006 Jun 30 08:51:52.539661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.567582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.606028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:52.608592 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf3e1ce-e59c-4292-8d48-ee8192982fc3" -d '{"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:52.643290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:52.655878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.656744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 23054e03-729b-4c2c-b935-33abd884f204 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:52.731042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.771489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:52.781949 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/956ea6e9-6fe1-4588-ba07-2ecd80c94d09 HTTP/1.1" status: 204 len: 168 time: 0.6933300 Jun 30 08:51:52.793092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7afb7e-ad1f-4742-b1b6-12f038c2b802 req-c77ad622-9521-4d9f-938f-9958b24d4a99 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:52.795313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98384a-ada4-45fb-8db4-9c4bcc462f9e None None] Network 2744b945-1fbf-44d6-b017-c8d9e0045e25 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:51:52.795621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee7afb7e-ad1f-4742-b1b6-12f038c2b802 req-c77ad622-9521-4d9f-938f-9958b24d4a99 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 943 time: 0.3733325 Jun 30 08:51:52.797486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52274) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:52.866228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890c02e-164a-4cda-800d-4790c0563ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956ea6e9-6fe1-4588-ba07-2ecd80c94d09,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:53.068375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=10']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:53.167584 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.343902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:53.349427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f7d9decc-0847-42ee-9e1b-6ebd697f960f details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:51:53.407396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] DHCP port deletion for 2744b945-1fbf-44d6-b017-c8d9e0045e25 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:51:53.528010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bfed727-6b1e-421e-b275-3f646cbba937 req-bbcf29dc-05a6-4be9-847f-70fa25ce9814 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.7311976 Jun 30 08:51:53.535374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:53.608754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:53.625820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'port_id': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f', 'mac_address': 'fa:16:3e:56:89:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6e1835-f95c-4d02-b94d-35e40f144f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:51:53.631565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] Deleting port 24553e52-7cb6-4304-9aa0-a6260bb90db3 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:53.631933 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.642952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1692844370'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:53.655196 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:51:53.673400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee7afb7e-ad1f-4742-b1b6-12f038c2b802 req-782e9b8c-30e4-4b7a-af52-9fae791216ce tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8495796 Jun 30 08:51:53.679750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Made reservation on behalf of 11c747a1af3740cebb144a76f94b0efc for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:53.684876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.705900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.718699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] For port 24553e52-7cb6-4304-9aa0-a6260bb90db3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24553e52-7cb6-4304-9aa0-a6260bb90db3,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:53.721928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.736683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] Calling delete_port for 24553e52-7cb6-4304-9aa0-a6260bb90db3 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:53.789864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.796075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:53.834950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23054e03-729b-4c2c-b935-33abd884f204 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:53.846290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:53.867744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.886619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.889800 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.892979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24553e52-7cb6-4304-9aa0-a6260bb90db3 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:53.905663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.931989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:51:53.943872 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:53.944275 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Added segment 305b9ded-854b-47a1-94fc-23498a126902 of type vlan for network adbbec14-8343-4b23-ad0d-0f2277b20821 Jun 30 08:51:53.950786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d9decc-0847-42ee-9e1b-6ebd697f960f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:51:53.973841 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c93495e-0d81-42ab-9a97-26345f3d396a x-openstack-request-id: req-3c93495e-0d81-42ab-9a97-26345f3d396a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:53.974140 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:53.974389 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c93495e-0d81-42ab-9a97-26345f3d396a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:53.974823 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'code': 200} Jun 30 08:51:54.001111 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.059272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.066416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:54.067024 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.112228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7641320 Jun 30 08:51:54.123738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:54.169337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Deleting port 24553e52-7cb6-4304-9aa0-a6260bb90db3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:54.169578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.173691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.185586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.190610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c6e2d2-bec2-4724-ad5e-9610fcc412d9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:54.224058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.226374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.226990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.227788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.228738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.229306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.229876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.230433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.231250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.231914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.232593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.233180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:54.248074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfc582-7480-4e04-84d4-56ca48f3cb05 tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Pushing event updated for resources: {'Network': ['ID=adbbec14-8343-4b23-ad0d-0f2277b20821,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:54.257824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] Transition to ACTIVE for port object 23054e03-729b-4c2c-b935-33abd884f204 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:54.283468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] For port 24553e52-7cb6-4304-9aa0-a6260bb90db3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24553e52-7cb6-4304-9aa0-a6260bb90db3,segment=NetworkSegment(c68e3c2b-68af-498c-a445-e00a0e4800a9),segment_id=c68e3c2b-68af-498c-a445-e00a0e4800a9)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:54.284097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.294364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Port 24553e52-7cb6-4304-9aa0-a6260bb90db3 update to DOWN by agent not found {{(pid=100241) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 08:51:54.294928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 17d38b70-9dad-4575-acae-2f377ab2fcad no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:54.297800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdab4e0-5304-42fa-a10e-e97b6651c8a8 req-07fe3ffb-80e1-433f-9507-29d2f09e85d0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:54.305256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cdab4e0-5304-42fa-a10e-e97b6651c8a8 req-07fe3ffb-80e1-433f-9507-29d2f09e85d0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 945 time: 0.1928794 Jun 30 08:51:54.312497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.316320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network adbbec14-8343-4b23-ad0d-0f2277b20821 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:51:54.321817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 17d38b70-9dad-4575-acae-2f377ab2fcad {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:51:54.322165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 17d38b70-9dad-4575-acae-2f377ab2fcad not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:54.342790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] No DVR routers for this DVR port 24553e52-7cb6-4304-9aa0-a6260bb90db3 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:54.421664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Calling delete_port for 24553e52-7cb6-4304-9aa0-a6260bb90db3 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:54.425020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:54.433675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52302) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:54.447728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Request body: {'port': {'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821', 'binding:host_id': 'n-h2-758944-40', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1381286411'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:54.481700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66771f4-db21-45bd-8d53-b91011935ae8 None None] Pushing event deleted for resources: {'Port': ['ID=24553e52-7cb6-4304-9aa0-a6260bb90db3,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:54.482108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Made reservation on behalf of 4330f3a083d147b89c0a6cb3f48cee92 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:54.484474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cdab4e0-5304-42fa-a10e-e97b6651c8a8 req-81318fc6-8c6e-417c-8b56-6c8233fa5496 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746850 Jun 30 08:51:54.494885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.514410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.517951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] No DVR routers for this DVR port 23054e03-729b-4c2c-b935-33abd884f204 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:54.525791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f7d9decc-0847-42ee-9e1b-6ebd697f960f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:51:54.565704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] Pushing event updated for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:54.666094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-141b61b6-6588-4a89-8f1c-4dfdce4566fb service neutron] 10.222.0.13 "PUT /v2.0/ports/23054e03-729b-4c2c-b935-33abd884f204/bindings/n-h1-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 2.5764298 Jun 30 08:51:54.718307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.737977 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.756029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.779125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Pushing event deleted for resources: {'Port': ['ID=24553e52-7cb6-4304-9aa0-a6260bb90db3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:54.783045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] No DVR routers for this DVR port 24553e52-7cb6-4304-9aa0-a6260bb90db3 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:51:54.798471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] device_id is not set on port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:51:54.805517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b76f73a-4fbe-4680-8c41-4794832708f8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:54.861560 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.918970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-360d8b87-d151-4778-8850-9d3ef86ecd9b req-c6010fcc-c6c1-4177-b61b-2dff6b4f1445 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0885797 Jun 30 08:51:54.971416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-566876e5-1e74-47e0-8402-cc31d3703814 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:54.975201 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-566876e5-1e74-47e0-8402-cc31d3703814 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.2223780 Jun 30 08:51:54.979819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:54.998721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2744b945-1fbf-44d6-b017-c8d9e0045e25']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:55.012002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68e3c2b-68af-498c-a445-e00a0e4800a9') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:55.012460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68e3c2b-68af-498c-a445-e00a0e4800a9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:55.025711 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.050735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6e332-6f9c-40a7-8d1f-597385698feb req-09426b7a-bfc7-49b4-a7e0-796787d5e90f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:55.052465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f6e332-6f9c-40a7-8d1f-597385698feb req-09426b7a-bfc7-49b4-a7e0-796787d5e90f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 944 time: 0.1663013 Jun 30 08:51:55.054307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.061105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:51:55.061757 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:51:55.063664 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:51:55.157843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29f6e332-6f9c-40a7-8d1f-597385698feb req-b8d3fb52-2e5a-42e1-b76d-0b4fdbb67bce tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812213 Jun 30 08:51:55.169942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.181795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.187466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] 10.222.0.53 "DELETE /v2.0/networks/2744b945-1fbf-44d6-b017-c8d9e0045e25 HTTP/1.1" status: 204 len: 168 time: 2.3832078 Jun 30 08:51:55.200121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52314) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:55.206876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de781a-9a11-4073-89ca-78d62ff1961b admin admin] Pushing event deleted for resources: {'Network': ['ID=2744b945-1fbf-44d6-b017-c8d9e0045e25,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:55.566139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] device_id is not set on port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:51:55.576870 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.595398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Transition to ACTIVE for port object 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:55.600905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-70a0b653-e5f1-4fb3-9338-58dc1af81d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:55.602601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-70a0b653-e5f1-4fb3-9338-58dc1af81d40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8&tenant_id=0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 1096 time: 0.6112592 Jun 30 08:51:55.628619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.749565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Checking segment: {'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:51:55.749967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Network hostable DHCP agents. Network: adbbec14-8343-4b23-ad0d-0f2277b20821, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:51:55.764071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38f0a-743f-4eec-971a-2a3abd9fada1 req-ff6d1dc5-ffea-4c84-a86e-6857997a3dda tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:55.764619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=47fe92f0-2164-49ae-8c3a-9e79a04f3bf3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:55.765586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15d38f0a-743f-4eec-971a-2a3abd9fada1 req-ff6d1dc5-ffea-4c84-a86e-6857997a3dda tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 945 time: 0.1260185 Jun 30 08:51:55.784150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-529e8001-2b20-4421-b8e5-80d0d74b22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:55.785846 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-529e8001-2b20-4421-b8e5-80d0d74b22d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1096 time: 0.1407032 Jun 30 08:51:55.794507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Network adbbec14-8343-4b23-ad0d-0f2277b20821 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:51:55.818826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:55.848267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, adbbec14-8343-4b23-ad0d-0f2277b20821) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:55.853444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:55.859017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15d38f0a-743f-4eec-971a-2a3abd9fada1 req-062c71a3-2860-4ce6-acc8-c69ea1cb7489 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867276 Jun 30 08:51:55.861216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea50318-720f-4307-8595-e1ab6eed2189 None None] Network adbbec14-8343-4b23-ad0d-0f2277b20821 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:51:55.871842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:55.872186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:55.872521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:55.890361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:55.890730 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:55.895077 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 2 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:55.915701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:55.916115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:55.916360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:55.930754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:55.930754 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:55.933901 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 3 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:55.952132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-8f9098b6-2afe-4d7c-92e5-5d2bdf1078e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:55.953673 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-8f9098b6-2afe-4d7c-92e5-5d2bdf1078e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1603162 Jun 30 08:51:55.958735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:55.959598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:55.960023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:55.968773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:55.969112 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:55.974106 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 4 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:56.031873 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-c728b8e4-fb69-414c-8b29-502c74e98da7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 200 len: 217 time: 0.0639980 Jun 30 08:51:56.038023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:56.038365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:56.038721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:56.051787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:56.055231 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:56.057338 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 5 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:56.103302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:56.106646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:56.107179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:56.126293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:56.126626 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:56.128885 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 6 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:56.145224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:56.146067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:56.146955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:56.153963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-1298a22f-a237-4c27-88f3-bcf569a51382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:56.156449 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-1298a22f-a237-4c27-88f3-bcf569a51382 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0995905 Jun 30 08:51:56.157772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:56.158102 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:56.158494 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 7 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:56.212322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-22b3e9bf-2be3-4d98-a1ce-6bea6eebd613 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469155 Jun 30 08:51:56.215216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:56.215550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:56.215885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:56.232393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6133f22f-ae4c-47a0-9fa3-8e62d1b87cb9 req-5673349e-3ae0-404d-85c3-722ed9b13f19 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0357471 Jun 30 08:51:56.270503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:56.270832 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:56.273236 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 8 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:56.288438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:56.288773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:56.289107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:56.295874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:56.296204 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:56.296598 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 9 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:56.325735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:56.325941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:56.326280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:56.341991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:56.342332 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:56.345020 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 10 to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 Jun 30 08:51:56.346182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Deleting port 5a3784fd-79be-48af-8155-fcf8f405d930 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:56.346797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.375251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:56.375630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:56.375917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:56.383142 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-ed98128f-f76b-41e6-9f3b-32dedf2a25b5 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620517 Jun 30 08:51:56.383760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:56.384107 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:56.384451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.502310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] For port 5a3784fd-79be-48af-8155-fcf8f405d930, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5a3784fd-79be-48af-8155-fcf8f405d930,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:56.502672 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.518711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Calling delete_port for 5a3784fd-79be-48af-8155-fcf8f405d930 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:56.626503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] For port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:56.627089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempted to set empty binding levels {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 08:51:56.637086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.673137 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-29eb666f-ab3b-48f7-9900-193536df8e25 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638934 Jun 30 08:51:56.679004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:56.679594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.701336 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.2638946 Jun 30 08:51:56.702250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52344) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:56.738301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201c55b-ba7b-493d-a945-edafb21430c2 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=47fe92f0-2164-49ae-8c3a-9e79a04f3bf3,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:56.800502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Deleting port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:56.800900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.892300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] For port 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3, host n-h2-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:56.892633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:56.912563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Calling delete_port for 47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:57.027565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.088447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event deleted for resources: {'Port': ['ID=47fe92f0-2164-49ae-8c3a-9e79a04f3bf3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:57.095526 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.097856 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bf8ff2d5-5c91-4fc3-8735-c8753acf3390 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "DELETE /v2.0/ports/47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 HTTP/1.1" status: 204 len: 168 time: 0.3949420 Jun 30 08:51:57.100209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52348) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:57.104153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b5105-aab2-40de-9160-32a3657e0098 req-0b4d0067-ed14-4f73-9953-b060c39a6b61 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:57.105727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a9b5105-aab2-40de-9160-32a3657e0098 req-0b4d0067-ed14-4f73-9953-b060c39a6b61 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 944 time: 0.4176092 Jun 30 08:51:57.130131 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0aa5b34-82eb-422f-a57c-5e25670c491c tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] GET failed (client error): The resource could not be found. Jun 30 08:51:57.132289 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e0aa5b34-82eb-422f-a57c-5e25670c491c tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "GET /v2.0/ports/47fe92f0-2164-49ae-8c3a-9e79a04f3bf3 HTTP/1.1" status: 404 len: 333 time: 0.0311630 Jun 30 08:51:57.138208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52350) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:57.142722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Request body: {'port': {'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1920492209'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:57.167274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-d8dccf5a-2b5c-4b80-b350-ba964d662154 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:57.168905 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-d8dccf5a-2b5c-4b80-b350-ba964d662154 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.1383436 Jun 30 08:51:57.183008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Made reservation on behalf of 4330f3a083d147b89c0a6cb3f48cee92 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:57.184168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.185600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.227995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] device_id is not set on port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:51:57.228983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a9b5105-aab2-40de-9160-32a3657e0098 req-a6627e68-3e51-4e94-93d6-606e75aaf55d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010609 Jun 30 08:51:57.239783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3784fd-79be-48af-8155-fcf8f405d930,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:57.268403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a310221-2c2f-4a62-87f1-c431d649e232 req-26daaba9-89e2-4cf0-aa75-1b209a1d8523 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:57.269972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a310221-2c2f-4a62-87f1-c431d649e232 req-26daaba9-89e2-4cf0-aa75-1b209a1d8523 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 945 time: 0.2057631 Jun 30 08:51:57.276709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.277061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.277823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.278248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.280725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.281101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.281443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.281951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.282248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.282493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.282827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.283155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:51:57.360314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a310221-2c2f-4a62-87f1-c431d649e232 req-db2e8e5f-be86-4b4f-b2dd-ce43d622807a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548618 Jun 30 08:51:57.390221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f7d9decc-0847-42ee-9e1b-6ebd697f960f up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:57.465269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-f26934cb-9cdb-4ea4-a471-21f0bef6950b service neutron] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:57.492156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-f26934cb-9cdb-4ea4-a471-21f0bef6950b service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.493454 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-952b2fd8-6130-4c10-85a4-e7c6cd4d54f8 req-f26934cb-9cdb-4ea4-a471-21f0bef6950b service neutron] 10.222.0.26 "DELETE /v2.0/ports/23054e03-729b-4c2c-b935-33abd884f204/bindings/n-h2-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.3161457 Jun 30 08:51:57.524599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f7d9decc-0847-42ee-9e1b-6ebd697f960f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:57.529235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f7d9decc-0847-42ee-9e1b-6ebd697f960f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:57.534835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.560424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.647754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c36cc9e-061b-412b-af9c-004e4f81522d req-30617aed-d572-4a55-b181-3b1000886cc6 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0742528 Jun 30 08:51:57.692901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.727508 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.741822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.773896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:51:57.777215 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b017ec4f-4364-4e1c-a851-a1085e4c4542" -d '{"events": [{"server_uuid": "d3191ff0-dc5a-4072-afae-6f0b2e91a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9decc-0847-42ee-9e1b-6ebd697f960f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:51:57.796395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:57.808633 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.835407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Network adbbec14-8343-4b23-ad0d-0f2277b20821 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:51:57.842156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:51:57.856555 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1d130-f66b-42b5-bb76-660695551a06 x-openstack-request-id: req-b9e1d130-f66b-42b5-bb76-660695551a06 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:51:57.857052 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3191ff0-dc5a-4072-afae-6f0b2e91a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9decc-0847-42ee-9e1b-6ebd697f960f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:51:57.857264 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9e1d130-f66b-42b5-bb76-660695551a06 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:51:57.858307 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f', 'code': 200} Jun 30 08:51:57.860340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:51:57.861317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:57.861941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.875531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=1408a56a-b1fe-4097-b07a-79a6ababb3c0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:57.907437 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51668a53-2084-499f-8bfa-5fb7f8d6eade tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7683048 Jun 30 08:51:57.910090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52370) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:57.915753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:57.924281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:58.058415 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:58.081545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e521d-f8d2-4e0f-9d2f-3a616b07dbd7 req-f427b468-f781-43ad-b180-3c927cd4609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:58.083657 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-216e521d-f8d2-4e0f-9d2f-3a616b07dbd7 req-f427b468-f781-43ad-b180-3c927cd4609e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 1098 time: 0.1222034 Jun 30 08:51:58.091415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:51:58.184485 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-216e521d-f8d2-4e0f-9d2f-3a616b07dbd7 req-ad8f6319-7ae8-4530-89b6-583ea95043ce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811357 Jun 30 08:51:58.227723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:51:58.233460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-804605a5-50a3-40a3-956e-117449c49d9a admin admin] 10.222.0.53 "PUT /v2.0/routers/7d1e6787-cabb-4c17-aff3-230ced3c86d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0338879 Jun 30 08:51:58.236732 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] Sync routers for ids ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:51:58.240904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52372) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:58.246937 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] Routers {'7d1e6787-cabb-4c17-aff3-230ced3c86d2'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:51:58.247743 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:58.313598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] device_id is not set on port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:51:58.313598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:58.374719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Transition to ACTIVE for port object 1408a56a-b1fe-4097-b07a-79a6ababb3c0 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:51:58.390136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:58.452443 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:58.480365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=1408a56a-b1fe-4097-b07a-79a6ababb3c0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:58.499983 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] Set router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:51:58.545676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.546025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.546363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.567309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.567636 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.569232 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 2 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.615885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.616216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.616614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.622860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.623529 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.623921 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 3 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.650730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.651053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.651380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.656553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.656553 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.656553 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 4 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.684385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.685131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.685796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.692226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.693910 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.695342 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 5 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.721624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.721998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.722312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.727359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.727678 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.728252 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 6 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.739812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e45a-ec84-4b27-941e-f2fafbfd8577 req-d87784c5-3d94-416c-9015-a9f23113ead5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:58.742749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.743412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.743924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.747781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b71e45a-ec84-4b27-941e-f2fafbfd8577 req-d87784c5-3d94-416c-9015-a9f23113ead5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 944 time: 0.2016914 Jun 30 08:51:58.749568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.750097 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.751002 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 7 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.752626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:58.768270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.769110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.769860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.776847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.777907 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.778518 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 8 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.791898 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:51:56Z', 'revision_number': 5, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port': {'id': '11124bff-f7d1-43e7-aa5f-1f497b45b0cd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:59Z', 'updated_at': '2021-06-30T08:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:58.796319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.796863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.797370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.802856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.803398 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.804228 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 9 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.819535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.820146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.820657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.821585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6031-7bbf-470c-b9c8-adc25a75a231 req-03187232-3a0d-4e68-95a5-b932227f4b76 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:58.822961 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] Checking router: 7d1e6787-cabb-4c17-aff3-230ced3c86d2 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:51:58.823389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7faf6031-7bbf-470c-b9c8-adc25a75a231 req-03187232-3a0d-4e68-95a5-b932227f4b76 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 946 time: 0.2162337 Jun 30 08:51:58.827947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.828416 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.828813 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 10 to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 Jun 30 08:51:58.832730 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] Routers {'7d1e6787-cabb-4c17-aff3-230ced3c86d2'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:51:58.833547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:58.847411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:51:58.847746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:51:58.848082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:51:58.855450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:51:58.855782 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:51:58.856199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:58.880025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b71e45a-ec84-4b27-941e-f2fafbfd8577 req-b02a54af-a9ba-4817-9949-d699edf3edb7 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311312 Jun 30 08:51:58.895654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7faf6031-7bbf-470c-b9c8-adc25a75a231 req-826e7aec-4647-4614-8c67-0e00e9c73528 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Jun 30 08:51:58.935600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Deleting port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:58.935947 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:58.946955 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] Set router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:51:58.973463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] For port 1408a56a-b1fe-4097-b07a-79a6ababb3c0, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:51:58.973788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempted to set empty binding levels {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 08:51:58.985304 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.063932 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:51:58Z', 'revision_number': 6, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:51:59.100161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] In _notify_port_updated(), no bound segment for port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 08:51:59.101199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.102009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.106387 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "PUT /v2.0/ports/1408a56a-b1fe-4097-b07a-79a6ababb3c0 HTTP/1.1" status: 200 len: 976 time: 1.1953087 Jun 30 08:51:59.107084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52396) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:59.108150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20daa1-435b-49d7-8457-e861d57a7b71 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=1408a56a-b1fe-4097-b07a-79a6ababb3c0,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:59.124107 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bde9a7-d779-4473-834b-832f97feefcb None None] The sync data for ids ['7d1e6787-cabb-4c17-aff3-230ced3c86d2'] in n-d-758944-40 is: [{'id': '7d1e6787-cabb-4c17-aff3-230ced3c86d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2085219213-router', 'tenant_id': '878751107c184b7b9a0847411cacbe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:57Z', 'updated_at': '2021-06-30T08:51:58Z', 'revision_number': 6, 'project_id': '878751107c184b7b9a0847411cacbe0c', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:51:59.242236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2912aaaf-a525-42b5-9583-79309e57ec0f req-2d54c2c7-7094-49dd-b55c-372f6d10e1b0 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0646377 Jun 30 08:51:59.244690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] For port 11124bff-f7d1-43e7-aa5f-1f497b45b0cd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:59.245451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.274694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Calling delete_port for 11124bff-f7d1-43e7-aa5f-1f497b45b0cd owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:59.395598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.396084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.396592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.397052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.397515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.400499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.400980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.401452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.401941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.402410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.402875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.403336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.403796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.404248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.404712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.405167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.405624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.406106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.406567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.407025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.407472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.407927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.408384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.408841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.409295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.409775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.410241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.410689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.411143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.411595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.415621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e2847499-1e6c-4f36-81c5-abd903c58c20 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26999 time: 0.3047390 Jun 30 08:51:59.419701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:59.540460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5a3784fd-79be-48af-8155-fcf8f405d930 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:51:59.601000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5a3784fd-79be-48af-8155-fcf8f405d930 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:51:59.601739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5a3784fd-79be-48af-8155-fcf8f405d930 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:51:59.612059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67506a-bc1a-4f9f-8012-a05e4ec4e3b1 req-dc1beb2d-de43-4063-add0-2b57d0eb4de6 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:51:59.614121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b67506a-bc1a-4f9f-8012-a05e4ec4e3b1 req-dc1beb2d-de43-4063-add0-2b57d0eb4de6 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 1096 time: 0.1630559 Jun 30 08:51:59.621978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Deleting port 1408a56a-b1fe-4097-b07a-79a6ababb3c0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:51:59.622560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.696203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] For port 1408a56a-b1fe-4097-b07a-79a6ababb3c0, host n-h2-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:59.696873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.700493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b67506a-bc1a-4f9f-8012-a05e4ec4e3b1 req-35d84080-7a66-426e-9a8c-243c81a791ef tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jun 30 08:51:59.704455 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.725124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Calling delete_port for 1408a56a-b1fe-4097-b07a-79a6ababb3c0 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:51:59.825581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Pushing event deleted for resources: {'Port': ['ID=11124bff-f7d1-43e7-aa5f-1f497b45b0cd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:59.832317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.838616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.870087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event deleted for resources: {'Port': ['ID=1408a56a-b1fe-4097-b07a-79a6ababb3c0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:59.877839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:59.883455 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-33b867a6-dd61-4876-807d-683b42f34e13 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1408a56a-b1fe-4097-b07a-79a6ababb3c0 HTTP/1.1" status: 204 len: 168 time: 0.4599533 Jun 30 08:51:59.883975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52410) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:59.933508 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabebf2f-60fa-4010-bf99-a555fdb49faa tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] GET failed (client error): The resource could not be found. Jun 30 08:51:59.935778 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dabebf2f-60fa-4010-bf99-a555fdb49faa tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "GET /v2.0/ports/1408a56a-b1fe-4097-b07a-79a6ababb3c0 HTTP/1.1" status: 404 len: 333 time: 0.0508101 Jun 30 08:51:59.939464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52420) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:59.957262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-475454232', 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:51:59.991202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Made reservation on behalf of 4330f3a083d147b89c0a6cb3f48cee92 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:51:59.995786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.032052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] device_id is not set on port 5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:52:00.034535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.066150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.168288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.168883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1e6787-cabb-4c17-aff3-230ced3c86d2 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:52:00.177715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.178248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-51e27d6d-a9dd-429a-b991-26d54ff7a38a admin admin] 10.222.0.53 "DELETE /v2.0/routers/7d1e6787-cabb-4c17-aff3-230ced3c86d2 HTTP/1.1" status: 204 len: 168 time: 1.9340460 Jun 30 08:52:00.187566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52426) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:00.255790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dca4-8e19-47f9-9066-260539effac2 req-069bd5f4-a001-4fd0-b374-bc3d21593b86 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:00.257334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-069bd5f4-a001-4fd0-b374-bc3d21593b86 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.3193088 Jun 30 08:52:00.289239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-f7ade182-6c59-48c1-b995-dd6f054f435b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/quotas/0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 375 time: 0.0248706 Jun 30 08:52:00.293016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.331536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] Deleting subnet 6f6bec66-6684-459a-a71b-ccfc396363f1 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:52:00.343727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.356249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.381352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8d029-374d-47cc-aa2c-cda74c5b2641 req-f3531b65-db70-49d0-b745-9cc17db4c4ed tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:00.384878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddd8d029-374d-47cc-aa2c-cda74c5b2641 req-f3531b65-db70-49d0-b745-9cc17db4c4ed tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 946 time: 0.2584743 Jun 30 08:52:00.386862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Network adbbec14-8343-4b23-ad0d-0f2277b20821 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:00.417384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:00.424941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:00.424941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:00.425392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.430790 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.469346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:00.484573 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-edf566cb-8380-4ae8-8668-a5fdf5ae9059 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5434937 Jun 30 08:52:00.487550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52434) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:00.489275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddd8d029-374d-47cc-aa2c-cda74c5b2641 req-1dabe9dc-04ae-4a4a-938e-cfc32dee9acc tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940297 Jun 30 08:52:00.507498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-f4f4581a-bf3a-4fae-8c3b-e5f6e4267912 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2172966 Jun 30 08:52:00.588311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051873df-c1a7-40e3-8a4c-a817309485bf tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:00.592559 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-051873df-c1a7-40e3-8a4c-a817309485bf tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "GET /v2.0/ports/5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a HTTP/1.1" status: 200 len: 954 time: 0.1014287 Jun 30 08:52:00.599380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:00.748539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Deleting port 5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:00.748929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.859795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:00.874687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Calling delete_port for 5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:00.961586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cde8d0ea-d25b-4aad-85da-94383c695296 req-1a250487-8175-47d4-bd1d-ccb8ff6ed517 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0905888 Jun 30 08:52:00.977513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.021518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:01.039742 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.044174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.046452 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-503ba159-50f7-47e5-97c2-c80a7244dcda tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a HTTP/1.1" status: 204 len: 168 time: 0.4455416 Jun 30 08:52:01.049819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52448) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:01.082403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-bcc917dc-8472-4179-950e-b2d7a9404665 service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740232 Jun 30 08:52:01.087349 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2786d4-b757-43d0-ac63-cc019d387cb3 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] GET failed (client error): The resource could not be found. Jun 30 08:52:01.089685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2f2786d4-b757-43d0-ac63-cc019d387cb3 tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "GET /v2.0/ports/5f3e9bcd-8450-46b7-9c20-f5e65ed0b72a HTTP/1.1" status: 404 len: 333 time: 0.0366740 Jun 30 08:52:01.093809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52450) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:01.102427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Request body: {'port': {'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-185112047'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:01.141372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Made reservation on behalf of 4330f3a083d147b89c0a6cb3f48cee92 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:01.144954 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.171440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] device_id is not set on port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:52:01.194475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.239679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.242384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f6bec66-6684-459a-a71b-ccfc396363f1 HTTP/1.1" status: 204 len: 168 time: 1.0529954 Jun 30 08:52:01.244958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52452) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:01.248942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d83159-a0a4-4825-bd39-7aca0ce085cf None None] Network 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:01.250925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9d6c3-0708-49cb-8c49-6fdf23800f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6bec66-6684-459a-a71b-ccfc396363f1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:01.295675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-f7039ec7-5db2-40de-90e9-871d28a7c03a service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004049 Jun 30 08:52:01.371428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb5b30-c4cc-40f7-bc78-cc261988661b req-9a6a579d-ef21-4354-aff4-c0b25f5cf939 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:01.375202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16eb5b30-c4cc-40f7-bc78-cc261988661b req-9a6a579d-ef21-4354-aff4-c0b25f5cf939 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 946 time: 0.1505203 Jun 30 08:52:01.408999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.453668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16eb5b30-c4cc-40f7-bc78-cc261988661b req-db8e6b6c-45a2-46e0-a8d7-b81061c7b4b2 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694964 Jun 30 08:52:01.527065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] DHCP port deletion for 7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:52:01.549287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.590954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Deleting port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:01.591293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.655249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb2fa4ef-5292-47b2-9841-7f6661930cdc req-f3ed428f-a5d4-4df1-80ff-5096fce01547 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 210 time: 0.0882173 Jun 30 08:52:01.704329 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-afddf22c-6ea7-436f-a188-46cbc2743764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.712474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:01.832211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.879916 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] For port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:01.882657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] Deleting port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:01.883031 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.885624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.981330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Calling delete_port for 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:01.994519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Network adbbec14-8343-4b23-ad0d-0f2277b20821 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:02.011869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:02.014562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:02.015890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:02.016499 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.022541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=8128b0e7-2b28-4d37-b7c2-fb317bb64b24,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:02.078445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.091071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52488) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:02.094239 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c4f6739b-833b-43c3-9d9d-7bdc63f17d7a tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9993250 Jun 30 08:52:02.097140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:02.153230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] For port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:02.153230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.210165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] Calling delete_port for 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:02.217427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,segment=NetworkSegment(68008920-f0e1-45ba-8ed7-be269428caa8),segment_id=68008920-f0e1-45ba-8ed7-be269428caa8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:02.236206 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.236984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 11124bff-f7d1-43e7-aa5f-1f497b45b0cd no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:02.249161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.274159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] No DVR routers for this DVR port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:02.295405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.310297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 11124bff-f7d1-43e7-aa5f-1f497b45b0cd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:02.310896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 11124bff-f7d1-43e7-aa5f-1f497b45b0cd not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:02.360390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:02.380381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Pushing event deleted for resources: {'Port': ['ID=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:02.384537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.415008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62b82d5d-739b-44aa-b17d-684d5c726c98 req-c3d13cb3-2c51-4dde-a139-b16546ea91f5 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.1126218 Jun 30 08:52:02.449000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] Pushing event deleted for resources: {'Port': ['ID=58e33553-3d9d-49a3-8ba7-c2f66b9eb18e,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:02.458729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad0b29-752b-4594-bb05-e1504c0cafb4 None None] No DVR routers for this DVR port 58e33553-3d9d-49a3-8ba7-c2f66b9eb18e on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:02.527549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.541908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:02.569539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68008920-f0e1-45ba-8ed7-be269428caa8') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:02.570241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68008920-f0e1-45ba-8ed7-be269428caa8') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:02.582036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.611750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.621442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:52:02.622442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:52:02.688219 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:52:02.707981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.718338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.720169 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] 10.222.0.53 "DELETE /v2.0/networks/7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0 HTTP/1.1" status: 204 len: 168 time: 1.4737942 Jun 30 08:52:02.759258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f354c2-24ec-43a8-8ece-5def479cedec admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac670e1-fc16-49fc-b4b6-7cef1c46e4f0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:02.812870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] device_id is not set on port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:52:02.828670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.846454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Transition to ACTIVE for port object 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:02.868936 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.909900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db38d8a-85b7-48c1-8dbb-2f225fc6c66d req-6d67d61f-38bb-4ce1-8240-3ab16ef9ae1b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 210 time: 0.0613403 Jun 30 08:52:03.019676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=8128b0e7-2b28-4d37-b7c2-fb317bb64b24,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:03.026073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.026482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.026754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.033743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.034139 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.034682 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 2 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.051718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.052129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.052481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.054081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52512) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:03.078667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.079100 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.082989 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 3 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.107634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.109904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.109904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.117005 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a70a589a-5ad0-45f1-980a-beb354087527 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79f6c69279f14f6e81d88d50a4f7b19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617075 Jun 30 08:52:03.121142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52520) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:03.124696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c2d0a-7188-45b1-be01-96d31c920255 req-29f6cccd-4f9d-408b-b518-39cdaa0b7d12 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:03.126356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-073c2d0a-7188-45b1-be01-96d31c920255 req-29f6cccd-4f9d-408b-b518-39cdaa0b7d12 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 946 time: 0.1614065 Jun 30 08:52:03.127235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.127512 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.127885 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 4 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.168884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.169260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.169576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.188296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.188513 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.190733 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 5 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.191813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b3595d9-0783-458e-8828-ddbc0108ac5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.204520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-073c2d0a-7188-45b1-be01-96d31c920255 req-dbae92f2-be0e-4ff9-bda7-b3d576dece2a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585160 Jun 30 08:52:03.210145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.210390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.210728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.215635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.215967 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.216366 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 6 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.227851 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b3595d9-0783-458e-8828-ddbc0108ac5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.230266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.231452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.232868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.238898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.239231 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.239779 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 7 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.258289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.259409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.259545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.265434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.266279 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.266695 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 8 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.296927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.297278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.297611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.301121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b3595d9-0783-458e-8828-ddbc0108ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.302322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.302718 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.303696 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 9 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.306571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b3595d9-0783-458e-8828-ddbc0108ac5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.308122 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4b3595d9-0783-458e-8828-ddbc0108ac5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10cd8ab2-d867-4bb2-8753-104ba843a147 HTTP/1.1" status: 204 len: 168 time: 0.1859417 Jun 30 08:52:03.322108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3595d9-0783-458e-8828-ddbc0108ac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cd8ab2-d867-4bb2-8753-104ba843a147,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:03.324653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.324653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.324892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.329903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.330234 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.330687 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempt 10 to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 Jun 30 08:52:03.345236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:03.345598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:03.345953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempting to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:03.361861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:03.362226 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Failed to bind port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on host n-h2-758944-40 for vnic_type normal using segments [{'id': '305b9ded-854b-47a1-94fc-23498a126902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'adbbec14-8343-4b23-ad0d-0f2277b20821'}] Jun 30 08:52:03.362605 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.487859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] For port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:03.489135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attempted to set empty binding levels {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 08:52:03.499669 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.622679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] In _notify_port_updated(), no bound segment for port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 on network adbbec14-8343-4b23-ad0d-0f2277b20821 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 08:52:03.623568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:03.624216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.625595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "PUT /v2.0/ports/8128b0e7-2b28-4d37-b7c2-fb317bb64b24 HTTP/1.1" status: 200 len: 975 time: 1.5335279 Jun 30 08:52:03.628469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52534) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:03.753732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc4985ac-7a3f-46f8-a4e6-ba7d6d4ede4c req-cbd18182-0ebc-49b0-b9f7-6a29ec29dc7e tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.1480138 Jun 30 08:52:03.805031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c3c19-a290-42ab-8557-948f86cc085b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event updated for resources: {'Port': ['ID=8128b0e7-2b28-4d37-b7c2-fb317bb64b24,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:03.913506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dca4-8e19-47f9-9066-260539effac2 req-14ad4cf0-b105-4eea-a525-7d59fec519f8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:03.916162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-14ad4cf0-b105-4eea-a525-7d59fec519f8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.3368599 Jun 30 08:52:03.919961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Deleting port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:03.920460 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:03.943184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Request body: {'port': {'device_id': '5cf042df-5660-461b-95e5-8a5544b148dd', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'admin_state_up': True, 'tenant_id': '0116f1c1fac149aebad620f74f9d4aba'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:04.013252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52538) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:04.074180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] For port 8128b0e7-2b28-4d37-b7c2-fb317bb64b24, host n-h2-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:04.074816 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.095028 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Calling delete_port for 8128b0e7-2b28-4d37-b7c2-fb317bb64b24 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:04.099573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c504ab0d-dc66-4e04-acfa-245cb08b7362 req-419eb106-ecdb-4743-a324-fd9765967d88 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 210 time: 0.0398142 Jun 30 08:52:04.125849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52546) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:04.126111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e74eeca4-04e5-4aa5-8d76-e6a5e57c98cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=878751107c184b7b9a0847411cacbe0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120131 Jun 30 08:52:04.169818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Made reservation on behalf of 0116f1c1fac149aebad620f74f9d4aba for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:04.173906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.278491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e52caf4-c99b-4582-97de-1da585e6b892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.294298 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.324537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e52caf4-c99b-4582-97de-1da585e6b892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.342173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.352960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c3a65b14-0b3e-4251-8340-26409aeaefb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.382764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Pushing event deleted for resources: {'Port': ['ID=8128b0e7-2b28-4d37-b7c2-fb317bb64b24,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:04.400430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Allocated IP 172.20.0.8 (6aab6988-438d-4a76-bc8c-d4deb36fe0ce/83d36c3e-fbfa-4768-bb8f-54154644af1c/8b88d8e9-575d-4aac-95f4-a602ba6dae66) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:04.411244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.413160 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d4f9616-9303-44fb-a8ed-feea0fab552b tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "DELETE /v2.0/ports/8128b0e7-2b28-4d37-b7c2-fb317bb64b24 HTTP/1.1" status: 204 len: 168 time: 0.7815974 Jun 30 08:52:04.415902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52560) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:04.454247 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-800192e9-f624-47b0-b66b-6e0fc863041e tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] GET failed (client error): The resource could not be found. Jun 30 08:52:04.459374 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-800192e9-f624-47b0-b66b-6e0fc863041e tempest-PortsAdminExtendedAttrsTestJSON-1384625176 tempest-PortsAdminExtendedAttrsTestJSON-1384625176-project-admin] 10.222.0.53 "GET /v2.0/ports/8128b0e7-2b28-4d37-b7c2-fb317bb64b24 HTTP/1.1" status: 404 len: 333 time: 0.0390351 Jun 30 08:52:04.461195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52562) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:04.529265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e52caf4-c99b-4582-97de-1da585e6b892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.531785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e52caf4-c99b-4582-97de-1da585e6b892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.532931 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e52caf4-c99b-4582-97de-1da585e6b892 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/044a179a-8b8b-4f56-a6cb-edc98ee28f6c HTTP/1.1" status: 204 len: 168 time: 0.4057345 Jun 30 08:52:04.554261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52caf4-c99b-4582-97de-1da585e6b892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a179a-8b8b-4f56-a6cb-edc98ee28f6c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:04.561131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.570511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.672213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e285cc-66db-4192-9cae-9144611a9698 req-ad944397-8166-4a94-b1f2-1938c50b32c8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:04.680736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3e285cc-66db-4192-9cae-9144611a9698 req-ad944397-8166-4a94-b1f2-1938c50b32c8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 946 time: 0.1076443 Jun 30 08:52:04.725131 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.739937 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.754658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3e285cc-66db-4192-9cae-9144611a9698 req-ec1b2fe6-9ea2-4e7e-b253-377bfd8cfa27 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729291 Jun 30 08:52:04.758266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbbec14-8343-4b23-ad0d-0f2277b20821']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:04.782826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305b9ded-854b-47a1-94fc-23498a126902') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:04.783708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305b9ded-854b-47a1-94fc-23498a126902') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:04.795292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.814688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.823187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:52:04.824086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:52:04.829298 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:52:04.847182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:04.860655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:04.868289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:04.886130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:04.961214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.969156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.977675 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] 10.222.0.53 "DELETE /v2.0/networks/adbbec14-8343-4b23-ad0d-0f2277b20821 HTTP/1.1" status: 204 len: 168 time: 0.5141983 Jun 30 08:52:04.978807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:04.981376 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:05.004021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41349db6-ebc4-4c29-9520-4360b909776b tempest-PortsAdminExtendedAttrsTestJSON-25036284 tempest-PortsAdminExtendedAttrsTestJSON-25036284-project] Pushing event deleted for resources: {'Network': ['ID=adbbec14-8343-4b23-ad0d-0f2277b20821,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:05.023311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-776a0e4b-5be3-4f32-aca6-13424d0e3c2e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886133 Jun 30 08:52:05.036002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Request body: {'port': {'device_id': '5cf042df-5660-461b-95e5-8a5544b148dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:05.124047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-feb2a5ae-2688-425f-a1e9-6bf00d395929 req-6254d902-af3c-4ced-ae2a-9913baeeab14 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0348904 Jun 30 08:52:05.175547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:05.397771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f7d9decc-0847-42ee-9e1b-6ebd697f960f details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:52:05.515813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52598) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:05.597914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:05.631762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'port_id': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f', 'mac_address': 'fa:16:3e:56:89:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6e1835-f95c-4d02-b94d-35e40f144f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:52:05.703934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613b7fa-7c60-4218-aa4d-93a108369569 req-85f1d1eb-0214-4fc8-9c83-1f9bed47d62f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:05.719133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c613b7fa-7c60-4218-aa4d-93a108369569 req-85f1d1eb-0214-4fc8-9c83-1f9bed47d62f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 931 time: 0.2634263 Jun 30 08:52:05.820503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c613b7fa-7c60-4218-aa4d-93a108369569 req-3729bf03-8484-45ce-b4e5-8c76b9a542d2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013179 Jun 30 08:52:05.863053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52614) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:05.890900 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c122ec8c-483a-4642-b1b1-e4c4b3c22769 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11c747a1af3740cebb144a76f94b0efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733430 Jun 30 08:52:05.893659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52618) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:06.000639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b88d8e9-575d-4aac-95f4-a602ba6dae66 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:06.024430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-network', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:06.054098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.070814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Made reservation on behalf of 92d4e9611913476bbc2fb8f44d304724 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:06.073841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.089832 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.095505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.096791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7d9decc-0847-42ee-9e1b-6ebd697f960f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:06.102470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.141650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:06.155469 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.180912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Transition to ACTIVE for port object 8b88d8e9-575d-4aac-95f4-a602ba6dae66 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:06.212477 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.228362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:06.238317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.238942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.239514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.240244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.241293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.241895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.242447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.243006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.243549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.244114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.244788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.245331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:06.258773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ace9183-672e-4438-8559-7614d61f9dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.304285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede68245-9636-48b1-94d1-3134c3aa1a62 req-e2364667-a548-422e-90bc-a090bb10fe46 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:06.305842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ede68245-9636-48b1-94d1-3134c3aa1a62 req-e2364667-a548-422e-90bc-a090bb10fe46 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 946 time: 0.3078504 Jun 30 08:52:06.316143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.321954 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.329651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f7d9decc-0847-42ee-9e1b-6ebd697f960f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:06.337742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:06.339288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:06.353492 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ace9183-672e-4438-8559-7614d61f9dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.353743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.354273 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Added segment ab479512-e0ef-4aab-99c5-9a0331694e2f of type vlan for network fcb3548d-1991-48a0-8994-e4d090295327 Jun 30 08:52:06.408324 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.454506 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.455690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:06.456570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.495031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ede68245-9636-48b1-94d1-3134c3aa1a62 req-eefa99c7-c073-4a44-a3b1-696a8db1cf7f tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760485 Jun 30 08:52:06.522073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d50a61ea-fc57-44b6-8f03-3b13e9dbe200 req-d9964c1c-8263-4621-bf40-4df30653d68a tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0904853 Jun 30 08:52:06.586808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ace9183-672e-4438-8559-7614d61f9dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.603349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ace9183-672e-4438-8559-7614d61f9dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.606966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ace9183-672e-4438-8559-7614d61f9dd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92c6e2d2-bec2-4724-ad5e-9610fcc412d9 HTTP/1.1" status: 204 len: 168 time: 0.6811793 Jun 30 08:52:06.624860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:06.626580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:06.626938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:06.632448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace9183-672e-4438-8559-7614d61f9dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c6e2d2-bec2-4724-ad5e-9610fcc412d9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:06.634675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:06.635010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:06.643222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:06.643575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:06.643968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:06.644885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Bound port: 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:06.645310 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.702595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52638) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:06.703041 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8353376 Jun 30 08:52:06.704492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3379fdd0-1236-4261-acf6-922711ca382e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:06.719952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Request body: {'subnet': {'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-subnet', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:06.730844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427328e-a40a-4767-809e-b1ddfcc127ae admin admin] Pushing event updated for resources: {'Network': ['ID=fcb3548d-1991-48a0-8994-e4d090295327,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:06.743335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network fcb3548d-1991-48a0-8994-e4d090295327 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:06.820459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:06.823807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:06.826035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Made reservation on behalf of 92d4e9611913476bbc2fb8f44d304724 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:06.829363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.833316 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.918632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:06.919252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:06.920621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b88d8e9-575d-4aac-95f4-a602ba6dae66 HTTP/1.1" status: 200 len: 1092 time: 1.8895819 Jun 30 08:52:06.938103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:06.942173 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb68ce87-7a89-41c8-97d6-8336c4c34d31" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:06.982299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39e02-6186-43f2-864c-7726e5684a16 service neutron] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:07.036141 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a9cd6-ec49-4e08-91e2-8e05dada0fe8 x-openstack-request-id: req-240a9cd6-ec49-4e08-91e2-8e05dada0fe8 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:07.036437 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:07.037236 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-240a9cd6-ec49-4e08-91e2-8e05dada0fe8 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:07.037422 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66', 'status': 'completed', 'code': 200} Jun 30 08:52:07.167548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dd44-5d22-4b91-b5d0-d2ba1b5972e8 req-0de9811c-8f01-49cb-bc8d-91952c9fb42a tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:07.168046 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.169206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4418dd44-5d22-4b91-b5d0-d2ba1b5972e8 req-0de9811c-8f01-49cb-bc8d-91952c9fb42a tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.1535840 Jun 30 08:52:07.231844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52648) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:07.297145 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-49fdb0c4-d9e3-46f2-b5a5-5ce37ce0d282 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4330f3a083d147b89c0a6cb3f48cee92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641012 Jun 30 08:52:07.299912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.300284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52650) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:07.352334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4418dd44-5d22-4b91-b5d0-d2ba1b5972e8 req-463d0a9f-aaa7-4226-81bf-863d522541d7 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651280 Jun 30 08:52:07.391174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27d6b2ca-db33-45de-aede-770951442601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.398301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c5f936-c58a-4cf3-9340-74ab4dfff22a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:07.406668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f7d9decc-0847-42ee-9e1b-6ebd697f960f no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:07.415363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ce87-7a89-41c8-97d6-8336c4c34d31 req-fe3764da-3616-40a7-a8d7-82f3e5921dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:07.416878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb68ce87-7a89-41c8-97d6-8336c4c34d31 req-fe3764da-3616-40a7-a8d7-82f3e5921dba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1095 time: 0.2450626 Jun 30 08:52:07.448985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27d6b2ca-db33-45de-aede-770951442601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.509560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27d6b2ca-db33-45de-aede-770951442601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.512203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27d6b2ca-db33-45de-aede-770951442601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.530687 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27d6b2ca-db33-45de-aede-770951442601 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b76f73a-4fbe-4680-8c41-4794832708f8 HTTP/1.1" status: 204 len: 168 time: 0.2292883 Jun 30 08:52:07.551265 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.555654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6b2ca-db33-45de-aede-770951442601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b76f73a-4fbe-4680-8c41-4794832708f8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:07.591316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7d9decc-0847-42ee-9e1b-6ebd697f960f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:07.641301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:07.663609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:07.766527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:07.823895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Checking segment: {'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:07.824508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Network hostable DHCP agents. Network: fcb3548d-1991-48a0-8994-e4d090295327, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:07.850608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ce87-7a89-41c8-97d6-8336c4c34d31 req-54fbfbe7-ccbb-4fe2-817d-28aec3ba2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:07.852083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb68ce87-7a89-41c8-97d6-8336c4c34d31 req-54fbfbe7-ccbb-4fe2-817d-28aec3ba2a63 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0116f1c1fac149aebad620f74f9d4aba&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4223747 Jun 30 08:52:08.278738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34d2c6de-9c83-4db5-adaf-e530b759d035 req-3ce8a43b-a268-4f7c-804d-ba8c408bc558 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.4299169 Jun 30 08:52:08.327297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Network fcb3548d-1991-48a0-8994-e4d090295327 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:08.411387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, fcb3548d-1991-48a0-8994-e4d090295327) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:08.432660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:08.433450 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:08.433589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b409ca8e-e37d-4a88-8884-b4244a2337be None None] Network fcb3548d-1991-48a0-8994-e4d090295327 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:08.440930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ce87-7a89-41c8-97d6-8336c4c34d31 req-95313fa5-ad6c-47b8-b3be-e26e287ed3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:08.442566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb68ce87-7a89-41c8-97d6-8336c4c34d31 req-95313fa5-ad6c-47b8-b3be-e26e287ed3ba service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5776815 Jun 30 08:52:08.483032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad387a01-05cc-4785-8b21-596c28e77e40 req-68814709-8658-4f6b-bc83-afd256154be0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:08.495228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad387a01-05cc-4785-8b21-596c28e77e40 req-68814709-8658-4f6b-bc83-afd256154be0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 944 time: 0.7149827 Jun 30 08:52:08.503906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-daf7b817-f4d6-4649-95eb-c565900c63d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8001213 Jun 30 08:52:08.504185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:08.509584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:08.555778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:08.557200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:08.595836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad387a01-05cc-4785-8b21-596c28e77e40 req-ecaf5a6f-9697-4483-8afe-31ff3d80c6a8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995655 Jun 30 08:52:08.631527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dca4-8e19-47f9-9066-260539effac2 req-f3bf3ad3-9e6f-4d49-a58b-62cf6d0798f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:08.632929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52696) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:08.637197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-f3bf3ad3-9e6f-4d49-a58b-62cf6d0798f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1095 time: 0.1383698 Jun 30 08:52:08.669172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:08.754995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-ac38fef4-ebd5-4a75-8f25-8507e8d8090c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66 HTTP/1.1" status: 200 len: 217 time: 0.1059904 Jun 30 08:52:08.829340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-fcb3548d-1991-48a0-8994-e4d090295327', 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'fixed_ips': [{'subnet_id': '71c5f936-c58a-4cf3-9340-74ab4dfff22a'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:52:08.830996 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:08.898609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dca4-8e19-47f9-9066-260539effac2 req-a04177f5-4ae4-456b-9eba-eeba02567dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:08.902652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-a04177f5-4ae4-456b-9eba-eeba02567dd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1035991 Jun 30 08:52:08.913692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:08.934182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-433222597'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:08.978386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-b00eb0b9-68fb-4dc4-8d20-aa42dfbdf30b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669861 Jun 30 08:52:09.026640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Allocated IP 172.20.0.2 (fcb3548d-1991-48a0-8994-e4d090295327/71c5f936-c58a-4cf3-9340-74ab4dfff22a/57b706ce-3e05-4878-98ba-43f905a6df98) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:09.026786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Made reservation on behalf of 3a666ec43b62454db945b34901d74fdc for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:09.026786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.078180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b34e-64d2-43af-9080-9989f13c0524 req-3749d178-85d4-46bc-8367-31c663e58004 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:09.086507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbd2b34e-64d2-43af-9080-9989f13c0524 req-3749d178-85d4-46bc-8367-31c663e58004 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.3527591 Jun 30 08:52:09.090337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.140233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbd2b34e-64d2-43af-9080-9989f13c0524 req-244e66d9-9feb-4e04-9ffa-32e0e5a46442 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527301 Jun 30 08:52:09.200745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-ef8c5cf7-ef59-4569-a2dc-332cab93908d service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115319 Jun 30 08:52:09.346158 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.374870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Transition to ACTIVE for port object 57b706ce-3e05-4878-98ba-43f905a6df98 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:09.386074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4776dca4-8e19-47f9-9066-260539effac2 req-963be64f-8f6c-49fd-a77a-179a165c4d58 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763337 Jun 30 08:52:09.423537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Transition to ACTIVE for port object 57b706ce-3e05-4878-98ba-43f905a6df98 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:09.432036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.440900 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.445225 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.461373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.505476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Pushing event updated for resources: {'Port': ['ID=57b706ce-3e05-4878-98ba-43f905a6df98,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:09.505931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e76da-29b9-4099-9594-9fb1524de509 req-bc8d94e2-8a7b-4505-9944-2af21e1071ac tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:09.508487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd0e76da-29b9-4099-9594-9fb1524de509 req-bc8d94e2-8a7b-4505-9944-2af21e1071ac tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1139972 Jun 30 08:52:09.535190 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.536763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Network fcb3548d-1991-48a0-8994-e4d090295327 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:09.538997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:09.541670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:09.563044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:09.566668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd0e76da-29b9-4099-9594-9fb1524de509 req-648281eb-2630-497e-bf01-4e161f7a369b tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Jun 30 08:52:09.578648 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf30ac1-6220-4c11-aad0-d31b3b674e75,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:09.617657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77caf595-9118-4f89-8318-6efa2ae6b5ad req-eeaf3ff6-1e64-45d4-b371-4d69ceceb505 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0458939 Jun 30 08:52:09.620931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.621296 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Added segment b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4 of type vlan for network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 Jun 30 08:52:09.676155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Attempting to bind port 57b706ce-3e05-4878-98ba-43f905a6df98 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:09.676531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Attempting to bind port 57b706ce-3e05-4878-98ba-43f905a6df98 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:09.676897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Attempting to bind port 57b706ce-3e05-4878-98ba-43f905a6df98 on network fcb3548d-1991-48a0-8994-e4d090295327 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:09.694717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:09.695299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Checking segment: {'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:09.695815 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.700153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Bound using segment: {'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:09.701032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Bound port: 57b706ce-3e05-4878-98ba-43f905a6df98, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:09.701901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.786581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] For port 57b706ce-3e05-4878-98ba-43f905a6df98, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:09.790879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] For port 57b706ce-3e05-4878-98ba-43f905a6df98, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=57b706ce-3e05-4878-98ba-43f905a6df98,segment=NetworkSegment(ab479512-e0ef-4aab-99c5-9a0331694e2f),segment_id=ab479512-e0ef-4aab-99c5-9a0331694e2f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:09.797772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:09.873834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca830e4-cb03-46c8-86ff-1fb5e3599fde None None] Pushing event updated for resources: {'Port': ['ID=57b706ce-3e05-4878-98ba-43f905a6df98,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:10.011420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.109535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Allocated IP 172.25.8.103 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/3976b6da-a249-4ecb-9444-bc93c4fa1a7d) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:10.117175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.121802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:10.122394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.187101 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5508747 Jun 30 08:52:10.189951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52734) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:10.195836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'subnet': {'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:10.246264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb271a2d-b338-4efd-8640-f7c3c0f2deb2 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Network': ['ID=7d958429-124d-4eef-ba1c-8ad0e67d9d39,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:10.267498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:10.307856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.351072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.363380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Made reservation on behalf of 3a666ec43b62454db945b34901d74fdc for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:10.366932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.386454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:10.390560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:10.396003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:10.418773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8e11-65b6-42bc-b751-e1204ecc30db req-0243a063-e65a-4959-9e6a-c77108d8739a tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:10.420307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-956a8e11-65b6-42bc-b751-e1204ecc30db req-0243a063-e65a-4959-9e6a-c77108d8739a tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.1395299 Jun 30 08:52:10.426688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Pushing event updated for resources: {'Port': ['ID=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:10.493487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-956a8e11-65b6-42bc-b751-e1204ecc30db req-d9be6016-5462-4d60-99d0-386779db1378 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557649 Jun 30 08:52:10.602215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.670953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Subnet': ['ID=207b39ac-ce42-4cd9-a3db-902d9f60760d,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:10.675882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Checking segment: {'id': 'b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:10.676353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Network hostable DHCP agents. Network: 7d958429-124d-4eef-ba1c-8ad0e67d9d39, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:10.711066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:10.717811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.731849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 7d958429-124d-4eef-ba1c-8ad0e67d9d39) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:10.737351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:10.738064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.744753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d5d2b-a481-4033-a51b-6dd62e7b7fbf None None] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:10.809305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d86e772a-a9a1-4074-9f67-1b3827fa2190 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6159797 Jun 30 08:52:10.811853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:10.822352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ef502635-656d-403c-bc4f-fe2afdb4f45f tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1356775318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:10.866471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b961a4d-0535-4c30-9486-d9417d40c855 req-6b250655-2d13-4fbf-93ec-353b435ae19c tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0415006 Jun 30 08:52:10.887591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eac7c-d83d-4173-a4bf-35c6f9b95f11 req-38cfcdf4-41ff-41ee-a0bc-275e3ce1f075 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:10.894778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-792eac7c-d83d-4173-a4bf-35c6f9b95f11 req-38cfcdf4-41ff-41ee-a0bc-275e3ce1f075 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1393900 Jun 30 08:52:10.921622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef502635-656d-403c-bc4f-fe2afdb4f45f tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.922672 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef502635-656d-403c-bc4f-fe2afdb4f45f tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.953474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-7d958429-124d-4eef-ba1c-8ad0e67d9d39', 'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39', 'tenant_id': '3a666ec43b62454db945b34901d74fdc', 'fixed_ips': [{'subnet_id': '207b39ac-ce42-4cd9-a3db-902d9f60760d'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:52:10.954368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:10.966259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-792eac7c-d83d-4173-a4bf-35c6f9b95f11 req-fd2dfc3e-f164-4011-907c-1bb9be41899f tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Jun 30 08:52:11.096532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef502635-656d-403c-bc4f-fe2afdb4f45f tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.144476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef502635-656d-403c-bc4f-fe2afdb4f45f tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.181748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef502635-656d-403c-bc4f-fe2afdb4f45f tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.182951 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ef502635-656d-403c-bc4f-fe2afdb4f45f tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3699360 Jun 30 08:52:11.185806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52768) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:11.200396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.212594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-433501aa-35bf-4147-89b3-bc00404127ac tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:11.214181 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-433501aa-35bf-4147-89b3-bc00404127ac tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1865876 Jun 30 08:52:11.231217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Allocated IP 172.20.0.2 (7d958429-124d-4eef-ba1c-8ad0e67d9d39/207b39ac-ce42-4cd9-a3db-902d9f60760d/fb57d1ec-b9c2-4961-8d60-0ad5456653ad) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:11.316853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74e426-c131-40c2-a0a6-92d4e35586e4 None None] Network fcb3548d-1991-48a0-8994-e4d090295327 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:11.391643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2291c3a7-c021-4de6-ab3f-9fdc24bf65cb None None] Provisioning for port 57b706ce-3e05-4878-98ba-43f905a6df98 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:11.421807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Deleting port f7d9decc-0847-42ee-9e1b-6ebd697f960f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:11.422179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.480658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Router e072adf5-9393-49ec-8c45-e72078dc0b77 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:52:11.512379 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.527880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Transition to ACTIVE for port object fb57d1ec-b9c2-4961-8d60-0ad5456653ad will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:11.531639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec23fe-6080-424d-9fe9-1bddfe58038e req-8dd0135d-95b8-41ba-ad84-a118437eb397 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:11.533228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31ec23fe-6080-424d-9fe9-1bddfe58038e req-8dd0135d-95b8-41ba-ad84-a118437eb397 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 951 time: 0.2200882 Jun 30 08:52:11.571362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Transition to ACTIVE for port object fb57d1ec-b9c2-4961-8d60-0ad5456653ad will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:11.586817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.608165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] For port f7d9decc-0847-42ee-9e1b-6ebd697f960f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f7d9decc-0847-42ee-9e1b-6ebd697f960f,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:11.617121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.652146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:11.654084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Calling delete_port for f7d9decc-0847-42ee-9e1b-6ebd697f960f owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:11.657997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:11.661288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:11.664838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.667401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Pushing event updated for resources: {'Port': ['ID=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:11.678382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31ec23fe-6080-424d-9fe9-1bddfe58038e req-3d8a834f-b2d1-45c2-ae19-6b0be1fead4a tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130559 Jun 30 08:52:11.772013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 57b706ce-3e05-4878-98ba-43f905a6df98 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:11.806136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Attempting to bind port fb57d1ec-b9c2-4961-8d60-0ad5456653ad on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:11.806780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Attempting to bind port fb57d1ec-b9c2-4961-8d60-0ad5456653ad by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:11.807318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Attempting to bind port fb57d1ec-b9c2-4961-8d60-0ad5456653ad on network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:11.822894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:11.823604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Checking segment: {'id': 'b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:11.824179 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.824758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Bound using segment: {'id': 'b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:11.825422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Bound port: fb57d1ec-b9c2-4961-8d60-0ad5456653ad, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:11.825999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.844275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:11.856417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Sync routers for ids ['e072adf5-9393-49ec-8c45-e72078dc0b77'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:11.885832 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.889495 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-abd486d9-4a21-4d3e-9c43-7be2036d51da admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3811011 Jun 30 08:52:11.892297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52780) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:11.894968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Routers {'e072adf5-9393-49ec-8c45-e72078dc0b77'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:11.895225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e072adf5-9393-49ec-8c45-e72078dc0b77'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:11.967345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] For port fb57d1ec-b9c2-4961-8d60-0ad5456653ad, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:11.974307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 57b706ce-3e05-4878-98ba-43f905a6df98 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:11.985221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 57b706ce-3e05-4878-98ba-43f905a6df98 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:11.985600 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:11.989194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.043676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event deleted for resources: {'Port': ['ID=f7d9decc-0847-42ee-9e1b-6ebd697f960f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:12.051944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] For port fb57d1ec-b9c2-4961-8d60-0ad5456653ad, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,segment=NetworkSegment(b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4),segment_id=b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:12.070418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.108454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] No DVR routers for this DVR port f7d9decc-0847-42ee-9e1b-6ebd697f960f on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:12.111843 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.115085 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-93477d46-07bc-4436-9dd1-b5bc8b00e273 req-317872bb-24b9-4766-9489-2ba3e1b439ad tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.26 "DELETE /v2.0/ports/f7d9decc-0847-42ee-9e1b-6ebd697f960f HTTP/1.1" status: 204 len: 173 time: 0.8552003 Jun 30 08:52:12.116285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'name': 'network-vif-deleted', 'tag': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:12.120198 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3226d8-b4e0-4819-a1ae-123858b5a1a6" -d '{"events": [{"server_uuid": "d3191ff0-dc5a-4072-afae-6f0b2e91a3c8", "name": "network-vif-deleted", "tag": "f7d9decc-0847-42ee-9e1b-6ebd697f960f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:12.124147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Set router e072adf5-9393-49ec-8c45-e72078dc0b77 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:12.125879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ca686a58-5a58-44c5-a948-f3f9d4fb26e0 None None] Provisioning complete for port 57b706ce-3e05-4878-98ba-43f905a6df98 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:12.126247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca686a58-5a58-44c5-a948-f3f9d4fb26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.264023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3308261-b73e-4ce5-9c7b-62567eb6bfe3 req-1298adea-a160-4473-a63b-fc0f5faef523 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:12.271167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3308261-b73e-4ce5-9c7b-62567eb6bfe3 req-1298adea-a160-4473-a63b-fc0f5faef523 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.4989502 Jun 30 08:52:12.323265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:52:12.436759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3565e1-350c-45dd-8608-e841b5587d36 None None] Pushing event updated for resources: {'Port': ['ID=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:12.563932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.679691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:12.753151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 57b706ce-3e05-4878-98ba-43f905a6df98, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=57b706ce-3e05-4878-98ba-43f905a6df98,segment=NetworkSegment(ab479512-e0ef-4aab-99c5-9a0331694e2f),segment_id=ab479512-e0ef-4aab-99c5-9a0331694e2f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:12.755317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '8b88d8e9-575d-4aac-95f4-a602ba6dae66', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'port_id': '8b88d8e9-575d-4aac-95f4-a602ba6dae66', 'mac_address': 'fa:16:3e:4f:44:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d36c3e-fbfa-4768-bb8f-54154644af1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:52:12.757158 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca686a58-5a58-44c5-a948-f3f9d4fb26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.774378 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.793321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3308261-b73e-4ce5-9c7b-62567eb6bfe3 req-277ed8dd-03df-4dc6-b954-9b4b3e17f0d0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210710 Jun 30 08:52:12.905475 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:12.926596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-ca686a58-5a58-44c5-a948-f3f9d4fb26e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:52:12.926596 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-ca686a58-5a58-44c5-a948-f3f9d4fb26e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:52:12.927148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=57b706ce-3e05-4878-98ba-43f905a6df98,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:12.937243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b88d8e9-575d-4aac-95f4-a602ba6dae66 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:12.942368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07bc61ab-efc3-481a-8ec2-44a10c89a33c req-c9e7d57f-43ea-4787-9cd4-9a6f05a080c8 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0816710 Jun 30 08:52:12.944701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:10Z', 'revision_number': 3, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port': {'id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:09Z', 'updated_at': '2021-06-30T08:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:12.951146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Allocated IP 172.20.0.1 (7d958429-124d-4eef-ba1c-8ad0e67d9d39/207b39ac-ce42-4cd9-a3db-902d9f60760d/b4aea92c-5f88-4abf-b52e-c805c6dfa0ee) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:12.982854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Checking router: e072adf5-9393-49ec-8c45-e72078dc0b77 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:12.983374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Updating router e072adf5-9393-49ec-8c45-e72078dc0b77 port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:52:12.988250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:12.999606 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc311b3-446e-4369-81f7-ae32cd652a17 x-openstack-request-id: req-3cc311b3-446e-4369-81f7-ae32cd652a17 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:13.000136 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3191ff0-dc5a-4072-afae-6f0b2e91a3c8", "name": "network-vif-deleted", "tag": "f7d9decc-0847-42ee-9e1b-6ebd697f960f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:13.000615 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cc311b3-446e-4369-81f7-ae32cd652a17 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:13.001115 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3191ff0-dc5a-4072-afae-6f0b2e91a3c8', 'name': 'network-vif-deleted', 'tag': 'f7d9decc-0847-42ee-9e1b-6ebd697f960f', 'status': 'completed', 'code': 200} Jun 30 08:52:13.007392 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.013590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eaab1fa4-6502-4d11-9a73-2ccb0fcf99c4 req-be595754-4f4f-48fe-bf3d-d1032df2ce6e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3191ff0-dc5a-4072-afae-6f0b2e91a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0658069 Jun 30 08:52:13.055408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.095551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:13.259994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.281762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['8b88d8e9-575d-4aac-95f4-a602ba6dae66'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:13.284587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Transition to ACTIVE for port object b4aea92c-5f88-4abf-b52e-c805c6dfa0ee will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:13.387542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.425126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.466228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:13.472673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:13.483050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Transition to ACTIVE for port object 3976b6da-a249-4ecb-9444-bc93c4fa1a7d will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:13.489588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:13.516205 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.555410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Port': ['ID=b4aea92c-5f88-4abf-b52e-c805c6dfa0ee,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:13.568937 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.604819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Attempting to bind port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:13.604959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Attempting to bind port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:13.605440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Attempting to bind port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:13.617528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b392e-4fbe-4853-9c74-7269fcb4d673 None None] Pushing event updated for resources: {'Port': ['ID=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:13.629169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:13.629401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:13.629945 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.630337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:13.630884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Bound port: 3976b6da-a249-4ecb-9444-bc93c4fa1a7d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:13.631270 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.723662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] For port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:13.727507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624034c-1681-4bb9-ae20-c973ca1dc607 None None] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:13.730666 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.734547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] For port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:13.749374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.790693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 57b706ce-3e05-4878-98ba-43f905a6df98 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:13.879208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-99fb5935-305b-4344-a47c-3c2de5f5b81c None None] Provisioning for port fb57d1ec-b9c2-4961-8d60-0ad5456653ad completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:13.926498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Routers {'e072adf5-9393-49ec-8c45-e72078dc0b77'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:13.927124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e072adf5-9393-49ec-8c45-e72078dc0b77'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:13.932453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b392e-4fbe-4853-9c74-7269fcb4d673 None None] Pushing event updated for resources: {'Port': ['ID=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:14.018286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 57b706ce-3e05-4878-98ba-43f905a6df98 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:14.018978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.061484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6de82a-8cbc-431d-a5f8-710d033f509b req-76a3636e-7091-4a38-a9ff-7138d2273bc9 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:14.063001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d6de82a-8cbc-431d-a5f8-710d033f509b req-76a3636e-7091-4a38-a9ff-7138d2273bc9 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 951 time: 0.4221904 Jun 30 08:52:14.119763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] Set router e072adf5-9393-49ec-8c45-e72078dc0b77 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:14.126482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Allocated IP 172.20.0.1 (fcb3548d-1991-48a0-8994-e4d090295327/71c5f936-c58a-4cf3-9340-74ab4dfff22a/d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:14.161596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.181373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d6de82a-8cbc-431d-a5f8-710d033f509b req-a3641915-99ca-4461-9f98-1265c4890005 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972917 Jun 30 08:52:14.194795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd9ef1-2dde-4217-bfd0-a9dc8aeba292 req-d94dc399-20b0-4bed-a6ae-22c56f6e1629 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:14.196352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbfd9ef1-2dde-4217-bfd0-a9dc8aeba292 req-d94dc399-20b0-4bed-a6ae-22c56f6e1629 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 944 time: 0.2673292 Jun 30 08:52:14.311574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:14.407215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e086b53-0cb3-45f6-9cb8-0e0fa7a4b818 req-eb95202a-54a9-4c64-b451-fe6f40f425c1 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.1063943 Jun 30 08:52:14.416182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbfd9ef1-2dde-4217-bfd0-a9dc8aeba292 req-d5780104-bbb4-4865-bb9e-2631ef00d4f8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773334 Jun 30 08:52:14.454270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.459097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb57d1ec-b9c2-4961-8d60-0ad5456653ad up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:14.537896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Transition to ACTIVE for port object d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:14.539662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:14.567566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:14.570263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.658623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port fb57d1ec-b9c2-4961-8d60-0ad5456653ad completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:14.675359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port fb57d1ec-b9c2-4961-8d60-0ad5456653ad triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:14.675726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.694267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.697205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.732843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:10Z', 'revision_number': 3, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port': {'id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:09Z', 'updated_at': '2021-06-30T08:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:14.740748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.824390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1623e62-ddd5-425a-a668-1799f210e5b4 None None] The sync data for ids ['e072adf5-9393-49ec-8c45-e72078dc0b77'] in n-d-758944-40 is: [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:10Z', 'revision_number': 3, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port': {'id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:09Z', 'updated_at': '2021-06-30T08:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:14.830421 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.837749 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.877668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:14.879907 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a029d1-26e8-4d23-9d32-45bd56a276cb" -d '{"events": [{"server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:14.886804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Pushing event updated for resources: {'Port': ['ID=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:14.905928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Network fcb3548d-1991-48a0-8994-e4d090295327 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:14.907697 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.912237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:14.933913 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.934906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:14.983202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:14.992378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:14.996139 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15694cf4-9b8f-437e-8b0c-17d42db6bee6 x-openstack-request-id: req-15694cf4-9b8f-437e-8b0c-17d42db6bee6 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:14.996334 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "name": "network-vif-plugged", "status": "completed", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:14.996529 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15694cf4-9b8f-437e-8b0c-17d42db6bee6 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:14.996926 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66', 'code': 200} Jun 30 08:52:15.022898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-41067008-1744-4c05-bca7-3acfc03847d1 None None] Provisioning complete for port fb57d1ec-b9c2-4961-8d60-0ad5456653ad triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:15.023595 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-41067008-1744-4c05-bca7-3acfc03847d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.065092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port fb57d1ec-b9c2-4961-8d60-0ad5456653ad, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,segment=NetworkSegment(b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4),segment_id=b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:15.066926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Port': ['ID=b4aea92c-5f88-4abf-b52e-c805c6dfa0ee,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:15.081205 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.097453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:15.295809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:15.307822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.366352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:15.368252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-41067008-1744-4c05-bca7-3acfc03847d1 None None] Provisioning for port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:15.377422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-41067008-1744-4c05-bca7-3acfc03847d1 None None] Provisioning complete for port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:15.377856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-41067008-1744-4c05-bca7-3acfc03847d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.381925 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.446760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-41067008-1744-4c05-bca7-3acfc03847d1 None None] Port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:15.462322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=11']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:15.469163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f7d9decc-0847-42ee-9e1b-6ebd697f960f no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:15.490395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f7d9decc-0847-42ee-9e1b-6ebd697f960f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:15.490810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f7d9decc-0847-42ee-9e1b-6ebd697f960f not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:15.548033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.561219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-f220827a-5d2a-4627-abca-302ebaeee7e2 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:15.562751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-f220827a-5d2a-4627-abca-302ebaeee7e2 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 822 time: 0.7665870 Jun 30 08:52:15.581566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-86ce2ae3-b298-486a-8847-9b5e8ccff2a9 None None] Provisioning complete for port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:15.582059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-86ce2ae3-b298-486a-8847-9b5e8ccff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.627895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-86ce2ae3-b298-486a-8847-9b5e8ccff2a9 None None] Port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:15.641159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-86ce2ae3-b298-486a-8847-9b5e8ccff2a9 None None] Provisioning for port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:15.648060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-86ce2ae3-b298-486a-8847-9b5e8ccff2a9 None None] Provisioning complete for port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:15.648636 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-86ce2ae3-b298-486a-8847-9b5e8ccff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.655117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:15.658998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-58e3909e-aac7-4b1e-9843-e3f9711b8870 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/quotas/245697290bb54cd3b511d3b01b2a7ebc HTTP/1.1" status: 200 len: 375 time: 0.0731173 Jun 30 08:52:15.669258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:15.698981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-86ce2ae3-b298-486a-8847-9b5e8ccff2a9 None None] Port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:15.741491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb57d1ec-b9c2-4961-8d60-0ad5456653ad up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:15.799494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port fb57d1ec-b9c2-4961-8d60-0ad5456653ad triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:15.799868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.859310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776e6e3-158c-48ea-b6c7-b2c7669942dd req-4caa8ab0-3c0e-437e-bf45-3d5b9fc5e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:15.860954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5776e6e3-158c-48ea-b6c7-b2c7669942dd req-4caa8ab0-3c0e-437e-bf45-3d5b9fc5e009 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1097 time: 0.8088837 Jun 30 08:52:15.891444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3976b6da-a249-4ecb-9444-bc93c4fa1a7d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:15.944879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5723e41-65ce-4231-8ecd-da274162b333 req-24352915-31e1-41a9-8c34-35d84e8e6500 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:15.946870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:15.951847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:15.952039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.952274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5723e41-65ce-4231-8ecd-da274162b333 req-24352915-31e1-41a9-8c34-35d84e8e6500 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 949 time: 0.4212055 Jun 30 08:52:16.040100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.040776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.046153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-42b520b7-a739-45ea-94c1-35b51e217ceb None None] Provisioning complete for port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:16.046506 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-42b520b7-a739-45ea-94c1-35b51e217ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.051139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-c67fbfcb-b46a-475a-80f1-d0b924305962 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3832545 Jun 30 08:52:16.075705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5776e6e3-158c-48ea-b6c7-b2c7669942dd req-d5ddd65b-93ab-4c92-a8ba-121cea35c6e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996236 Jun 30 08:52:16.084740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:16.092768 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.098566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-42b520b7-a739-45ea-94c1-35b51e217ceb None None] Port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:16.105322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5723e41-65ce-4231-8ecd-da274162b333 req-77abca9a-0692-41bc-8c6e-7426bfa17433 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521928 Jun 30 08:52:16.154116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:16.248380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-c07ee993-0776-45f7-9e09-40457b50a451 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:16.249807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-c07ee993-0776-45f7-9e09-40457b50a451 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 949 time: 0.3540556 Jun 30 08:52:16.261796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Router 5569640d-d3c6-400b-9a02-c9707a5e51d1 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:52:16.323174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98be7579-d1ef-45ff-ad36-a957458feda8 req-e68ce55c-9996-4a99-9c5e-b7a6668c4b97 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.1024785 Jun 30 08:52:16.356519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-ba815447-1129-4ce5-92fb-f48f1216fab0 service neutron] 10.222.0.53 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900836 Jun 30 08:52:16.618862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:16.626134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-98239631-5af8-4d05-bc0a-8a08618676a7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "PUT /v2.0/routers/5569640d-d3c6-400b-9a02-c9707a5e51d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4380052 Jun 30 08:52:16.627719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52866) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:16.630167 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] Sync routers for ids ['5569640d-d3c6-400b-9a02-c9707a5e51d1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:16.634432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'port': {'network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39', 'name': 'tempest-FloatingIPNegativeTestJSON-175845091'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:16.639850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] Routers {'5569640d-d3c6-400b-9a02-c9707a5e51d1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:16.640455 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5569640d-d3c6-400b-9a02-c9707a5e51d1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:16.674885 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:16.678986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-bc6cac3b-c708-4916-9f9b-da9c7e861942 service neutron] 10.222.0.53 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022561 Jun 30 08:52:16.681177 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.684357 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] Routers {'5569640d-d3c6-400b-9a02-c9707a5e51d1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:16.684838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5569640d-d3c6-400b-9a02-c9707a5e51d1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:16.700715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.712886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea84ba-890d-441e-ba8c-bc4e30c0f9c0 req-966c0218-de73-41c8-a593-6acbbbb4c5db tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:16.714632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ea84ba-890d-441e-ba8c-bc4e30c0f9c0 req-966c0218-de73-41c8-a593-6acbbbb4c5db tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.2222829 Jun 30 08:52:16.720657 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:16.721294 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb87ef-aede-42e7-ab82-12925244186b None None] The sync data for ids ['5569640d-d3c6-400b-9a02-c9707a5e51d1'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:16.761849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Deleting port 0def72db-8fbc-4d76-982a-ab437dd320ba {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:16.762282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.774523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Made reservation on behalf of 3a666ec43b62454db945b34901d74fdc for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:16.778764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.797749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] device_id is not set on port ef2ea83e-e83e-4f13-bf93-c3a975b28360 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:52:16.848418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Pushing event updated for resources: {'Port': ['ID=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:16.860064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.930302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ea84ba-890d-441e-ba8c-bc4e30c0f9c0 req-6bce2c11-a1b4-4244-a726-54036c756423 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866865 Jun 30 08:52:16.939167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] For port 0def72db-8fbc-4d76-982a-ab437dd320ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0def72db-8fbc-4d76-982a-ab437dd320ba,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:16.939524 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:16.976108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Allocated IP 172.20.0.10 (7d958429-124d-4eef-ba1c-8ad0e67d9d39/207b39ac-ce42-4cd9-a3db-902d9f60760d/ef2ea83e-e83e-4f13-bf93-c3a975b28360) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:16.997915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:17.000080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Calling delete_port for 0def72db-8fbc-4d76-982a-ab437dd320ba owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:17.001098 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cb5d1a-bd20-431d-bf8b-423d337fec3b" -d '{"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:17.124975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2021410a-f6fc-4be4-a36d-922c2bd3e5e8 req-851e5d77-c9bd-4db0-8153-a6810a2f71f8 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 210 time: 0.1016355 Jun 30 08:52:17.179277 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155e54b8-d306-4ce2-a2e0-d240a64bdd7b x-openstack-request-id: req-155e54b8-d306-4ce2-a2e0-d240a64bdd7b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:17.179773 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:17.179915 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-155e54b8-d306-4ce2-a2e0-d240a64bdd7b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:17.180252 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'code': 200} Jun 30 08:52:17.195205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Network fcb3548d-1991-48a0-8994-e4d090295327 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:17.199197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:17.243734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.275944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Transition to ACTIVE for port object ef2ea83e-e83e-4f13-bf93-c3a975b28360 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:17.336386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.388275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:17.392215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:17.394885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:17.428763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Port': ['ID=ef2ea83e-e83e-4f13-bf93-c3a975b28360,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:17.438881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.511094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:17.511784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.543119 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3b2ec1d9-a854-41e4-87d8-4b516ddedb25 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9113684 Jun 30 08:52:17.546055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52884) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:17.553048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:17.562114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Pushing event deleted for resources: {'Port': ['ID=0def72db-8fbc-4d76-982a-ab437dd320ba,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:17.565723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f6b28c3c-ecfd-4a98-a425-ede7742fd84e None None] Provisioning complete for port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:17.566056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f6b28c3c-ecfd-4a98-a425-ede7742fd84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.581921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.625394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f6b28c3c-ecfd-4a98-a425-ede7742fd84e None None] Port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:17.628404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae801508-7317-4e8b-88d0-9f860b687dbf req-02e3ed67-5f2a-4a2d-a988-950932663674 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0863848 Jun 30 08:52:17.649297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Router e072adf5-9393-49ec-8c45-e72078dc0b77 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:52:17.680528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] No DVR routers for this DVR port 0def72db-8fbc-4d76-982a-ab437dd320ba on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:17.687890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.690492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6a67ca9-aed1-46f1-af83-73bb23b97a74 req-75bffc30-0367-4942-904b-626e71327f94 tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.13 "DELETE /v2.0/ports/0def72db-8fbc-4d76-982a-ab437dd320ba HTTP/1.1" status: 204 len: 173 time: 1.4012477 Jun 30 08:52:17.692501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-deleted', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:17.700386 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82976164-3ee8-4524-a6d8-2d058359807d" -d '{"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-deleted", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:17.705306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3976b6da-a249-4ecb-9444-bc93c4fa1a7d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:17.779622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:17.780307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.785375 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.814880 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc337be-5b7f-4c6f-a230-f9cfc220f9f2 x-openstack-request-id: req-7bc337be-5b7f-4c6f-a230-f9cfc220f9f2 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:17.816679 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd42487-d16a-477c-8d63-08d1d7142f0d", "name": "network-vif-deleted", "tag": "0def72db-8fbc-4d76-982a-ab437dd320ba", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:17.816937 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bc337be-5b7f-4c6f-a230-f9cfc220f9f2 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:17.817335 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd42487-d16a-477c-8d63-08d1d7142f0d', 'name': 'network-vif-deleted', 'tag': '0def72db-8fbc-4d76-982a-ab437dd320ba', 'status': 'completed', 'code': 200} Jun 30 08:52:17.839293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651191-738a-4e7b-9862-326cd0edfa1f req-dc2e3482-c807-4452-b430-c82ac7b76dce tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:17.848768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53651191-738a-4e7b-9862-326cd0edfa1f req-dc2e3482-c807-4452-b430-c82ac7b76dce tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd42487-d16a-477c-8d63-08d1d7142f0d HTTP/1.1" status: 200 len: 866 time: 0.5253141 Jun 30 08:52:17.911314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53651191-738a-4e7b-9862-326cd0edfa1f req-5d9a9e93-ac43-43a1-b0f6-dbb61386d04a tempest-ImagesOneServerTestJSON-652714959 tempest-ImagesOneServerTestJSON-652714959-project] 10.222.0.53 "GET /v2.0/security-groups?id=68d235f2-ffe8-423b-a8e9-482460680c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603833 Jun 30 08:52:17.917037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e752e394-32da-4715-ad36-d6f429efb306 None None] Provisioning for port ef2ea83e-e83e-4f13-bf93-c3a975b28360 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:17.946935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e752e394-32da-4715-ad36-d6f429efb306 None None] Provisioning complete for port ef2ea83e-e83e-4f13-bf93-c3a975b28360 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:17.947308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e752e394-32da-4715-ad36-d6f429efb306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.950437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Allocated IP 172.25.8.185 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/8888332c-8b1d-4d57-add7-95090e7b2b98) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:18.009135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:18.024872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Sync routers for ids ['e072adf5-9393-49ec-8c45-e72078dc0b77'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:18.038819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-22c2870c-8fe8-43a7-81b1-b741cace96bf admin admin] 10.222.0.53 "PUT /v2.0/routers/e072adf5-9393-49ec-8c45-e72078dc0b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1319788 Jun 30 08:52:18.040963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e752e394-32da-4715-ad36-d6f429efb306 None None] Port ef2ea83e-e83e-4f13-bf93-c3a975b28360 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:18.048031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Routers {'e072adf5-9393-49ec-8c45-e72078dc0b77'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:18.048687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e072adf5-9393-49ec-8c45-e72078dc0b77'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:18.191881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.193074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Set router e072adf5-9393-49ec-8c45-e72078dc0b77 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:18.212295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f43c3-24f8-4b51-be56-0a95291abdc5 req-863c79a6-af63-4568-b77e-07ba14230c82 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:18.214525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e01f43c3-24f8-4b51-be56-0a95291abdc5 req-863c79a6-af63-4568-b77e-07ba14230c82 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.1280184 Jun 30 08:52:18.255651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:18.260784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.309065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 0def72db-8fbc-4d76-982a-ab437dd320ba {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:18.309465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0def72db-8fbc-4d76-982a-ab437dd320ba not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:18.339618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:18.348817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:18.358288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:18.432063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Port': ['ID=8888332c-8b1d-4d57-add7-95090e7b2b98,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:18.475741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:15Z', 'revision_number': 4, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port': {'id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:09Z', 'updated_at': '2021-06-30T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd749c7b5-b468-4fd7-9a4c-b53cde4b6ff4', 'name': '', 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'mac_address': 'fa:16:3e:3f:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '71c5f936-c58a-4cf3-9340-74ab4dfff22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:13Z', 'updated_at': '2021-06-30T08:52:16Z', 'revision_number': 2, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'subnets': [{'id': '71c5f936-c58a-4cf3-9340-74ab4dfff22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:18.505529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.511343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Checking router: e072adf5-9393-49ec-8c45-e72078dc0b77 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:18.512172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Updating router e072adf5-9393-49ec-8c45-e72078dc0b77 port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:52:18.554812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.567818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.726539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d6c0dd-2844-4b7f-8429-f05c41ef592b req-3bc62dcb-8e0c-47b3-8448-7674a7356691 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 210 time: 0.0968950 Jun 30 08:52:18.741241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.746126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e01f43c3-24f8-4b51-be56-0a95291abdc5 req-6468f43c-da62-494b-8052-b5abc4e8a520 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234444 Jun 30 08:52:18.766392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.859212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-6bd1d66d-0c84-46fe-b6a0-08146302c1f7 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:18.866693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-6bd1d66d-0c84-46fe-b6a0-08146302c1f7 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.13 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 822 time: 0.2355974 Jun 30 08:52:18.884856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.890217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Request body: {'port': {'device_id': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'admin_state_up': True, 'tenant_id': '245697290bb54cd3b511d3b01b2a7ebc'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:18.907497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Port': ['ID=8888332c-8b1d-4d57-add7-95090e7b2b98,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:18.919496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:18.926649 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af27ccff-7bee-4e4a-91ff-398497b52ad4 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3766129 Jun 30 08:52:18.926893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52906) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:18.931878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d505eb0d-ed66-4e7c-ad22-b0e8ec7d727a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'floatingip': {'port_id': 'ef2ea83e-e83e-4f13-bf93-c3a975b28360', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:19.016976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d505eb0d-ed66-4e7c-ad22-b0e8ec7d727a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.055570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b24752a-9a8e-4d35-85f5-ac342c974b61 req-302f263d-a0e7-4398-afbf-c7eeb17f495a tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0677664 Jun 30 08:52:19.094673 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.106727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Transition to ACTIVE for port object d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:19.116364 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.160256 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-d505eb0d-ed66-4e7c-ad22-b0e8ec7d727a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] update failed (client error): The resource could not be found. Jun 30 08:52:19.161421 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d505eb0d-ed66-4e7c-ad22-b0e8ec7d727a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "PUT /v2.0/floatingips/99a15ca7-4302-483c-a483-b39d9952f578 HTTP/1.1" status: 404 len: 507 time: 0.2335868 Jun 30 08:52:19.164087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52910) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:19.201224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e023cbc-be5c-4e9b-8fdb-38153dd2ffdd None None] Pushing event updated for resources: {'Port': ['ID=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:19.270133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Attempting to bind port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:19.270509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Attempting to bind port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:19.270869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Attempting to bind port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 on network fcb3548d-1991-48a0-8994-e4d090295327 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:19.277446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:19.277922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Checking segment: {'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:19.278327 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.278716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Bound using segment: {'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:19.279295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Bound port: d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab479512-e0ef-4aab-99c5-9a0331694e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:19.279564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.309086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Deleting port 8888332c-8b1d-4d57-add7-95090e7b2b98 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:19.309420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.330466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Made reservation on behalf of 245697290bb54cd3b511d3b01b2a7ebc for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:19.334553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.357281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] For port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:19.362920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] For port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,segment=NetworkSegment(ab479512-e0ef-4aab-99c5-9a0331694e2f),segment_id=ab479512-e0ef-4aab-99c5-9a0331694e2f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:19.370716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.401016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-6ad6c05e-e4ce-4479-85e6-8b802d9717ec tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3422546 Jun 30 08:52:19.407571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.408331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.413663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:19.424025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Calling delete_port for 8888332c-8b1d-4d57-add7-95090e7b2b98 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:19.426867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Routers {'e072adf5-9393-49ec-8c45-e72078dc0b77'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:19.428456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e072adf5-9393-49ec-8c45-e72078dc0b77'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:19.487838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29842-8eb6-4aed-8c41-ee9070c5baa0 req-c72afced-6f94-4099-bd80-eedcab3c0cd8 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:19.489741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57e29842-8eb6-4aed-8c41-ee9070c5baa0 req-c72afced-6f94-4099-bd80-eedcab3c0cd8 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1097 time: 0.2784309 Jun 30 08:52:19.499287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.547791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e023cbc-be5c-4e9b-8fdb-38153dd2ffdd None None] Pushing event updated for resources: {'Port': ['ID=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:19.589239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] Set router e072adf5-9393-49ec-8c45-e72078dc0b77 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:19.614999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.638560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Allocated IP 172.20.0.12 (ab09094c-1256-41d8-82a9-a8d76a308f8f/1a6e1835-f95c-4d02-b94d-35e40f144f5b/62da4e24-a792-435a-a05f-f73e156a037c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:19.641460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event deleted for resources: {'Port': ['ID=8888332c-8b1d-4d57-add7-95090e7b2b98,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:19.690472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57e29842-8eb6-4aed-8c41-ee9070c5baa0 req-058c3bc2-7c6d-46d9-a976-716da195ff65 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740849 Jun 30 08:52:19.708230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.710869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.712040 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-211736f7-784d-4f11-b492-d80de443966d tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "DELETE /v2.0/floatingips/99a15ca7-4302-483c-a483-b39d9952f578 HTTP/1.1" status: 204 len: 168 time: 0.5470223 Jun 30 08:52:19.719434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52916) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:19.725370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-99f14d8b-e62c-427c-9dd4-3af3953215ee tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'floatingip': {'floating_network_id': '7d958429-124d-4eef-ba1c-8ad0e67d9d39', 'port_id': 'ef2ea83e-e83e-4f13-bf93-c3a975b28360', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:19.817056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-99f14d8b-e62c-427c-9dd4-3af3953215ee tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.869252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:15Z', 'revision_number': 4, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port': {'id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:09Z', 'updated_at': '2021-06-30T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd749c7b5-b468-4fd7-9a4c-b53cde4b6ff4', 'name': '', 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'mac_address': 'fa:16:3e:3f:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '71c5f936-c58a-4cf3-9340-74ab4dfff22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:13Z', 'updated_at': '2021-06-30T08:52:19Z', 'revision_number': 4, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'subnets': [{'id': '71c5f936-c58a-4cf3-9340-74ab4dfff22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:19.895669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a7810-f75e-4bc6-ab45-99a97cb1b5d8 None None] The sync data for ids ['e072adf5-9393-49ec-8c45-e72078dc0b77'] in n-d-758944-40 is: [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:15Z', 'revision_number': 4, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port': {'id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:09Z', 'updated_at': '2021-06-30T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd749c7b5-b468-4fd7-9a4c-b53cde4b6ff4', 'name': '', 'network_id': 'fcb3548d-1991-48a0-8994-e4d090295327', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'mac_address': 'fa:16:3e:3f:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '71c5f936-c58a-4cf3-9340-74ab4dfff22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:13Z', 'updated_at': '2021-06-30T08:52:19Z', 'revision_number': 4, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'subnets': [{'id': '71c5f936-c58a-4cf3-9340-74ab4dfff22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:19.905960 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:19.919501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.133882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.187554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52934) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:20.234321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Network ab09094c-1256-41d8-82a9-a8d76a308f8f is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:20.236062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Allocated IP 172.25.8.215 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/405ca664-d61b-48f0-96c8-fd3b3b721204) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:20.243451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:20.257590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:20.298738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event updated for resources: {'Port': ['ID=62da4e24-a792-435a-a05f-f73e156a037c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:20.393400 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c4f9c39-8c5d-48d1-a00c-e1f08b03cd08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b41dd4789db4efc8c1416c96238ae7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002754 Jun 30 08:52:20.393400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52938) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:20.418166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:20.419487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.431092 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-99f14d8b-e62c-427c-9dd4-3af3953215ee tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:52:20.436229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-99f14d8b-e62c-427c-9dd4-3af3953215ee tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7119427 Jun 30 08:52:20.438710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52940) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:20.446863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'ef2ea83e-e83e-4f13-bf93-c3a975b28360', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:20.477325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-2ae2eb32-2e26-4a92-94a6-1c9185e74d44 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5922184 Jun 30 08:52:20.483388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97fcbefd-0e27-4f67-b7c9-f8e14a66ede5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.494238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.495453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c69b-9f42-41b2-8e3d-e59a272e443c req-2c703d31-190b-408c-b7d2-879b33f2fa1e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:20.497117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa36c69b-9f42-41b2-8e3d-e59a272e443c req-2c703d31-190b-408c-b7d2-879b33f2fa1e tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 932 time: 0.2266071 Jun 30 08:52:20.516807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Request body: {'port': {'device_id': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:20.564024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.573734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97fcbefd-0e27-4f67-b7c9-f8e14a66ede5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.674827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa36c69b-9f42-41b2-8e3d-e59a272e443c req-780abf62-1797-415d-b920-9c5792f9f80b tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175578 Jun 30 08:52:20.708586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97fcbefd-0e27-4f67-b7c9-f8e14a66ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.712226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.713407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97fcbefd-0e27-4f67-b7c9-f8e14a66ede5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.715426 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-97fcbefd-0e27-4f67-b7c9-f8e14a66ede5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68d235f2-ffe8-423b-a8e9-482460680c6c HTTP/1.1" status: 204 len: 168 time: 0.3220804 Jun 30 08:52:20.718837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.730586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcbefd-0e27-4f67-b7c9-f8e14a66ede5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d235f2-ffe8-423b-a8e9-482460680c6c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:20.765856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:20.835842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=405ca664-d61b-48f0-96c8-fd3b3b721204,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:20.842268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:20.855704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:20.863900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:20.985934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Allocated IP 172.25.8.112 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/aec29351-fc7a-4cf7-985e-059f06c6bc1f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:21.014653 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.158047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.246585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.264558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.306519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:21.307888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5077f-0460-4ac5-ad97-8421a99bbaba req-6155bfd0-7ef2-4d27-85b8-601b00f9939e tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:21.311437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:21.316271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ae5077f-0460-4ac5-ad97-8421a99bbaba req-6155bfd0-7ef2-4d27-85b8-601b00f9939e tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.2974136 Jun 30 08:52:21.322620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:21.402732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event updated for resources: {'Port': ['ID=aec29351-fc7a-4cf7-985e-059f06c6bc1f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:21.414856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ae5077f-0460-4ac5-ad97-8421a99bbaba req-c5391026-390f-4150-92b2-99d22854bad3 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976894 Jun 30 08:52:21.608745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62da4e24-a792-435a-a05f-f73e156a037c {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:21.626054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.663233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.665215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Transition to ACTIVE for port object 62da4e24-a792-435a-a05f-f73e156a037c will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:21.669292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.686019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.750001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:21.837233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfcf19ac-0a1f-4799-b58d-7d909f33f752 req-bca39aee-3794-415c-b170-fc6565885aba tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0717089 Jun 30 08:52:21.842669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:21.848141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:21.848750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.852588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=405ca664-d61b-48f0-96c8-fd3b3b721204,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:21.854630 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:21.992201 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.059942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,segment=NetworkSegment(ab479512-e0ef-4aab-99c5-9a0331694e2f),segment_id=ab479512-e0ef-4aab-99c5-9a0331694e2f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:22.071668 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.160961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52982) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:22.172056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:22.219788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Deleting port aec29351-fc7a-4cf7-985e-059f06c6bc1f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:22.220112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.271764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.278556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-7bb3f3f1-e654-4f84-9777-74ee86b58e3c tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8765490 Jun 30 08:52:22.313133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.313622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.327425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-237622771-network', 'tenant_id': 'eda6fc1737424ffcbaaad3d7a25991ef'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:22.336976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Calling delete_port for aec29351-fc7a-4cf7-985e-059f06c6bc1f owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:22.349232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Pushing event updated for resources: {'Port': ['ID=62da4e24-a792-435a-a05f-f73e156a037c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:22.361826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-e655e024-91f3-4d79-9e38-e334b93b4dd8 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.0822856 Jun 30 08:52:22.374807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Attempting to bind port 62da4e24-a792-435a-a05f-f73e156a037c on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:22.375389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Attempting to bind port 62da4e24-a792-435a-a05f-f73e156a037c by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:22.375721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Attempting to bind port 62da4e24-a792-435a-a05f-f73e156a037c on network ab09094c-1256-41d8-82a9-a8d76a308f8f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:22.388529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Made reservation on behalf of eda6fc1737424ffcbaaad3d7a25991ef for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:22.389854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.401706 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.415160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Port 62da4e24-a792-435a-a05f-f73e156a037c on network ab09094c-1256-41d8-82a9-a8d76a308f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:22.415436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Attempting to bind port 62da4e24-a792-435a-a05f-f73e156a037c on network ab09094c-1256-41d8-82a9-a8d76a308f8f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:22.423663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:22.424008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Checking segment: {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:22.424388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Bound using segment: {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:22.424824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Bound port: 62da4e24-a792-435a-a05f-f73e156a037c, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4aa8507-3134-46fa-ada0-6f49b0c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:22.425184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.515741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.539263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-718c7ba3-373e-442b-a01f-e3556d16c6bc tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:22.540685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ee5e2ab-9f94-44a4-b09c-656d3eba5724 req-718c7ba3-373e-442b-a01f-e3556d16c6bc tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1780653 Jun 30 08:52:22.555170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event deleted for resources: {'Port': ['ID=aec29351-fc7a-4cf7-985e-059f06c6bc1f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:22.585955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] For port 62da4e24-a792-435a-a05f-f73e156a037c, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:22.606586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] For port 62da4e24-a792-435a-a05f-f73e156a037c, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62da4e24-a792-435a-a05f-f73e156a037c,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:22.612912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.650307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.660173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.673755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a942-a725-4980-a13c-913380bd6fd9 req-5fa9caa0-a8c7-473f-9bab-54246c9f70d6 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:22.673755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17a9a942-a725-4980-a13c-913380bd6fd9 req-5fa9caa0-a8c7-473f-9bab-54246c9f70d6 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 944 time: 0.1404846 Jun 30 08:52:22.677552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:22.678855 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.680360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/62da4e24-a792-435a-a05f-f73e156a037c HTTP/1.1" status: 200 len: 1093 time: 2.1805441 Jun 30 08:52:22.680978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'tag': '62da4e24-a792-435a-a05f-f73e156a037c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:22.683373 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf39b089-b581-4f00-a586-d8c82bfeeae3" -d '{"events": [{"name": "network-changed", "server_uuid": "b70e4600-e402-4708-9d67-70d36297f5a9", "tag": "62da4e24-a792-435a-a05f-f73e156a037c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:22.691539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:22.693761 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] create failed (client error): The resource could not be found. Jun 30 08:52:22.694825 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4199763b-bae2-4e26-ab0d-d1f6f7c4fbd7 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2531705 Jun 30 08:52:22.701882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52992) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:22.719691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.720042 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Added segment 2c63c635-9a39-4223-a05f-eb67438b39fa of type vlan for network e6b0616e-9170-410a-8304-1e8b1279c37b Jun 30 08:52:22.731363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051c9f7c-4217-4631-96fa-6231e1794ac4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:22.741794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df0baf-c33c-43aa-af78-f510abe151e5 service neutron] Pushing event updated for resources: {'Port': ['ID=62da4e24-a792-435a-a05f-f73e156a037c,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:22.786920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17a9a942-a725-4980-a13c-913380bd6fd9 req-dabf264a-d8c5-4ca8-8c12-25c534e3b119 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Jun 30 08:52:22.800575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.831683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-fd03d161-e6d4-43d3-b96b-b22e297bc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:22.833249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-fd03d161-e6d4-43d3-b96b-b22e297bc218 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0852499 Jun 30 08:52:22.883234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-1862de4f-e951-4bc1-8e9e-170d243eccf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62da4e24-a792-435a-a05f-f73e156a037c HTTP/1.1" status: 200 len: 217 time: 0.0403850 Jun 30 08:52:22.883558 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.884643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:22.885237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.954020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Deleting port ef2ea83e-e83e-4f13-bf93-c3a975b28360 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:22.954459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.961120 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:22.962913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-3177bde3-198a-4c17-9c90-0d78ca54bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:22.966335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-3177bde3-198a-4c17-9c90-0d78ca54bdba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a6e1835-f95c-4d02-b94d-35e40f144f5b HTTP/1.1" status: 200 len: 862 time: 0.0718255 Jun 30 08:52:23.010223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-bf587514-c4ae-4731-88e9-777ddfa96ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab09094c-1256-41d8-82a9-a8d76a308f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330961 Jun 30 08:52:23.011435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53002) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:23.011697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8289986 Jun 30 08:52:23.021058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Request body: {'subnet': {'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-237622771-subnet', 'tenant_id': 'eda6fc1737424ffcbaaad3d7a25991ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:23.025506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58501a56-e15a-488e-bf9b-fc5d37195cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b0616e-9170-410a-8304-1e8b1279c37b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:23.038432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e6b0616e-9170-410a-8304-1e8b1279c37b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:23.102369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.132150 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b077cf-06c3-4d90-bcc6-c36a8c9c0211 x-openstack-request-id: req-c9b077cf-06c3-4d90-bcc6-c36a8c9c0211 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:23.132753 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70e4600-e402-4708-9d67-70d36297f5a9", "tag": "62da4e24-a792-435a-a05f-f73e156a037c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:23.133187 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9b077cf-06c3-4d90-bcc6-c36a8c9c0211 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:23.133917 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'tag': '62da4e24-a792-435a-a05f-f73e156a037c', 'status': 'completed', 'code': 200} Jun 30 08:52:23.135810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Calling delete_port for ef2ea83e-e83e-4f13-bf93-c3a975b28360 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:23.174216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Made reservation on behalf of eda6fc1737424ffcbaaad3d7a25991ef for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:23.176773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.305052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.330723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9a374a9-cc9a-40fc-b73d-1da653481831 req-acde898d-3e90-4c44-8582-a37461c1b8f9 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0728083 Jun 30 08:52:23.349339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-bbe7a714-76de-4538-b014-3c41f5868ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223326 Jun 30 08:52:23.360277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event deleted for resources: {'Port': ['ID=ef2ea83e-e83e-4f13-bf93-c3a975b28360,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:23.438824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.444529 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0c76814d-c6e6-483a-924f-bd2c947b6a5a tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "DELETE /v2.0/ports/ef2ea83e-e83e-4f13-bf93-c3a975b28360 HTTP/1.1" status: 204 len: 168 time: 0.7396131 Jun 30 08:52:23.445148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53008) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:23.526112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf3d9b5-6fba-4d15-912d-929295796834 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:23.537689 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8cf3d9b5-6fba-4d15-912d-929295796834 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "GET /v2.0/ports?device_id=5569640d-d3c6-400b-9a02-c9707a5e51d1 HTTP/1.1" status: 200 len: 913 time: 0.0900722 Jun 30 08:52:23.542307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53010) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:23.630101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-a2763c47-9913-498f-959e-c902948643c6 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5435455 Jun 30 08:52:23.636576 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.650583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:23.677512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:23.737366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:23.738145 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.742223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e04ff3-b21f-479d-84ea-7fb7f14e71b3 req-4e9ee7fa-fe7d-412d-9f6e-4e31fcb8535e service neutron] 10.222.0.13 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702595 Jun 30 08:52:23.761618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:23.907135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed628280-27f3-4a66-b726-db0f7b9541a7,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:23.934916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Checking segment: {'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:23.935280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Network hostable DHCP agents. Network: e6b0616e-9170-410a-8304-1e8b1279c37b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:23.993875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973a8c2-5859-46cf-8a0f-4f52154f5c65 req-ba6c1bee-c5b8-4ff8-8aab-9d55e4fc5752 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:23.995314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0973a8c2-5859-46cf-8a0f-4f52154f5c65 req-ba6c1bee-c5b8-4ff8-8aab-9d55e4fc5752 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.2484677 Jun 30 08:52:23.997747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Network e6b0616e-9170-410a-8304-1e8b1279c37b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:24.003650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-7418b460-0e9f-418c-9717-82aa095febee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:24.005293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-7418b460-0e9f-418c-9717-82aa095febee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 1096 time: 0.1969862 Jun 30 08:52:24.038433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e6b0616e-9170-410a-8304-1e8b1279c37b) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:24.050238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e340be-f4e5-4f34-864f-38fb286c3747 None None] Network e6b0616e-9170-410a-8304-1e8b1279c37b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:24.056659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:24.057272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.108004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.134213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0973a8c2-5859-46cf-8a0f-4f52154f5c65 req-4674513a-75cd-49ac-b8c7-4e962d64c4dc tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272783 Jun 30 08:52:24.166811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-97163c5a-40dc-414f-99e6-87375a654db6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1536431 Jun 30 08:52:24.291527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4821dcc-f0f9-4036-8861-5c471bb52c60 None None] Network e6b0616e-9170-410a-8304-1e8b1279c37b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:24.299824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.316472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-24eaa3f2-4502-437e-958c-dee1cf49f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:24.318061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-24eaa3f2-4502-437e-958c-dee1cf49f7b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 200 len: 923 time: 0.2968004 Jun 30 08:52:24.495629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-6899b754-f96c-477d-9a9b-4203a51bba04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62da4e24-a792-435a-a05f-f73e156a037c HTTP/1.1" status: 200 len: 217 time: 0.1252394 Jun 30 08:52:24.519662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Deleting port b4aea92c-5f88-4abf-b52e-c805c6dfa0ee {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:24.520237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.619132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.631404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Calling delete_port for b4aea92c-5f88-4abf-b52e-c805c6dfa0ee owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:24.638846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-838d6dca-bcb3-44d7-af99-7f9f6929c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:24.640292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-838d6dca-bcb3-44d7-af99-7f9f6929c4ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a6e1835-f95c-4d02-b94d-35e40f144f5b HTTP/1.1" status: 200 len: 862 time: 0.1289623 Jun 30 08:52:24.685165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Allocated IP 172.25.8.42 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/07c8b3f2-250e-4995-a213-a244b97586e1) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:24.690496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-fd5eedc1-9080-4c57-82a5-014f002ee1c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab09094c-1256-41d8-82a9-a8d76a308f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410759 Jun 30 08:52:24.758340 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.821158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7059-2abf-4c76-bad6-c4b3559501c2 req-3512a440-4abd-497f-8ec6-8a9008eaa59d tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:24.823353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:24.826077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b7b7059-2abf-4c76-bad6-c4b3559501c2 req-3512a440-4abd-497f-8ec6-8a9008eaa59d tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 944 time: 0.2546113 Jun 30 08:52:24.853229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event deleted for resources: {'Port': ['ID=b4aea92c-5f88-4abf-b52e-c805c6dfa0ee,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:24.939200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b7b7059-2abf-4c76-bad6-c4b3559501c2 req-860d1caa-6c2f-4b38-8214-b1368e587487 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064572 Jun 30 08:52:24.946306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-a04cd653-2528-47c4-a270-611e731cf8b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404809 Jun 30 08:52:24.990128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.079543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.105212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf39b089-b581-4f00-a586-d8c82bfeeae3 req-33ed0dad-b22a-4494-99e2-1301ddf2c5fc service neutron] 10.222.0.13 "GET /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477602 Jun 30 08:52:25.112864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.165164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:25.184334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:25.186897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:25.227362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f713bfd-525a-4b97-a30b-8068afc9d88b req-fcf5d2fc-f629-4533-aad1-aed7ca1af936 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0659149 Jun 30 08:52:25.231487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=07c8b3f2-250e-4995-a213-a244b97586e1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:25.284020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Router 5569640d-d3c6-400b-9a02-c9707a5e51d1 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:52:25.352804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.370374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-eaee9415-d399-4607-b861-d0980174c745 req-5825b5cd-d7da-4e07-9fb8-10b8780ea810 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2095860341', 'description': 'tempest-description-254051951'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:25.382503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:25.394263 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-de693ff5-f687-43d2-a34f-d28323da3c8b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "PUT /v2.0/routers/5569640d-d3c6-400b-9a02-c9707a5e51d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8507555 Jun 30 08:52:25.395215 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] Sync routers for ids ['5569640d-d3c6-400b-9a02-c9707a5e51d1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:25.395732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53032) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:25.405752 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] Routers {'5569640d-d3c6-400b-9a02-c9707a5e51d1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:25.406694 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5569640d-d3c6-400b-9a02-c9707a5e51d1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:25.444412 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:25.454912 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] Routers {'5569640d-d3c6-400b-9a02-c9707a5e51d1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:25.455541 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5569640d-d3c6-400b-9a02-c9707a5e51d1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:25.488112 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:25.488795 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0abf05-3db5-4b48-81b2-8653eeed6632 None None] The sync data for ids ['5569640d-d3c6-400b-9a02-c9707a5e51d1'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:25.497186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1233-cab9-4db8-b684-34e96b7a7918 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.498977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.502455 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eaee9415-d399-4607-b861-d0980174c745 req-5825b5cd-d7da-4e07-9fb8-10b8780ea810 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.732306 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-26571240-b3b5-4c91-8087-d3e73d8e9be7 req-8b430740-fbf5-47f0-a0a5-e3ac165fa536 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0320649 Jun 30 08:52:25.744414 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1233-cab9-4db8-b684-34e96b7a7918 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.758463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1233-cab9-4db8-b684-34e96b7a7918 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.844813 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1233-cab9-4db8-b684-34e96b7a7918 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.845257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8b1233-cab9-4db8-b684-34e96b7a7918 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Fanout notify agent at l3_agent the message router_deleted on router 5569640d-d3c6-400b-9a02-c9707a5e51d1 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:52:25.856471 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1233-cab9-4db8-b684-34e96b7a7918 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.857552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4d8b1233-cab9-4db8-b684-34e96b7a7918 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "DELETE /v2.0/routers/5569640d-d3c6-400b-9a02-c9707a5e51d1 HTTP/1.1" status: 204 len: 168 time: 0.4613304 Jun 30 08:52:25.860113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:25.887812 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eaee9415-d399-4607-b861-d0980174c745 req-5825b5cd-d7da-4e07-9fb8-10b8780ea810 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.899739 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eaee9415-d399-4607-b861-d0980174c745 req-5825b5cd-d7da-4e07-9fb8-10b8780ea810 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.911184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Deleting subnet 207b39ac-ce42-4cd9-a3db-902d9f60760d {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:52:25.915019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.953015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eaee9415-d399-4607-b861-d0980174c745 req-5825b5cd-d7da-4e07-9fb8-10b8780ea810 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.954445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eaee9415-d399-4607-b861-d0980174c745 req-5825b5cd-d7da-4e07-9fb8-10b8780ea810 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5899870 Jun 30 08:52:25.955984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.961831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825b5cd-d7da-4e07-9fb8-10b8780ea810 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85997a64-deac-41d1-a12c-95b2ad49f5af,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:25.977649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:25.983836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.053674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=07c8b3f2-250e-4995-a213-a244b97586e1,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:26.065825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.071259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.080904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.082405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-2d8e7c94-885c-4426-8792-4d5bca135f81 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4369028 Jun 30 08:52:26.144467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.145691 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-73d1f32a-14ad-4bff-8829-1727da106b5f tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.0547848 Jun 30 08:52:26.175855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.181475 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "DELETE /v2.0/subnets/207b39ac-ce42-4cd9-a3db-902d9f60760d HTTP/1.1" status: 204 len: 168 time: 0.3181813 Jun 30 08:52:26.184445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88952a-87bc-4ec4-966f-335cc65cb7c1 None None] Network 7d958429-124d-4eef-ba1c-8ad0e67d9d39 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:26.210024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53042) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:26.218545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2e386-7581-4113-b68d-a278f508054b tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event deleted for resources: {'Subnet': ['ID=207b39ac-ce42-4cd9-a3db-902d9f60760d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:26.269800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62da4e24-a792-435a-a05f-f73e156a037c details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:52:26.429143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 62da4e24-a792-435a-a05f-f73e156a037c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62da4e24-a792-435a-a05f-f73e156a037c,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:26.445846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '62da4e24-a792-435a-a05f-f73e156a037c', 'network_id': 'ab09094c-1256-41d8-82a9-a8d76a308f8f', 'port_id': '62da4e24-a792-435a-a05f-f73e156a037c', 'mac_address': 'fa:16:3e:ef:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6e1835-f95c-4d02-b94d-35e40f144f5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:52:26.499190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.515187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62da4e24-a792-435a-a05f-f73e156a037c {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:26.538752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 62da4e24-a792-435a-a05f-f73e156a037c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62da4e24-a792-435a-a05f-f73e156a037c,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:26.552338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.608477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] DHCP port deletion for 7d958429-124d-4eef-ba1c-8ad0e67d9d39 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:52:26.618880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-03b27da2-02fe-4443-83be-ca699fa445d9 req-5d182240-6d82-45e7-a337-01e5121d2a76 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-999689532', 'description': 'tempest-description-598022542'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:26.653418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03b27da2-02fe-4443-83be-ca699fa445d9 req-5d182240-6d82-45e7-a337-01e5121d2a76 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.679825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=62da4e24-a792-435a-a05f-f73e156a037c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:26.704934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.710377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] Deleting port fb57d1ec-b9c2-4961-8d60-0ad5456653ad {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:26.711102 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.724288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-f4a7f702-264c-4934-93bf-2266a5e83116 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:26.725720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b254be38-96ff-4ebd-9094-f2545eb5693f req-f4a7f702-264c-4934-93bf-2266a5e83116 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.5724473 Jun 30 08:52:26.794672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['62da4e24-a792-435a-a05f-f73e156a037c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:26.825892 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03b27da2-02fe-4443-83be-ca699fa445d9 req-5d182240-6d82-45e7-a337-01e5121d2a76 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.829915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Deleting port fb57d1ec-b9c2-4961-8d60-0ad5456653ad {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:26.830248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.833077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03b27da2-02fe-4443-83be-ca699fa445d9 req-5d182240-6d82-45e7-a337-01e5121d2a76 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.924640 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03b27da2-02fe-4443-83be-ca699fa445d9 req-5d182240-6d82-45e7-a337-01e5121d2a76 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.925967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b27da2-02fe-4443-83be-ca699fa445d9 req-5d182240-6d82-45e7-a337-01e5121d2a76 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3173525 Jun 30 08:52:26.930128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182240-6d82-45e7-a337-01e5121d2a76 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a36c39-7e70-4512-9a0c-43c5554c6106,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:26.935152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] For port fb57d1ec-b9c2-4961-8d60-0ad5456653ad, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,segment=NetworkSegment(b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4),segment_id=b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:26.935839 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.936912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] For port fb57d1ec-b9c2-4961-8d60-0ad5456653ad, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,segment=NetworkSegment(b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4),segment_id=b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:26.937275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.975249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Calling delete_port for fb57d1ec-b9c2-4961-8d60-0ad5456653ad owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:26.989095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] Calling delete_port for fb57d1ec-b9c2-4961-8d60-0ad5456653ad owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:27.085972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41d926-0ddf-4738-87c2-238f92cd3572 req-16200fee-ed99-43af-aa60-cea24d6775bf tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:27.087495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db41d926-0ddf-4738-87c2-238f92cd3572 req-16200fee-ed99-43af-aa60-cea24d6775bf tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 945 time: 0.1606236 Jun 30 08:52:27.118965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ed95d13-2cdc-4baf-8bfb-fd9531027ff1 req-e44999fc-0e09-4af9-be60-2ae58322566b tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0435760 Jun 30 08:52:27.126902 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.134785 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.155361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] No DVR routers for this DVR port fb57d1ec-b9c2-4961-8d60-0ad5456653ad on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:27.170872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event deleted for resources: {'Port': ['ID=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:27.174924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] No DVR routers for this DVR port fb57d1ec-b9c2-4961-8d60-0ad5456653ad on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:27.211973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667d9f1-c56c-4677-aed5-9593ef46a387 None None] Pushing event deleted for resources: {'Port': ['ID=fb57d1ec-b9c2-4961-8d60-0ad5456653ad,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:27.221202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db41d926-0ddf-4738-87c2-238f92cd3572 req-aa3fb64d-153c-4041-8ea7-20f6da807731 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228921 Jun 30 08:52:27.359626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.379244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d958429-124d-4eef-ba1c-8ad0e67d9d39']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:27.396997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:27.397292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fa8890-3ed7-4cc0-9e3c-c06e6cfe47a4') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:27.420451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.452178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.466507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-83d6c682-936d-4c9c-932e-b7fac45a2774 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2003305 Jun 30 08:52:27.468194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:52:27.468596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:52:27.472372 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:52:27.480314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761de31-c34d-416d-a6c2-35b3c9661e4e req-b89d5c99-7165-424c-835b-748be6069d22 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:27.481815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3761de31-c34d-416d-a6c2-35b3c9661e4e req-b89d5c99-7165-424c-835b-748be6069d22 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.2145686 Jun 30 08:52:27.526999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:27.603828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3761de31-c34d-416d-a6c2-35b3c9661e4e req-f62742e3-6f3e-467d-b26a-96df31b8500d tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups?id=be68e9fe-f125-4d1c-8702-819f85e77d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096122 Jun 30 08:52:27.605068 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.611083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.617378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.625647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] 10.222.0.53 "DELETE /v2.0/networks/7d958429-124d-4eef-ba1c-8ad0e67d9d39 HTTP/1.1" status: 204 len: 168 time: 1.4133906 Jun 30 08:52:27.627372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb57d1ec-b9c2-4961-8d60-0ad5456653ad no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:27.668615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: fb57d1ec-b9c2-4961-8d60-0ad5456653ad {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:27.668967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb57d1ec-b9c2-4961-8d60-0ad5456653ad not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:27.673616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2bcd7-f4e0-4dde-ac92-6a5011762693 tempest-FloatingIPNegativeTestJSON-1511433443 tempest-FloatingIPNegativeTestJSON-1511433443-project] Pushing event deleted for resources: {'Network': ['ID=7d958429-124d-4eef-ba1c-8ad0e67d9d39,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:27.814144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-24a7cfd8-94e4-4a5f-978e-5653f9ce9063 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:27.815713 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-24a7cfd8-94e4-4a5f-978e-5653f9ce9063 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.26 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 946 time: 0.1027443 Jun 30 08:52:27.879951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07575c-6cf3-4119-acbf-c794631940ba req-7e934196-5875-426b-83b2-1f3f317ad924 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:27.881988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-7e934196-5875-426b-83b2-1f3f317ad924 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 812 time: 0.1442869 Jun 30 08:52:27.886322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:27.905378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-471f4a9e-2a4b-4e03-9deb-8d5f2d923ad1 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/quotas/eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 375 time: 0.0169201 Jun 30 08:52:27.928738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:27.974192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e7ace447-76cf-4dc0-94ec-f9b9f1126fd1 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370514 Jun 30 08:52:27.978106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Deleting port f10e49fa-5893-4961-b2f2-31a84a1d4276 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:27.978302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.096778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] For port f10e49fa-5893-4961-b2f2-31a84a1d4276, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f10e49fa-5893-4961-b2f2-31a84a1d4276,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:28.097135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.104284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Allocated IP 172.25.8.37 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/35871d33-9755-463d-b6af-5531feac31ae) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:28.121368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-73f32e88-5bbf-441a-8a90-74846fc37db1 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396804 Jun 30 08:52:28.155571 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-99689d23-fbe7-4a98-9377-c2e7e802f6ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a666ec43b62454db945b34901d74fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255626 Jun 30 08:52:28.159398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:28.281750 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-166f50fd-1603-4e22-abd7-6bad6637cd34 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436670 Jun 30 08:52:28.285089 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.286959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62da4e24-a792-435a-a05f-f73e156a037c up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:28.301144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fead0517-f4db-4ca0-99d6-1e9025c92a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.335532 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.348287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fead0517-f4db-4ca0-99d6-1e9025c92a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.352738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 62da4e24-a792-435a-a05f-f73e156a037c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:28.357083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 62da4e24-a792-435a-a05f-f73e156a037c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:28.357970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.358132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.358132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.358418 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Floating IP 3f99dd53-1c82-4718-a660-412bc0166d15 disassociated. External IP: 172.25.8.207, port: f10e49fa-5893-4961-b2f2-31a84a1d4276. Jun 30 08:52:28.358801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Calling delete_port for f10e49fa-5893-4961-b2f2-31a84a1d4276 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:28.379764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:28.384978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:28.390900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:28.396265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=35871d33-9755-463d-b6af-5531feac31ae,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:28.458661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.484013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62da4e24-a792-435a-a05f-f73e156a037c'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:28.487095 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e02c5-02e2-480a-8835-045953ab1e58" -d '{"events": [{"server_uuid": "b70e4600-e402-4708-9d67-70d36297f5a9", "name": "network-vif-plugged", "status": "completed", "tag": "62da4e24-a792-435a-a05f-f73e156a037c"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:28.523003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 62da4e24-a792-435a-a05f-f73e156a037c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62da4e24-a792-435a-a05f-f73e156a037c,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:28.526575 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.539417 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.563327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fead0517-f4db-4ca0-99d6-1e9025c92a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.571239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fead0517-f4db-4ca0-99d6-1e9025c92a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.573571 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fead0517-f4db-4ca0-99d6-1e9025c92a69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbf30ac1-6220-4c11-aad0-d31b3b674e75 HTTP/1.1" status: 204 len: 168 time: 0.4132721 Jun 30 08:52:28.601124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead0517-f4db-4ca0-99d6-1e9025c92a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf30ac1-6220-4c11-aad0-d31b3b674e75,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:28.623627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.628702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=62da4e24-a792-435a-a05f-f73e156a037c,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:28.717329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:28.767941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event deleted for resources: {'Port': ['ID=f10e49fa-5893-4961-b2f2-31a84a1d4276,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:28.869603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39a3534a-c17b-457f-86ca-d6efa24a6441 req-41c80183-af2d-4e83-889f-b5e478fb48ee tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a&device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.0521822 Jun 30 08:52:28.980965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9d52a4c-4b09-4948-a32b-d677dd616bad req-34e5c51b-6d15-4fb0-9636-245c96b1a22b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0795407 Jun 30 08:52:28.989178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:29.002566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:29.146488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9d52a4c-4b09-4948-a32b-d677dd616bad req-ff29b7bd-9a6b-4d9e-8900-1ba96be8d7d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98478fd6ebfc422f86ca9195353a62b4&device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.1015401 Jun 30 08:52:29.147528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:29.235171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=35871d33-9755-463d-b6af-5531feac31ae,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:29.244644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9d52a4c-4b09-4948-a32b-d677dd616bad req-63e399fa-d2a9-4730-86ae-05fc8a42c754 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=98478fd6ebfc422f86ca9195353a62b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620241 Jun 30 08:52:29.245539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:29.253108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-09e26cce-1e19-49ea-9be0-138747d18e40 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7606945 Jun 30 08:52:29.312076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Router 75d1504c-fed1-4e91-b6f5-3135cfad46aa has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:52:29.408646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-6400f5b2-69c2-4e40-be59-17cc0bafccc4 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.1540647 Jun 30 08:52:29.479215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:29.495120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] Sync routers for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:29.508181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:29.508809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:29.550688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] No DVR routers for this DVR port f10e49fa-5893-4961-b2f2-31a84a1d4276 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:29.554110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:29.557085 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4efa328-1aa1-44d4-b898-49aab8b044f9 req-21db68fb-880b-4a5b-8bce-f13b69457654 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.26 "DELETE /v2.0/ports/f10e49fa-5893-4961-b2f2-31a84a1d4276 HTTP/1.1" status: 204 len: 173 time: 1.7350981 Jun 30 08:52:29.563843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'name': 'network-vif-deleted', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:29.566449 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dce7ef3-77b2-42bf-a1fd-e56d2dbaace7" -d '{"events": [{"server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "name": "network-vif-deleted", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:29.639414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d52a4c-4b09-4948-a32b-d677dd616bad req-49b99315-0e72-4246-ad5d-4598e7f2a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:29.640983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9d52a4c-4b09-4948-a32b-d677dd616bad req-49b99315-0e72-4246-ad5d-4598e7f2a613 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3765795 Jun 30 08:52:29.663024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-f8d71f4d-40f5-42e2-9cb6-b153b6871512 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:29.664647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6287a80-d06c-4a9d-a25a-df6272f77c90 req-f8d71f4d-40f5-42e2-9cb6-b153b6871512 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2553458 Jun 30 08:52:29.689222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631e580-9df2-434e-89c9-2eaf759abc97 req-b5c8e8b2-8609-4b9e-9498-ec48804ea508 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:29.690821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a631e580-9df2-434e-89c9-2eaf759abc97 req-b5c8e8b2-8609-4b9e-9498-ec48804ea508 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 946 time: 0.1915162 Jun 30 08:52:29.781256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a631e580-9df2-434e-89c9-2eaf759abc97 req-25aa9052-b505-4ada-a894-99aabb71e1f2 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827851 Jun 30 08:52:29.802581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53126) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:29.805937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:29.864304 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c8e41f-a4d2-4cba-b83a-f20a0c2c9406 x-openstack-request-id: req-b2c8e41f-a4d2-4cba-b83a-f20a0c2c9406 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:29.864800 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70e4600-e402-4708-9d67-70d36297f5a9", "name": "network-vif-plugged", "status": "completed", "tag": "62da4e24-a792-435a-a05f-f73e156a037c", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:29.865305 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2c8e41f-a4d2-4cba-b83a-f20a0c2c9406 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:29.865900 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62da4e24-a792-435a-a05f-f73e156a037c', 'code': 200} Jun 30 08:52:29.882387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f136b739-de67-4f6d-b1f8-13015012330d req-9e5f6254-a4d3-4449-aa98-c22bb84e4d79 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 210 time: 0.0458698 Jun 30 08:52:29.956076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-abcfbdfc-c635-40dd-86a2-e41c926789d9 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] Request body: {'port': {'network_id': '83cfd48d-37d3-46cb-9b24-ab774ab305ad', 'name': 'tempest-NetworksNegativeTestJSON-1601582669'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:29.996857 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcfbdfc-c635-40dd-86a2-e41c926789d9 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] POST failed (client error): The resource could not be found. Jun 30 08:52:29.997589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcfbdfc-c635-40dd-86a2-e41c926789d9 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:52:29.998759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-abcfbdfc-c635-40dd-86a2-e41c926789d9 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1953244 Jun 30 08:52:30.002899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53130) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.024508 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-550f897c-8749-4051-ad7e-02328c21d59f tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] DELETE failed (client error): The resource could not be found. Jun 30 08:52:30.025164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550f897c-8749-4051-ad7e-02328c21d59f tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:52:30.027022 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-550f897c-8749-4051-ad7e-02328c21d59f tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "DELETE /v2.0/networks/4682bdb5-12c9-41c3-a941-00b3a159ac52 HTTP/1.1" status: 404 len: 339 time: 0.0228100 Jun 30 08:52:30.031106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53132) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.053029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f322592-4a0c-4754-89f6-855150b3bb45 req-2659bd9c-8c25-4a1b-afd6-ed6882a7d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:30.054559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f322592-4a0c-4754-89f6-855150b3bb45 req-2659bd9c-8c25-4a1b-afd6-ed6882a7d3d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0941923 Jun 30 08:52:30.061073 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-5499b838-e8ce-405f-ab4c-0ca6bf47857b tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] DELETE failed (client error): The resource could not be found. Jun 30 08:52:30.061919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5499b838-e8ce-405f-ab4c-0ca6bf47857b tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:52:30.063778 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5499b838-e8ce-405f-ab4c-0ca6bf47857b tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "DELETE /v2.0/ports/c522187e-971a-4670-bd53-bea888928e0c HTTP/1.1" status: 404 len: 333 time: 0.0316019 Jun 30 08:52:30.067535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.092879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5db67e99-4cff-453e-bb77-547bee52b62c req-0eeba623-9e01-40e7-a155-410d34256902 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/ports?device_id=da3584ba-427b-4c12-8e5e-29d2137e32b7 HTTP/1.1" status: 200 len: 210 time: 0.0618799 Jun 30 08:52:30.095830 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6702e34-9568-490c-a26b-40c41c2784d9 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] DELETE failed (client error): The resource could not be found. Jun 30 08:52:30.096634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6702e34-9568-490c-a26b-40c41c2784d9 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:52:30.098507 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e6702e34-9568-490c-a26b-40c41c2784d9 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "DELETE /v2.0/subnets/2a9393cb-2c8e-4bae-8012-0bd3ee01c2ba HTTP/1.1" status: 404 len: 337 time: 0.0298877 Jun 30 08:52:30.112759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53136) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.127956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:12Z', 'revision_number': 5, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:30.142842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f322592-4a0c-4754-89f6-855150b3bb45 req-b36f395e-d537-4aa0-830c-510dab2e77da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662057 Jun 30 08:52:30.158415 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a7811-cecb-40ef-a417-795c634c4a73 x-openstack-request-id: req-c87a7811-cecb-40ef-a417-795c634c4a73 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:30.161041 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3584ba-427b-4c12-8e5e-29d2137e32b7", "name": "network-vif-deleted", "tag": "f10e49fa-5893-4961-b2f2-31a84a1d4276", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:30.161332 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c87a7811-cecb-40ef-a417-795c634c4a73 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:30.161822 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3584ba-427b-4c12-8e5e-29d2137e32b7', 'name': 'network-vif-deleted', 'tag': 'f10e49fa-5893-4961-b2f2-31a84a1d4276', 'status': 'completed', 'code': 200} Jun 30 08:52:30.163042 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34fe72e-5262-4534-9e30-67fe5e61bff3 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] GET failed (client error): The resource could not be found. Jun 30 08:52:30.172589 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a34fe72e-5262-4534-9e30-67fe5e61bff3 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "GET /v2.0/networks/a69ec5a9-708b-4a9f-b783-d5b831b29420 HTTP/1.1" status: 404 len: 339 time: 0.0530586 Jun 30 08:52:30.172802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.194927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] Checking router: 75d1504c-fed1-4e91-b6f5-3135cfad46aa for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:30.205280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:30.206076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:30.237414 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf48cf3-4414-4588-8f51-c486beb8cae5 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] GET failed (client error): The resource could not be found. Jun 30 08:52:30.251132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53142) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.253381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1cf48cf3-4414-4588-8f51-c486beb8cae5 tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "GET /v2.0/ports/c09ce0a9-84e4-4121-893c-1a25603c414f HTTP/1.1" status: 404 len: 333 time: 0.0795276 Jun 30 08:52:30.296496 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa23eeb1-e51b-40cb-bf0d-389a19d9016c tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] GET failed (client error): The resource could not be found. Jun 30 08:52:30.304851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fa23eeb1-e51b-40cb-bf0d-389a19d9016c tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "GET /v2.0/subnets/47b5c622-a463-4039-99ea-27d76973cd59 HTTP/1.1" status: 404 len: 337 time: 0.0463538 Jun 30 08:52:30.307039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53144) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.321509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ce595d62-8bf0-4507-8e02-8d461dc806de tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:30.325699 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-885b4fb5-53c7-4c9c-a4ac-e799844479f0 req-a443f87d-35ca-4d24-8eef-d9e4c09a7689 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98478fd6ebfc422f86ca9195353a62b4&device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0378282 Jun 30 08:52:30.355112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:30.368251 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-885b4fb5-53c7-4c9c-a4ac-e799844479f0 req-39f48df6-a480-4417-a6d6-2a911bf817cd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=98478fd6ebfc422f86ca9195353a62b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291862 Jun 30 08:52:30.407181 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce595d62-8bf0-4507-8e02-8d461dc806de tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] PUT failed (client error): The resource could not be found. Jun 30 08:52:30.407742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce595d62-8bf0-4507-8e02-8d461dc806de tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:52:30.412422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ce595d62-8bf0-4507-8e02-8d461dc806de tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "PUT /v2.0/networks/f1cf914d-aa17-4729-88da-123410ff1b5f HTTP/1.1" status: 404 len: 339 time: 0.1000345 Jun 30 08:52:30.428923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53148) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.435698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59521cab-fd0c-494b-a280-bc2a3307149a req-eca47821-0a60-4d3c-ac62-878d766d6b86 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0555437 Jun 30 08:52:30.444417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d3b1ecf3-6daf-499e-a721-26ff7fffc4bc tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:30.469136 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b1ecf3-6daf-499e-a721-26ff7fffc4bc tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] PUT failed (client error): The resource could not be found. Jun 30 08:52:30.469847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b1ecf3-6daf-499e-a721-26ff7fffc4bc tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:52:30.479574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d3b1ecf3-6daf-499e-a721-26ff7fffc4bc tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "PUT /v2.0/ports/bccf1022-195c-46dc-b1ab-068639555704 HTTP/1.1" status: 404 len: 333 time: 0.0461545 Jun 30 08:52:30.486068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53150) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:30.502803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-60fd1613-4c03-4aaf-881c-78e0018d4e2b tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:30.509002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b4fb5-53c7-4c9c-a4ac-e799844479f0 req-872bedba-3941-4eab-b12c-920323bc259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:30.511366 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-885b4fb5-53c7-4c9c-a4ac-e799844479f0 req-872bedba-3941-4eab-b12c-920323bc259f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324725 Jun 30 08:52:30.545086 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fd1613-4c03-4aaf-881c-78e0018d4e2b tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] PUT failed (client error): The resource could not be found. Jun 30 08:52:30.545529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fd1613-4c03-4aaf-881c-78e0018d4e2b tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:52:30.546738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-60fd1613-4c03-4aaf-881c-78e0018d4e2b tempest-NetworksNegativeTestJSON-1041935128 tempest-NetworksNegativeTestJSON-1041935128-project] 10.222.0.53 "PUT /v2.0/subnets/d55de456-d8b1-413a-a71d-a16255f15b03 HTTP/1.1" status: 404 len: 337 time: 0.0532351 Jun 30 08:52:30.587755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-52c1472f-1fd6-4a47-98d1-90d42c0c6d53 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4106493 Jun 30 08:52:30.608004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:30.611165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:12Z', 'revision_number': 5, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:30.643900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07575c-6cf3-4119-acbf-c794631940ba req-3316c29e-19be-41b6-9592-a733b42e9f01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:30.645458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-3316c29e-19be-41b6-9592-a733b42e9f01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.26 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 812 time: 0.3377275 Jun 30 08:52:30.651119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e867135-7d87-45c5-9ed3-b7dc51fda5ff None None] The sync data for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 is: [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:50:04Z', 'revision_number': 4, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c7e7d402-0122-46a7-8a8f-225b64d8041e', 'name': '', 'network_id': '1c6886c0-36a8-443a-89e9-c0d0390f75ac', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'mac_address': 'fa:16:3e:87:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:02Z', 'updated_at': '2021-06-30T08:50:12Z', 'revision_number': 5, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'subnets': [{'id': 'b687466a-cd73-41bc-baef-cb31900968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:30.657498 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:52:30.670579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'port': {'device_id': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b', 'admin_state_up': True, 'tenant_id': 'eda6fc1737424ffcbaaad3d7a25991ef'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:30.743352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:30.884522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Made reservation on behalf of eda6fc1737424ffcbaaad3d7a25991ef for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:30.888245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:30.961255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53162) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:31.003884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.023698 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc0d2b-14dd-47a7-b29b-a11b38bc56dc None None] New status for floating IP 3f99dd53-1c82-4718-a660-412bc0166d15: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:52:31.100120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e9efc8a-9b41-43c7-b5d9-ee523e4965c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.230636 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e9efc8a-9b41-43c7-b5d9-ee523e4965c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.237921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e9efc8a-9b41-43c7-b5d9-ee523e4965c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.280413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9e9efc8a-9b41-43c7-b5d9-ee523e4965c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90c6a6998ee64167bbb9c23d92df5785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166671 Jun 30 08:52:31.297931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53168) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:31.306893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9efc8a-9b41-43c7-b5d9-ee523e4965c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6e26d-2a3b-4dda-86b9-adf94daac2d5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:31.360579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac46b305-235e-4e77-b6ae-fd3e2a869313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.382695 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac46b305-235e-4e77-b6ae-fd3e2a869313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.432403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac46b305-235e-4e77-b6ae-fd3e2a869313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.435121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac46b305-235e-4e77-b6ae-fd3e2a869313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.436843 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ac46b305-235e-4e77-b6ae-fd3e2a869313 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0f6e26d-2a3b-4dda-86b9-adf94daac2d5 HTTP/1.1" status: 204 len: 168 time: 0.1373997 Jun 30 08:52:31.446281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46b305-235e-4e77-b6ae-fd3e2a869313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6e26d-2a3b-4dda-86b9-adf94daac2d5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:31.447216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Allocated IP 172.20.0.14 (e6b0616e-9170-410a-8304-1e8b1279c37b/ed628280-27f3-4a66-b726-db0f7b9541a7/6b6a646b-8aa7-4717-9ca7-6257e4e878a3) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:31.494878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b4bb2-5c12-45b6-a78d-3bb418b24ac1 req-f6a4240e-7e1a-4cc1-815c-61262842a1e0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:31.496354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c5b4bb2-5c12-45b6-a78d-3bb418b24ac1 req-f6a4240e-7e1a-4cc1-815c-61262842a1e0 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 946 time: 0.5327311 Jun 30 08:52:31.509863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f10e49fa-5893-4961-b2f2-31a84a1d4276 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:31.530389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f10e49fa-5893-4961-b2f2-31a84a1d4276 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:31.530735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f10e49fa-5893-4961-b2f2-31a84a1d4276 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:31.566333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Allocated IP 172.25.8.239 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/7630ebf3-723a-4f44-982b-e05c0e02db80) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:31.593599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8e8127b-fcf7-44a8-8b42-c23585efd35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.632452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c5b4bb2-5c12-45b6-a78d-3bb418b24ac1 req-02273a40-caf4-4a5c-9c0d-eaf6fd2aad68 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281455 Jun 30 08:52:31.755906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.807357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32251970-bc20-47fa-b913-4db1efec8753 req-9b19e11d-ea8c-42fd-93c0-4242eeb06174 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 210 time: 0.0480170 Jun 30 08:52:31.810205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.866434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.886934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.944222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:31.946266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Network e6b0616e-9170-410a-8304-1e8b1279c37b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:31.947249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:31.950156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:31.953892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:31.955943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:31.958578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:32.048476 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-885b4fb5-53c7-4c9c-a4ac-e799844479f0 req-8f78f6de-1236-4e89-84aa-6ce1996e38c4 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.26 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0326912 Jun 30 08:52:32.071994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4b7230e-ca0c-43fc-9392-bfb33ee6a63b req-3c194f5a-dd7f-4f0d-bb23-c64e9c812b61 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac52a01-e3fc-4feb-a272-e3e7d17be53a HTTP/1.1" status: 200 len: 210 time: 0.0483468 Jun 30 08:52:32.087158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=7630ebf3-723a-4f44-982b-e05c0e02db80,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:32.097594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:32.098218 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.144252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-4f9b4e04-1283-4857-afa8-1d4c632e094e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4799807 Jun 30 08:52:32.155640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Request body: {'port': {'device_id': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:32.185244 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.264040 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.271238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53198) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:32.292973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.328287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c82fd534-7f13-4038-82d2-f7943c7ea42b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.352882 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c82fd534-7f13-4038-82d2-f7943c7ea42b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.415227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c82fd534-7f13-4038-82d2-f7943c7ea42b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.418426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c82fd534-7f13-4038-82d2-f7943c7ea42b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.419735 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c82fd534-7f13-4038-82d2-f7943c7ea42b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "DELETE /v2.0/security-groups/be68e9fe-f125-4d1c-8702-819f85e77d3d HTTP/1.1" status: 204 len: 168 time: 0.1474209 Jun 30 08:52:32.429428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:32.430519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fd534-7f13-4038-82d2-f7943c7ea42b tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be68e9fe-f125-4d1c-8702-819f85e77d3d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:32.459344 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-fd4686a0-1f63-4b00-bd22-f4405526ef7f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] show failed (client error): The resource could not be found. Jun 30 08:52:32.460369 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fd4686a0-1f63-4b00-bd22-f4405526ef7f tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "GET /v2.0/security-groups/be68e9fe-f125-4d1c-8702-819f85e77d3d HTTP/1.1" status: 404 len: 347 time: 0.0173438 Jun 30 08:52:32.463109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53206) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:32.584412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.598237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.612546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Deleting port 0898b369-4895-4c34-b68d-ac272aaf0718 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:32.612885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.703133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event updated for resources: {'Port': ['ID=7630ebf3-723a-4f44-982b-e05c0e02db80,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:32.711648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.711991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.726078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Calling delete_port for 0898b369-4895-4c34-b68d-ac272aaf0718 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:32.744950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.754565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:32.767401 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.777825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.784669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-d3019619-ef2a-4c57-abe8-2f143b3f3009 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1960990 Jun 30 08:52:32.797431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Transition to ACTIVE for port object 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:32.833717 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.857196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-33874c48-e685-48eb-babb-7dd7566fcb1f tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.0716071 Jun 30 08:52:32.909057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.969072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Pushing event deleted for resources: {'Port': ['ID=0898b369-4895-4c34-b68d-ac272aaf0718,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:33.013020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Pushing event updated for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:33.080226 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.083617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.089170 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5e044fa7-b625-44ac-aaff-11c62abb37e6 tempest-ServersTestJSON-2004426849 tempest-ServersTestJSON-2004426849-project] 10.222.0.53 "DELETE /v2.0/floatingips/3f99dd53-1c82-4718-a660-412bc0166d15 HTTP/1.1" status: 204 len: 168 time: 0.6250472 Jun 30 08:52:33.090256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53224) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:33.118171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-c8466c55-bd07-4c06-b559-cb698f34b0e1 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.119615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66b7c152-32d6-4d76-baa5-8907491bbc19 req-c8466c55-bd07-4c06-b559-cb698f34b0e1 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2614057 Jun 30 08:52:33.152400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42456d1a-9cbf-4675-9956-b3172b7132fa req-4865e7a0-8189-4516-ad22-6dce403892c4 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.153924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42456d1a-9cbf-4675-9956-b3172b7132fa req-4865e7a0-8189-4516-ad22-6dce403892c4 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 946 time: 0.2936201 Jun 30 08:52:33.159666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Attempting to bind port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:33.160003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Attempting to bind port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:33.160334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Attempting to bind port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 on network e6b0616e-9170-410a-8304-1e8b1279c37b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:33.208835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42456d1a-9cbf-4675-9956-b3172b7132fa req-f2f8c6d3-90ff-4bce-acff-19e69672421c tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Jun 30 08:52:33.210477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 on network e6b0616e-9170-410a-8304-1e8b1279c37b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:33.210806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Attempting to bind port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 on network e6b0616e-9170-410a-8304-1e8b1279c37b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:33.217996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:33.218337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Checking segment: {'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:33.218720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Bound using segment: {'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:33.218887 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-c1b96e9c-29f8-4348-87ff-aaa485db1742 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1281443 Jun 30 08:52:33.219207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Bound port: 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:33.219570 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.404920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-a3333a86-08ca-47ca-a55d-b51901e1308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.405361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:33.406464 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-a3333a86-08ca-47ca-a55d-b51901e1308c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 1096 time: 0.1577334 Jun 30 08:52:33.414839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40a110f2-35df-4c7c-98f5-e701d43be1a3 req-199bc2eb-44ff-4b75-8887-acb77fb0661b tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips/6788bdc8-a53e-4cba-aec9-dcd5957ada8c HTTP/1.1" status: 200 len: 693 time: 0.0752773 Jun 30 08:52:33.426813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:33.445214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e3646-c55a-4f3a-bde6-1772e2a5aa31 req-2a4bd40d-a6b0-431f-a709-355223a6d3bf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.452672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b09e3646-c55a-4f3a-bde6-1772e2a5aa31 req-2a4bd40d-a6b0-431f-a709-355223a6d3bf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 944 time: 0.2121816 Jun 30 08:52:33.454553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53240) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:33.479579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.573983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.574598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.576113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] 10.222.0.26 "PUT /v2.0/ports/6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 200 len: 1093 time: 1.4244990 Jun 30 08:52:33.576417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:33.578776 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24544336-a476-477a-81c6-4a576cd53d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:33.590720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-5d858cda-dac8-4970-9948-ed7cb32c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.592827 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-5d858cda-dac8-4970-9948-ed7cb32c2561 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1543567 Jun 30 08:52:33.607567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b09e3646-c55a-4f3a-bde6-1772e2a5aa31 req-b2359d4b-eb3d-4a29-b888-c8fb8b5150be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537578 Jun 30 08:52:33.653172 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-c2310e2c-9d7e-4751-874a-af934e666960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 200 len: 217 time: 0.0519705 Jun 30 08:52:33.701944 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40208af8-fe0a-4bc2-a377-4c6cc056a16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.704815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832eddf-28bd-4f3f-8711-f7e105043a3c service neutron] Pushing event updated for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:33.716403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a110f2-35df-4c7c-98f5-e701d43be1a3 req-510456b6-a601-4d5c-b565-77fb2968af95 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.726517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40a110f2-35df-4c7c-98f5-e701d43be1a3 req-510456b6-a601-4d5c-b565-77fb2968af95 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.3013008 Jun 30 08:52:33.755176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-41d9acf4-9efb-41ad-9036-12d165bf617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.758300 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-41d9acf4-9efb-41ad-9036-12d165bf617f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0978806 Jun 30 08:52:33.800130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07575c-6cf3-4119-acbf-c794631940ba req-a1cab2ad-820a-4a20-b1c6-c220ca6bbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.801865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-a1cab2ad-820a-4a20-b1c6-c220ca6bbad9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1096 time: 0.1584086 Jun 30 08:52:33.805687 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-3876b6b4-cee6-4a33-88a4-32cb92d5c326 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371380 Jun 30 08:52:33.865158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.871463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-9e5647d7-66d1-4d99-85ba-032b5b4613e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 200 len: 217 time: 0.0561249 Jun 30 08:52:33.951878 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40208af8-fe0a-4bc2-a377-4c6cc056a16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:33.954121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07575c-6cf3-4119-acbf-c794631940ba req-1ef277c0-91de-419b-9aad-be392b33bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:33.955611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-1ef277c0-91de-419b-9aad-be392b33bffb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.0764163 Jun 30 08:52:33.960182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40208af8-fe0a-4bc2-a377-4c6cc056a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.004214 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-a6e4b09a-ca5e-4318-9543-9fcc4cc55ba5 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896269 Jun 30 08:52:34.019122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-88eedf34-67f0-40af-ac96-b87754442405 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536337 Jun 30 08:52:34.098221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-40208af8-fe0a-4bc2-a377-4c6cc056a16d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c59c9805498472fa7627b048711c2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404281 Jun 30 08:52:34.101861 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802a294-4770-4165-bd29-0dab00d52efd x-openstack-request-id: req-4802a294-4770-4165-bd29-0dab00d52efd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:34.102414 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:34.102803 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4802a294-4770-4165-bd29-0dab00d52efd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:34.103264 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3', 'status': 'completed', 'code': 200} Jun 30 08:52:34.106121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53256) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:34.106734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40208af8-fe0a-4bc2-a377-4c6cc056a16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ae254b-501f-433c-b8e1-e8deeef14ae2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:34.187071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad082a52-e17e-4f1a-9905-c4a314bd8290 req-4cb387c0-d2f6-4b03-b835-ecc8e1262e83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98478fd6ebfc422f86ca9195353a62b4&device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.0715814 Jun 30 08:52:34.222781 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-25f5af6a-3df0-4e66-aa9a-fbedbebb481c req-85f9f6d9-d70c-4565-a75a-62e36ae2aeff service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093248 Jun 30 08:52:34.235845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-453a763e-b2d9-43d3-af17-27532acf7211 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips/6788bdc8-a53e-4cba-aec9-dcd5957ada8c HTTP/1.1" status: 200 len: 693 time: 0.1362808 Jun 30 08:52:34.278533 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.283493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad082a52-e17e-4f1a-9905-c4a314bd8290 req-1e3781fa-b0a1-41c6-b5d9-d24856ff9d45 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=98478fd6ebfc422f86ca9195353a62b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784543 Jun 30 08:52:34.318801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Deleting port c7e7d402-0122-46a7-8a8f-225b64d8041e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:34.319024 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.345746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4c687ae4-92ec-4993-8ea6-4572eabc325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.398805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] For port c7e7d402-0122-46a7-8a8f-225b64d8041e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c7e7d402-0122-46a7-8a8f-225b64d8041e,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:34.399160 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.404065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-5ebb2d33-54f4-4c09-accf-17bcdea0affe service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781796 Jun 30 08:52:34.413743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Calling delete_port for c7e7d402-0122-46a7-8a8f-225b64d8041e owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:34.453348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75777e00-150c-4e9c-b1ff-883d5a0b9a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.563204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75777e00-150c-4e9c-b1ff-883d5a0b9a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.574857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958894ae-e1e3-4b51-be58-7a8db9cbc7fa req-2e72a173-ef32-4dca-a0ab-23f830db1c34 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:34.576257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-958894ae-e1e3-4b51-be58-7a8db9cbc7fa req-2e72a173-ef32-4dca-a0ab-23f830db1c34 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 946 time: 0.3883204 Jun 30 08:52:34.595611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.599838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-f9cb9d4a-dc84-422d-abaa-9ae4dcca6dff tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:34.601200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-f9cb9d4a-dc84-422d-abaa-9ae4dcca6dff tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.3332884 Jun 30 08:52:34.621555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e7d402-0122-46a7-8a8f-225b64d8041e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:34.627021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad082a52-e17e-4f1a-9905-c4a314bd8290 req-f2051878-95b8-43ee-ad79-0f6d8d006eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:34.627940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad082a52-e17e-4f1a-9905-c4a314bd8290 req-f2051878-95b8-43ee-ad79-0f6d8d006eae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296020 Jun 30 08:52:34.714966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-a0b43a03-31b7-48a8-a65c-e6cc005edc76 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1010218 Jun 30 08:52:34.730321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c07575c-6cf3-4119-acbf-c794631940ba req-2c9e1119-b121-4d13-98a6-b32ea07bd640 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085032 Jun 30 08:52:34.748350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-958894ae-e1e3-4b51-be58-7a8db9cbc7fa req-96df217b-1359-40ba-9949-74cd60349628 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557748 Jun 30 08:52:34.801514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-370e4169-c36a-42d0-a561-ef182086e7ca tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.0769017 Jun 30 08:52:34.824031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.866847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75777e00-150c-4e9c-b1ff-883d5a0b9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.869267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75777e00-150c-4e9c-b1ff-883d5a0b9a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.870448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-75777e00-150c-4e9c-b1ff-883d5a0b9a37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13ae254b-501f-433c-b8e1-e8deeef14ae2 HTTP/1.1" status: 204 len: 168 time: 0.7608409 Jun 30 08:52:34.929230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75777e00-150c-4e9c-b1ff-883d5a0b9a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ae254b-501f-433c-b8e1-e8deeef14ae2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:34.955933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-751ae23f-bf64-47e4-be38-88cd900c3190 req-ef742b98-cfe8-408e-8690-420a0d73de07 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.0735452 Jun 30 08:52:35.000225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544336-a476-477a-81c6-4a576cd53d4d req-36b327df-db8b-43cf-83c7-0d43143ee4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:35.002047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24544336-a476-477a-81c6-4a576cd53d4d req-36b327df-db8b-43cf-83c7-0d43143ee4af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1096 time: 0.1971171 Jun 30 08:52:35.090199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Deleting port 7630ebf3-723a-4f44-982b-e05c0e02db80 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:35.091134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.110053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Router 75d1504c-fed1-4e91-b6f5-3135cfad46aa has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:52:35.206469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544336-a476-477a-81c6-4a576cd53d4d req-1c880896-b761-46a1-839d-b7add6ba6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:35.207952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24544336-a476-477a-81c6-4a576cd53d4d req-1c880896-b761-46a1-839d-b7add6ba6098 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 913 time: 0.1981800 Jun 30 08:52:35.211888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53266) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:35.520572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:35.525775 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9fa78459-9028-431f-ad01-5bf343bc9db1 admin admin] 10.222.0.53 "PUT /v2.0/routers/75d1504c-fed1-4e91-b6f5-3135cfad46aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4258137 Jun 30 08:52:35.528121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:35.531137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] Sync routers for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:35.542654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:35.543268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:35.608743 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-644bbfb3-ea6c-4b7d-baff-6cef37f326cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.618413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24544336-a476-477a-81c6-4a576cd53d4d req-205baf8c-a4e6-4d4d-bacb-3d166707b6d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 200 len: 217 time: 0.3960423 Jun 30 08:52:35.625560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.625915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.644324 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.645495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39689b-050a-4ef9-865d-30e8beb5c65f req-cc536a7d-0b92-46f6-917a-b3b93bd03d0d tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:35.652635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd39689b-050a-4ef9-865d-30e8beb5c65f req-cc536a7d-0b92-46f6-917a-b3b93bd03d0d tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1097 time: 0.5576842 Jun 30 08:52:35.685193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Calling delete_port for 7630ebf3-723a-4f44-982b-e05c0e02db80 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:35.693053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:35.696006 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.754200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.772682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544336-a476-477a-81c6-4a576cd53d4d req-420f4486-ac24-4943-97c5-be3b5c4e54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:35.774949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24544336-a476-477a-81c6-4a576cd53d4d req-420f4486-ac24-4943-97c5-be3b5c4e54c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.1445167 Jun 30 08:52:35.796491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd39689b-050a-4ef9-865d-30e8beb5c65f req-9ac5627e-31fd-456f-8f38-75c22f80f619 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429942 Jun 30 08:52:35.811294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Deleting port a7e38d54-e4a3-4cce-9786-b207bb553b58 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:35.811809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.843482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24544336-a476-477a-81c6-4a576cd53d4d req-bc0ce5f6-9bcd-4af1-8420-fc9424b48a58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598137 Jun 30 08:52:35.922773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:52:34Z', 'revision_number': 5, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port': {'id': 'a7e38d54-e4a3-4cce-9786-b207bb553b58', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:49:48Z', 'updated_at': '2021-06-30T08:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:35.938532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] For port a7e38d54-e4a3-4cce-9786-b207bb553b58, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a7e38d54-e4a3-4cce-9786-b207bb553b58,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:35.945861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:35.951057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] Checking router: 75d1504c-fed1-4e91-b6f5-3135cfad46aa for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:35.961468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Calling delete_port for a7e38d54-e4a3-4cce-9786-b207bb553b58 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:35.976426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] Routers {'75d1504c-fed1-4e91-b6f5-3135cfad46aa'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:35.977189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:36.075155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] Set router 75d1504c-fed1-4e91-b6f5-3135cfad46aa gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:36.110190 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-644bbfb3-ea6c-4b7d-baff-6cef37f326cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.132054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:52:35Z', 'revision_number': 6, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:36.133199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-5bb2de8b-a10c-40b4-b78b-57b65f7eb558 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:36.134747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-5bb2de8b-a10c-40b4-b78b-57b65f7eb558 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.13 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 946 time: 0.3340487 Jun 30 08:52:36.135393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-644bbfb3-ea6c-4b7d-baff-6cef37f326cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.145029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24544336-a476-477a-81c6-4a576cd53d4d req-22830f4a-a527-4b83-8f16-fc8c48eede64 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822404 Jun 30 08:52:36.158224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.159493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc27cd2-d929-4e1f-91b7-87f86cb70e5c None None] The sync data for ids ['75d1504c-fed1-4e91-b6f5-3135cfad46aa'] in n-d-758944-40 is: [{'id': '75d1504c-fed1-4e91-b6f5-3135cfad46aa', 'name': 'tempest-ServersTestJSON-411952330-router', 'tenant_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:49:45Z', 'updated_at': '2021-06-30T08:52:35Z', 'revision_number': 6, 'project_id': 'b9e8b61630a7429a81b36dccd2690cd9', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:36.200243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e38d54-e4a3-4cce-9786-b207bb553b58,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:36.221070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.259104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.291747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-644bbfb3-ea6c-4b7d-baff-6cef37f326cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=285f1c042c8a46bc932da40fbd69b990&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0788319 Jun 30 08:52:36.312173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bbfb3-ea6c-4b7d-baff-6cef37f326cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a911025a-68e7-4409-8ee5-205332d28d93,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:36.314592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53278) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:36.325738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad082a52-e17e-4f1a-9905-c4a314bd8290 req-a176715c-3cd0-40e2-98a5-42a5ab3bc3a4 tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.1073587 Jun 30 08:52:36.333381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8bfcd-2559-4a10-b197-9115983f4927 req-3cabb2b1-1b3f-40f7-b090-9b484c1a0c1c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:36.339588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24f8bfcd-2559-4a10-b197-9115983f4927 req-3cabb2b1-1b3f-40f7-b090-9b484c1a0c1c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 944 time: 0.4080284 Jun 30 08:52:36.373219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.375570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.415965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event deleted for resources: {'Port': ['ID=7630ebf3-723a-4f44-982b-e05c0e02db80,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:36.433741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.434296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d1504c-fed1-4e91-b6f5-3135cfad46aa {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:52:36.439119 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.441806 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f61c262d-596d-482f-a728-b40710b21882 admin admin] 10.222.0.53 "DELETE /v2.0/routers/75d1504c-fed1-4e91-b6f5-3135cfad46aa HTTP/1.1" status: 204 len: 168 time: 0.9111443 Jun 30 08:52:36.443117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53280) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:36.493790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] Deleting subnet b687466a-cd73-41bc-baef-cb31900968c3 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:52:36.497329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.541098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.547723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24f8bfcd-2559-4a10-b197-9115983f4927 req-724c7983-c6ba-4ccd-91ea-ce1203ad90a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920907 Jun 30 08:52:36.550314 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.553329 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.561809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3e5bd8-48a8-4346-94e2-a37b2e22784d req-4a160bf5-c916-4250-8f65-6d15b7b78aa7 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "DELETE /v2.0/floatingips/6788bdc8-a53e-4cba-aec9-dcd5957ada8c HTTP/1.1" status: 204 len: 173 time: 1.7564020 Jun 30 08:52:36.573360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24544336-a476-477a-81c6-4a576cd53d4d req-f55259b9-2ea0-4031-b538-3e79138c9664 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165294 Jun 30 08:52:36.624790 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688bf8c2-2b8e-4aae-b138-d2995d1d001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.639247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Deleting port 62da4e24-a792-435a-a05f-f73e156a037c {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:36.639592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.671188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.712397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688bf8c2-2b8e-4aae-b138-d2995d1d001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.754281 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.767873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.774454 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b687466a-cd73-41bc-baef-cb31900968c3 HTTP/1.1" status: 204 len: 168 time: 0.3253810 Jun 30 08:52:36.774454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:36.779255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5205b8-5aa8-4c06-b23b-9b0618108e78 None None] Network 1c6886c0-36a8-443a-89e9-c0d0390f75ac requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:36.826441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] For port 62da4e24-a792-435a-a05f-f73e156a037c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62da4e24-a792-435a-a05f-f73e156a037c,segment=NetworkSegment(c4aa8507-3134-46fa-ada0-6f49b0c09a88),segment_id=c4aa8507-3134-46fa-ada0-6f49b0c09a88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:36.826801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.844370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Calling delete_port for 62da4e24-a792-435a-a05f-f73e156a037c owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:36.872166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10a3b4-6a33-4ccd-a6ee-9490edd05a08 req-79ae457c-ef8b-46a2-b21c-4f6d32842a66 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:36.873766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de10a3b4-6a33-4ccd-a6ee-9490edd05a08 req-79ae457c-ef8b-46a2-b21c-4f6d32842a66 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70e4600-e402-4708-9d67-70d36297f5a9 HTTP/1.1" status: 200 len: 946 time: 0.1665618 Jun 30 08:52:36.877339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.879434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34b158-6eb0-4f8c-8735-1c4073a9dce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b687466a-cd73-41bc-baef-cb31900968c3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:36.908587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688bf8c2-2b8e-4aae-b138-d2995d1d001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.911143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688bf8c2-2b8e-4aae-b138-d2995d1d001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.915125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-688bf8c2-2b8e-4aae-b138-d2995d1d001f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a911025a-68e7-4409-8ee5-205332d28d93 HTTP/1.1" status: 204 len: 168 time: 0.5903127 Jun 30 08:52:36.938602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bf8c2-2b8e-4aae-b138-d2995d1d001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a911025a-68e7-4409-8ee5-205332d28d93,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:36.957667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Deleting port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:36.958709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:36.983392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de10a3b4-6a33-4ccd-a6ee-9490edd05a08 req-3626aba8-e671-4ab6-b533-cb79b70e9767 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d907241-4b61-4710-857b-40e597ddb22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725048 Jun 30 08:52:37.100456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] For port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,segment=NetworkSegment(448a9953-9765-480f-b31d-e7616fb613f0),segment_id=448a9953-9765-480f-b31d-e7616fb613f0)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:37.101370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.119012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] DHCP port deletion for 1c6886c0-36a8-443a-89e9-c0d0390f75ac request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:52:37.151686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Calling delete_port for a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:37.155271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.206682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['62da4e24-a792-435a-a05f-f73e156a037c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:37.223090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event deleted for resources: {'Port': ['ID=62da4e24-a792-435a-a05f-f73e156a037c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:37.294272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.317844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.326589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] Deleting port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:37.327239 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.352245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] No DVR routers for this DVR port 62da4e24-a792-435a-a05f-f73e156a037c on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:37.355169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.357178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b6a26361-51d0-418a-a616-37319aee9ac0 req-821e43f1-36c3-4582-8a95-ed86a7b7e8e3 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.13 "DELETE /v2.0/ports/62da4e24-a792-435a-a05f-f73e156a037c HTTP/1.1" status: 204 len: 173 time: 1.2112682 Jun 30 08:52:37.358823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'name': 'network-vif-deleted', 'tag': '62da4e24-a792-435a-a05f-f73e156a037c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:37.362916 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c96f65a-5c23-4d7b-8657-9c8fac112186" -d '{"events": [{"server_uuid": "b70e4600-e402-4708-9d67-70d36297f5a9", "name": "network-vif-deleted", "tag": "62da4e24-a792-435a-a05f-f73e156a037c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:37.368356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8c00be-e488-4a63-a542-52c29befc648 req-27c90001-2190-46db-a175-97364419358f tempest-ServerShowV247Test-25445120 tempest-ServerShowV247Test-25445120-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1f1ef2-526f-4791-9795-0e0b2f5cac45 HTTP/1.1" status: 200 len: 210 time: 0.0947764 Jun 30 08:52:37.385360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:37.397685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] No DVR routers for this DVR port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:37.496714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] For port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:37.502784 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.509729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.527062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6886c0-36a8-443a-89e9-c0d0390f75ac']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:37.543050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:52:37.548536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448a9953-9765-480f-b31d-e7616fb613f0') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:37.549029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448a9953-9765-480f-b31d-e7616fb613f0') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:37.555783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] Calling delete_port for a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:37.565166 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.574346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] Port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 08:52:37.594196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.596876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.606210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:52:37.606803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:52:37.616221 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:52:37.729078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.742808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:37.749381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/1c6886c0-36a8-443a-89e9-c0d0390f75ac HTTP/1.1" status: 204 len: 168 time: 0.9746346 Jun 30 08:52:37.760072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022c6fc-b3ab-4385-940b-4ef1e5ddf6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6886c0-36a8-443a-89e9-c0d0390f75ac,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:37.788584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:37.790729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] Pushing event deleted for resources: {'Port': ['ID=a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:37.799954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43352b4-a45e-483d-b5fc-9463bdd515a8 None None] No DVR routers for this DVR port a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:37.829379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:37.830031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a66ae5d1-ac1e-4d4a-99a8-40fe93a33f40 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:37.830642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c7e7d402-0122-46a7-8a8f-225b64d8041e no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:37.860650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c7e7d402-0122-46a7-8a8f-225b64d8041e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:37.861326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c7e7d402-0122-46a7-8a8f-225b64d8041e not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:37.862074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a7e38d54-e4a3-4cce-9786-b207bb553b58 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:37.868154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5f0b2-eca2-44a7-9ddc-36b732d51cee req-6d358930-9ca2-4661-a6cd-b52139400d77 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:37.890995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94a5f0b2-eca2-44a7-9ddc-36b732d51cee req-6d358930-9ca2-4661-a6cd-b52139400d77 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4745555 Jun 30 08:52:37.891722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a7e38d54-e4a3-4cce-9786-b207bb553b58 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:37.892160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a7e38d54-e4a3-4cce-9786-b207bb553b58 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:37.936255 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c659e9c-c5ef-4146-9996-0214148c5613 x-openstack-request-id: req-5c659e9c-c5ef-4146-9996-0214148c5613 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:37.936563 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70e4600-e402-4708-9d67-70d36297f5a9", "name": "network-vif-deleted", "tag": "62da4e24-a792-435a-a05f-f73e156a037c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:37.936823 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c659e9c-c5ef-4146-9996-0214148c5613 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:37.937485 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70e4600-e402-4708-9d67-70d36297f5a9', 'name': 'network-vif-deleted', 'tag': '62da4e24-a792-435a-a05f-f73e156a037c', 'status': 'completed', 'code': 200} Jun 30 08:52:37.946631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:37.954353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53324) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:37.966358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3', 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b', 'port_id': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3', 'mac_address': 'fa:16:3e:64:19:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed628280-27f3-4a66-b726-db0f7b9541a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:52:38.046604 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:38.066691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:38.082472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2468a20f-b300-4a1b-943e-c8faa10cc057 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9e8b61630a7429a81b36dccd2690cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269488 Jun 30 08:52:38.086143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53332) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:38.096601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:38.104628 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:38.168915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:38.169533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaed53-e4c9-4e82-a864-5c6d27a11ebb req-b5f21166-b2f9-4c6c-b1b1-895f7dc48327 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:38.176905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ccaed53-e4c9-4e82-a864-5c6d27a11ebb req-b5f21166-b2f9-4c6c-b1b1-895f7dc48327 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 944 time: 0.1337280 Jun 30 08:52:38.206675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09d33402-6f40-4cfa-9f14-c372bcfd7ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:38.235877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ccaed53-e4c9-4e82-a864-5c6d27a11ebb req-c16214f5-a001-44ad-b866-21f1259c5ab9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581210 Jun 30 08:52:38.240895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09d33402-6f40-4cfa-9f14-c372bcfd7ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:38.303188 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09d33402-6f40-4cfa-9f14-c372bcfd7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:38.306706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09d33402-6f40-4cfa-9f14-c372bcfd7ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:38.309789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-09d33402-6f40-4cfa-9f14-c372bcfd7ed1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71ab3f80-d96f-4d56-99e2-20f90a881653 HTTP/1.1" status: 204 len: 168 time: 0.2206097 Jun 30 08:52:38.317225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d33402-6f40-4cfa-9f14-c372bcfd7ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab3f80-d96f-4d56-99e2-20f90a881653,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:38.431891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:38.539046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7bcda1b-c682-4b8b-9a96-d8592279345e req-eaafe752-9887-405c-b7b0-8eb65782404f tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=92d4e9611913476bbc2fb8f44d304724 HTTP/1.1" status: 200 len: 1655 time: 0.0851235 Jun 30 08:52:38.594179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-6cc3a9d8-89ca-4624-a314-043e0278d5bf tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:52:38.595169 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-6cc3a9d8-89ca-4624-a314-043e0278d5bf tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064642 Jun 30 08:52:38.609265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Request body: {'binding': {'host': 'n-h1-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:38.609768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:52:38.681742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcda1b-c682-4b8b-9a96-d8592279345e req-0fbc9993-2445-4d4a-b3d2-d655eaeeaca8 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:38.683260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7bcda1b-c682-4b8b-9a96-d8592279345e req-0fbc9993-2445-4d4a-b3d2-d655eaeeaca8 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks?id=3d9939fd-d510-48da-8598-5307c47b6792&id=3d9939fd-d510-48da-8598-5307c47b6792&id=3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 787 time: 0.1337783 Jun 30 08:52:38.783699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on host n-h1-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:38.784243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:38.784368 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:38.789048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:38.789378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:38.794969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:38.795365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:38.795673 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:38.796371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Bound port: 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:38.862190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:38.872766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:38.874151 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3e4ff4ce-88d7-4a7a-804c-4146e60929f5 service neutron] 10.222.0.53 "POST /v2.0/ports/8b88d8e9-575d-4aac-95f4-a602ba6dae66/bindings HTTP/1.1" status: 201 len: 390 time: 0.2709346 Jun 30 08:52:38.954415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-75975de6-9d58-4a0c-a09a-5e117e63c4c3 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips/a59d2dc3-27c1-4a4f-922d-81269048f8c9 HTTP/1.1" status: 200 len: 692 time: 0.0668626 Jun 30 08:52:39.139851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-255b2f02-002d-4205-8773-515e5b08e1b8 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:39.141343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-255b2f02-002d-4205-8773-515e5b08e1b8 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1796699 Jun 30 08:52:39.251759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-5df19385-87d5-45e2-83ed-8b7c391b3477 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0996981 Jun 30 08:52:39.265379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53394) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.314672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-46c5a3dc-5716-423b-b9cc-96ea5ede2f26 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0621934 Jun 30 08:52:39.341853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-14b452fc-34eb-4ae4-a048-e00c04e2a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:39.343336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-14b452fc-34eb-4ae4-a048-e00c04e2a064 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1097 time: 0.2009933 Jun 30 08:52:39.394857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-24ddd925-6d03-4def-ac5a-46492161aebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.396841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a74b69-bf18-464b-82ea-ad652946653a req-57ebd229-7aba-4a8b-baab-637eb2fd0592 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:39.398365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67a74b69-bf18-464b-82ea-ad652946653a req-57ebd229-7aba-4a8b-baab-637eb2fd0592 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.2486389 Jun 30 08:52:39.514674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-24ddd925-6d03-4def-ac5a-46492161aebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.524770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-24ddd925-6d03-4def-ac5a-46492161aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.534852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:39.563146 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67a74b69-bf18-464b-82ea-ad652946653a req-3cf617ce-8061-4ad2-93a1-c09c77fc1ec3 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576374 Jun 30 08:52:39.590492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-e6396f0d-db8e-4361-9d33-5dbc5d6e4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:39.592895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-e6396f0d-db8e-4361-9d33-5dbc5d6e4af6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.2151723 Jun 30 08:52:39.602128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddd925-6d03-4def-ac5a-46492161aebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38312d4-d3d3-4250-ae4d-48fb51904842,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:39.614404 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-24ddd925-6d03-4def-ac5a-46492161aebf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98478fd6ebfc422f86ca9195353a62b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459044 Jun 30 08:52:39.619533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53406) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.621825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53408) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.630412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:39.635235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:39.635881 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.663920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-19d43f97-6587-48c9-814b-49703f4b998f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66 HTTP/1.1" status: 200 len: 217 time: 0.0607176 Jun 30 08:52:39.673529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Deleting port 35871d33-9755-463d-b6af-5531feac31ae {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:39.674216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.732713 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27236882-5d31-464f-bda4-513a29b52e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.756387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27236882-5d31-464f-bda4-513a29b52e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.805753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-860433759-network', 'tenant_id': '44b605161c0242f6a236891e4f13dce2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:39.825469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27236882-5d31-464f-bda4-513a29b52e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.827111 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.828071 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27236882-5d31-464f-bda4-513a29b52e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.831603 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27236882-5d31-464f-bda4-513a29b52e1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a38312d4-d3d3-4250-ae4d-48fb51904842 HTTP/1.1" status: 204 len: 168 time: 0.2052071 Jun 30 08:52:39.858132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27236882-5d31-464f-bda4-513a29b52e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38312d4-d3d3-4250-ae4d-48fb51904842,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:39.870014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:39.872606 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f5cf2e-453c-4def-a841-d35f537fd096" -d '{"events": [{"server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "name": "network-vif-plugged", "status": "completed", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:39.875945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:39.879037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.902048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:39.910115 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.922733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.997452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.099770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.108099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.144231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d57da4-eb28-43c0-bf41-eca0b032fcb7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.157272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:40.172266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.173234 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Added segment 101c9a87-40de-4e0a-b9e7-236aa2479f49 of type vlan for network 3802b5db-c026-42da-960b-92e7aa974ecb Jun 30 08:52:40.218978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-b7510c8d-c7c4-49af-8e0d-5b9bbbe9f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:40.220459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-b7510c8d-c7c4-49af-8e0d-5b9bbbe9f660 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.5490394 Jun 30 08:52:40.236112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.274541 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.276219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:40.276903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.281806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-6c0f612d-6b6e-4708-9cab-1beb1e096b32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467460 Jun 30 08:52:40.283539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.284417 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.304237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62da4e24-a792-435a-a05f-f73e156a037c no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:40.312550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Calling delete_port for 35871d33-9755-463d-b6af-5531feac31ae owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:40.345460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 62da4e24-a792-435a-a05f-f73e156a037c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:40.346013 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7205818 Jun 30 08:52:40.346270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62da4e24-a792-435a-a05f-f73e156a037c not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:40.348664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53434) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:40.354478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Request body: {'subnet': {'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-subnet', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:40.365754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9b43a-9c0c-437c-b7d9-42932623bf4f admin admin] Pushing event updated for resources: {'Network': ['ID=3802b5db-c026-42da-960b-92e7aa974ecb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.375703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e854ffd-420d-40e4-a6a5-378da83b1567 req-399d658c-0b7d-4cf1-a803-2635eb45995a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:40.377221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e854ffd-420d-40e4-a6a5-378da83b1567 req-399d658c-0b7d-4cf1-a803-2635eb45995a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 946 time: 0.2674263 Jun 30 08:52:40.389057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:40.390694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3802b5db-c026-42da-960b-92e7aa974ecb details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:40.391914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.478678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e854ffd-420d-40e4-a6a5-378da83b1567 req-b2da04b7-71d0-441d-bc08-ba9e1f3cf562 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911131 Jun 30 08:52:40.535148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-fd7090c8-7766-46e9-9495-c45d585c4ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405238 Jun 30 08:52:40.641813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.681845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.727752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Checking segment: {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:40.728726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Network hostable DHCP agents. Network: 3802b5db-c026-42da-960b-92e7aa974ecb, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:40.733190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=837594f2-4dea-4f76-9a1c-75932015e8a7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.735072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event deleted for resources: {'Port': ['ID=35871d33-9755-463d-b6af-5531feac31ae,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.760909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Network 3802b5db-c026-42da-960b-92e7aa974ecb is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:40.776797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3802b5db-c026-42da-960b-92e7aa974ecb) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:40.786822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbbd32e-03f7-49a9-abd6-42e8796bc2c5 None None] Network 3802b5db-c026-42da-960b-92e7aa974ecb requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:40.791318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:40.791762 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.817738 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f32de550-0aef-4ab4-b769-0e59fbded0e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4675138 Jun 30 08:52:40.818421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-8b5354cc-3ec7-4049-b666-daeca5bbcc98 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708597 Jun 30 08:52:40.818748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53450) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:40.914353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:40.930909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.940845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.949113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b01ae93-abd1-412f-b0e6-62d17d4e49e9 req-286596a1-3eb0-4a32-b8f1-f367b610c755 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "DELETE /v2.0/floatingips/a59d2dc3-27c1-4a4f-922d-81269048f8c9 HTTP/1.1" status: 204 len: 173 time: 1.6172793 Jun 30 08:52:40.949359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53452) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:41.026160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.027425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.030491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53458) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:41.055688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70063e-7de5-4cbe-ac54-98c30b6119d7 req-901e53a5-bd55-43d1-821e-b4ee29e5af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:41.072289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f70063e-7de5-4cbe-ac54-98c30b6119d7 req-901e53a5-bd55-43d1-821e-b4ee29e5af55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1098 time: 0.1200247 Jun 30 08:52:41.123865 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b801d5d0-d572-4e63-adae-0f1e4500fb53 x-openstack-request-id: req-b801d5d0-d572-4e63-adae-0f1e4500fb53 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:41.124147 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "name": "network-vif-plugged", "status": "completed", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:41.124438 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b801d5d0-d572-4e63-adae-0f1e4500fb53 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:41.124767 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3', 'code': 200} Jun 30 08:52:41.169546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-774309204-network', 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:41.218256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06692c9c-1c08-4e01-b759-fc17854b5703 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.220477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-89ed4b46-a68f-4111-8c9f-cc17d237eef0 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips/764b27dd-ea28-4fdb-bda2-76ed50821f08 HTTP/1.1" status: 200 len: 692 time: 0.1362197 Jun 30 08:52:41.280355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:41.282793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.284318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-3802b5db-c026-42da-960b-92e7aa974ecb', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:52:41.285799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.286504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06692c9c-1c08-4e01-b759-fc17854b5703 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.310381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.447350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-bf6ca016-1a54-4ae4-861d-5eb46d172342 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:41.458115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-bf6ca016-1a54-4ae4-861d-5eb46d172342 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2093737 Jun 30 08:52:41.459215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06692c9c-1c08-4e01-b759-fc17854b5703 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.462829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06692c9c-1c08-4e01-b759-fc17854b5703 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.464421 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-06692c9c-1c08-4e01-b759-fc17854b5703 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "DELETE /v2.0/security-groups/14886c69-d7dd-460d-ade6-2bd8c9b596f2 HTTP/1.1" status: 204 len: 168 time: 0.4326136 Jun 30 08:52:41.471476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53466) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:41.510264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Allocated IP 172.20.0.2 (3802b5db-c026-42da-960b-92e7aa974ecb/837594f2-4dea-4f76-9a1c-75932015e8a7/a3457627-f8f5-4190-bf37-de4a76eb7223) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:41.541375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.545703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692c9c-1c08-4e01-b759-fc17854b5703 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14886c69-d7dd-460d-ade6-2bd8c9b596f2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.548894 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-ee1a9f7c-c0a4-4adb-ad8d-2fcdbdc13217 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] show failed (client error): The resource could not be found. Jun 30 08:52:41.552697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee1a9f7c-c0a4-4adb-ad8d-2fcdbdc13217 tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "GET /v2.0/security-groups/14886c69-d7dd-460d-ade6-2bd8c9b596f2 HTTP/1.1" status: 404 len: 347 time: 0.0729394 Jun 30 08:52:41.557503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53472) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:41.604000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-09c1bc69-06d3-418b-906c-5199d8baf68b tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.1435096 Jun 30 08:52:41.607620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f70063e-7de5-4cbe-ac54-98c30b6119d7 req-aae2dda6-f861-4985-bb0e-643cf05a1b57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188100 Jun 30 08:52:41.710050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.720352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.733362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:41.744322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.744684 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Added segment 91277833-649a-4313-a8f6-34c3378abc5c of type vlan for network a9e51a1d-ba42-40e0-a145-963ddaa14c47 Jun 30 08:52:41.751789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-072f3896-b931-4009-9fdb-a211896e3706 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.1471474 Jun 30 08:52:41.775625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489cab3-03c8-4639-b9fd-96fc77c5bd99 req-f99d984b-a33d-4d48-8be8-86aa75587026 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:41.783320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d489cab3-03c8-4639-b9fd-96fc77c5bd99 req-f99d984b-a33d-4d48-8be8-86aa75587026 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.7008717 Jun 30 08:52:41.789521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.800156 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.810231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Transition to ACTIVE for port object a3457627-f8f5-4190-bf37-de4a76eb7223 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:41.836727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.837714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:41.838283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.844309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Transition to ACTIVE for port object a3457627-f8f5-4190-bf37-de4a76eb7223 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:41.867681 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.904903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Pushing event updated for resources: {'Network': ['ID=a9e51a1d-ba42-40e0-a145-963ddaa14c47,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.917494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f449ad-a711-4220-9a73-c7914cdaf5b1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.928441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Deleting port 1b811671-d024-4430-8f50-3c05f4d37704 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:41.929513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.961612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Pushing event updated for resources: {'Port': ['ID=a3457627-f8f5-4190-bf37-de4a76eb7223,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.964139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:41.986154 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ef702c2-c470-4093-9457-e07fd38b851b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0355172 Jun 30 08:52:41.998819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Network 3802b5db-c026-42da-960b-92e7aa974ecb is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:42.004468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53476) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:42.012593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Request body: {'subnet': {'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-774309204-subnet', 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:42.017938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.018521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.021266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.032831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Calling delete_port for 1b811671-d024-4430-8f50-3c05f4d37704 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:42.070039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:42.072780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d489cab3-03c8-4639-b9fd-96fc77c5bd99 req-d80cceeb-5da6-47f0-9ccf-90d13b0d39f1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798631 Jun 30 08:52:42.081974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:42.114551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:42.122199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.204444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Attempting to bind port a3457627-f8f5-4190-bf37-de4a76eb7223 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:42.204931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Attempting to bind port a3457627-f8f5-4190-bf37-de4a76eb7223 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:42.205357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Attempting to bind port a3457627-f8f5-4190-bf37-de4a76eb7223 on network 3802b5db-c026-42da-960b-92e7aa974ecb {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:42.213700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:42.214205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Checking segment: {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:42.214679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.215135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Bound using segment: {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:42.215672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Bound port: a3457627-f8f5-4190-bf37-de4a76eb7223, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:42.216429 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.258891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.303850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Pushing event deleted for resources: {'Port': ['ID=1b811671-d024-4430-8f50-3c05f4d37704,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:42.304787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] For port a3457627-f8f5-4190-bf37-de4a76eb7223, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:42.308602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] For port a3457627-f8f5-4190-bf37-de4a76eb7223, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a3457627-f8f5-4190-bf37-de4a76eb7223,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:42.320616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.410428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.413850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.418058 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5bd64460-2dd0-4324-8183-ad89f107894a tempest-ImagesOneServerNegativeTestJSON-798671510 tempest-ImagesOneServerNegativeTestJSON-798671510-project] 10.222.0.53 "DELETE /v2.0/floatingips/0c7a8190-5e29-4f69-9f28-81e5998dd8e9 HTTP/1.1" status: 204 len: 168 time: 0.8594477 Jun 30 08:52:42.472947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Deleting port 07c8b3f2-250e-4995-a213-a244b97586e1 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:42.474020 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.480263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d98408-26c7-4b7e-81d0-ac3e631c182e None None] Pushing event updated for resources: {'Port': ['ID=a3457627-f8f5-4190-bf37-de4a76eb7223,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:42.580906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.581242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.616318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Calling delete_port for 07c8b3f2-250e-4995-a213-a244b97586e1 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:42.789538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b327ac2-7fd8-4aec-b56a-45a90c54fdc2 req-7c98bdfb-c833-48e0-b574-6dacdeacded2 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:42.791233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b327ac2-7fd8-4aec-b56a-45a90c54fdc2 req-7c98bdfb-c833-48e0-b574-6dacdeacded2 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 946 time: 0.4600627 Jun 30 08:52:42.961347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b327ac2-7fd8-4aec-b56a-45a90c54fdc2 req-6f9c17d9-6b3e-4539-bc92-138a32f793c4 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456802 Jun 30 08:52:42.998375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.109039 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.189046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event deleted for resources: {'Port': ['ID=07c8b3f2-250e-4995-a213-a244b97586e1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:43.374419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:43.374789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Network hostable DHCP agents. Network: a9e51a1d-ba42-40e0-a145-963ddaa14c47, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:43.378817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cb8979-ffb4-4f77-834b-3f3c62aac98c,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:43.399084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.401750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.402781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc9bb5c9-39d6-4b3d-a2a1-64de20277fa3 req-cf1c0163-1561-482f-a6b1-6200874b7215 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "DELETE /v2.0/floatingips/764b27dd-ea28-4fdb-bda2-76ed50821f08 HTTP/1.1" status: 204 len: 173 time: 1.6500292 Jun 30 08:52:43.447754 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.452385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:43.477954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.520500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a9e51a1d-ba42-40e0-a145-963ddaa14c47) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:43.529338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731f3aa-9988-425a-a269-25f8340c2d02 None None] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:43.622117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:43.622730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.668645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-0786d5f8-37b9-4658-a99f-e5d179148fa8 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips/87f36348-d3c3-4479-a66d-08997e3f596a HTTP/1.1" status: 200 len: 693 time: 0.1622689 Jun 30 08:52:43.760301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3457627-f8f5-4190-bf37-de4a76eb7223 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:43.789202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35defd90-b19b-48f4-aef2-daa3168656d1 None None] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:43.836041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ebf8d8eb-c051-4c5d-b470-e9a2133fcad1 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:43.839630 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b558767-fc1f-40a3-993b-02b15f425255 None None] Network 3802b5db-c026-42da-960b-92e7aa974ecb requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:43.843575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ebf8d8eb-c051-4c5d-b470-e9a2133fcad1 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1588855 Jun 30 08:52:43.858102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7af63-84ca-410c-90ef-851cd618e78b req-282c4ea3-ad06-4c8f-8c87-6f9f928141f4 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:43.865289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47a7af63-84ca-410c-90ef-851cd618e78b req-282c4ea3-ad06-4c8f-8c87-6f9f928141f4 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.4597578 Jun 30 08:52:43.927365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ed85e013-ea29-4901-a326-1f78065e8cd5 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.0818822 Jun 30 08:52:43.934614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-78af3a82-9438-4697-85aa-50a04906adbc None None] Provisioning for port a3457627-f8f5-4190-bf37-de4a76eb7223 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:43.976747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b08e1282-1131-48b9-a2d4-a5fd251e0658 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9614837 Jun 30 08:52:44.033047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a3457627-f8f5-4190-bf37-de4a76eb7223 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:44.041103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a3457627-f8f5-4190-bf37-de4a76eb7223 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:44.041880 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.060310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47a7af63-84ca-410c-90ef-851cd618e78b req-2f98f2b4-5e15-40db-a3ad-ef60399d9942 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936157 Jun 30 08:52:44.092607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-54fc51e5-8df3-4190-8242-048ea37d7da2 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.1652629 Jun 30 08:52:44.200574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:44.270974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Allocated IP 172.25.8.82 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a12960ef-2450-463e-969e-e8895fd50254) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:44.288863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.296150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] Deleting subnet 1a6e1835-f95c-4d02-b94d-35e40f144f5b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:52:44.300678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.342726 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.352623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a3457627-f8f5-4190-bf37-de4a76eb7223, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a3457627-f8f5-4190-bf37-de4a76eb7223,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:44.368411 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.393457 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.448383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a3457627-f8f5-4190-bf37-de4a76eb7223,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:44.464368 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.493088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6e1835-f95c-4d02-b94d-35e40f144f5b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:44.498015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.502402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e856d8bc-e08e-4f5b-9218-fda8382cdff6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1a6e1835-f95c-4d02-b94d-35e40f144f5b HTTP/1.1" status: 204 len: 168 time: 0.3008039 Jun 30 08:52:44.502990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53514) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:44.589498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.593062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-07bab562-ca8d-4511-9855-d07cb0c98a0b None None] Provisioning complete for port a3457627-f8f5-4190-bf37-de4a76eb7223 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:44.594219 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-07bab562-ca8d-4511-9855-d07cb0c98a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.697358 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.707947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab09094c-1256-41d8-82a9-a8d76a308f8f']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:44.719931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4aa8507-3134-46fa-ada0-6f49b0c09a88') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:44.720224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4aa8507-3134-46fa-ada0-6f49b0c09a88') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:44.730306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.744629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.751009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:52:44.751473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:52:44.753361 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:52:44.809146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.814894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.819495 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab09094c-1256-41d8-82a9-a8d76a308f8f HTTP/1.1" status: 204 len: 168 time: 0.3154066 Jun 30 08:52:44.835799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d5864-232b-455f-98c2-46660715aba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab09094c-1256-41d8-82a9-a8d76a308f8f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:44.937477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53518) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:44.956912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679e555-987f-4737-9af2-f81ac93795fb req-13cd77f9-debd-4558-abf2-872b21ac111f tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:44.958442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5679e555-987f-4737-9af2-f81ac93795fb req-13cd77f9-debd-4558-abf2-872b21ac111f tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 946 time: 0.5997505 Jun 30 08:52:44.966634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Deleting port 405ca664-d61b-48f0-96c8-fd3b3b721204 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:44.966971 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.991398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a73de4f2-74e4-480d-a788-cb77897f7dbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=245697290bb54cd3b511d3b01b2a7ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525420 Jun 30 08:52:44.992498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53520) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:45.048199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.053836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d67f187-8a4f-4a00-b2a3-694cb9159b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.079812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d67f187-8a4f-4a00-b2a3-694cb9159b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.084057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5679e555-987f-4737-9af2-f81ac93795fb req-a11108b9-6304-412c-8231-b9ec6f32ad33 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123188 Jun 30 08:52:45.139374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d67f187-8a4f-4a00-b2a3-694cb9159b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.142564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.142845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.143313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d67f187-8a4f-4a00-b2a3-694cb9159b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.149279 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d67f187-8a4f-4a00-b2a3-694cb9159b74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d907241-4b61-4710-857b-40e597ddb22e HTTP/1.1" status: 204 len: 168 time: 0.1550820 Jun 30 08:52:45.159264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67f187-8a4f-4a00-b2a3-694cb9159b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d907241-4b61-4710-857b-40e597ddb22e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.175786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Calling delete_port for 405ca664-d61b-48f0-96c8-fd3b3b721204 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:45.216324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.349686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:45.355445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:45.368295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:45.400849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a12960ef-2450-463e-969e-e8895fd50254,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.635734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.672949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Pushing event deleted for resources: {'Port': ['ID=405ca664-d61b-48f0-96c8-fd3b3b721204,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.707793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3457627-f8f5-4190-bf37-de4a76eb7223 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:45.791544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a3457627-f8f5-4190-bf37-de4a76eb7223 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:45.791909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.983558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.030645 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.033514 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.035498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9316a8ba-6626-4520-9e7e-15ee89b0a01f req-ad821efb-9efb-4062-96c4-0a73f4db7279 tempest-FloatingIPDetailsTestJSON-272879353 tempest-FloatingIPDetailsTestJSON-272879353-project] 10.222.0.53 "DELETE /v2.0/floatingips/87f36348-d3c3-4479-a66d-08997e3f596a HTTP/1.1" status: 204 len: 173 time: 1.9413366 Jun 30 08:52:46.042313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:46.208354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-b3a6a079-17cc-459c-a439-5ede49ae940a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:46.225952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-b3a6a079-17cc-459c-a439-5ede49ae940a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.4299657 Jun 30 08:52:46.259115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-8ea0156b-796a-4cbd-8fbd-a9a61a55edad tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.0321922 Jun 30 08:52:46.312307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-ec996680-a65f-42fb-a747-cbbd7fe86dd6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521374 Jun 30 08:52:46.385910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53570) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:46.512992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1359a-af27-4219-9752-4a1e37b20d3e req-4e2bf935-7e3d-471c-a0bf-0853d1684454 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:46.520542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ca1359a-af27-4219-9752-4a1e37b20d3e req-4e2bf935-7e3d-471c-a0bf-0853d1684454 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.3305755 Jun 30 08:52:46.585972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.594457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1571568102-network', 'tenant_id': '7e8dc5fb1e6e4155a7d04034096ca639'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:46.603008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-bbe52208-de94-4efd-aaad-209b2a6d6bd9 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898836 Jun 30 08:52:46.698124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ca1359a-af27-4219-9752-4a1e37b20d3e req-e6ffd305-9483-4b16-8c46-a32879535cfa tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766837 Jun 30 08:52:46.702709 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.704774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Made reservation on behalf of 7e8dc5fb1e6e4155a7d04034096ca639 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:46.708005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.730288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.851414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-b9fa7e00-2f97-492e-a73e-fcd04a5d3183 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366261 Jun 30 08:52:46.945346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-33c3407a-6b54-4a35-994c-5e0fe169aa4f tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2095860341&fields=id&tenant_id=eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 267 time: 0.0972130 Jun 30 08:52:46.979871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Deleting port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:46.980883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.050130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:52:47.063955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.074839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.135919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:47.167955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-1befb4c8-36c7-4457-8811-e16d72c32e4f tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:47.171761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] For port d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,segment=NetworkSegment(ab479512-e0ef-4aab-99c5-9a0331694e2f),segment_id=ab479512-e0ef-4aab-99c5-9a0331694e2f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:47.172709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.175452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-1befb4c8-36c7-4457-8811-e16d72c32e4f tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 946 time: 0.2187073 Jun 30 08:52:47.193531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'port': {'security_groups': ['051c9f7c-4217-4631-96fa-6231e1794ac4', '85997a64-deac-41d1-a12c-95b2ad49f5af']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:47.198452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Calling delete_port for d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:47.198898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.199284 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Added segment d12f234e-a207-4476-97a8-8f2e21e9db96 of type vlan for network 07e7b6c4-80a6-408c-a294-68a31ba26302 Jun 30 08:52:47.201606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d90af0-ff97-435c-9b06-ad8530b5ea2c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:47.345482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d245af12-354d-4174-9a6c-a735d6653ccb req-c4d4009c-9dce-4cf4-b8ed-6075e42ea3ee tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 210 time: 0.0995657 Jun 30 08:52:47.384093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.456047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:47.466669 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Sync routers for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:47.477309 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.481602 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:47.484746 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:47.521036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.522280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.522664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:47.523254 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.579114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:47.587331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.592782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53586) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:47.600220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b49bca7c-6987-4a6d-bba4-0fdfff8b98f9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6970665 Jun 30 08:52:47.636476 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:47.638901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2491519 Jun 30 08:52:47.654520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53588) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:47.656950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6b167-9530-4c5d-9af6-3b72eb3c963d admin admin] Pushing event updated for resources: {'Network': ['ID=07e7b6c4-80a6-408c-a294-68a31ba26302,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:47.670108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 07e7b6c4-80a6-408c-a294-68a31ba26302 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:47.695655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Request body: {'subnet': {'network_id': '07e7b6c4-80a6-408c-a294-68a31ba26302', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1571568102-subnet', 'tenant_id': '7e8dc5fb1e6e4155a7d04034096ca639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:47.738750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Made reservation on behalf of 7e8dc5fb1e6e4155a7d04034096ca639 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:47.742184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.004082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 3, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:48.043129 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Checking router: 5e27d6ea-eef0-47c5-8c35-393ac8b10420 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:48.043469 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Updating router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 port a12960ef-2450-463e-969e-e8895fd50254 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:52:48.096116 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.210220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.293145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=248b1dcf-560b-49e9-9b7a-e7c8ebdde0bd,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:48.388972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.416681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1e65-d8ce-40e5-a1bf-4df49ffb99f7 req-2bc7f99e-0420-426a-81d9-b1d9aa07fa20 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:48.426275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-701e1e65-d8ce-40e5-a1bf-4df49ffb99f7 req-2bc7f99e-0420-426a-81d9-b1d9aa07fa20 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.5084126 Jun 30 08:52:48.432868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Checking segment: {'id': 'd12f234e-a207-4476-97a8-8f2e21e9db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '07e7b6c4-80a6-408c-a294-68a31ba26302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:48.433661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Network hostable DHCP agents. Network: 07e7b6c4-80a6-408c-a294-68a31ba26302, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:48.456646 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.470558 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Transition to ACTIVE for port object a12960ef-2450-463e-969e-e8895fd50254 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:48.471219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:48.478393 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.502179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Network 07e7b6c4-80a6-408c-a294-68a31ba26302 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:48.516248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-701e1e65-d8ce-40e5-a1bf-4df49ffb99f7 req-bd8d2a91-09f5-4479-8dea-8f0221ceb95b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889740 Jun 30 08:52:48.534972 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Pushing event updated for resources: {'Port': ['ID=a12960ef-2450-463e-969e-e8895fd50254,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:48.552664 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.562707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 07e7b6c4-80a6-408c-a294-68a31ba26302) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:48.566968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a6fc0-9104-4174-9d52-f96cc3d6eab0 None None] Network 07e7b6c4-80a6-408c-a294-68a31ba26302 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:48.573616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.574091 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.574432 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.574765 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.575092 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.575547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.576323 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.576648 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.577240 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.577565 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.577925 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.578246 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:48.582574 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Attempting to bind port a12960ef-2450-463e-969e-e8895fd50254 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:48.582939 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Attempting to bind port a12960ef-2450-463e-969e-e8895fd50254 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:48.583301 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Attempting to bind port a12960ef-2450-463e-969e-e8895fd50254 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:48.589390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:48.591681 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.591869 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:48.592137 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:48.592640 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.593146 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:48.593538 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Bound port: a12960ef-2450-463e-969e-e8895fd50254, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:48.593965 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.603626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.658271 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] For port a12960ef-2450-463e-969e-e8895fd50254, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:48.662926 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] For port a12960ef-2450-463e-969e-e8895fd50254, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a12960ef-2450-463e-969e-e8895fd50254,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:48.672208 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.702352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:48.790338 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:48.791082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:48.872286 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c3245-8186-4c03-a7f8-094f75481b86 None None] Pushing event updated for resources: {'Port': ['ID=a12960ef-2450-463e-969e-e8895fd50254,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:48.914480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:48.916411 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.925341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a336754-e471-4f83-9d3a-afa0aeae534a req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "PUT /v2.0/ports/6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 200 len: 982 time: 1.7469368 Jun 30 08:52:48.934607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Router e072adf5-9393-49ec-8c45-e72078dc0b77 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:52:48.935367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fc88ab36-4a6c-453b-a6ff-950050759bcd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2713697 Jun 30 08:52:48.935945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:48.947477 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcddb10-41e1-4e0a-a00f-eeb584932d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:48.987810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:49.103828 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:49.143662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.153268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1637bae0-4719-4775-95b6-12e32edd5f6d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:49.155301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1637bae0-4719-4775-95b6-12e32edd5f6d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.4237614 Jun 30 08:52:49.203218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9eb8d015-ac86-496d-8dc7-e254863475b0 req-bca72357-d7d1-4cf8-ad1b-37c7e4007b08 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 210 time: 0.1664765 Jun 30 08:52:49.215601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a61d50d-0ac0-4bf0-87c0-b398fd1e76d9 None None] Network 07e7b6c4-80a6-408c-a294-68a31ba26302 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:49.222762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Request body: {'port': {'device_id': '097d4136-072c-4148-a089-4be1d56d48cd', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'admin_state_up': True, 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:49.231671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b0802-0e52-494d-97ec-fbc334b732b3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:49.370356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Allocated IP 172.20.0.1 (3802b5db-c026-42da-960b-92e7aa974ecb/837594f2-4dea-4f76-9a1c-75932015e8a7/205b8a99-d3c8-4d51-8ced-f383ba9a4678) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:49.376606 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66a4a4d-dffb-41ac-b2f8-604fd22a2191 x-openstack-request-id: req-b66a4a4d-dffb-41ac-b2f8-604fd22a2191 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:49.377395 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:49.377981 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b66a4a4d-dffb-41ac-b2f8-604fd22a2191 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:49.378866 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3', 'status': 'completed', 'code': 200} Jun 30 08:52:49.603123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c413e846-76be-46d9-a851-3b003df0503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 3, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:49.628396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-78a2c94d-644e-455a-8977-81d02463a433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-999689532&fields=id&tenant_id=eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 267 time: 0.4161108 Jun 30 08:52:49.648014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:49.656120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.664818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] Sync routers for ids ['e072adf5-9393-49ec-8c45-e72078dc0b77'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:49.678959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] Routers {'e072adf5-9393-49ec-8c45-e72078dc0b77'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:49.679596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e072adf5-9393-49ec-8c45-e72078dc0b77'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:49.687625 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eb509835-8b20-4407-b794-5cfdd910ef19 admin admin] 10.222.0.53 "PUT /v2.0/routers/e072adf5-9393-49ec-8c45-e72078dc0b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6417947 Jun 30 08:52:49.688554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:49.691973 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c413e846-76be-46d9-a851-3b003df0503f None None] The sync data for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 is: [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 3, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:49.763967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Transition to ACTIVE for port object 205b8a99-d3c8-4d51-8ced-f383ba9a4678 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:49.848310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] Set router e072adf5-9393-49ec-8c45-e72078dc0b77 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:49.900970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.914366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.976440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Network 3802b5db-c026-42da-960b-92e7aa974ecb is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:49.983532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:49.997288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:50.035301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Pushing event updated for resources: {'Port': ['ID=205b8a99-d3c8-4d51-8ced-f383ba9a4678,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:50.092786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-567552970', 'description': 'tempest-description-1616945273'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:50.163720 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.174852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:52:50.174852 n-d-758944-40 neutron-server[100240]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 08:52:50.174852 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id': '7e8dc5fb1e6e4155a7d04034096ca639', 'id': 'eaa32002-9e7d-4045-82fc-e4e3a7d3e412', 'expiration': datetime.datetime(2021, 6, 30, 8, 54, 50, 152059)}] Jun 30 08:52:50.174852 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:52:50.176066 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:52:50.185267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.185903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:50.190235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.212203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-a9f6f64d-a112-4876-9b7c-94b4984ef7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:50.218360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-a9f6f64d-a112-4876-9b7c-94b4984ef7ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1137 time: 0.8475301 Jun 30 08:52:50.319942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:47Z', 'revision_number': 5, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port': {'id': '3976b6da-a249-4ecb-9444-bc93c4fa1a7d', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:09Z', 'updated_at': '2021-06-30T08:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:50.349913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] Checking router: e072adf5-9393-49ec-8c45-e72078dc0b77 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:50.367597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] Routers {'e072adf5-9393-49ec-8c45-e72078dc0b77'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:50.368362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e072adf5-9393-49ec-8c45-e72078dc0b77'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:50.393394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Deleting port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:50.393739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.413719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-04257ab7-cbe8-484a-9bed-e10367c440be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:50.416449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-04257ab7-cbe8-484a-9bed-e10367c440be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 985 time: 0.7872763 Jun 30 08:52:50.430826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'port': {'security_groups': ['051c9f7c-4217-4631-96fa-6231e1794ac4', '85997a64-deac-41d1-a12c-95b2ad49f5af', '58a36c39-7e70-4512-9a0c-43c5554c6106']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:50.486418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-63163292-ea72-4d79-a9e3-de0b56d1a7ce None None] Provisioning for port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:50.493017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-63163292-ea72-4d79-a9e3-de0b56d1a7ce None None] Provisioning complete for port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:50.493495 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-63163292-ea72-4d79-a9e3-de0b56d1a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.530377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] For port 3976b6da-a249-4ecb-9444-bc93c4fa1a7d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:50.530805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.550271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-63163292-ea72-4d79-a9e3-de0b56d1a7ce None None] Port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:50.551239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Calling delete_port for 3976b6da-a249-4ecb-9444-bc93c4fa1a7d owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:50.574962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] Set router e072adf5-9393-49ec-8c45-e72078dc0b77 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:50.641575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 6, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:50.646282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-ceef30e3-dc09-4c69-99a1-7f2a7345882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:50.648452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-ceef30e3-dc09-4c69-99a1-7f2a7345882a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 913 time: 0.4136190 Jun 30 08:52:50.694169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95588951-2c7e-4008-9324-7268c3196fa3 None None] The sync data for ids ['e072adf5-9393-49ec-8c45-e72078dc0b77'] in n-d-758944-40 is: [{'id': 'e072adf5-9393-49ec-8c45-e72078dc0b77', 'name': 'tempest-FloatingIPDetailsTestJSON-2105585671-router', 'tenant_id': '92d4e9611913476bbc2fb8f44d304724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:08Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 6, 'project_id': '92d4e9611913476bbc2fb8f44d304724', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:50.723645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-cf56194e-a8de-47a9-b500-32c52623a73a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 200 len: 217 time: 0.0643280 Jun 30 08:52:50.729093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.750100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Allocated IP 172.20.0.14 (a9e51a1d-ba42-40e0-a145-963ddaa14c47/e4cb8979-ffb4-4f77-834b-3f3c62aac98c/c433154a-991f-4867-b67c-89328146ee4a) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:50.752789 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.848607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-5e218109-4f98-4402-b6c5-03369d57a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:50.854844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-5e218109-4f98-4402-b6c5-03369d57a6d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.1056602 Jun 30 08:52:50.899496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.934051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.947506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-557c9209-782a-438f-8e7f-96b801ca2795 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689373 Jun 30 08:52:50.968619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3976b6da-a249-4ecb-9444-bc93c4fa1a7d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:51.075182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.078526 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.136419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.221921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.229983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.257641 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.282468 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.289752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Pushing event updated for resources: {'Port': ['ID=205b8a99-d3c8-4d51-8ced-f383ba9a4678,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:51.294809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.295540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e072adf5-9393-49ec-8c45-e72078dc0b77 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:52:51.301985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.303160 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ad77556-a303-4e4a-847e-6ff5afef92bb admin admin] 10.222.0.53 "DELETE /v2.0/routers/e072adf5-9393-49ec-8c45-e72078dc0b77 HTTP/1.1" status: 204 len: 168 time: 1.6026769 Jun 30 08:52:51.316885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53626) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:51.330644 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.452841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-f98592f2-2958-4faa-98c2-053c99445bea service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889112 Jun 30 08:52:51.478899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.535254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:51.549448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] Deleting subnet 71c5f936-c58a-4cf3-9340-74ab4dfff22a {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:52:51.551419 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.589774 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.595331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:51.626763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event updated for resources: {'Port': ['ID=c433154a-991f-4867-b67c-89328146ee4a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:51.637558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:51.707877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.726324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ae1da8c-6b00-43c7-9b0b-eb3b3ea0f10f req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.0818462 Jun 30 08:52:51.739532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Network 3802b5db-c026-42da-960b-92e7aa974ecb is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:51.742408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:51.783317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:51.831976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a12960ef-2450-463e-969e-e8895fd50254 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:51.882135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efcddb10-41e1-4e0a-a00f-eeb584932d2a req-5084af3d-908a-4366-a73d-67c993fa22e9 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018414 Jun 30 08:52:51.895616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:51.895616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.910508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.952753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.976949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a12960ef-2450-463e-969e-e8895fd50254 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:52.002546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a12960ef-2450-463e-969e-e8895fd50254 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:52.002919 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.011526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:52:52.024318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b458b-3f98-445b-9741-4264782d1acf tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e313fdd-c674-4136-acb6-e7e44448335a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:52.033890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.079830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:52.094828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-e92dd863-09cf-4092-98d5-a806f281544f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8878939 Jun 30 08:52:52.118071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Request body: {'port': {'device_id': '097d4136-072c-4148-a089-4be1d56d48cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:52.212606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:52.216570 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.233740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63d555b2-b8f3-4d3e-93af-68adcb6f0655 req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "PUT /v2.0/ports/6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 200 len: 1021 time: 1.8078113 Jun 30 08:52:52.236673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:52.243670 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:52.244174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:52.283194 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d62861a-6401-44b5-bdf2-1356a777094a admin admin] 10.222.0.53 "PUT /v2.0/routers/5e27d6ea-eef0-47c5-8c35-393ac8b10420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6829848 Jun 30 08:52:52.319998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9a06a4c9-4559-4fbb-a348-949529b01a39 None None] Provisioning complete for port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:52.325579 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a06a4c9-4559-4fbb-a348-949529b01a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.418036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826374-0235-494a-b8ec-381f364ec077 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:52.424500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:52.438201 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Sync routers for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:52.455370 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:52.455991 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:52.516187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.577337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9a06a4c9-4559-4fbb-a348-949529b01a39 None None] Port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:52.587427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988214-3e9a-4c75-8b6d-6f9166cdbb30 req-18fa29fa-d4d7-4dcd-ae59-b18bf514819c tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:52.596529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d988214-3e9a-4c75-8b6d-6f9166cdbb30 req-18fa29fa-d4d7-4dcd-ae59-b18bf514819c tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 945 time: 0.6407862 Jun 30 08:52:52.597024 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.645646 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.652890 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:52.667020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a12960ef-2450-463e-969e-e8895fd50254, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a12960ef-2450-463e-969e-e8895fd50254,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:52.692367 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.789716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:52.853416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d988214-3e9a-4c75-8b6d-6f9166cdbb30 req-f3e06e99-4f51-4f47-894c-b094497e37a5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553682 Jun 30 08:52:52.863475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:52.864717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d749c7b5-b468-4fd7-9a4c-b53cde4b6ff4 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:52.865674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3976b6da-a249-4ecb-9444-bc93c4fa1a7d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:52.870230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a12960ef-2450-463e-969e-e8895fd50254,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:52.900330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.934364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3976b6da-a249-4ecb-9444-bc93c4fa1a7d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:52.934820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3976b6da-a249-4ecb-9444-bc93c4fa1a7d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:52.980395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c5f936-c58a-4cf3-9340-74ab4dfff22a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:53.038491 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.153900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86554135-6cc0-4dcb-883f-80ed9dda07f9 None None] Network fcb3548d-1991-48a0-8994-e4d090295327 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:53.177696 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.182741 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 2, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:53.183317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:53.198594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f33a37a1-2f6b-4908-b0cc-6c75095dc712 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/71c5f936-c58a-4cf3-9340-74ab4dfff22a HTTP/1.1" status: 204 len: 168 time: 1.8805361 Jun 30 08:52:53.234576 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Checking router: 5e27d6ea-eef0-47c5-8c35-393ac8b10420 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:53.235313 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Updating router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:52:53.300266 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.390998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370c37e-baa7-48ee-886c-837ac3384309 req-52e2d6e5-c161-4af3-adc9-d9c858a704bc tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:53.400031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.402758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8370c37e-baa7-48ee-886c-837ac3384309 req-52e2d6e5-c161-4af3-adc9-d9c858a704bc tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 932 time: 0.6874776 Jun 30 08:52:53.530671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] DHCP port deletion for fcb3548d-1991-48a0-8994-e4d090295327 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:52:53.610778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Deleting port 57b706ce-3e05-4878-98ba-43f905a6df98 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:53.614349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.644081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:52:53.758022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a12960ef-2450-463e-969e-e8895fd50254 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:53.759244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] For port 57b706ce-3e05-4878-98ba-43f905a6df98, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=57b706ce-3e05-4878-98ba-43f905a6df98,segment=NetworkSegment(ab479512-e0ef-4aab-99c5-9a0331694e2f),segment_id=ab479512-e0ef-4aab-99c5-9a0331694e2f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:53.759810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.776153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Calling delete_port for 57b706ce-3e05-4878-98ba-43f905a6df98 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:53.782822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] Deleting port 57b706ce-3e05-4878-98ba-43f905a6df98 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:52:53.792109 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.881602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-18233163-c564-4ad6-95ff-9e4ae54a28ca tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:53.891706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-18233163-c564-4ad6-95ff-9e4ae54a28ca tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.9245846 Jun 30 08:52:53.895699 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.896593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-532dc818-a0c0-40e9-9878-06065ff86a7a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/5e313fdd-c674-4136-acb6-e7e44448335a HTTP/1.1" status: 200 len: 1806 time: 0.9308829 Jun 30 08:52:53.900472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8370c37e-baa7-48ee-886c-837ac3384309 req-2c7dcd52-a497-4b19-9308-5d3607ab9510 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958384 Jun 30 08:52:53.907632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-40'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:53.917281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e313fdd-c674-4136-acb6-e7e44448335a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:53.917594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e313fdd-c674-4136-acb6-e7e44448335a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:53.976381 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Transition to ACTIVE for port object 205b8a99-d3c8-4d51-8ced-f383ba9a4678 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:53.983698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.988978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:52:54.003304 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.044610 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.053280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=57b706ce-3e05-4878-98ba-43f905a6df98,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:54.069883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] No DVR routers for this DVR port 57b706ce-3e05-4878-98ba-43f905a6df98 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:54.122601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] For port 57b706ce-3e05-4878-98ba-43f905a6df98, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=57b706ce-3e05-4878-98ba-43f905a6df98,segment=NetworkSegment(ab479512-e0ef-4aab-99c5-9a0331694e2f),segment_id=ab479512-e0ef-4aab-99c5-9a0331694e2f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:54.123134 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.167633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] Calling delete_port for 57b706ce-3e05-4878-98ba-43f905a6df98 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:52:54.184378 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438989c4-629f-4e1f-b6ee-a99f81445349 None None] Pushing event updated for resources: {'Port': ['ID=205b8a99-d3c8-4d51-8ced-f383ba9a4678,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:54.212706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a12960ef-2450-463e-969e-e8895fd50254 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:54.213087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.215851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:54.297390 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.312096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb3548d-1991-48a0-8994-e4d090295327']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:54.314386 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Attempting to bind port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:54.314755 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Attempting to bind port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:54.317564 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Attempting to bind port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 on network 3802b5db-c026-42da-960b-92e7aa974ecb {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:54.326799 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:54.327170 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Checking segment: {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:54.327569 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.328025 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Bound using segment: {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:54.330452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:54.333228 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Bound port: 205b8a99-d3c8-4d51-8ced-f383ba9a4678, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:54.333745 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.348503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab479512-e0ef-4aab-99c5-9a0331694e2f') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:54.350623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab479512-e0ef-4aab-99c5-9a0331694e2f') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:54.364797 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.383765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 has no active binding in host n-h1-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:52:54.393483 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.409763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:52:54.409983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:52:54.416226 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:52:54.471356 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] For port 205b8a99-d3c8-4d51-8ced-f383ba9a4678, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:54.475606 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] For port 205b8a99-d3c8-4d51-8ced-f383ba9a4678, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=205b8a99-d3c8-4d51-8ced-f383ba9a4678,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:54.492311 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.583564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.589313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.589452 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.607473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.611537 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:54.612294 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:52:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:54.616168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438989c4-629f-4e1f-b6ee-a99f81445349 None None] Pushing event updated for resources: {'Port': ['ID=205b8a99-d3c8-4d51-8ced-f383ba9a4678,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:54.617670 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] 10.222.0.53 "DELETE /v2.0/networks/fcb3548d-1991-48a0-8994-e4d090295327 HTTP/1.1" status: 204 len: 168 time: 1.4303281 Jun 30 08:52:54.648012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb3548d-1991-48a0-8994-e4d090295327,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:54.668565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.668901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.669240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.671965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.673783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.674131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.674470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.674796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.675119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.675441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.678850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.679205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dcb52c-a050-4f65-82c3-8e438c427e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:54.686498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] Pushing event deleted for resources: {'Port': ['ID=57b706ce-3e05-4878-98ba-43f905a6df98,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:54.688284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] Network fcb3548d-1991-48a0-8994-e4d090295327 is not hosted by any dhcp agent {{(pid=100241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 08:52:54.688729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc302f06-d618-4e8c-86ad-57de045edcf2 None None] No DVR routers for this DVR port 57b706ce-3e05-4878-98ba-43f905a6df98 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:52:54.695138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:54.727866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 57b706ce-3e05-4878-98ba-43f905a6df98 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:52:54.771903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c433154a-991f-4867-b67c-89328146ee4a {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:54.781507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 57b706ce-3e05-4878-98ba-43f905a6df98 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:52:54.783389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 57b706ce-3e05-4878-98ba-43f905a6df98 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:52:54.808497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.824247 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.826430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.835901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.859497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83909-8500-458b-b44b-46970a01a2ce req-d7dab1b2-c9a6-4f46-ac24-0962ae6780be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:54.861368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfc83909-8500-458b-b44b-46970a01a2ce req-d7dab1b2-c9a6-4f46-ac24-0962ae6780be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1024 time: 0.4819908 Jun 30 08:52:54.862289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.864112 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.884502 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:54.888599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Transition to ACTIVE for port object c433154a-991f-4867-b67c-89328146ee4a will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:54.958895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53734) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:54.965498 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.983593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bac8fbdd-8c11-4304-9c5d-b20c9dc29098 req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0701466 Jun 30 08:52:55.002758 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.034747 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d1af66d-b082-4ee2-8eb5-568b1b6fcc0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92d4e9611913476bbc2fb8f44d304724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731394 Jun 30 08:52:55.036260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53738) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:55.043237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3e724-0d71-47c8-ae3f-abb7a8db96a4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1667ff-7439-4db9-9196-d442509d72f6,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.050207 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a95339-b49a-482d-93ea-1bcb2e2e4617 x-openstack-request-id: req-98a95339-b49a-482d-93ea-1bcb2e2e4617 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:55.050559 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:55.051425 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98a95339-b49a-482d-93ea-1bcb2e2e4617 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:55.051425 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3', 'status': 'completed', 'code': 200} Jun 30 08:52:55.159087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57bf9e24-4084-4d1d-b77e-d11209cd2efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.215612 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:54Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:55.230721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.234184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57bf9e24-4084-4d1d-b77e-d11209cd2efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.245268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-4a665750-07d7-43c2-9833-092a2692691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.247848 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-4a665750-07d7-43c2-9833-092a2692691d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1176 time: 0.1734505 Jun 30 08:52:55.276082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2d352-b4cb-4911-b322-cb5495ad99c5 None None] The sync data for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 is: [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:54Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:55.322630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Pushing event updated for resources: {'Port': ['ID=c433154a-991f-4867-b67c-89328146ee4a,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.415130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57bf9e24-4084-4d1d-b77e-d11209cd2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.417823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57bf9e24-4084-4d1d-b77e-d11209cd2efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.421204 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-57bf9e24-4084-4d1d-b77e-d11209cd2efb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3379fdd0-1236-4261-acf6-922711ca382e HTTP/1.1" status: 204 len: 168 time: 0.3808119 Jun 30 08:52:55.480980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-15ff0762-bb8c-4f46-b4c6-71241fb29068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.482772 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-15ff0762-bb8c-4f46-b4c6-71241fb29068 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 913 time: 0.2225535 Jun 30 08:52:55.485669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf9e24-4084-4d1d-b77e-d11209cd2efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3379fdd0-1236-4261-acf6-922711ca382e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.501199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfc83909-8500-458b-b44b-46970a01a2ce req-db6ed7f8-2754-46b5-9256-5c547fd6ac5b tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=58a36c39-7e70-4512-9a0c-43c5554c6106&id=85997a64-deac-41d1-a12c-95b2ad49f5af&id=051c9f7c-4217-4631-96fa-6231e1794ac4 HTTP/1.1" status: 200 len: 6155 time: 0.5933602 Jun 30 08:52:55.619102 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-f8f03cda-ad50-4bb4-909c-293838b20f3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 200 len: 217 time: 0.1238725 Jun 30 08:52:55.684032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-90cae811-2e61-42ce-968f-22d4bc463b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.685942 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-90cae811-2e61-42ce-968f-22d4bc463b5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.0602617 Jun 30 08:52:55.741772 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-50565692-1fd7-4b47-8346-e84b54142865 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469835 Jun 30 08:52:55.751904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 205b8a99-d3c8-4d51-8ced-f383ba9a4678 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:55.855695 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:55.863881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:55.864255 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.997792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-9a54ecf2-3ff3-4c2e-bbe1-caa0afec14f7 service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426872 Jun 30 08:52:56.247032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec16fec2-ad02-49a6-b068-d8c4d2387c8a req-aa6b95d1-0b65-4fc9-afa8-5bb0ab4b70fb service neutron] 10.222.0.26 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386510 Jun 30 08:52:56.276328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.356335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 205b8a99-d3c8-4d51-8ced-f383ba9a4678, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=205b8a99-d3c8-4d51-8ced-f383ba9a4678,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:56.366521 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.400847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Attempting to bind port c433154a-991f-4867-b67c-89328146ee4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:56.401356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Attempting to bind port c433154a-991f-4867-b67c-89328146ee4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:56.401489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Attempting to bind port c433154a-991f-4867-b67c-89328146ee4a on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:56.403759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on host n-h2-758944-40 for vnic_type normal with profile {"migrating_to": "n-h1-758944-40"} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:56.404083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:56.404398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:56.425367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:56.425367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Attempting to bind port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:56.431362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Port c433154a-991f-4867-b67c-89328146ee4a on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:56.431552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Attempting to bind port c433154a-991f-4867-b67c-89328146ee4a on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:56.466865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:56.468871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:56.469271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:56.469774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Bound port: 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:56.470363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.482325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:56.482664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:56.483052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Bound using segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:56.483501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Bound port: c433154a-991f-4867-b67c-89328146ee4a, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:56.483861 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.484861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=205b8a99-d3c8-4d51-8ced-f383ba9a4678,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:56.696973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c320de-09c1-494c-b38b-adfcc4292727 req-a7158d9e-b4db-45cf-b2c7-2039b928dab2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:56.700222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1c320de-09c1-494c-b38b-adfcc4292727 req-a7158d9e-b4db-45cf-b2c7-2039b928dab2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 1.2941196 Jun 30 08:52:56.729261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2f3e-7db0-48fe-80d6-22f23784831a req-16eb3dc6-8cae-4911-a1b2-30a1e94ff73d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:56.739214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-896c2f3e-7db0-48fe-80d6-22f23784831a req-16eb3dc6-8cae-4911-a1b2-30a1e94ff73d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 944 time: 0.3307641 Jun 30 08:52:56.788305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:56.804828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] For port c433154a-991f-4867-b67c-89328146ee4a, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:56.817852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:56.848720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] For port c433154a-991f-4867-b67c-89328146ee4a, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c433154a-991f-4867-b67c-89328146ee4a,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:56.851147 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.924426 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.935539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=8']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:56.935722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53776) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:56.961315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-896c2f3e-7db0-48fe-80d6-22f23784831a req-658be681-2ade-4d6f-88f0-f06720483486 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208667 Jun 30 08:52:56.989319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1c320de-09c1-494c-b38b-adfcc4292727 req-19fe0a36-608b-4dea-ab78-994f684a846e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753558 Jun 30 08:52:56.995705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:56.996319 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.997790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] 10.222.0.13 "PUT /v2.0/ports/c433154a-991f-4867-b67c-89328146ee4a HTTP/1.1" status: 200 len: 1093 time: 4.8888655 Jun 30 08:52:57.034822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-9e650089-3346-43da-a2ee-67a70d426ea4 req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-111339640', 'description': 'tempest-description-870745018'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:57.053839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66'}, {'name': 'network-changed', 'server_uuid': '097d4136-072c-4148-a089-4be1d56d48cd', 'tag': 'c433154a-991f-4867-b67c-89328146ee4a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:57.056730 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1960d39-ea2b-4cb4-883a-79a846b2f39f" -d '{"events": [{"server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66"}, {"name": "network-changed", "server_uuid": "097d4136-072c-4148-a089-4be1d56d48cd", "tag": "c433154a-991f-4867-b67c-89328146ee4a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:57.081667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-e162bf00-8fcb-4b2c-b200-4dfe839b10d1 req-16605679-6955-4c56-8025-3a1f59e78e9a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': ' tempest-securitygroup -291684816 ', 'description': 'tempest-description-2127840558'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:57.147880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9e650089-3346-43da-a2ee-67a70d426ea4 req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.196027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:57.196027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.196027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-16e52423-2136-4840-b143-b286a68b14e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/8b88d8e9-575d-4aac-95f4-a602ba6dae66 HTTP/1.1" status: 200 len: 1123 time: 3.2913201 Jun 30 08:52:57.204456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965d12-3f93-416a-8151-3b23f683bbbd service neutron] Pushing event updated for resources: {'Port': ['ID=c433154a-991f-4867-b67c-89328146ee4a,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:57.229248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e162bf00-8fcb-4b2c-b200-4dfe839b10d1 req-16605679-6955-4c56-8025-3a1f59e78e9a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.262870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['8b88d8e9-575d-4aac-95f4-a602ba6dae66'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:57.280678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.328435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['8b88d8e9-575d-4aac-95f4-a602ba6dae66'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:52:57.357483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-dad429f9-a31e-472f-9fd8-a3ec6898e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:57.359710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-dad429f9-a31e-472f-9fd8-a3ec6898e7ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 1096 time: 0.2942281 Jun 30 08:52:57.430526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-6aa6159e-a577-48d9-af85-d5f546f0a6d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c433154a-991f-4867-b67c-89328146ee4a HTTP/1.1" status: 200 len: 217 time: 0.0607343 Jun 30 08:52:57.492445 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9e650089-3346-43da-a2ee-67a70d426ea4 req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.511835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:52:57.511835 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:52:57.511835 n-d-758944-40 neutron-server[100238]: [parameters: {'project_id_1': '68fec5c4376e4d288ed7a0f4171f1eea', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 52, 57, 293392)}] Jun 30 08:52:57.511835 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:52:57.512459 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:52:57.618193 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e162bf00-8fcb-4b2c-b200-4dfe839b10d1 req-16605679-6955-4c56-8025-3a1f59e78e9a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.619406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9e650089-3346-43da-a2ee-67a70d426ea4 req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.633674 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e162bf00-8fcb-4b2c-b200-4dfe839b10d1 req-16605679-6955-4c56-8025-3a1f59e78e9a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.644305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-95d07dc0-0dfb-4316-bbd4-1b7ac343a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:57.645904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-95d07dc0-0dfb-4316-bbd4-1b7ac343a4c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.2076330 Jun 30 08:52:57.675744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 205b8a99-d3c8-4d51-8ced-f383ba9a4678 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:57.677527 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9e650089-3346-43da-a2ee-67a70d426ea4 req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.691834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e650089-3346-43da-a2ee-67a70d426ea4 req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6702738 Jun 30 08:52:57.742633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-37c53c79-5267-4651-87a6-21eb3fbdc43f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834765 Jun 30 08:52:57.744116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:57.744581 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.744982 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e162bf00-8fcb-4b2c-b200-4dfe839b10d1 req-16605679-6955-4c56-8025-3a1f59e78e9a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.746329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e162bf00-8fcb-4b2c-b200-4dfe839b10d1 req-16605679-6955-4c56-8025-3a1f59e78e9a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6956918 Jun 30 08:52:57.748441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98983be8-9970-4061-b379-85b405801553,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:57.773247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.773964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.774512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.775077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.775620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.776164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.776694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.777242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.777954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.778508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.779038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.779639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0ca8-af52-4f5c-9549-1b7c7a2f4ffd tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:57.884706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16605679-6955-4c56-8025-3a1f59e78e9a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ab1be-f7b9-4775-a35e-53f5df8f0247,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:57.942025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-db1dea7f-9ae3-4cdd-95ee-140edac99096 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827056 Jun 30 08:52:57.968756 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76e2e12-14f5-4469-8019-491a7e2cc16c x-openstack-request-id: req-d76e2e12-14f5-4469-8019-491a7e2cc16c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:57.969754 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66", "code": 200}, {"name": "network-changed", "server_uuid": "097d4136-072c-4148-a089-4be1d56d48cd", "tag": "c433154a-991f-4867-b67c-89328146ee4a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:57.970291 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d76e2e12-14f5-4469-8019-491a7e2cc16c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:57.970902 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66', 'code': 200} Jun 30 08:52:57.971333 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097d4136-072c-4148-a089-4be1d56d48cd', 'tag': 'c433154a-991f-4867-b67c-89328146ee4a', 'status': 'completed', 'code': 200} Jun 30 08:52:58.015098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.128348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.134248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.134737 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-902e736a-8718-43d4-ab54-960e6fe053ba req-7308cc59-e787-4c0d-bb99-0862ffb83581 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/98983be8-9970-4061-b379-85b405801553 HTTP/1.1" status: 200 len: 1805 time: 0.1611221 Jun 30 08:52:58.142138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f83b712c-c9ba-4779-9fdf-12d6124da397 req-3572259c-a1ef-488a-a52d-35d01e483f4a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/2d0ab1be-f7b9-4775-a35e-53f5df8f0247 HTTP/1.1" status: 200 len: 1782 time: 0.1049399 Jun 30 08:52:58.155245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-902e736a-8718-43d4-ab54-960e6fe053ba req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '98983be8-9970-4061-b379-85b405801553', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:58.155630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-902e736a-8718-43d4-ab54-960e6fe053ba req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '98983be8-9970-4061-b379-85b405801553', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:58.169542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dff669c-203e-4641-bf0d-70ed03fd8722 req-97905e53-5795-4046-b808-fa480bb20021 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196643 Jun 30 08:52:58.180500 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68fec5c4376e4d288ed7a0f4171f1eea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2430716 Jun 30 08:52:58.181155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53802) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:58.181485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae41ee-b00c-47e5-b245-60d9b83aa95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c671e76-efef-45ca-94d3-58bfe7212bd2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:58.335854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-902e736a-8718-43d4-ab54-960e6fe053ba req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.384567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbba17f6-3e20-4763-9e0b-1611723f606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.395428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-902e736a-8718-43d4-ab54-960e6fe053ba req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.412267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-902e736a-8718-43d4-ab54-960e6fe053ba req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.427256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-326821ff-3619-4c4c-b3d2-cdde6b6b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.429257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-326821ff-3619-4c4c-b3d2-cdde6b6b6a36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 1096 time: 0.1928167 Jun 30 08:52:58.455672 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbba17f6-3e20-4763-9e0b-1611723f606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.467199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3475ae-3e93-4482-b8f9-4f198ad15f17,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:58.516704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfb7a7-5909-4450-8a3b-b2151318e63a req-c18d3bbf-880a-4097-a725-9cd8d05d504f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.518210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39dfb7a7-5909-4450-8a3b-b2151318e63a req-c18d3bbf-880a-4097-a725-9cd8d05d504f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 944 time: 0.2271798 Jun 30 08:52:58.526796 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-902e736a-8718-43d4-ab54-960e6fe053ba req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.527929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-902e736a-8718-43d4-ab54-960e6fe053ba req-5c7158ff-4c4a-4488-9ed4-ad6da163a534 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3847539 Jun 30 08:52:58.598543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39dfb7a7-5909-4450-8a3b-b2151318e63a req-f1a77560-1b13-4079-bce7-81cb08be2bc9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695584 Jun 30 08:52:58.615096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-e97cec13-3c8c-4eed-938a-3028209c6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.617209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-e97cec13-3c8c-4eed-938a-3028209c6c25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.1743338 Jun 30 08:52:58.623430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbba17f6-3e20-4763-9e0b-1611723f606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.626657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbba17f6-3e20-4763-9e0b-1611723f606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.630037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fbba17f6-3e20-4763-9e0b-1611723f606e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c671e76-efef-45ca-94d3-58bfe7212bd2 HTTP/1.1" status: 204 len: 168 time: 0.4475253 Jun 30 08:52:58.684004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba17f6-3e20-4763-9e0b-1611723f606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c671e76-efef-45ca-94d3-58bfe7212bd2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:58.719820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-26cb8b05-4ae5-4792-b08b-79726e53398a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c433154a-991f-4867-b67c-89328146ee4a HTTP/1.1" status: 200 len: 217 time: 0.0886695 Jun 30 08:52:58.814624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-18a6b4a9-5ca6-4c84-8628-ace23afbfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.816082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-18a6b4a9-5ca6-4c84-8628-ace23afbfd2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.0854056 Jun 30 08:52:58.822421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e88015c9-74a7-45ec-9334-2b03ff0710e0 req-90f84a34-11a6-4d1f-8f07-ac22ebc70f7c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/2d0ab1be-f7b9-4775-a35e-53f5df8f0247 HTTP/1.1" status: 200 len: 1782 time: 0.1062546 Jun 30 08:52:58.864321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-823d856a-6d62-420a-8f41-f434a79bfbf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380917 Jun 30 08:52:58.873183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c89ee-d77c-4c09-90f8-118628ebabfe req-5fbde836-be46-4897-a8d1-4184e3333fca tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.874658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-204c89ee-d77c-4c09-90f8-118628ebabfe req-5fbde836-be46-4897-a8d1-4184e3333fca tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.2424929 Jun 30 08:52:58.976847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:58.994175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d936d769-572e-472d-835e-dbc67d875c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.002990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-204c89ee-d77c-4c09-90f8-118628ebabfe req-5e524d43-3a0b-4844-a97b-b0ff471c2b52 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206477 Jun 30 08:52:59.027132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e88015c9-74a7-45ec-9334-2b03ff0710e0 req-1c65dd56-39bd-4558-b8d5-23a92167105c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.038394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-23e9dd59-6930-4b16-ac78-0ccfa6bdf9d4 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577532 Jun 30 08:52:59.104625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b0fe6790-5618-4c74-a28e-2884f8baf25b req-271b737c-19d0-4292-b481-7b29e75336a9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-362097804', 'description': 'tempest-description-154933867'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:59.110144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d936d769-572e-472d-835e-dbc67d875c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.117438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d936d769-572e-472d-835e-dbc67d875c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.125810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e88015c9-74a7-45ec-9334-2b03ff0710e0 req-1c65dd56-39bd-4558-b8d5-23a92167105c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.156878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936d769-572e-472d-835e-dbc67d875c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959c626-51db-4eb7-9c4d-3fe041ab1332,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.161767 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d936d769-572e-472d-835e-dbc67d875c74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50d7eb4afe164c25956a0834b0a3c313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838558 Jun 30 08:52:59.164497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53822) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:59.184413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b0fe6790-5618-4c74-a28e-2884f8baf25b req-271b737c-19d0-4292-b481-7b29e75336a9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.217113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-570ab8f4-3987-4ee4-a1bf-f5cdbe17a671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.220865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e88015c9-74a7-45ec-9334-2b03ff0710e0 req-1c65dd56-39bd-4558-b8d5-23a92167105c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.223086 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e88015c9-74a7-45ec-9334-2b03ff0710e0 req-1c65dd56-39bd-4558-b8d5-23a92167105c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.228503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e88015c9-74a7-45ec-9334-2b03ff0710e0 req-1c65dd56-39bd-4558-b8d5-23a92167105c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/2d0ab1be-f7b9-4775-a35e-53f5df8f0247 HTTP/1.1" status: 204 len: 173 time: 0.3932245 Jun 30 08:52:59.244591 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-570ab8f4-3987-4ee4-a1bf-f5cdbe17a671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.251923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1960d39-ea2b-4cb4-883a-79a846b2f39f req-56af9839-21d8-4ef8-a982-5e3d5098e176 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035532 Jun 30 08:52:59.275286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65dd56-39bd-4558-b8d5-23a92167105c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ab1be-f7b9-4775-a35e-53f5df8f0247,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.330584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-570ab8f4-3987-4ee4-a1bf-f5cdbe17a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.333961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-570ab8f4-3987-4ee4-a1bf-f5cdbe17a671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.335660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-570ab8f4-3987-4ee4-a1bf-f5cdbe17a671 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7959c626-51db-4eb7-9c4d-3fe041ab1332 HTTP/1.1" status: 204 len: 168 time: 0.1699951 Jun 30 08:52:59.344662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b0fe6790-5618-4c74-a28e-2884f8baf25b req-271b737c-19d0-4292-b481-7b29e75336a9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.346343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ab8f4-3987-4ee4-a1bf-f5cdbe17a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959c626-51db-4eb7-9c4d-3fe041ab1332,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.353969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b0fe6790-5618-4c74-a28e-2884f8baf25b req-271b737c-19d0-4292-b481-7b29e75336a9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.371730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b0fe6790-5618-4c74-a28e-2884f8baf25b req-271b737c-19d0-4292-b481-7b29e75336a9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.372899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b0fe6790-5618-4c74-a28e-2884f8baf25b req-271b737c-19d0-4292-b481-7b29e75336a9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3123040 Jun 30 08:52:59.410072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b737c-19d0-4292-b481-7b29e75336a9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42300814-f1aa-4d7f-ad14-5d338434c8c3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.420974 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-c0e959c0-0965-4250-8cd1-293f8125ea3b req-25715e5a-5e92-453c-87ba-3f2df9906506 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:52:59.422773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e959c0-0965-4250-8cd1-293f8125ea3b req-25715e5a-5e92-453c-87ba-3f2df9906506 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/2d0ab1be-f7b9-4775-a35e-53f5df8f0247 HTTP/1.1" status: 404 len: 352 time: 0.0227542 Jun 30 08:52:59.490576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-fb9b35a5-b44a-43b8-9333-6657ba119d70 req-17a6bb44-7e1f-419b-b86e-881a57c7e24e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-918833662', 'description': 'tempest-description-1231256776'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:59.498999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-593301441', 'description': 'tempest-description-226229354'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:59.526236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:52:59.526236 n-d-758944-40 neutron-server[100240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:52:59.526236 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id_1': '7e8dc5fb1e6e4155a7d04034096ca639', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 52, 59, 513385)}] Jun 30 08:52:59.526236 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:52:59.526760 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:52:59.534113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb9b35a5-b44a-43b8-9333-6657ba119d70 req-17a6bb44-7e1f-419b-b86e-881a57c7e24e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.643271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb9b35a5-b44a-43b8-9333-6657ba119d70 req-17a6bb44-7e1f-419b-b86e-881a57c7e24e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.648875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb9b35a5-b44a-43b8-9333-6657ba119d70 req-17a6bb44-7e1f-419b-b86e-881a57c7e24e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.676307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fb9b35a5-b44a-43b8-9333-6657ba119d70 req-17a6bb44-7e1f-419b-b86e-881a57c7e24e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.697804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb9b35a5-b44a-43b8-9333-6657ba119d70 req-17a6bb44-7e1f-419b-b86e-881a57c7e24e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2056839 Jun 30 08:52:59.697804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6bb44-7e1f-419b-b86e-881a57c7e24e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64de003f-6a9d-4709-bfc7-28c76f106bd2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.872019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49d7a-06f0-4b6f-a2b6-cdc513533b07 req-a1757af1-7de2-485a-83fa-ef16c8286dfb tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:59.873890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22e49d7a-06f0-4b6f-a2b6-cdc513533b07 req-a1757af1-7de2-485a-83fa-ef16c8286dfb tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 944 time: 0.0661697 Jun 30 08:52:59.914985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22e49d7a-06f0-4b6f-a2b6-cdc513533b07 req-24c354a0-202a-4492-ad78-6ca37066ff58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353649 Jun 30 08:52:59.947735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-40ec3468-5e1a-44bf-9fb6-5291d2b4e0f0 req-47c19482-4337-4ec4-b26b-73c4a65869a9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1340708876', 'description': 'tempest-description-1643038381'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:59.971151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-40ec3468-5e1a-44bf-9fb6-5291d2b4e0f0 req-47c19482-4337-4ec4-b26b-73c4a65869a9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.973016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:59.975375 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd56913a-c43f-4208-8d35-7de871a3eb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:00.074400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-40ec3468-5e1a-44bf-9fb6-5291d2b4e0f0 req-47c19482-4337-4ec4-b26b-73c4a65869a9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.080690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-40ec3468-5e1a-44bf-9fb6-5291d2b4e0f0 req-47c19482-4337-4ec4-b26b-73c4a65869a9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.124236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c19482-4337-4ec4-b26b-73c4a65869a9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2a5457-902f-4790-aa59-05261bfa3fe2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:00.128647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.133351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-40ec3468-5e1a-44bf-9fb6-5291d2b4e0f0 req-47c19482-4337-4ec4-b26b-73c4a65869a9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.135003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40ec3468-5e1a-44bf-9fb6-5291d2b4e0f0 req-47c19482-4337-4ec4-b26b-73c4a65869a9 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1919508 Jun 30 08:53:00.241512 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247bb0d9-15d1-49d5-9133-023a1450df03 x-openstack-request-id: req-247bb0d9-15d1-49d5-9133-023a1450df03 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:00.243636 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:00.244873 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-247bb0d9-15d1-49d5-9133-023a1450df03 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:00.245334 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66', 'status': 'completed', 'code': 200} Jun 30 08:53:00.307851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.332285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.379509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c433154a-991f-4867-b67c-89328146ee4a details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:00.431804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.432908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0966ee9e-e52f-4205-bc8b-7f94c1154a5c req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9472771 Jun 30 08:53:00.476098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118b47c-48e1-41ea-9c8e-eb08f766344e tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f83a1a-eed6-4ea0-8621-da84223ca9af,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:00.502056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-913615b8-ee8e-4bed-8098-7745b0204b40 req-7b50e07c-aea1-48d2-bbf3-b6872508944d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-440019254', 'description': 'tempest-description-2066161256'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:00.560442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-49692a56-40cb-4029-9ff3-9bda0f42fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.562282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-49692a56-40cb-4029-9ff3-9bda0f42fb40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1126 time: 0.2823365 Jun 30 08:53:00.564985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-913615b8-ee8e-4bed-8098-7745b0204b40 req-7b50e07c-aea1-48d2-bbf3-b6872508944d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.567021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c433154a-991f-4867-b67c-89328146ee4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c433154a-991f-4867-b67c-89328146ee4a,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:00.583812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'c433154a-991f-4867-b67c-89328146ee4a', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'port_id': 'c433154a-991f-4867-b67c-89328146ee4a', 'mac_address': 'fa:16:3e:fb:ec:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb8979-ffb4-4f77-834b-3f3c62aac98c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:00.596594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd261853-7d46-4c2b-aff6-27d1312c7422 req-38d22f2e-f050-4954-83d1-718972e2b589 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.601727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd261853-7d46-4c2b-aff6-27d1312c7422 req-38d22f2e-f050-4954-83d1-718972e2b589 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.2420421 Jun 30 08:53:00.662196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.667193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53900) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:00.699252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c433154a-991f-4867-b67c-89328146ee4a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:00.723932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd261853-7d46-4c2b-aff6-27d1312c7422 req-54847e40-ddca-4780-bfec-689b628fc120 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103268 Jun 30 08:53:00.730684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c433154a-991f-4867-b67c-89328146ee4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c433154a-991f-4867-b67c-89328146ee4a,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:00.738035 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.754010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-ce88958a-001a-4d07-b104-f7bbdaac3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.755503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-ce88958a-001a-4d07-b104-f7bbdaac3366 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1771746 Jun 30 08:53:00.829954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-e2eea16e-b186-4c91-a9cf-75a30ee1b509 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66 HTTP/1.1" status: 200 len: 217 time: 0.0659084 Jun 30 08:53:00.843783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c433154a-991f-4867-b67c-89328146ee4a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:00.867781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-913615b8-ee8e-4bed-8098-7745b0204b40 req-7b50e07c-aea1-48d2-bbf3-b6872508944d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.896355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-913615b8-ee8e-4bed-8098-7745b0204b40 req-7b50e07c-aea1-48d2-bbf3-b6872508944d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.944519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12c60259-f5b4-4cc2-b82f-ba9297a7013f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.948778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:00.951088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-913615b8-ee8e-4bed-8098-7745b0204b40 req-7b50e07c-aea1-48d2-bbf3-b6872508944d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.952308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-913615b8-ee8e-4bed-8098-7745b0204b40 req-7b50e07c-aea1-48d2-bbf3-b6872508944d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4790680 Jun 30 08:53:00.966843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-a4774931-507e-4de6-a09f-0c67c9a81329 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/42300814-f1aa-4d7f-ad14-5d338434c8c3 HTTP/1.1" status: 200 len: 1805 time: 0.1414247 Jun 30 08:53:00.977943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-7abda2b0-8580-4955-b19a-ffac72b5f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.979781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-7abda2b0-8580-4955-b19a-ffac72b5f5ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1386552 Jun 30 08:53:00.980573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e07c-aea1-48d2-bbf3-b6872508944d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c337f724-305f-4175-ae27-596d429b7029,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.060951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-e5c07329-818c-4973-824a-ddb7acc5d490 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630977 Jun 30 08:53:01.141552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-f9be509b-fa0f-422e-b571-cdbe2441199b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/64f83a1a-eed6-4ea0-8621-da84223ca9af HTTP/1.1" status: 200 len: 1805 time: 0.1734095 Jun 30 08:53:01.149749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42300814-f1aa-4d7f-ad14-5d338434c8c3', 'remote_group_id': '64f83a1a-eed6-4ea0-8621-da84223ca9af', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:01.150335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42300814-f1aa-4d7f-ad14-5d338434c8c3', 'remote_group_id': '64f83a1a-eed6-4ea0-8621-da84223ca9af', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:01.160337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12c60259-f5b4-4cc2-b82f-ba9297a7013f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.168094 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12c60259-f5b4-4cc2-b82f-ba9297a7013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.219722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-7a9eb7b6-5f54-4e48-b23b-6667d471d6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501348 Jun 30 08:53:01.232862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c60259-f5b4-4cc2-b82f-ba9297a7013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83f2ebe-4e3f-42df-8a2e-89c00714dfbe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.249407 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-12c60259-f5b4-4cc2-b82f-ba9297a7013f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc642177f4a04d259ed61c2514a6cb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5802565 Jun 30 08:53:01.251013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53916) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:01.332924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92c95fef-0af8-42da-85e1-25da76339d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.368916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.373371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92c95fef-0af8-42da-85e1-25da76339d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.432959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92c95fef-0af8-42da-85e1-25da76339d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.438468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.440268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92c95fef-0af8-42da-85e1-25da76339d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.441501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd56913a-c43f-4208-8d35-7de871a3eb6b req-5ff28e68-8951-4a64-817b-911338d73284 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146749 Jun 30 08:53:01.441665 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-92c95fef-0af8-42da-85e1-25da76339d2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d83f2ebe-4e3f-42df-8a2e-89c00714dfbe HTTP/1.1" status: 204 len: 168 time: 0.1892309 Jun 30 08:53:01.449966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.465205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c95fef-0af8-42da-85e1-25da76339d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83f2ebe-4e3f-42df-8a2e-89c00714dfbe,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.510229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24652a0-0651-4c9a-9db9-c781f03a548a req-e61c6f61-638f-48e6-9d95-19e898194f2c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:01.511757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f24652a0-0651-4c9a-9db9-c781f03a548a req-e61c6f61-638f-48e6-9d95-19e898194f2c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 945 time: 0.1917865 Jun 30 08:53:01.514109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffddee6-cb5e-43c6-8fd8-b72f7d94905b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.538054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.539251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09eb0d5b-d120-4e4b-90d7-b33453f2b72a req-ac221272-1128-43cc-9a67-cc7e18fc490b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3964674 Jun 30 08:53:01.601725 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-87a62240-ac35-41c9-b2da-b892aa4fd3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.633780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f24652a0-0651-4c9a-9db9-c781f03a548a req-94b473cf-eb5d-4955-bf00-79e83b043df6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100667 Jun 30 08:53:01.681317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b030117a-3c6e-4df5-bbe2-8d6266d5d339 req-a4c2097b-d381-4324-be86-5f70499cff7b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1602057592', 'description': 'tempest-description-250514901'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:01.733412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b030117a-3c6e-4df5-bbe2-8d6266d5d339 req-a4c2097b-d381-4324-be86-5f70499cff7b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.780391 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ff74ac1-9d77-4ee5-a3cf-e5b4c210e99d req-dd5646a4-8a08-45ef-8a70-8bfd455d657e tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 10909 time: 0.1988494 Jun 30 08:53:01.862991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ff74ac1-9d77-4ee5-a3cf-e5b4c210e99d req-aff758dd-c960-4cdf-aa2e-45d23fce9e71 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/051c9f7c-4217-4631-96fa-6231e1794ac4 HTTP/1.1" status: 200 len: 2985 time: 0.0755434 Jun 30 08:53:01.922890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b030117a-3c6e-4df5-bbe2-8d6266d5d339 req-a4c2097b-d381-4324-be86-5f70499cff7b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.938730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b030117a-3c6e-4df5-bbe2-8d6266d5d339 req-a4c2097b-d381-4324-be86-5f70499cff7b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.964890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ff74ac1-9d77-4ee5-a3cf-e5b4c210e99d req-80e4804f-d581-4a61-8da7-9b684f37f11d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/051c9f7c-4217-4631-96fa-6231e1794ac4 HTTP/1.1" status: 200 len: 2985 time: 0.0925221 Jun 30 08:53:01.981389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2097b-d381-4324-be86-5f70499cff7b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc0ec2a-ec64-4328-a500-fc346bd0c46e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.987120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b030117a-3c6e-4df5-bbe2-8d6266d5d339 req-a4c2097b-d381-4324-be86-5f70499cff7b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.001456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b030117a-3c6e-4df5-bbe2-8d6266d5d339 req-a4c2097b-d381-4324-be86-5f70499cff7b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3275294 Jun 30 08:53:02.089344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e33da01b-30c8-4aa8-b9d1-e9a0c611648a req-a82b90c0-53ee-4357-b814-3e25c1d6aa65 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/64de003f-6a9d-4709-bfc7-28c76f106bd2 HTTP/1.1" status: 200 len: 1802 time: 0.0801253 Jun 30 08:53:02.210686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e33da01b-30c8-4aa8-b9d1-e9a0c611648a req-472b08c4-b783-41fd-9db6-609d553305ca tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.243227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e33da01b-30c8-4aa8-b9d1-e9a0c611648a req-472b08c4-b783-41fd-9db6-609d553305ca tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.282628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1bb41-4be6-4f36-a780-110afffcfa59 req-d6a37c66-60f6-427a-96aa-11502ad3dd63 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:02.284223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05b1bb41-4be6-4f36-a780-110afffcfa59 req-d6a37c66-60f6-427a-96aa-11502ad3dd63 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.1466527 Jun 30 08:53:02.338771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05b1bb41-4be6-4f36-a780-110afffcfa59 req-3e614561-32eb-4f38-a952-4da878a4b478 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Jun 30 08:53:02.348009 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e33da01b-30c8-4aa8-b9d1-e9a0c611648a req-472b08c4-b783-41fd-9db6-609d553305ca tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.355114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e33da01b-30c8-4aa8-b9d1-e9a0c611648a req-472b08c4-b783-41fd-9db6-609d553305ca tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.356260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e33da01b-30c8-4aa8-b9d1-e9a0c611648a req-472b08c4-b783-41fd-9db6-609d553305ca tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/64de003f-6a9d-4709-bfc7-28c76f106bd2 HTTP/1.1" status: 204 len: 173 time: 0.2595551 Jun 30 08:53:02.375834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b08c4-b783-41fd-9db6-609d553305ca tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de003f-6a9d-4709-bfc7-28c76f106bd2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:02.393730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1783bd15-c6b7-45d2-9c5a-26d7fa9e918e req-d0c03977-8a40-475d-b26b-4244e8338d9b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-472030183', 'description': 'tempest-description-576854473'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:02.396915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c433154a-991f-4867-b67c-89328146ee4a up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:02.432271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1783bd15-c6b7-45d2-9c5a-26d7fa9e918e req-d0c03977-8a40-475d-b26b-4244e8338d9b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.522166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port c433154a-991f-4867-b67c-89328146ee4a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:02.536460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port c433154a-991f-4867-b67c-89328146ee4a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:02.538308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.614734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1783bd15-c6b7-45d2-9c5a-26d7fa9e918e req-d0c03977-8a40-475d-b26b-4244e8338d9b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.621114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1783bd15-c6b7-45d2-9c5a-26d7fa9e918e req-d0c03977-8a40-475d-b26b-4244e8338d9b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.660396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1783bd15-c6b7-45d2-9c5a-26d7fa9e918e req-d0c03977-8a40-475d-b26b-4244e8338d9b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.661920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1783bd15-c6b7-45d2-9c5a-26d7fa9e918e req-d0c03977-8a40-475d-b26b-4244e8338d9b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2748063 Jun 30 08:53:02.671666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c03977-8a40-475d-b26b-4244e8338d9b tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8213fca0-31a7-446f-92d4-f71715e4338f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:02.711767 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-e74478e2-54f3-470d-88af-367c1df8bc88 req-5210b786-345f-4e90-b05e-775a9087ad1b tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:53:02.729965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e74478e2-54f3-470d-88af-367c1df8bc88 req-5210b786-345f-4e90-b05e-775a9087ad1b tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/64de003f-6a9d-4709-bfc7-28c76f106bd2 HTTP/1.1" status: 404 len: 352 time: 0.0393360 Jun 30 08:53:02.827247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.843823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-e0c140d4-9e54-48f2-88d4-e04327250551 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/6bc0ec2a-ec64-4328-a500-fc346bd0c46e HTTP/1.1" status: 200 len: 1806 time: 0.0822158 Jun 30 08:53:02.875757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097d4136-072c-4148-a089-4be1d56d48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c433154a-991f-4867-b67c-89328146ee4a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:02.881233 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d881c-9a94-470b-999b-2aa4a151d5eb" -d '{"events": [{"server_uuid": "097d4136-072c-4148-a089-4be1d56d48cd", "name": "network-vif-plugged", "status": "completed", "tag": "c433154a-991f-4867-b67c-89328146ee4a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:02.903484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c433154a-991f-4867-b67c-89328146ee4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c433154a-991f-4867-b67c-89328146ee4a,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:02.908530 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.936660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-20e29efb-e281-4f88-85f7-6b101c5c5b86 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/8213fca0-31a7-446f-92d4-f71715e4338f HTTP/1.1" status: 200 len: 1805 time: 0.0843544 Jun 30 08:53:02.949297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6bc0ec2a-ec64-4328-a500-fc346bd0c46e', 'remote_group_id': '8213fca0-31a7-446f-92d4-f71715e4338f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:02.958003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6bc0ec2a-ec64-4328-a500-fc346bd0c46e', 'remote_group_id': '8213fca0-31a7-446f-92d4-f71715e4338f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:02.979728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c433154a-991f-4867-b67c-89328146ee4a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:02.997848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf05192-6a59-4dcf-91b8-e1dbd83920fb req-b524177a-6d3e-42a1-ae54-dbf3fd636a2a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:02.999398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbf05192-6a59-4dcf-91b8-e1dbd83920fb req-b524177a-6d3e-42a1-ae54-dbf3fd636a2a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 945 time: 0.1367826 Jun 30 08:53:03.064275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbf05192-6a59-4dcf-91b8-e1dbd83920fb req-94d44d95-5983-4e0c-80cf-8839d3b60563 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559702 Jun 30 08:53:03.145594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.202440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.210554 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.233196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415eea1d-833a-4d76-a12d-d5b9c1102dc7,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:03.263135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.265015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8abe1d1d-71f9-4af6-8b39-be5cd703e2b1 req-d5c3e023-5a4a-40c3-92b8-7908c8817b07 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3204048 Jun 30 08:53:03.372292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c31c070-e9d7-475a-838d-c60cca43060f req-6325b6b8-2216-49c3-a06d-081f3899252f tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/af2a5457-902f-4790-aa59-05261bfa3fe2 HTTP/1.1" status: 200 len: 1803 time: 0.0487809 Jun 30 08:53:03.397979 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed106f-d307-4b8c-a297-d9c592edc8c9 x-openstack-request-id: req-21ed106f-d307-4b8c-a297-d9c592edc8c9 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:03.398506 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097d4136-072c-4148-a089-4be1d56d48cd", "name": "network-vif-plugged", "status": "completed", "tag": "c433154a-991f-4867-b67c-89328146ee4a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:03.398926 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21ed106f-d307-4b8c-a297-d9c592edc8c9 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:03.399500 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097d4136-072c-4148-a089-4be1d56d48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c433154a-991f-4867-b67c-89328146ee4a', 'code': 200} Jun 30 08:53:03.561712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c97900f9-05e5-4aad-9fbf-fc00ec0a2b5e req-ed3c940f-18e1-40dc-89b5-609567f51ca4 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/8213fca0-31a7-446f-92d4-f71715e4338f HTTP/1.1" status: 200 len: 1805 time: 0.1397057 Jun 30 08:53:03.607317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c31c070-e9d7-475a-838d-c60cca43060f req-a1c09f37-ace6-4f4f-af9b-08c2fcb3f629 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.663691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c31c070-e9d7-475a-838d-c60cca43060f req-a1c09f37-ace6-4f4f-af9b-08c2fcb3f629 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.689067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c97900f9-05e5-4aad-9fbf-fc00ec0a2b5e req-ff3a7e06-818f-40f7-b5c6-493133275d8a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.724030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3095c-5b29-4127-a155-4103adc3907b req-e7dc7cef-b94d-44fe-9d25-8c598dc9a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:03.728194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7aa3095c-5b29-4127-a155-4103adc3907b req-e7dc7cef-b94d-44fe-9d25-8c598dc9a0d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 1098 time: 0.2361720 Jun 30 08:53:03.782688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c97900f9-05e5-4aad-9fbf-fc00ec0a2b5e req-ff3a7e06-818f-40f7-b5c6-493133275d8a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.795548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7aa3095c-5b29-4127-a155-4103adc3907b req-5e3448a9-c43f-4f63-a14a-b810c87176ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582633 Jun 30 08:53:03.807668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c31c070-e9d7-475a-838d-c60cca43060f req-a1c09f37-ace6-4f4f-af9b-08c2fcb3f629 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.810525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c31c070-e9d7-475a-838d-c60cca43060f req-a1c09f37-ace6-4f4f-af9b-08c2fcb3f629 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.811678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c31c070-e9d7-475a-838d-c60cca43060f req-a1c09f37-ace6-4f4f-af9b-08c2fcb3f629 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/af2a5457-902f-4790-aa59-05261bfa3fe2 HTTP/1.1" status: 204 len: 173 time: 0.4308295 Jun 30 08:53:03.885132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c09f37-ace6-4f4f-af9b-08c2fcb3f629 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2a5457-902f-4790-aa59-05261bfa3fe2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:03.918271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:03.960011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c97900f9-05e5-4aad-9fbf-fc00ec0a2b5e req-ff3a7e06-818f-40f7-b5c6-493133275d8a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.966107 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c97900f9-05e5-4aad-9fbf-fc00ec0a2b5e req-ff3a7e06-818f-40f7-b5c6-493133275d8a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.973357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c97900f9-05e5-4aad-9fbf-fc00ec0a2b5e req-ff3a7e06-818f-40f7-b5c6-493133275d8a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-groups/8213fca0-31a7-446f-92d4-f71715e4338f HTTP/1.1" status: 204 len: 173 time: 0.4085779 Jun 30 08:53:04.007866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a7e06-818f-40f7-b5c6-493133275d8a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8213fca0-31a7-446f-92d4-f71715e4338f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.096521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf53be-a0d6-42d7-bab5-196972f7f3eb req-191bfb70-df3b-446c-a788-3aeab967bef1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:04.096521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffdf53be-a0d6-42d7-bab5-196972f7f3eb req-191bfb70-df3b-446c-a788-3aeab967bef1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.1082139 Jun 30 08:53:04.144133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66ca300c-a34a-4bfb-9639-6d3dc7170815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.159260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffdf53be-a0d6-42d7-bab5-196972f7f3eb req-70bd9469-1734-48c4-808f-eb38709a7749 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692441 Jun 30 08:53:04.201786 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-ea0f922b-f025-438d-b714-14775fb50dd0 req-e4aff350-be54-498b-b680-5e9adae95c4a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:53:04.212213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0f922b-f025-438d-b714-14775fb50dd0 req-e4aff350-be54-498b-b680-5e9adae95c4a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/af2a5457-902f-4790-aa59-05261bfa3fe2 HTTP/1.1" status: 404 len: 352 time: 0.0256710 Jun 30 08:53:04.289526 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.310931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f908cffb-5e2d-4e2b-bf8e-49ec537da613 req-43009840-7c53-46e3-9884-f2838d14e61c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/6bc0ec2a-ec64-4328-a500-fc346bd0c46e HTTP/1.1" status: 200 len: 1806 time: 0.0810268 Jun 30 08:53:04.372277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c31f041b-807d-4501-9651-ccf4da936ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.382596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66ca300c-a34a-4bfb-9639-6d3dc7170815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.391729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66ca300c-a34a-4bfb-9639-6d3dc7170815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.432503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca300c-a34a-4bfb-9639-6d3dc7170815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6a98ad-4e34-4d8a-95f7-537feb77f7a0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.466017 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-66ca300c-a34a-4bfb-9639-6d3dc7170815 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18b0fa8c97fb4a749a222498947661ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456860 Jun 30 08:53:04.467287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54010) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:04.492962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-974706eb-86f9-4aec-9ba2-c4f70df149fe req-a16c06b3-60d2-4019-bcb9-f7105b4e7f86 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/c337f724-305f-4175-ae27-596d429b7029 HTTP/1.1" status: 200 len: 1802 time: 0.1577485 Jun 30 08:53:04.554500 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa666ee-65a8-4279-a702-d5c8808ece60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.606496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa666ee-65a8-4279-a702-d5c8808ece60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.619240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289de9e-5bb6-49e6-a4e0-1040610d580b req-0798f1de-ba8c-4d8f-bae3-567917cb8c1a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:04.620827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a289de9e-5bb6-49e6-a4e0-1040610d580b req-0798f1de-ba8c-4d8f-bae3-567917cb8c1a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 946 time: 0.2036362 Jun 30 08:53:04.621711 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-974706eb-86f9-4aec-9ba2-c4f70df149fe req-281fe725-b980-4479-a370-2c3f76d48796 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.668742 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-974706eb-86f9-4aec-9ba2-c4f70df149fe req-281fe725-b980-4479-a370-2c3f76d48796 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.730310 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa666ee-65a8-4279-a702-d5c8808ece60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.739927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a289de9e-5bb6-49e6-a4e0-1040610d580b req-c529def5-5e67-4bf6-a9c3-f0432e5d8752 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111007 Jun 30 08:53:04.742739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa666ee-65a8-4279-a702-d5c8808ece60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.776074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7aa666ee-65a8-4279-a702-d5c8808ece60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d6a98ad-4e34-4d8a-95f7-537feb77f7a0 HTTP/1.1" status: 204 len: 168 time: 0.3072190 Jun 30 08:53:04.788269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f033eb14-d9d0-47c1-bd2e-550b4300f8d6 req-9258181f-117d-4980-97a2-9cd658648e44 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1822006356', 'description': 'tempest-description-1050616450'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:04.806399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-974706eb-86f9-4aec-9ba2-c4f70df149fe req-281fe725-b980-4479-a370-2c3f76d48796 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.808611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa666ee-65a8-4279-a702-d5c8808ece60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6a98ad-4e34-4d8a-95f7-537feb77f7a0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.809156 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-974706eb-86f9-4aec-9ba2-c4f70df149fe req-281fe725-b980-4479-a370-2c3f76d48796 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.810430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-974706eb-86f9-4aec-9ba2-c4f70df149fe req-281fe725-b980-4479-a370-2c3f76d48796 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/c337f724-305f-4175-ae27-596d429b7029 HTTP/1.1" status: 204 len: 173 time: 0.2850766 Jun 30 08:53:04.836351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe725-b980-4479-a370-2c3f76d48796 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337f724-305f-4175-ae27-596d429b7029,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.851584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f033eb14-d9d0-47c1-bd2e-550b4300f8d6 req-9258181f-117d-4980-97a2-9cd658648e44 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.870264 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-81f89c10-171c-45a8-be32-02d442c0cbe9 req-a66147bd-e838-46e6-89b1-cb9a9b63d5d7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:53:04.871294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81f89c10-171c-45a8-be32-02d442c0cbe9 req-a66147bd-e838-46e6-89b1-cb9a9b63d5d7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/c337f724-305f-4175-ae27-596d429b7029 HTTP/1.1" status: 404 len: 352 time: 0.0361373 Jun 30 08:53:05.139689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f033eb14-d9d0-47c1-bd2e-550b4300f8d6 req-9258181f-117d-4980-97a2-9cd658648e44 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.152931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f033eb14-d9d0-47c1-bd2e-550b4300f8d6 req-9258181f-117d-4980-97a2-9cd658648e44 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.172636 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-76ef3909-276c-4d89-853a-4c0d205a5cca service neutron] 10.222.0.13 "GET /v2.0/ports/8b88d8e9-575d-4aac-95f4-a602ba6dae66/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.1579881 Jun 30 08:53:05.200638 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5fbb727d-861c-4a97-9af6-31f87d01ec4d req-919bddb4-ddc7-49cf-816f-3d0115caca87 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 6155 time: 0.2428122 Jun 30 08:53:05.225584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f033eb14-d9d0-47c1-bd2e-550b4300f8d6 req-9258181f-117d-4980-97a2-9cd658648e44 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.237226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f033eb14-d9d0-47c1-bd2e-550b4300f8d6 req-9258181f-117d-4980-97a2-9cd658648e44 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4554341 Jun 30 08:53:05.317765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258181f-117d-4980-97a2-9cd658648e44 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca59030-fb2c-4c30-b374-c28730f2db5e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:05.438055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5fbb727d-861c-4a97-9af6-31f87d01ec4d req-d8e498a7-0d8b-479c-9ea4-5ef00d3419c3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/051c9f7c-4217-4631-96fa-6231e1794ac4 HTTP/1.1" status: 200 len: 2985 time: 0.2312436 Jun 30 08:53:05.554973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f6342-5ffa-4e7b-8d47-fab91df1b4c4 req-5a1091d3-50af-466d-befe-76bfff7dadaa tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:05.556502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d33f6342-5ffa-4e7b-8d47-fab91df1b4c4 req-5a1091d3-50af-466d-befe-76bfff7dadaa tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 943 time: 0.2046154 Jun 30 08:53:05.602219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5fbb727d-861c-4a97-9af6-31f87d01ec4d req-f726e776-d7cf-414f-a44e-29245bc61a21 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/051c9f7c-4217-4631-96fa-6231e1794ac4 HTTP/1.1" status: 200 len: 2985 time: 0.1177678 Jun 30 08:53:05.628424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:05.688604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d33f6342-5ffa-4e7b-8d47-fab91df1b4c4 req-c1cb30bf-f313-45cd-a59c-8577c9e21f8a tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234462 Jun 30 08:53:05.689732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:05.713594 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.742228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:05.971407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1534827747-network', 'tenant_id': '6f6aeac41701419ba7a66d4f8a466d8f'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:06.014676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Made reservation on behalf of 6f6aeac41701419ba7a66d4f8a466d8f for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:06.018781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.029858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.143549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f361ee3f-f116-45bb-a447-e3b0dc28c304 req-fe13c9f4-56bb-4825-8a09-ad3f7b33c433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1982996662', 'description': 'tempest-description-1041276615'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:06.170512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b88d8e9-575d-4aac-95f4-a602ba6dae66 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:06.177505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-edca31ff-0823-4a9e-962f-5070dd851818 req-a681336e-91b7-40ed-bfc5-134ab6619a15 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/9ca59030-fb2c-4c30-b374-c28730f2db5e HTTP/1.1" status: 200 len: 1807 time: 0.5406516 Jun 30 08:53:06.185154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:06.190663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.195563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.199338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ca59030-fb2c-4c30-b374-c28730f2db5e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:06.199677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ca59030-fb2c-4c30-b374-c28730f2db5e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:06.217282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.235793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:53:06.235793 n-d-758944-40 neutron-server[100240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:53:06.235793 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id_1': '7e8dc5fb1e6e4155a7d04034096ca639', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 53, 6, 213322)}] Jun 30 08:53:06.235793 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:53:06.236206 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:53:06.242781 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:06.255377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db41fc7-e373-4028-b2c8-f6fd39cd830a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.263120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.263781 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Added segment 9c9d0837-416f-47da-998e-034dbf618aff of type vlan for network bfd05d24-4c8f-4ed2-9fac-9430acde182a Jun 30 08:53:06.267212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f361ee3f-f116-45bb-a447-e3b0dc28c304 req-fe13c9f4-56bb-4825-8a09-ad3f7b33c433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.320121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.341511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] Transition to ACTIVE for port object 8b88d8e9-575d-4aac-95f4-a602ba6dae66 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:06.352890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.360031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.361412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:06.362187 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.410539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:53:06.427540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] Pushing event updated for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.458688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] Pushing event updated for resources: {'Network': ['ID=bfd05d24-4c8f-4ed2-9fac-9430acde182a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.472569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network bfd05d24-4c8f-4ed2-9fac-9430acde182a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:06.479465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] No DVR routers for this DVR port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:53:06.493579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:53:06.537716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-94723a80-cafc-44c3-882e-412c9fbc9caf service neutron] 10.222.0.13 "PUT /v2.0/ports/8b88d8e9-575d-4aac-95f4-a602ba6dae66/bindings/n-h1-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 1.3545384 Jun 30 08:53:06.545017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f361ee3f-f116-45bb-a447-e3b0dc28c304 req-fe13c9f4-56bb-4825-8a09-ad3f7b33c433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.552729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f361ee3f-f116-45bb-a447-e3b0dc28c304 req-fe13c9f4-56bb-4825-8a09-ad3f7b33c433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.565074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-847f0385-6168-4224-a738-e39346731a8d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8217084 Jun 30 08:53:06.567800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54070) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:06.573900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Request body: {'subnet': {'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1534827747-subnet', 'tenant_id': '6f6aeac41701419ba7a66d4f8a466d8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:06.602441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Made reservation on behalf of 6f6aeac41701419ba7a66d4f8a466d8f for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:06.604861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.620412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f361ee3f-f116-45bb-a447-e3b0dc28c304 req-fe13c9f4-56bb-4825-8a09-ad3f7b33c433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.621608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f361ee3f-f116-45bb-a447-e3b0dc28c304 req-fe13c9f4-56bb-4825-8a09-ad3f7b33c433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4893386 Jun 30 08:53:06.642419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13c9f4-56bb-4825-8a09-ad3f7b33c433 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c3c51-4d4f-4e46-bed7-fb497a14158d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.684951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-0a039a9d-ed4a-456b-9df6-41306386052b tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:06.687097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-0a039a9d-ed4a-456b-9df6-41306386052b tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.0872605 Jun 30 08:53:06.795983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-ac356918-01ad-4fae-a391-3b3fc3d10d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:06.798085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-ac356918-01ad-4fae-a391-3b3fc3d10d2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd&tenant_id=0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 1096 time: 0.1032329 Jun 30 08:53:06.845308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.883257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.914081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.921611 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.925120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.927621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Checking segment: {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:06.928636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Network hostable DHCP agents. Network: bfd05d24-4c8f-4ed2-9fac-9430acde182a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:06.948139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Network bfd05d24-4c8f-4ed2-9fac-9430acde182a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:06.960159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, bfd05d24-4c8f-4ed2-9fac-9430acde182a) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:06.960919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f1ac38-a0e1-4824-8c7c-3ec41172c067,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.968204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:06.972100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8883be14-92be-4470-84a3-2711fed2538a None None] Network bfd05d24-4c8f-4ed2-9fac-9430acde182a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:06.978363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.980463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d971066-6d2d-4ede-baec-235f0f43068d req-fce6d96f-e1ba-492d-a37f-9234ad1b228c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:06.987496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d971066-6d2d-4ede-baec-235f0f43068d req-fce6d96f-e1ba-492d-a37f-9234ad1b228c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 946 time: 0.2087679 Jun 30 08:53:06.994302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.995404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-edca31ff-0823-4a9e-962f-5070dd851818 req-b330ace8-9338-4d40-9f24-3c76cd9829c0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8076336 Jun 30 08:53:07.002556 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f908641e-8c15-4c46-af5c-5ea5999b4486 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4324958 Jun 30 08:53:07.019349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-31d796eb-dc7e-4077-9d48-e35822c443d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:07.022815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-31d796eb-dc7e-4077-9d48-e35822c443d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1096 time: 0.1893890 Jun 30 08:53:07.030870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6b8fc293-6bc2-425b-a722-2f65cae4fa03 req-7747d95f-44ba-4e52-98b2-a8041fb0a70c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2097989316', 'description': 'tempest-description-1403450950'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:07.117286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d971066-6d2d-4ede-baec-235f0f43068d req-1d7df13d-2c01-4d7c-86db-0397494a2e83 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288247 Jun 30 08:53:07.166600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6b8fc293-6bc2-425b-a722-2f65cae4fa03 req-7747d95f-44ba-4e52-98b2-a8041fb0a70c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.266731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-af1405df-0b67-4639-8f8c-dc3c5dc59d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:07.268595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-af1405df-0b67-4639-8f8c-dc3c5dc59d3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.2334721 Jun 30 08:53:07.329362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-ddddd849-23a8-4918-be01-722d958b00b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66 HTTP/1.1" status: 200 len: 217 time: 0.0519762 Jun 30 08:53:07.363648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5510ce-cb08-459f-898f-4c826745e134 None None] Network bfd05d24-4c8f-4ed2-9fac-9430acde182a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:07.380765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.460174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-81f33ce6-2b5f-4c4c-8d0f-205ae1c4582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:07.461202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-81f33ce6-2b5f-4c4c-8d0f-205ae1c4582b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1208372 Jun 30 08:53:07.492931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6b8fc293-6bc2-425b-a722-2f65cae4fa03 req-7747d95f-44ba-4e52-98b2-a8041fb0a70c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.515248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6b8fc293-6bc2-425b-a722-2f65cae4fa03 req-7747d95f-44ba-4e52-98b2-a8041fb0a70c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.523382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-1d0ee10c-af48-4786-9ad9-bcc5f0a91be2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536082 Jun 30 08:53:07.558456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d97093-3e84-44d2-af9b-381c3a7b5913 req-5171d1de-cf27-4260-aaef-ef37d5eea06f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:07.560023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63d97093-3e84-44d2-af9b-381c3a7b5913 req-5171d1de-cf27-4260-aaef-ef37d5eea06f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 944 time: 0.2246826 Jun 30 08:53:07.642435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6b8fc293-6bc2-425b-a722-2f65cae4fa03 req-7747d95f-44ba-4e52-98b2-a8041fb0a70c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.644584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b8fc293-6bc2-425b-a722-2f65cae4fa03 req-7747d95f-44ba-4e52-98b2-a8041fb0a70c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6208467 Jun 30 08:53:07.664314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747d95f-44ba-4e52-98b2-a8041fb0a70c tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d0db39-2032-4496-a240-5939e9532469,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:07.677452 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:07.746293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63d97093-3e84-44d2-af9b-381c3a7b5913 req-74593e00-8369-4274-be51-f2f36e0df2e0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621215 Jun 30 08:53:07.768447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-0eef3a2b-940d-4bba-a309-ce604b61d195 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347975 Jun 30 08:53:07.920866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-cfefd1c0-dd8d-43ea-9127-fa35560bf56a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/9ca59030-fb2c-4c30-b374-c28730f2db5e HTTP/1.1" status: 200 len: 2401 time: 0.1321199 Jun 30 08:53:07.942170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ca59030-fb2c-4c30-b374-c28730f2db5e', 'remote_group_id': None}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:07.942665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ca59030-fb2c-4c30-b374-c28730f2db5e', 'remote_group_id': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:07.963693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-79cd5740-77fe-499b-afc5-a57512604fb7 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769669 Jun 30 08:53:08.024414 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.044394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.049863 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.069524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc42abb-1925-44e8-813e-c57a913b204c,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:08.085207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.098211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2050e590-7f42-4158-b9a6-d8b6d754bb80 req-6fa5c630-cedb-4dd0-b861-696330b4086d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1634872 Jun 30 08:53:08.315339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c25b962d-d539-4340-a787-d9e3bbb8facb tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:08.316843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c25b962d-d539-4340-a787-d9e3bbb8facb tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 815 time: 0.2437680 Jun 30 08:53:08.359503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-603e6da3-a210-4c07-bebe-015bd46ce5b1 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/quotas/6f6aeac41701419ba7a66d4f8a466d8f HTTP/1.1" status: 200 len: 375 time: 0.0330634 Jun 30 08:53:08.407434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-feb7781a-766d-4b1d-aac7-5ba5f1dc520c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:08.408955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-feb7781a-766d-4b1d-aac7-5ba5f1dc520c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.2403498 Jun 30 08:53:08.414420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-286a0da2-ad1e-4529-8c94-630a0d8986e9 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484893 Jun 30 08:53:08.421053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3651f73a-2cba-4946-be21-9e6d3041daba tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:08.422599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-3651f73a-2cba-4946-be21-9e6d3041daba tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.1757200 Jun 30 08:53:08.503261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-8ff68292-9382-4ced-94fb-107e31bfca84 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.0785282 Jun 30 08:53:08.638227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-ddc2f4e3-326c-4ac4-aed8-76d62b3887a2 service neutron] 10.222.0.53 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145753 Jun 30 08:53:08.713487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-8109bc6c-30ce-4832-8503-d2bc236186e1 service neutron] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:08.718198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-6e85e91a-f856-43ab-b6af-ca8bcdde2366 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2049723 Jun 30 08:53:08.722794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-8109bc6c-30ce-4832-8503-d2bc236186e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.723910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1612165-65e7-4274-84e0-3a0b54256bbb req-8109bc6c-30ce-4832-8503-d2bc236186e1 service neutron] 10.222.0.26 "DELETE /v2.0/ports/8b88d8e9-575d-4aac-95f4-a602ba6dae66/bindings/n-h2-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.2915885 Jun 30 08:53:08.820435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-8dc8d21d-f822-41c8-b167-893a445e925e service neutron] 10.222.0.53 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680813 Jun 30 08:53:08.872635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-3b368f1c-3534-44f8-a6ae-c0b327dd5883 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462321 Jun 30 08:53:09.045501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-292aa238-acff-4fe3-9d36-7f4278ad4c76 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664445 Jun 30 08:53:09.281920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-d2533876-c381-40b5-9eb4-6626d5917691 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:09.298187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-d2533876-c381-40b5-9eb4-6626d5917691 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 812 time: 0.2439101 Jun 30 08:53:09.322948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-42f4dbfe-d6dd-4144-9666-b888d17d3b4f tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/quotas/eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 375 time: 0.0237818 Jun 30 08:53:09.570043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313d6c2d-d804-4cd3-bd9e-4a46de4ef3ab req-a7ea50ca-a28c-409a-a919-baa810485508 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/9ca59030-fb2c-4c30-b374-c28730f2db5e HTTP/1.1" status: 200 len: 3000 time: 0.2673569 Jun 30 08:53:09.617931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-24b093a8-2230-44ea-ba33-a18d67966c75 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2652023 Jun 30 08:53:09.834703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-1bdc793b-5ed5-4775-a558-4b805bb85853 service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150986 Jun 30 08:53:09.925017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63fbb9-6a68-494a-ad91-e9674e663117 req-58e90b16-b6a9-4591-ac13-0504c0d9bc79 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:09.926988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa63fbb9-6a68-494a-ad91-e9674e663117 req-58e90b16-b6a9-4591-ac13-0504c0d9bc79 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 944 time: 0.2011089 Jun 30 08:53:10.002715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa63fbb9-6a68-494a-ad91-e9674e663117 req-b4f30931-bd13-4143-b460-5f66396c97c9 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610309 Jun 30 08:53:10.014104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-3b99ccf6-fd70-49ac-94c1-f7718b5a1c2f service neutron] 10.222.0.53 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642394 Jun 30 08:53:10.339277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd1a2457-ec1c-432b-9670-c7845b0eb626 req-dc0dbbc1-a0f8-4460-b944-7c73ac396675 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 210 time: 0.0533028 Jun 30 08:53:10.393588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c57913f-b53f-4985-8b63-7e1e67e5af43 req-76e1ed16-9594-43ce-987a-0e6f4e20b86c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-group-rules/bdc42abb-1925-44e8-813e-c57a913b204c HTTP/1.1" status: 200 len: 783 time: 0.0351219 Jun 30 08:53:10.454067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c57913f-b53f-4985-8b63-7e1e67e5af43 req-816dd929-75f9-4569-8551-6d802133afce tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/9ca59030-fb2c-4c30-b374-c28730f2db5e HTTP/1.1" status: 200 len: 3000 time: 0.0579438 Jun 30 08:53:10.483048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c57913f-b53f-4985-8b63-7e1e67e5af43 req-f99f1211-bc64-4814-a6ec-b74bca23d629 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.511968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c57913f-b53f-4985-8b63-7e1e67e5af43 req-f99f1211-bc64-4814-a6ec-b74bca23d629 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.700479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c57913f-b53f-4985-8b63-7e1e67e5af43 req-f99f1211-bc64-4814-a6ec-b74bca23d629 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.708286 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c57913f-b53f-4985-8b63-7e1e67e5af43 req-f99f1211-bc64-4814-a6ec-b74bca23d629 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.709432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c57913f-b53f-4985-8b63-7e1e67e5af43 req-f99f1211-bc64-4814-a6ec-b74bca23d629 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bdc42abb-1925-44e8-813e-c57a913b204c HTTP/1.1" status: 204 len: 173 time: 0.2560430 Jun 30 08:53:10.730572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f1211-bc64-4814-a6ec-b74bca23d629 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdc42abb-1925-44e8-813e-c57a913b204c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:10.916681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b42c8a7-6613-4b25-bdf7-f801ac58d04f req-91175b3f-9c5e-4ab5-8099-2a695f5372cb tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 210 time: 0.0946019 Jun 30 08:53:11.076462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-5665c893-c1a1-48e0-977d-e8749e3f3179 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:11.077979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-5665c893-c1a1-48e0-977d-e8749e3f3179 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 815 time: 0.2782674 Jun 30 08:53:11.088177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4750f6f6-f3c0-4f68-86e5-bf8ea8317ae1 req-bc952f09-6ee4-4ccf-b9e8-a7de5ad593b9 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/9ca59030-fb2c-4c30-b374-c28730f2db5e HTTP/1.1" status: 200 len: 2401 time: 0.1287684 Jun 30 08:53:11.103342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Request body: {'port': {'device_id': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'admin_state_up': True, 'tenant_id': '6f6aeac41701419ba7a66d4f8a466d8f'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:11.211893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4750f6f6-f3c0-4f68-86e5-bf8ea8317ae1 req-a7593a7b-c0c8-4196-9790-3ef738c7dfa5 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.270976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4750f6f6-f3c0-4f68-86e5-bf8ea8317ae1 req-a7593a7b-c0c8-4196-9790-3ef738c7dfa5 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.327567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Made reservation on behalf of 6f6aeac41701419ba7a66d4f8a466d8f for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:11.331582 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.379204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4750f6f6-f3c0-4f68-86e5-bf8ea8317ae1 req-a7593a7b-c0c8-4196-9790-3ef738c7dfa5 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.386770 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4750f6f6-f3c0-4f68-86e5-bf8ea8317ae1 req-a7593a7b-c0c8-4196-9790-3ef738c7dfa5 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.399108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4750f6f6-f3c0-4f68-86e5-bf8ea8317ae1 req-a7593a7b-c0c8-4196-9790-3ef738c7dfa5 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ca59030-fb2c-4c30-b374-c28730f2db5e HTTP/1.1" status: 204 len: 173 time: 0.3099701 Jun 30 08:53:11.596441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7593a7b-c0c8-4196-9790-3ef738c7dfa5 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca59030-fb2c-4c30-b374-c28730f2db5e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:11.626673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Allocated IP 172.20.0.4 (bfd05d24-4c8f-4ed2-9fac-9430acde182a/4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7/a295ad4b-e467-42b7-9c7e-9711bd428301) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:11.673246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26d8f4-e92a-4b47-84f1-d5780c62eea4 req-7fe47859-09f7-4300-b2e1-44ef1b193220 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:11.674854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a26d8f4-e92a-4b47-84f1-d5780c62eea4 req-7fe47859-09f7-4300-b2e1-44ef1b193220 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1096 time: 0.1564484 Jun 30 08:53:11.737278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e02bb358-c2f6-48b4-998f-407da1c50c4d req-18f7ef42-5a60-4ee4-bd77-07f13b59c814 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fa8b168-464a-4658-a59c-fd8365040683 HTTP/1.1" status: 200 len: 210 time: 0.0525787 Jun 30 08:53:11.776324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a26d8f4-e92a-4b47-84f1-d5780c62eea4 req-421f41b6-eef7-4a0c-8359-dbfe4274d900 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932965 Jun 30 08:53:11.876523 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-90754852-7ec9-4445-bf31-1002b0707800 req-015c7a65-6404-43ca-90b8-5745a5546410 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] show failed (client error): The resource could not be found. Jun 30 08:53:11.877587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90754852-7ec9-4445-bf31-1002b0707800 req-015c7a65-6404-43ca-90b8-5745a5546410 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/8213fca0-31a7-446f-92d4-f71715e4338f HTTP/1.1" status: 404 len: 352 time: 0.0232852 Jun 30 08:53:12.051731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7e52e2e-27a4-4ec6-98d7-4366b7b53b4a req-7c371561-af0c-4671-a8ed-5244421fbc4e tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 210 time: 0.0652409 Jun 30 08:53:12.090972 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:12.221305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-abaea93d-b3f5-4b33-a900-2cf65ee195e2 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:12.223196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-abaea93d-b3f5-4b33-a900-2cf65ee195e2 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.13 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 812 time: 0.3236673 Jun 30 08:53:12.245244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed5d55fd-8411-4fa5-bebc-4ab11b85e3d4 req-40d114c1-3931-4b43-8283-957601cc18b8 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/6bc0ec2a-ec64-4328-a500-fc346bd0c46e HTTP/1.1" status: 200 len: 1806 time: 0.1476741 Jun 30 08:53:12.253378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'port': {'device_id': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b', 'admin_state_up': True, 'tenant_id': 'eda6fc1737424ffcbaaad3d7a25991ef'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:12.309380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-874b9d00-1d2f-498d-b32a-32cb96277171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=4fa8b168-464a-4658-a59c-fd8365040683 HTTP/1.1" status: 200 len: 210 time: 0.0617025 Jun 30 08:53:12.336356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:12.367898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f6625-c928-4060-b55c-e764d858f434 req-d44651ad-ef0b-442d-bfc4-97402b6290b9 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:12.369420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a6f6625-c928-4060-b55c-e764d858f434 req-d44651ad-ef0b-442d-bfc4-97402b6290b9 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 1096 time: 0.2755203 Jun 30 08:53:12.509172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Network bfd05d24-4c8f-4ed2-9fac-9430acde182a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:12.524427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:12.527240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:12.967598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Pushing event updated for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:13.031315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a6f6625-c928-4060-b55c-e764d858f434 req-8ef6c773-25cb-4d2d-aded-2f919c180b1c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300955 Jun 30 08:53:13.064343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ed5d55fd-8411-4fa5-bebc-4ab11b85e3d4 req-5f283ee2-31b6-4095-84bf-5d4101b40589 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.075210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:13.075835 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.097370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-99ab151c-ccda-408c-8c0d-1035258d715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:13.098922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-99ab151c-ccda-408c-8c0d-1035258d715c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=49bc54c4b3fe4149af79e17a560794ce&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7536764 Jun 30 08:53:13.135355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ed5d55fd-8411-4fa5-bebc-4ab11b85e3d4 req-5f283ee2-31b6-4095-84bf-5d4101b40589 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.252852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b23ab9ce-4aa2-4c16-92e3-deb297b54449 req-51bb2bad-bcd0-4bc3-a73b-26b7df869626 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 210 time: 0.0570226 Jun 30 08:53:13.259985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Made reservation on behalf of eda6fc1737424ffcbaaad3d7a25991ef for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:13.264062 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.321317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c029fd7e-8ab7-44f8-a21a-26b76d8e341d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2243085 Jun 30 08:53:13.366164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Request body: {'port': {'device_id': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:13.429363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ed5d55fd-8411-4fa5-bebc-4ab11b85e3d4 req-5f283ee2-31b6-4095-84bf-5d4101b40589 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.432447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ed5d55fd-8411-4fa5-bebc-4ab11b85e3d4 req-5f283ee2-31b6-4095-84bf-5d4101b40589 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.433896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed5d55fd-8411-4fa5-bebc-4ab11b85e3d4 req-5f283ee2-31b6-4095-84bf-5d4101b40589 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-groups/6bc0ec2a-ec64-4328-a500-fc346bd0c46e HTTP/1.1" status: 204 len: 173 time: 1.1660295 Jun 30 08:53:13.461201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f283ee2-31b6-4095-84bf-5d4101b40589 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc0ec2a-ec64-4328-a500-fc346bd0c46e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:13.464181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-93a50449-009a-4b95-b447-a44300bb0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:13.465948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-93a50449-009a-4b95-b447-a44300bb0d83 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3545201 Jun 30 08:53:13.611077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90a4dc46-74d4-47b9-bd44-0ab8a31c0f27 req-3fc721b8-46e2-44c6-b344-9b79f5202ae9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fa8b168-464a-4658-a59c-fd8365040683 HTTP/1.1" status: 200 len: 210 time: 0.0972629 Jun 30 08:53:13.702063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bb80650-d398-49a9-91ae-0dd890688d46 req-52d67e96-77d9-4e96-beb6-8d1be34815d1 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fa8b168-464a-4658-a59c-fd8365040683 HTTP/1.1" status: 200 len: 210 time: 0.0878904 Jun 30 08:53:13.717855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Allocated IP 172.20.0.11 (e6b0616e-9170-410a-8304-1e8b1279c37b/ed628280-27f3-4a66-b726-db0f7b9541a7/d7d2e6b6-2b29-4883-932b-c9ceac42b898) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:13.724788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.844349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3562-e89a-444c-8474-96712a2a5672 req-523879c4-0cca-417e-8ce4-2b9f076a5916 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:13.852836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a3e3562-e89a-444c-8474-96712a2a5672 req-523879c4-0cca-417e-8ce4-2b9f076a5916 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 931 time: 0.2441061 Jun 30 08:53:14.022833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a3e3562-e89a-444c-8474-96712a2a5672 req-2d1f21fe-7391-4567-a153-bb48f506bdf8 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684237 Jun 30 08:53:14.138079 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.252120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e018e6b-66ee-4eb6-882d-d686ed8f2967 req-ae0c2bdd-3c3d-486c-ad42-35085b33a8d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=4fa8b168-464a-4658-a59c-fd8365040683 HTTP/1.1" status: 200 len: 210 time: 0.0378885 Jun 30 08:53:14.482091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a992fe85-0a73-478e-ae64-064ca183f25a req-1bbe8799-2089-46d6-828e-e3a56b288e2d tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/64f83a1a-eed6-4ea0-8621-da84223ca9af HTTP/1.1" status: 200 len: 1805 time: 0.2705741 Jun 30 08:53:14.536481 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.551782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:14.574954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018e6b-66ee-4eb6-882d-d686ed8f2967 req-ec37da7b-672c-4f07-8e3f-4f9ba3dcfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:14.576568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e018e6b-66ee-4eb6-882d-d686ed8f2967 req-ec37da7b-672c-4f07-8e3f-4f9ba3dcfc3b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=49bc54c4b3fe4149af79e17a560794ce&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3133039 Jun 30 08:53:14.722075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Network e6b0616e-9170-410a-8304-1e8b1279c37b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:14.730293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a295ad4b-e467-42b7-9c7e-9711bd428301 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:14.751566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.754510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:14.757620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:14.802802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:14.831345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Transition to ACTIVE for port object a295ad4b-e467-42b7-9c7e-9711bd428301 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:14.866242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.910985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a992fe85-0a73-478e-ae64-064ca183f25a req-03c9c061-764f-40f7-9d9f-7f3a0c2ed9e0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.918819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:14.919449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.940872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477ece-3089-4d52-9db6-39edcb81a200 req-0e375a6d-0ad5-49f3-8719-447a23c56cb1 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:14.942377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43477ece-3089-4d52-9db6-39edcb81a200 req-0e375a6d-0ad5-49f3-8719-447a23c56cb1 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 932 time: 0.4659255 Jun 30 08:53:14.957331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018e6b-66ee-4eb6-882d-d686ed8f2967 req-1652fb23-d638-49b2-8d9b-066f01f6eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:14.958831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e018e6b-66ee-4eb6-882d-d686ed8f2967 req-1652fb23-d638-49b2-8d9b-066f01f6eed2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3308737 Jun 30 08:53:15.023988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a992fe85-0a73-478e-ae64-064ca183f25a req-03c9c061-764f-40f7-9d9f-7f3a0c2ed9e0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.027337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6614a9f7-5549-43d4-ac75-7e812d336768 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7809138 Jun 30 08:53:15.041401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Pushing event updated for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:15.049500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Request body: {'port': {'device_id': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:15.123521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e018e6b-66ee-4eb6-882d-d686ed8f2967 req-971350e0-d154-4a95-adfd-7bf0c589863a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fa8b168-464a-4658-a59c-fd8365040683 HTTP/1.1" status: 200 len: 210 time: 0.1041381 Jun 30 08:53:15.197574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43477ece-3089-4d52-9db6-39edcb81a200 req-2a4c2d7b-c026-4b02-807b-4186a091328a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365856 Jun 30 08:53:15.364424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Attempting to bind port a295ad4b-e467-42b7-9c7e-9711bd428301 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:15.364893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Attempting to bind port a295ad4b-e467-42b7-9c7e-9711bd428301 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:15.366008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Attempting to bind port a295ad4b-e467-42b7-9c7e-9711bd428301 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:15.376783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a992fe85-0a73-478e-ae64-064ca183f25a req-03c9c061-764f-40f7-9d9f-7f3a0c2ed9e0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.383282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a992fe85-0a73-478e-ae64-064ca183f25a req-03c9c061-764f-40f7-9d9f-7f3a0c2ed9e0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.385733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a992fe85-0a73-478e-ae64-064ca183f25a req-03c9c061-764f-40f7-9d9f-7f3a0c2ed9e0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-groups/64f83a1a-eed6-4ea0-8621-da84223ca9af HTTP/1.1" status: 204 len: 173 time: 0.8756466 Jun 30 08:53:15.402494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9c061-764f-40f7-9d9f-7f3a0c2ed9e0 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f83a1a-eed6-4ea0-8621-da84223ca9af,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:15.407357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.423563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Port a295ad4b-e467-42b7-9c7e-9711bd428301 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:15.424677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Attempting to bind port a295ad4b-e467-42b7-9c7e-9711bd428301 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:15.457710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:15.458443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Checking segment: {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:15.459164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Bound using segment: {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:15.459780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Bound port: a295ad4b-e467-42b7-9c7e-9711bd428301, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:15.460291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.790223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85daf659-64db-43be-a72a-dfff98484d76 req-0a426506-ef29-440f-959f-788bd97ee4b6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fa8b168-464a-4658-a59c-fd8365040683 HTTP/1.1" status: 200 len: 210 time: 0.1047513 Jun 30 08:53:15.800351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:15.857267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:15.875278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.988245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:15.988600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.990278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] 10.222.0.13 "PUT /v2.0/ports/a295ad4b-e467-42b7-9c7e-9711bd428301 HTTP/1.1" status: 200 len: 1092 time: 2.6374910 Jun 30 08:53:16.018461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:16.021571 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f79c2c-573b-43b4-8ef6-53cd2c019625" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:16.106569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088c8aa-dd03-41f3-b3c8-93e36a67354c req-ec32a241-b50d-46a4-924b-e0041c6fdf97 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:16.108818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1088c8aa-dd03-41f3-b3c8-93e36a67354c req-ec32a241-b50d-46a4-924b-e0041c6fdf97 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 943 time: 0.4217937 Jun 30 08:53:16.188575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c52178c0-5084-4dd8-81f2-7ab028963c00 req-256df3ec-cac9-4635-9627-047426f42dec tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/42300814-f1aa-4d7f-ad14-5d338434c8c3 HTTP/1.1" status: 200 len: 1805 time: 0.3291547 Jun 30 08:53:16.212865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679e611-f625-43ed-8d07-6e9e707d49ea service neutron] Pushing event updated for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:16.316562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1088c8aa-dd03-41f3-b3c8-93e36a67354c req-c5dba0d2-0748-432e-856a-f226b085b3b1 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751757 Jun 30 08:53:16.366474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d2e6b6-2b29-4883-932b-c9ceac42b898 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:16.406471 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.413958 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b4dbf6-059d-4f2b-a7f6-e6facc7de143 x-openstack-request-id: req-88b4dbf6-059d-4f2b-a7f6-e6facc7de143 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:16.414197 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:16.417512 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88b4dbf6-059d-4f2b-a7f6-e6facc7de143 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:16.417512 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'status': 'completed', 'code': 200} Jun 30 08:53:16.438064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c52178c0-5084-4dd8-81f2-7ab028963c00 req-55e1df3f-e7a6-416a-a589-c54e67e72e20 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.441953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-adce9a40-2d23-49f9-8864-c4c92b581e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:16.444104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-adce9a40-2d23-49f9-8864-c4c92b581e36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 1095 time: 0.3867888 Jun 30 08:53:16.454922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Transition to ACTIVE for port object d7d2e6b6-2b29-4883-932b-c9ceac42b898 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:16.477077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.523839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c52178c0-5084-4dd8-81f2-7ab028963c00 req-55e1df3f-e7a6-416a-a589-c54e67e72e20 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.548856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-80a0ad35-a27d-4f9a-8910-5c2976bad5fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a295ad4b-e467-42b7-9c7e-9711bd428301 HTTP/1.1" status: 200 len: 217 time: 0.0955541 Jun 30 08:53:16.645820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c0f2e4d9-642a-45fd-9347-e27460c88e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:16.647308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c0f2e4d9-642a-45fd-9347-e27460c88e3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 HTTP/1.1" status: 200 len: 855 time: 0.0644383 Jun 30 08:53:16.731198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-ad650d59-313c-4a23-9f8f-4c740e160183 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfd05d24-4c8f-4ed2-9fac-9430acde182a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763311 Jun 30 08:53:16.734437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:16.874338 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c52178c0-5084-4dd8-81f2-7ab028963c00 req-55e1df3f-e7a6-416a-a589-c54e67e72e20 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.876687 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c52178c0-5084-4dd8-81f2-7ab028963c00 req-55e1df3f-e7a6-416a-a589-c54e67e72e20 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.877853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c52178c0-5084-4dd8-81f2-7ab028963c00 req-55e1df3f-e7a6-416a-a589-c54e67e72e20 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-groups/42300814-f1aa-4d7f-ad14-5d338434c8c3 HTTP/1.1" status: 204 len: 173 time: 0.6710539 Jun 30 08:53:16.916436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Attempting to bind port d7d2e6b6-2b29-4883-932b-c9ceac42b898 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:16.916774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Attempting to bind port d7d2e6b6-2b29-4883-932b-c9ceac42b898 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:16.917102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Attempting to bind port d7d2e6b6-2b29-4883-932b-c9ceac42b898 on network e6b0616e-9170-410a-8304-1e8b1279c37b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:16.930185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1df3f-e7a6-416a-a589-c54e67e72e20 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42300814-f1aa-4d7f-ad14-5d338434c8c3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:16.933651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Port d7d2e6b6-2b29-4883-932b-c9ceac42b898 on network e6b0616e-9170-410a-8304-1e8b1279c37b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:16.933999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Attempting to bind port d7d2e6b6-2b29-4883-932b-c9ceac42b898 on network e6b0616e-9170-410a-8304-1e8b1279c37b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:16.952262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1c0bb-f55b-4bb6-8712-b68188334600 req-f60b897b-6ed0-4ca7-bfcd-22297b7b3c02 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:16.954217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8dd1c0bb-f55b-4bb6-8712-b68188334600 req-f60b897b-6ed0-4ca7-bfcd-22297b7b3c02 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 944 time: 0.4044585 Jun 30 08:53:16.957540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:16.957942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Checking segment: {'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:16.958338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Bound using segment: {'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:16.958792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Bound port: d7d2e6b6-2b29-4883-932b-c9ceac42b898, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c63c635-9a39-4223-a05f-eb67438b39fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:16.959735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.010772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-c13019df-988a-43be-bbf6-e61f6f3c74d3 service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692289 Jun 30 08:53:17.219971 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-179c4961-3fa5-4c33-872a-0b0aa284792d req-65cc0d0f-afe6-49ac-b6b2-5a29a845ce8b service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855142 Jun 30 08:53:17.300681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8dd1c0bb-f55b-4bb6-8712-b68188334600 req-e6cae42b-f2b6-46a2-a955-e22bcddd2397 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236465 Jun 30 08:53:17.393389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:17.417214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:17.420880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-809cfa86-a4e9-44b5-832b-4b6eba52b424 req-e91d8094-f4b2-4e8d-88a6-ecca9d6932ca tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/98983be8-9970-4061-b379-85b405801553 HTTP/1.1" status: 200 len: 2405 time: 0.1680729 Jun 30 08:53:17.423694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.874509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:17.875189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.876474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 1093 time: 2.8311455 Jun 30 08:53:17.900424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-7c3a4916-118b-40f1-b64a-fd0b1e438e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:17.901916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-7c3a4916-118b-40f1-b64a-fd0b1e438e64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 1095 time: 0.5728393 Jun 30 08:53:18.014381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef288f9-b96e-431e-afba-d3e7dc9f48a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:18.062561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-4e1c1ef6-4373-4b43-a24b-2bb086ed9ca2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.064018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-4e1c1ef6-4373-4b43-a24b-2bb086ed9ca2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.6381195 Jun 30 08:53:18.069014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-809cfa86-a4e9-44b5-832b-4b6eba52b424 req-2b10f36d-215c-40c9-a9f1-6bdf19f7a77c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.117870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-53da6334-21c9-4b72-81fd-9d9b2edf974a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.0421011 Jun 30 08:53:18.128292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-809cfa86-a4e9-44b5-832b-4b6eba52b424 req-2b10f36d-215c-40c9-a9f1-6bdf19f7a77c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.155246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-ffac4320-4200-4572-82b9-f9b99d7b4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.156592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-ffac4320-4200-4572-82b9-f9b99d7b4796 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 916 time: 0.2418418 Jun 30 08:53:18.237324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-054370a1-a7f0-4e15-94d1-7f787bebe374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.238889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-054370a1-a7f0-4e15-94d1-7f787bebe374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1096 time: 0.3039205 Jun 30 08:53:18.242879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-2b2ffe27-18cd-40da-98a6-f68383648bb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a295ad4b-e467-42b7-9c7e-9711bd428301 HTTP/1.1" status: 200 len: 217 time: 0.0583708 Jun 30 08:53:18.328546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-acd36cdd-1aea-4c42-bc69-4530eed1ef6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 217 time: 0.0780325 Jun 30 08:53:18.332598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-809cfa86-a4e9-44b5-832b-4b6eba52b424 req-2b10f36d-215c-40c9-a9f1-6bdf19f7a77c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.334613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-809cfa86-a4e9-44b5-832b-4b6eba52b424 req-2b10f36d-215c-40c9-a9f1-6bdf19f7a77c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.335697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-809cfa86-a4e9-44b5-832b-4b6eba52b424 req-2b10f36d-215c-40c9-a9f1-6bdf19f7a77c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-groups/98983be8-9970-4061-b379-85b405801553 HTTP/1.1" status: 204 len: 173 time: 0.9033008 Jun 30 08:53:18.384202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10f36d-215c-40c9-a9f1-6bdf19f7a77c tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98983be8-9970-4061-b379-85b405801553,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:18.386919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-b04eac0d-7a58-4d78-9aba-df9748197e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.388393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-b04eac0d-7a58-4d78-9aba-df9748197e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 HTTP/1.1" status: 200 len: 855 time: 0.1322062 Jun 30 08:53:18.399707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-9c2e31a3-cebc-48f9-a7f1-f08cc035fe13 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2732935 Jun 30 08:53:18.421211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:18.423545 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73" -d '{"events": [{"name": "network-changed", "server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:18.457339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a295ad4b-e467-42b7-9c7e-9711bd428301 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:18.492498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-2ce1858d-b1a6-4170-9f5a-470b34e80cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfd05d24-4c8f-4ed2-9fac-9430acde182a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821147 Jun 30 08:53:18.553981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-be5920cc-cba1-45b1-8662-677e165debe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.555352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-be5920cc-cba1-45b1-8662-677e165debe2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.2188201 Jun 30 08:53:18.662645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-8f2a8aa3-2325-4afe-8dbb-a9cb525862d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724111 Jun 30 08:53:18.674716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:18.715176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'port_id': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'mac_address': 'fa:16:3e:2c:9e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:18.795927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.819853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-5d46db2a-287c-4c94-b4fa-7f59e6f05cfa service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191952 Jun 30 08:53:18.832016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a295ad4b-e467-42b7-9c7e-9711bd428301 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:18.881671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:18.898328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.963926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4484-a7bd-427c-82f5-58f18af3d1b3 req-1d8e4dbf-2b21-4192-bef7-5be83e476b65 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.971083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-185f4484-a7bd-427c-82f5-58f18af3d1b3 req-1d8e4dbf-2b21-4192-bef7-5be83e476b65 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 943 time: 0.4732201 Jun 30 08:53:18.979917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-19748fa0-7f90-4aa8-974f-98be02f3ee50 service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776094 Jun 30 08:53:19.005924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:19.046382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.047260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.048041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.048722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.049252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.049844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.050404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.051239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.052152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.052693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.054484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.055569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:19.147754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a295ad4b-e467-42b7-9c7e-9711bd428301'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:19.208222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-1b84a21d-3d12-4665-99e7-20f63bbe4127 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871739 Jun 30 08:53:19.210284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f79c2c-573b-43b4-8ef6-53cd2c019625 req-de0a071d-cd44-4dcc-b64f-04403a683cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197554 Jun 30 08:53:19.262311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-6ba123e2-1dc3-4d27-b4ae-c640ab7edf32 service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841548 Jun 30 08:53:19.271487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-185f4484-a7bd-427c-82f5-58f18af3d1b3 req-15de23e2-ffda-4885-ad3a-4339da16cf71 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953589 Jun 30 08:53:19.558024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-313a2a53-f76e-4f2b-9368-b44e6eeb5253 req-5d31d020-5d80-4cfc-986b-db6c6725a544 service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835953 Jun 30 08:53:19.620767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37b0a7b8-8e74-4389-ad1f-e0bc0a1d8762 req-b59b5dff-00c6-45e0-85b3-bee70fe2136a tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "GET /v2.0/security-groups/5e313fdd-c674-4136-acb6-e7e44448335a HTTP/1.1" status: 200 len: 2400 time: 0.1399310 Jun 30 08:53:19.727236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37b0a7b8-8e74-4389-ad1f-e0bc0a1d8762 req-b84a46c3-be31-4c62-9618-b2305bdcfeb1 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.737113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253283f4-1ab4-445a-b52a-039bdead8a76 req-0c27b7d9-b2f0-45f5-9395-d69ce6b6a9fd tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:19.738650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-253283f4-1ab4-445a-b52a-039bdead8a76 req-0c27b7d9-b2f0-45f5-9395-d69ce6b6a9fd tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 944 time: 0.1221673 Jun 30 08:53:19.774102 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37b0a7b8-8e74-4389-ad1f-e0bc0a1d8762 req-b84a46c3-be31-4c62-9618-b2305bdcfeb1 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.805010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-253283f4-1ab4-445a-b52a-039bdead8a76 req-b573ea2c-d66f-4525-a19b-4b0e357dee85 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576379 Jun 30 08:53:19.833860 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37b0a7b8-8e74-4389-ad1f-e0bc0a1d8762 req-b84a46c3-be31-4c62-9618-b2305bdcfeb1 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.838444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37b0a7b8-8e74-4389-ad1f-e0bc0a1d8762 req-b84a46c3-be31-4c62-9618-b2305bdcfeb1 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.842118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37b0a7b8-8e74-4389-ad1f-e0bc0a1d8762 req-b84a46c3-be31-4c62-9618-b2305bdcfeb1 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] 10.222.0.53 "DELETE /v2.0/security-groups/5e313fdd-c674-4136-acb6-e7e44448335a HTTP/1.1" status: 204 len: 173 time: 0.2097437 Jun 30 08:53:19.847569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54374) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:19.897909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a46c3-be31-4c62-9618-b2305bdcfeb1 tempest-SecurityGroupRulesTestJSON-1968553503 tempest-SecurityGroupRulesTestJSON-1968553503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e313fdd-c674-4136-acb6-e7e44448335a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:19.903363 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf38f4e-0fae-47fe-90ed-ed9030e23950 x-openstack-request-id: req-7bf38f4e-0fae-47fe-90ed-ed9030e23950 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:19.903669 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:19.903915 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bf38f4e-0fae-47fe-90ed-ed9030e23950 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:19.904360 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898', 'status': 'completed', 'code': 200} Jun 30 08:53:19.980987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea787e66-0eb0-4284-aa74-726cb24614fb req-5a19a218-ad6f-4b0d-a3b2-879a5ff9434c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 210 time: 0.0809240 Jun 30 08:53:19.990448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] Deleting subnet 248b1dcf-560b-49e9-9b7a-e7c8ebdde0bd {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:53:19.994798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.032406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.074878 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.117665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-ad02f5b7-e307-4906-bf0a-75ed3e61ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.120013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-ad02f5b7-e307-4906-bf0a-75ed3e61ec3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1096 time: 0.2144935 Jun 30 08:53:20.203311 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.241316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248b1dcf-560b-49e9-9b7a-e7c8ebdde0bd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:20.250848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.251766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-51b7ac49-4552-4782-b821-c9cf6ef069d3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/248b1dcf-560b-49e9-9b7a-e7c8ebdde0bd HTTP/1.1" status: 204 len: 168 time: 0.4030626 Jun 30 08:53:20.254449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54416) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:20.300006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-35cd191b-4c19-4c1c-bc21-5ae4773f73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.302086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-35cd191b-4c19-4c1c-bc21-5ae4773f73fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 913 time: 0.1672013 Jun 30 08:53:20.363560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.387069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-1db5b7a3-a968-4553-a5ba-728d51fc7605 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 217 time: 0.0782456 Jun 30 08:53:20.466351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a295ad4b-e467-42b7-9c7e-9711bd428301 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:20.487710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.499951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e7b6c4-80a6-408c-a294-68a31ba26302']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:20.516019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12f234e-a207-4476-97a8-8f2e21e9db96') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:20.516603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12f234e-a207-4476-97a8-8f2e21e9db96') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:20.534319 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.544150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-18bc06ea-cb9c-4ca4-9f16-a6607746fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.545932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-18bc06ea-cb9c-4ca4-9f16-a6607746fda6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.1500876 Jun 30 08:53:20.570718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.577216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:53:20.577872 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.620870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-b655e755-f0de-4a90-bad3-719e5ba4bbca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647998 Jun 30 08:53:20.632012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port a295ad4b-e467-42b7-9c7e-9711bd428301 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:20.645489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a295ad4b-e467-42b7-9c7e-9711bd428301 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:20.646944 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:53:20.700360 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:53:20.713585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.747095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.749044 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] 10.222.0.53 "DELETE /v2.0/networks/07e7b6c4-80a6-408c-a294-68a31ba26302 HTTP/1.1" status: 204 len: 168 time: 0.4935970 Jun 30 08:53:20.750010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63c1e5-2d35-45f2-a001-b5e2cedd508e admin admin] Pushing event deleted for resources: {'Network': ['ID=07e7b6c4-80a6-408c-a294-68a31ba26302,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:20.804712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e64d5d-2a6a-40a2-9f03-acdfcbf7ff98 req-1ac2c7b6-e39d-40b2-8bb0-790a49120ed2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.812248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41e64d5d-2a6a-40a2-9f03-acdfcbf7ff98 req-1ac2c7b6-e39d-40b2-8bb0-790a49120ed2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 944 time: 0.2712631 Jun 30 08:53:20.820074 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.869603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:20.874359 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328ce943-7919-4182-b2ea-0912ae22578f" -d '{"events": [{"server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "name": "network-vif-plugged", "status": "completed", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:20.908986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:20.918475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41e64d5d-2a6a-40a2-9f03-acdfcbf7ff98 req-8bbdfb1f-e79a-4170-a96f-702c3b3b1fd1 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053486 Jun 30 08:53:20.921468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.934364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-9c09365b-30a8-4d88-81f7-bee2843d33db service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008692 Jun 30 08:53:21.054983 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dce101-96af-4925-9fb5-8bffea1107ce x-openstack-request-id: req-01dce101-96af-4925-9fb5-8bffea1107ce {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:21.055557 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "name": "network-vif-plugged", "status": "completed", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:21.056007 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01dce101-96af-4925-9fb5-8bffea1107ce {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:21.058092 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'code': 200} Jun 30 08:53:21.061163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:21.087275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54454) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:21.178220 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7ef9aaed-b53b-490a-98f0-bd2bbe71ed26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e8dc5fb1e6e4155a7d04034096ca639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892761 Jun 30 08:53:21.181143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54472) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:21.298880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6d7128a-6f59-4197-9c12-07a6bb06d951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.350640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6d7128a-6f59-4197-9c12-07a6bb06d951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.440246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6d7128a-6f59-4197-9c12-07a6bb06d951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.442887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6d7128a-6f59-4197-9c12-07a6bb06d951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.444744 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f6d7128a-6f59-4197-9c12-07a6bb06d951 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7d90af0-ff97-435c-9b06-ad8530b5ea2c HTTP/1.1" status: 204 len: 168 time: 0.2619128 Jun 30 08:53:21.472578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7128a-6f59-4197-9c12-07a6bb06d951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d90af0-ff97-435c-9b06-ad8530b5ea2c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:21.523249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f75a8467-d2e5-45ff-879d-4eaf7c2ede5d req-8576525f-8560-4438-a519-622a842b163c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 210 time: 0.2007661 Jun 30 08:53:21.619176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-fd08680d-96a3-4b5a-aa91-4205fa8bb8e4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.620773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-fd08680d-96a3-4b5a-aa91-4205fa8bb8e4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.6266966 Jun 30 08:53:21.642782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Request body: {'port': {'device_id': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'admin_state_up': True, 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:21.826516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2fd33e-b26a-4e3c-80c0-fa3bde9c7b73 req-9d96683a-8631-428c-8a3c-b3627862601e service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8783121 Jun 30 08:53:21.844697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db459bb5-9247-4a1d-bd83-37e9145d0fda req-7b4626b7-df21-4d53-94fc-495e1f66f65a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.846241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db459bb5-9247-4a1d-bd83-37e9145d0fda req-7b4626b7-df21-4d53-94fc-495e1f66f65a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 944 time: 0.6170363 Jun 30 08:53:21.854031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2017ac-a61e-42ca-b1f5-ba85d4dd2c25 req-7e3f17fc-2d0d-4417-8ab2-17aeb0546bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.855462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a2017ac-a61e-42ca-b1f5-ba85d4dd2c25 req-7e3f17fc-2d0d-4417-8ab2-17aeb0546bc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 1097 time: 0.5182002 Jun 30 08:53:21.938643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:21.945267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.971679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db459bb5-9247-4a1d-bd83-37e9145d0fda req-fbe37803-ecb5-4833-b943-ebf0ec7da875 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151321 Jun 30 08:53:21.973195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a2017ac-a61e-42ca-b1f5-ba85d4dd2c25 req-7ac5d1fe-88ad-4509-98aa-f6253b644216 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051486 Jun 30 08:53:22.179874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Allocated IP 172.20.0.8 (a9e51a1d-ba42-40e0-a145-963ddaa14c47/e4cb8979-ffb4-4f77-834b-3f3c62aac98c/5987ee29-db3c-4dd9-9df1-a1cbd136dbe7) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:22.216842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1de67-4647-4138-8170-a3f09d737b46 req-293b88a9-2748-45f9-903b-09ea61da87f5 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:22.218663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1be1de67-4647-4138-8170-a3f09d737b46 req-293b88a9-2748-45f9-903b-09ea61da87f5 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.1362529 Jun 30 08:53:22.321457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1be1de67-4647-4138-8170-a3f09d737b46 req-1212f259-e396-4ae8-9a7c-e477c86a5645 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954614 Jun 30 08:53:22.395772 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.454832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.468928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:22.475739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7d2e6b6-2b29-4883-932b-c9ceac42b898 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:22.587817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:22.592085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event updated for resources: {'Port': ['ID=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:22.605259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:22.619034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:22.696239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:22.702274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-32074934'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:22.764243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:22.768858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.788137 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:53:22.797599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:22.798956 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.840348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:22.844063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-686d68c4-cd07-4a78-a714-ee998a740ae0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080011 Jun 30 08:53:22.861832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Request body: {'port': {'device_id': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:22.878337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.879323 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Added segment 8e0d669c-901e-46be-9bd7-a6bb79e2c1e1 of type vlan for network 9f16d819-f744-474e-9604-46005a705582 Jun 30 08:53:22.935446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:22.990664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898', 'network_id': 'e6b0616e-9170-410a-8304-1e8b1279c37b', 'port_id': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898', 'mac_address': 'fa:16:3e:60:10:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed628280-27f3-4a66-b726-db0f7b9541a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:22.997609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.037290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.071438 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.076310 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.082443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.083270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.099664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d2e6b6-2b29-4883-932b-c9ceac42b898 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:23.117091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.125769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:23.130939 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.209228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5111873 Jun 30 08:53:23.216160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:23.217144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54538) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:23.228887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1666209893'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:23.235018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3ef8a-19eb-4d6c-a1ba-a06a6508fbc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Network': ['ID=9f16d819-f744-474e-9604-46005a705582,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:23.239561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db99537-da19-4b76-9786-7113ab1d6ed1 req-bcbd6361-5f7e-427a-a182-77fd5d127a6a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.248035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8db99537-da19-4b76-9786-7113ab1d6ed1 req-bcbd6361-5f7e-427a-a182-77fd5d127a6a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 931 time: 0.3736687 Jun 30 08:53:23.258163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 9f16d819-f744-474e-9604-46005a705582 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:23.273577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:23.281680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.322121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8db99537-da19-4b76-9786-7113ab1d6ed1 req-a6e6b3fe-5cb6-4d8a-96a7-7df3a89c7fd5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718801 Jun 30 08:53:23.325409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:23.338698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.339112 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Added segment a614e638-a9ef-46f5-8479-ab88acf47897 of type vlan for network 0c3277fc-9910-4118-a442-8a5263a127ed Jun 30 08:53:23.407385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.448239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.465563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.466231 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.482076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7d2e6b6-2b29-4883-932b-c9ceac42b898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:23.500047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54544) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:23.564620 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3429496 Jun 30 08:53:23.567352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54548) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:23.582683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'subnet': {'network_id': '9f16d819-f744-474e-9604-46005a705582', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:23.607993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a71444-6a67-45ca-b8d6-3cb73c049485 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Network': ['ID=0c3277fc-9910-4118-a442-8a5263a127ed,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:23.620160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 0c3277fc-9910-4118-a442-8a5263a127ed details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:23.705428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-075c6a2c-260a-478a-a0ac-6bb95e6f973e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.832973 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-075c6a2c-260a-478a-a0ac-6bb95e6f973e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.839149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-075c6a2c-260a-478a-a0ac-6bb95e6f973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.895135 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-075c6a2c-260a-478a-a0ac-6bb95e6f973e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c57b19de13d42b6af539bc9f8e7c2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932359 Jun 30 08:53:23.897851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c6a2c-260a-478a-a0ac-6bb95e6f973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ae720-8e0d-439c-bc7a-0eaf747e3009,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:23.900318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:23.961329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-725d06f4-c996-481d-be8f-6a70c3736a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.989624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-725d06f4-c996-481d-be8f-6a70c3736a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.053587 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-725d06f4-c996-481d-be8f-6a70c3736a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.056564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-725d06f4-c996-481d-be8f-6a70c3736a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.057847 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-725d06f4-c996-481d-be8f-6a70c3736a5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec6ae720-8e0d-439c-bc7a-0eaf747e3009 HTTP/1.1" status: 204 len: 168 time: 0.1564548 Jun 30 08:53:24.067557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d06f4-c996-481d-be8f-6a70c3736a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ae720-8e0d-439c-bc7a-0eaf747e3009,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:24.192756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bd38b-763b-41b3-aa08-356eac75d0fa req-80cc14c1-acd7-40d5-8de9-21abec084e12 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.200479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee9bd38b-763b-41b3-aa08-356eac75d0fa req-80cc14c1-acd7-40d5-8de9-21abec084e12 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 945 time: 0.7193224 Jun 30 08:53:24.299309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee9bd38b-763b-41b3-aa08-356eac75d0fa req-ad6d1fe3-eafb-4104-944c-6835b351cd44 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979424 Jun 30 08:53:24.301910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:24.305381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.404689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede93cd-85d6-43bb-9243-161a363e51c8 req-fb22f016-19c7-4139-9070-00ac87d5ef2f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.411045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ede93cd-85d6-43bb-9243-161a363e51c8 req-fb22f016-19c7-4139-9070-00ac87d5ef2f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.8782563 Jun 30 08:53:24.492606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7d2e6b6-2b29-4883-932b-c9ceac42b898 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:24.582298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port d7d2e6b6-2b29-4883-932b-c9ceac42b898 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:24.589031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port d7d2e6b6-2b29-4883-932b-c9ceac42b898 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:24.589878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.618416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:24.627847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.643615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Transition to ACTIVE for port object 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:24.691910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.712142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ede93cd-85d6-43bb-9243-161a363e51c8 req-33d621bf-6e08-4857-ae36-00d83ae14c14 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001549 Jun 30 08:53:24.726397 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.772660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Pushing event updated for resources: {'Port': ['ID=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:24.823017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:24.835280 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997953a5-4f34-4185-bae6-f0489c7478c5" -d '{"events": [{"server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:24.865235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.867451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:24.880577 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.958262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:25.051279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da901d-5c23-4a0c-ba60-a38c24af2dc9 req-80c63032-1536-493f-aa46-866dadcc6635 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.058244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00da901d-5c23-4a0c-ba60-a38c24af2dc9 req-80c63032-1536-493f-aa46-866dadcc6635 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 943 time: 0.4058967 Jun 30 08:53:25.134225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54594) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:25.184570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Attempting to bind port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:25.184817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Attempting to bind port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:25.185145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Attempting to bind port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:25.192511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.237935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:25.238568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Attempting to bind port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:25.280962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00da901d-5c23-4a0c-ba60-a38c24af2dc9 req-68200a09-a5fa-461a-93e7-fa58a4790c88 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196851 Jun 30 08:53:25.281861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:25.282202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:25.282594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Bound using segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:25.283049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Bound port: 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:25.283410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.324206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1087916362-network', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:25.352104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:25.357078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.369228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.380167 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14970f47-ee26-4dfd-9ce4-a5809a452cb2 x-openstack-request-id: req-14970f47-ee26-4dfd-9ce4-a5809a452cb2 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:25.380487 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:25.380818 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14970f47-ee26-4dfd-9ce4-a5809a452cb2 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:25.382205 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898', 'code': 200} Jun 30 08:53:25.387448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Subnet': ['ID=2c22bd83-9558-49bf-ba17-fa2105b4a7b2,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:25.406985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706461-104b-43f7-abce-5b80b7282a5f req-39e1547a-4e14-45d0-99eb-88076b1469ce tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.408557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47706461-104b-43f7-abce-5b80b7282a5f req-39e1547a-4e14-45d0-99eb-88076b1469ce tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.4604728 Jun 30 08:53:25.462670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Checking segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:25.463045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network hostable DHCP agents. Network: 9f16d819-f744-474e-9604-46005a705582, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:25.539698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] For port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:25.542532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.544200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47706461-104b-43f7-abce-5b80b7282a5f req-1cf9ff2c-ee94-40be-bdeb-5d04bd9e3a74 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230938 Jun 30 08:53:25.554974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.579557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] For port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:25.596742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:25.608343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4e560-494c-4733-9e88-a65ca25ef476,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:25.608450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 9f16d819-f744-474e-9604-46005a705582 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:25.613400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.613775 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Added segment 7aeb33a3-0051-4934-90f5-ef2f1e955ccf of type vlan for network de2d0b23-6442-4581-ab75-6b1c565390f3 Jun 30 08:53:25.632606 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.657981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.699944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.700851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.701827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.715325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 9f16d819-f744-474e-9604-46005a705582) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:25.726454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14ce88-8b1c-4db6-a272-bf2dba4c7d22 None None] Network 9f16d819-f744-474e-9604-46005a705582 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:25.745824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.746699 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.755414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.756151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.758005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] 10.222.0.26 "PUT /v2.0/ports/5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 HTTP/1.1" status: 200 len: 1092 time: 2.9065998 Jun 30 08:53:25.758458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'tag': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:25.760753 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57425bc-dfc4-4449-ad77-e02163636908" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf994a7-8a9e-4f99-9de4-20a0568fe8fb", "tag": "5987ee29-db3c-4dd9-9df1-a1cbd136dbe7"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:25.808316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2dcbf670-09ac-45c4-8e53-36156494c060 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2308395 Jun 30 08:53:25.811171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa08f6-6f48-4508-aa16-7019b339ccea service neutron] Pushing event updated for resources: {'Port': ['ID=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:25.814033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54608) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:25.818145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cadc2c-91da-49bf-b4d9-3f06693e7aa7 req-afa96c2b-4582-4c5f-a016-37bcaaaa2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.820358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0cadc2c-91da-49bf-b4d9-3f06693e7aa7 req-afa96c2b-4582-4c5f-a016-37bcaaaa2254 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1098 time: 0.3473341 Jun 30 08:53:25.827394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'subnet': {'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:25.843433 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7052319 Jun 30 08:53:25.844849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:25.857418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Request body: {'subnet': {'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1087916362-subnet', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:25.906078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92a31-957b-4903-8b45-98c0af47457d admin admin] Pushing event updated for resources: {'Network': ['ID=de2d0b23-6442-4581-ab75-6b1c565390f3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:25.911132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:25.917517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.938669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network de2d0b23-6442-4581-ab75-6b1c565390f3 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:25.951781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d8a83-938c-40c6-9d0c-66f27e0e2b0d req-eeb1ab77-dc67-44f8-a0cf-6ce9e54b1699 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.959002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df2d8a83-938c-40c6-9d0c-66f27e0e2b0d req-eeb1ab77-dc67-44f8-a0cf-6ce9e54b1699 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 946 time: 0.3883588 Jun 30 08:53:25.962111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-9f16d819-f744-474e-9604-46005a705582', 'network_id': '9f16d819-f744-474e-9604-46005a705582', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'fixed_ips': [{'subnet_id': '2c22bd83-9558-49bf-ba17-fa2105b4a7b2'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:53:25.963189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.004978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0cadc2c-91da-49bf-b4d9-3f06693e7aa7 req-0afc41ca-7341-4c41-b467-b473bb7aac72 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727920 Jun 30 08:53:26.051481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df2d8a83-938c-40c6-9d0c-66f27e0e2b0d req-7232a709-990a-4c72-a05e-32680cf7b930 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914185 Jun 30 08:53:26.091279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-ce1c0cf0-eaa6-4d28-b0cf-77bf51c50e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:26.097178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-ce1c0cf0-eaa6-4d28-b0cf-77bf51c50e01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 1095 time: 0.2746923 Jun 30 08:53:26.103441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:26.110374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.145172 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf6939f-440d-4e6b-98d2-8a7c9cd629d3 x-openstack-request-id: req-7bf6939f-440d-4e6b-98d2-8a7c9cd629d3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:26.145728 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf994a7-8a9e-4f99-9de4-20a0568fe8fb", "tag": "5987ee29-db3c-4dd9-9df1-a1cbd136dbe7", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:26.146139 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bf6939f-440d-4e6b-98d2-8a7c9cd629d3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:26.146535 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'tag': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7', 'status': 'completed', 'code': 200} Jun 30 08:53:26.204118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.206548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-2f9982b1-1d18-40d2-88d7-86abbe3a3127 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 HTTP/1.1" status: 200 len: 217 time: 0.0867398 Jun 30 08:53:26.290876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Checking segment: {'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:26.291636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Network hostable DHCP agents. Network: de2d0b23-6442-4581-ab75-6b1c565390f3, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:26.299829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5638c190-e96a-4730-ad55-46dadc047753,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:26.324267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Network de2d0b23-6442-4581-ab75-6b1c565390f3 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:26.353910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, de2d0b23-6442-4581-ab75-6b1c565390f3) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:26.359760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:26.360172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.377413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ffa45-f81e-404d-bffa-b0a372490400 None None] Network de2d0b23-6442-4581-ab75-6b1c565390f3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:26.382948 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c82271e0-b47f-4c71-bfa1-97c8abed3d12 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5372727 Jun 30 08:53:26.385473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54638) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:26.391685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:26.418317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.419695 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.501229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-000496ae-e378-42c4-8ed0-612a1e725cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:26.510068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-000496ae-e378-42c4-8ed0-612a1e725cbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.2830482 Jun 30 08:53:26.568346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.669285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-52fff56f-6eb3-482f-89ad-9167482e8f4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573579 Jun 30 08:53:26.692148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Allocated IP 10.1.1.2 (9f16d819-f744-474e-9604-46005a705582/2c22bd83-9558-49bf-ba17-fa2105b4a7b2/a6de564f-3036-472c-ba66-db473a740285) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:26.858104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.060753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-de2d0b23-6442-4581-ab75-6b1c565390f3', 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'fixed_ips': [{'subnet_id': '5638c190-e96a-4730-ad55-46dadc047753'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:53:27.061660 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.079965 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.100043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262b0d-f349-48ea-87d7-2de9c2d33e2d req-47fb225f-ccc4-40bb-b311-b8c3c5f46ef4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.118337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63262b0d-f349-48ea-87d7-2de9c2d33e2d req-47fb225f-ccc4-40bb-b311-b8c3c5f46ef4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 943 time: 0.4541740 Jun 30 08:53:27.259458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-0846a15d-b00d-4eb4-9d2b-314e38b67ef6 service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435956 Jun 30 08:53:27.262059 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.288247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.330753 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.362497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Transition to ACTIVE for port object a6de564f-3036-472c-ba66-db473a740285 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:27.372805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63262b0d-f349-48ea-87d7-2de9c2d33e2d req-ef548cc5-480f-4d15-93da-a718ea60eb90 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534933 Jun 30 08:53:27.398782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Transition to ACTIVE for port object a6de564f-3036-472c-ba66-db473a740285 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:27.404173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Allocated IP 172.20.0.2 (de2d0b23-6442-4581-ab75-6b1c565390f3/5638c190-e96a-4730-ad55-46dadc047753/f32e5097-e643-4dbd-85f0-9a0a68af21d8) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:27.425137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352cfaf-a94b-4788-8991-76f4189884b4 req-4e1b6719-d2b9-47df-b577-068b182d3192 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.427195 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.430340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Allocated IP 172.25.8.87 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/4d66bf45-4cb0-4df7-a87e-56c8557036ac) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:27.435485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c352cfaf-a94b-4788-8991-76f4189884b4 req-4e1b6719-d2b9-47df-b577-068b182d3192 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.6533251 Jun 30 08:53:27.529270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Subnet': ['ID=c0cfc681-d89c-4223-baa1-bd655a96483f,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.570501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Network 9f16d819-f744-474e-9604-46005a705582 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:27.582489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:27.586417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:27.588633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Pushing event updated for resources: {'Port': ['ID=a6de564f-3036-472c-ba66-db473a740285,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.597548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.617649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c352cfaf-a94b-4788-8991-76f4189884b4 req-1d031686-780c-4d55-94aa-453131d0d941 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801810 Jun 30 08:53:27.661963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Checking segment: {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:27.664035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network hostable DHCP agents. Network: 0c3277fc-9910-4118-a442-8a5263a127ed, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:27.697208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.710843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Attempting to bind port a6de564f-3036-472c-ba66-db473a740285 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:27.711208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Attempting to bind port a6de564f-3036-472c-ba66-db473a740285 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:27.711573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Attempting to bind port a6de564f-3036-472c-ba66-db473a740285 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:27.741041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:27.741447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Checking segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:27.741817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.742210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Bound using segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:27.742685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Bound port: a6de564f-3036-472c-ba66-db473a740285, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:27.743061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.749343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03572d76-4718-4dac-af28-1fb6d51ff00c req-6546cbdd-fc68-4e03-9363-a6ce3c192312 service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610796 Jun 30 08:53:27.772838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 0c3277fc-9910-4118-a442-8a5263a127ed is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:27.778977 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.789730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Transition to ACTIVE for port object f32e5097-e643-4dbd-85f0-9a0a68af21d8 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:27.793149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:27.796909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:27.808830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:27.810944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Transition to ACTIVE for port object f32e5097-e643-4dbd-85f0-9a0a68af21d8 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:27.837934 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.852600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Pushing event updated for resources: {'Port': ['ID=4d66bf45-4cb0-4df7-a87e-56c8557036ac,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.887568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 0c3277fc-9910-4118-a442-8a5263a127ed) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:27.901104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.901986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.906752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Network de2d0b23-6442-4581-ab75-6b1c565390f3 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:27.907655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45914ff2-aec3-476f-84fb-7ee98dbf2c54 None None] Network 0c3277fc-9910-4118-a442-8a5263a127ed requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:27.930126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:27.941306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732d04d-7940-4939-923b-80f3ac2cfbb1 req-c71348f1-dd61-4aad-86a9-d8a16a328435 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.949111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c732d04d-7940-4939-923b-80f3ac2cfbb1 req-c71348f1-dd61-4aad-86a9-d8a16a328435 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 946 time: 0.1963329 Jun 30 08:53:27.967585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:27.972248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Pushing event updated for resources: {'Port': ['ID=f32e5097-e643-4dbd-85f0-9a0a68af21d8,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.977005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] For port a6de564f-3036-472c-ba66-db473a740285, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:27.989529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57425bc-dfc4-4449-ad77-e02163636908 req-5d17c8ed-5398-432d-9708-61e26a0264b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.995318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d57425bc-dfc4-4449-ad77-e02163636908 req-5d17c8ed-5398-432d-9708-61e26a0264b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 1095 time: 0.1684339 Jun 30 08:53:27.996779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4f424490-42df-4b42-99f7-398b7ac70c3b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1753650 Jun 30 08:53:28.003480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54670) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:28.006438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] For port a6de564f-3036-472c-ba66-db473a740285, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a6de564f-3036-472c-ba66-db473a740285,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:28.011596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'port': {'network_id': '9f16d819-f744-474e-9604-46005a705582', 'name': 'tempest-TaggedBootDevicesTest_v242-1793029811', 'fixed_ips': [{'subnet_id': '2c22bd83-9558-49bf-ba17-fa2105b4a7b2'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:28.036650 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.104406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c732d04d-7940-4939-923b-80f3ac2cfbb1 req-3225c71b-1cea-4d80-bc7f-ed0da937f5cc tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536064 Jun 30 08:53:28.168678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Attempting to bind port f32e5097-e643-4dbd-85f0-9a0a68af21d8 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:28.169160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Attempting to bind port f32e5097-e643-4dbd-85f0-9a0a68af21d8 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:28.171493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Attempting to bind port f32e5097-e643-4dbd-85f0-9a0a68af21d8 on network de2d0b23-6442-4581-ab75-6b1c565390f3 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:28.231857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:28.233217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Checking segment: {'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:28.233763 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.234257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Bound using segment: {'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:28.236357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Bound port: f32e5097-e643-4dbd-85f0-9a0a68af21d8, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:28.236357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.264962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818032c-4d52-4a80-84f0-d41bc248a60b None None] Pushing event updated for resources: {'Port': ['ID=a6de564f-3036-472c-ba66-db473a740285,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:28.303448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57425bc-dfc4-4449-ad77-e02163636908 req-fd6ef6bc-eddf-4a20-a027-1c918a452014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.307100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d57425bc-dfc4-4449-ad77-e02163636908 req-fd6ef6bc-eddf-4a20-a027-1c918a452014 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.3026223 Jun 30 08:53:28.308674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:28.417954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] For port f32e5097-e643-4dbd-85f0-9a0a68af21d8, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:28.431246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d57425bc-dfc4-4449-ad77-e02163636908 req-c9fe93e9-e8c2-4e8c-9628-7a0c78c961bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 HTTP/1.1" status: 200 len: 217 time: 0.1136086 Jun 30 08:53:28.522169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-0c3277fc-9910-4118-a442-8a5263a127ed', 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'fixed_ips': [{'subnet_id': 'c0cfc681-d89c-4223-baa1-bd655a96483f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:53:28.523501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.549220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] For port f32e5097-e643-4dbd-85f0-9a0a68af21d8, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f32e5097-e643-4dbd-85f0-9a0a68af21d8,segment=NetworkSegment(7aeb33a3-0051-4934-90f5-ef2f1e955ccf),segment_id=7aeb33a3-0051-4934-90f5-ef2f1e955ccf)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:28.561660 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.569109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.642920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-a1fb667a-5283-4942-a1c9-9f12dfded210 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1982996662&fields=id&tenant_id=eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 267 time: 0.2732673 Jun 30 08:53:28.668053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa36fb-cd7e-40e1-829b-2c0fd5bd28d7 None None] Pushing event updated for resources: {'Port': ['ID=f32e5097-e643-4dbd-85f0-9a0a68af21d8,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:28.831923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57425bc-dfc4-4449-ad77-e02163636908 req-4f595e12-3928-44a7-b15d-86502c982ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.833968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d57425bc-dfc4-4449-ad77-e02163636908 req-4f595e12-3928-44a7-b15d-86502c982ca8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.3234518 Jun 30 08:53:28.838142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.871053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Allocated IP 10.2.2.2 (0c3277fc-9910-4118-a442-8a5263a127ed/c0cfc681-d89c-4223-baa1-bd655a96483f/e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:28.880478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] device_id is not set on port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:53:28.898365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.926424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d57425bc-dfc4-4449-ad77-e02163636908 req-8e03e5c8-a71b-4628-ba4a-2460c09f4649 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623496 Jun 30 08:53:29.119774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d57425bc-dfc4-4449-ad77-e02163636908 req-98c971e2-5832-40e2-8962-5070c67f1b0c service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808388 Jun 30 08:53:29.212421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Router 65b04d71-f782-4a40-8281-2324047e5cf1 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:53:29.216194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.236804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Transition to ACTIVE for port object e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:29.247298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d57425bc-dfc4-4449-ad77-e02163636908 req-dd5ebd71-4ab3-4ab9-b927-7c1941898cb0 service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108046 Jun 30 08:53:29.278752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Transition to ACTIVE for port object e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:29.285614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-197ba142-e1a8-4795-9016-e5e7c86cf3c0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.290343 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.297298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-197ba142-e1a8-4795-9016-e5e7c86cf3c0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 946 time: 0.6213417 Jun 30 08:53:29.337176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f26f-aa87-4701-b40e-fbd1ef228524 req-8421f80b-f54c-4546-a69d-01ce16cd5726 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.339505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4839f26f-aa87-4701-b40e-fbd1ef228524 req-8421f80b-f54c-4546-a69d-01ce16cd5726 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 943 time: 0.6743941 Jun 30 08:53:29.343631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'port': {'security_groups': ['051c9f7c-4217-4631-96fa-6231e1794ac4', 'b23c3c51-4d4f-4e46-bed7-fb497a14158d']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:29.373761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Pushing event updated for resources: {'Port': ['ID=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:29.398921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Network 0c3277fc-9910-4118-a442-8a5263a127ed is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:29.400419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:29.402790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:29.456455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:53:29.495346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.496771 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d3cf2498-e82d-4dfe-b052-d6dbe2cdd63b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1100979 Jun 30 08:53:29.498998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Sync routers for ids ['65b04d71-f782-4a40-8281-2324047e5cf1'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:53:29.499414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54688) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:29.531558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Routers {'65b04d71-f782-4a40-8281-2324047e5cf1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:29.532206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:53:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['65b04d71-f782-4a40-8281-2324047e5cf1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:29.688229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4839f26f-aa87-4701-b40e-fbd1ef228524 req-31d7db44-058d-4245-afa5-e94b56038133 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243046 Jun 30 08:53:29.901590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Set router 65b04d71-f782-4a40-8281-2324047e5cf1 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:29.909493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 10.1.1.13 (9f16d819-f744-474e-9604-46005a705582/2c22bd83-9558-49bf-ba17-fa2105b4a7b2/6352cf45-a3b1-4f94-8f17-6f37cf6affd7) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:29.913034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.063017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:30.064565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a42c7e-fb9a-49d0-975f-ec431d7db33e None None] Network 9f16d819-f744-474e-9604-46005a705582 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:30.068151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a6de564f-3036-472c-ba66-db473a740285 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:30.141358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Attempting to bind port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:30.148372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Attempting to bind port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:30.148777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Attempting to bind port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b on network 0c3277fc-9910-4118-a442-8a5263a127ed {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:30.257717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400fdf6-3c4c-4f11-a475-92ca7b7eed05 req-6d88f0da-abaa-4c15-9cf8-ba82c2e5e501 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:30.259694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5400fdf6-3c4c-4f11-a475-92ca7b7eed05 req-6d88f0da-abaa-4c15-9cf8-ba82c2e5e501 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.2889347 Jun 30 08:53:30.349515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5400fdf6-3c4c-4f11-a475-92ca7b7eed05 req-a943518d-6bd5-47e6-82db-aec3160a6b99 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761244 Jun 30 08:53:30.360755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:30.361273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Checking segment: {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:30.361606 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.362141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Bound using segment: {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:30.362710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Bound port: e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:30.363301 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.414105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bdac7758-1e9f-4b44-9b54-61e46ba1cf8a None None] Provisioning for port a6de564f-3036-472c-ba66-db473a740285 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:30.458943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4fb53f-3ea7-4dbb-930b-373052a79e07 None None] Network de2d0b23-6442-4581-ab75-6b1c565390f3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:30.613887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.673424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Transition to ACTIVE for port object 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:30.693211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:30.743375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.750966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:53:30.753201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.776925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.796159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:30.798531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7d2e6b6-2b29-4883-932b-c9ceac42b898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:30.838960 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.922545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:30.923691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.925533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a57ef03-6964-4767-ade7-ed363823d3ce req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "PUT /v2.0/ports/d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 982 time: 1.6272912 Jun 30 08:53:31.111067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7d2e6b6-2b29-4883-932b-c9ceac42b898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:31.205252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Allocated IP 172.20.0.1 (de2d0b23-6442-4581-ab75-6b1c565390f3/5638c190-e96a-4730-ad55-46dadc047753/1203a989-2112-4729-9d95-94a7981bea78) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:31.298458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4984c484-8294-4f79-8b49-748169938ecb None None] Provisioning for port f32e5097-e643-4dbd-85f0-9a0a68af21d8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:31.396699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] For port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:31.465148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.485254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:31.486313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Transition to ACTIVE for port object 1203a989-2112-4729-9d95-94a7981bea78 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:31.487993 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd0436-3f53-464e-8cee-efee149b50d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:31.516510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] For port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:31.535081 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.535811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 9f16d819-f744-474e-9604-46005a705582 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:31.540799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a6de564f-3036-472c-ba66-db473a740285 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:31.543010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064a27c-0c39-4c81-a412-53e9446291be tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.562864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:31.569020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:53:28Z', 'revision_number': 3, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:31.622941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.638091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:31.640950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Checking router: 65b04d71-f782-4a40-8281-2324047e5cf1 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:53:31.641297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Updating router 65b04d71-f782-4a40-8281-2324047e5cf1 port 4d66bf45-4cb0-4df7-a87e-56c8557036ac binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:53:31.650581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Pushing event updated for resources: {'Port': ['ID=1203a989-2112-4729-9d95-94a7981bea78,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.668866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Network de2d0b23-6442-4581-ab75-6b1c565390f3 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:31.670447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:31.673514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:31.681678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.702552 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.723398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c7eaa1b-59ef-4117-b3d3-c7bb8d96de17 req-1c297637-b9a3-4179-b476-9169e5a38cbd tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/b23c3c51-4d4f-4e46-bed7-fb497a14158d HTTP/1.1" status: 200 len: 1803 time: 0.2305062 Jun 30 08:53:31.750014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.756862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a6de564f-3036-472c-ba66-db473a740285 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:31.757224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.786584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:31.787594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.804240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba02697-15a6-490c-b2f3-c6f8dbb43055 req-db5cef3e-b3b8-4540-baa2-cc39c3824657 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:31.810661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5bd14-aeb0-4295-8d19-3d92244741bc None None] Pushing event updated for resources: {'Port': ['ID=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.812425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bba02697-15a6-490c-b2f3-c6f8dbb43055 req-db5cef3e-b3b8-4540-baa2-cc39c3824657 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 943 time: 0.9285333 Jun 30 08:53:31.900211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecd79aa3-0d8d-437d-a89d-a4a55326033d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8913848 Jun 30 08:53:31.902295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bba02697-15a6-490c-b2f3-c6f8dbb43055 req-b6f9d511-9366-453f-beea-87f4dc5e7978 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888438 Jun 30 08:53:31.902778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54714) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:31.909312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'port': {'network_id': '9f16d819-f744-474e-9604-46005a705582', 'name': 'tempest-TaggedBootDevicesTest_v242-1966760778', 'fixed_ips': [{'subnet_id': '2c22bd83-9558-49bf-ba17-fa2105b4a7b2'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:31.921451 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-4c7eaa1b-59ef-4117-b3d3-c7bb8d96de17 req-953aeae5-d34b-43cc-ac09-d9c9f7d48970 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 08:53:31.936071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c7eaa1b-59ef-4117-b3d3-c7bb8d96de17 req-953aeae5-d34b-43cc-ac09-d9c9f7d48970 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/b23c3c51-4d4f-4e46-bed7-fb497a14158d HTTP/1.1" status: 409 len: 341 time: 0.2011025 Jun 30 08:53:31.982423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.078154 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8309f805-91ab-46b9-a306-bf2a8401cebe x-openstack-request-id: req-8309f805-91ab-46b9-a306-bf2a8401cebe {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:32.078474 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:32.078702 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8309f805-91ab-46b9-a306-bf2a8401cebe {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:32.079355 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898', 'status': 'completed', 'code': 200} Jun 30 08:53:32.095098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:32.199769 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a946aa49-3f66-4119-aad3-9f116fe4f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.335779 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.343426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.386896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2639c87-b881-4c5c-be2f-5e8caaf937ad req-f20221f4-b2e1-4825-a09d-de2573cae278 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:32.400399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2639c87-b881-4c5c-be2f-5e8caaf937ad req-f20221f4-b2e1-4825-a09d-de2573cae278 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.2415688 Jun 30 08:53:32.458247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-236e9f6e-88aa-43b9-8943-eb6258fd87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:32.463718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-236e9f6e-88aa-43b9-8943-eb6258fd87c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1137 time: 0.3699963 Jun 30 08:53:32.465724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:32.472584 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.480086 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.491487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'port_id': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7', 'mac_address': 'fa:16:3e:a7:e5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb8979-ffb4-4f77-834b-3f3c62aac98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:32.522659 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.526620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Pushing event updated for resources: {'Port': ['ID=1203a989-2112-4729-9d95-94a7981bea78,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:32.600544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2639c87-b881-4c5c-be2f-5e8caaf937ad req-649784e6-0331-48dc-9bdb-c10e482574a0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973603 Jun 30 08:53:32.679486 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.709248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] device_id is not set on port a808368f-b2c0-4f2f-942f-80dabee248b0 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:53:32.750236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a6de564f-3036-472c-ba66-db473a740285, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a6de564f-3036-472c-ba66-db473a740285,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:32.760909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Network de2d0b23-6442-4581-ab75-6b1c565390f3 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:32.765454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:32.844324 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.849328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f32e5097-e643-4dbd-85f0-9a0a68af21d8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:32.941716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54730) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:33.040311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:33.120484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-d8bc1e4a-0a16-4523-a37e-35e878c0ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:33.132578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-d8bc1e4a-0a16-4523-a37e-35e878c0ea59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 913 time: 0.6516128 Jun 30 08:53:33.136730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Router 65b04d71-f782-4a40-8281-2324047e5cf1 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:53:33.295361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:33.344411 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.358168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-1cfa1ee3-851a-415f-97a2-6cd2a8380293 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 217 time: 0.2030668 Jun 30 08:53:33.401946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a6de564f-3036-472c-ba66-db473a740285,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:33.487686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7053607-e2ca-4d93-a370-2cdb5de2dbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.501393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:53:33.514534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f32e5097-e643-4dbd-85f0-9a0a68af21d8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:33.521383 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-59094ab4-2510-456b-ad05-27feb3a5fa51 admin admin] 10.222.0.53 "PUT /v2.0/routers/65b04d71-f782-4a40-8281-2324047e5cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0187333 Jun 30 08:53:33.536046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f32e5097-e643-4dbd-85f0-9a0a68af21d8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:33.536420 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.686836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:33.768087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['5987ee29-db3c-4dd9-9df1-a1cbd136dbe7'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:33.815454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54742) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:33.897319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-898db0cc-73af-48d7-a149-2c95a8ecf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:33.899613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-898db0cc-73af-48d7-a149-2c95a8ecf961 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.4952607 Jun 30 08:53:33.915252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Provisioning complete for port a6de564f-3036-472c-ba66-db473a740285 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:33.915626 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.928561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ccc60d-929f-4d43-b5c0-f069e1fc28db None None] Network 0c3277fc-9910-4118-a442-8a5263a127ed requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:33.935631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac557-4a2e-417c-83f7-5915e514c6be req-35b2f465-b8fc-40a6-a866-137f1c1ccf07 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:33.951379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41bac557-4a2e-417c-83f7-5915e514c6be req-35b2f465-b8fc-40a6-a866-137f1c1ccf07 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 985 time: 0.8421333 Jun 30 08:53:33.956787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 10.1.1.26 (9f16d819-f744-474e-9604-46005a705582/2c22bd83-9558-49bf-ba17-fa2105b4a7b2/a808368f-b2c0-4f2f-942f-80dabee248b0) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:33.967478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-878380165'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:34.002942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-b3e778b4-194f-43c2-be01-a86de4ad4cdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490315 Jun 30 08:53:34.060352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7053607-e2ca-4d93-a370-2cdb5de2dbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.098827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:34.112357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.142826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7053607-e2ca-4d93-a370-2cdb5de2dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.174766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:34.176444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6ddda-2b33-4435-855c-a1a92afc3113 req-5fddf12f-3d66-4640-bd2b-201558658e03 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.183832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34a6ddda-2b33-4435-855c-a1a92afc3113 req-5fddf12f-3d66-4640-bd2b-201558658e03 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 944 time: 0.8636651 Jun 30 08:53:34.196171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.196973 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Added segment d7f4492e-7e88-4b1c-9243-62e887221b4d of type vlan for network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 Jun 30 08:53:34.240751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41bac557-4a2e-417c-83f7-5915e514c6be req-63467a5b-256a-46b6-af35-b3bc4ba2fcfa tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=b23c3c51-4d4f-4e46-bed7-fb497a14158d&id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2883468 Jun 30 08:53:34.290439 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.304445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Transition to ACTIVE for port object 4d66bf45-4cb0-4df7-a87e-56c8557036ac will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:34.308619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.359582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.367527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.368258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.402822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.406779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7053607-e2ca-4d93-a370-2cdb5de2dbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46e15b-ef58-4394-a61f-c3d09fd5a8e7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.411383 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.445761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b7053607-e2ca-4d93-a370-2cdb5de2dbb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cd01a80f44c4485a7d6b6b109bd83f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5001132 Jun 30 08:53:34.453786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54748) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:34.481853 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6644535 Jun 30 08:53:34.488202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54750) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:34.505624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'subnet': {'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:34.515633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854c45-d3ec-455f-897e-ec2baae0df1c None None] Pushing event updated for resources: {'Port': ['ID=4d66bf45-4cb0-4df7-a87e-56c8557036ac,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.523866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Attempting to bind port 4d66bf45-4cb0-4df7-a87e-56c8557036ac on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:34.524224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Attempting to bind port 4d66bf45-4cb0-4df7-a87e-56c8557036ac by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:34.524584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Attempting to bind port 4d66bf45-4cb0-4df7-a87e-56c8557036ac on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:34.585314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34a6ddda-2b33-4435-855c-a1a92afc3113 req-c3195fcf-fed1-4525-b26b-77280761e737 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999324 Jun 30 08:53:34.586687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:34.588610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:34.590185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.590185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:34.590832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Bound port: 4d66bf45-4cb0-4df7-a87e-56c8557036ac, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:34.591701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-6fdec79a-8115-47dd-bdbe-0358dcd81e08 service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585053 Jun 30 08:53:34.592418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.596541 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61412243-55d5-40a7-b70b-a1b793b8b3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.603206 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.623957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eeafb-e80b-4830-9e0b-c38a657ebac6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Network': ['ID=5b05836e-ffce-4fc8-8d21-fd7f18e57e51,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.651189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f32e5097-e643-4dbd-85f0-9a0a68af21d8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f32e5097-e643-4dbd-85f0-9a0a68af21d8,segment=NetworkSegment(7aeb33a3-0051-4934-90f5-ef2f1e955ccf),segment_id=7aeb33a3-0051-4934-90f5-ef2f1e955ccf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:34.676666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:34.686731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6d52-f73e-426e-b890-8594096e8364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.720189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:34.723324 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.728195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.739904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.754208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Transition to ACTIVE for port object a808368f-b2c0-4f2f-942f-80dabee248b0 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:34.810304 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.828575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] For port 4d66bf45-4cb0-4df7-a87e-56c8557036ac, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:34.899379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 9f16d819-f744-474e-9604-46005a705582 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:34.907778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=a808368f-b2c0-4f2f-942f-80dabee248b0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.916070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:34.921961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] For port 4d66bf45-4cb0-4df7-a87e-56c8557036ac, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4d66bf45-4cb0-4df7-a87e-56c8557036ac,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:34.922079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:34.936191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6d52-f73e-426e-b890-8594096e8364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.941495 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.954102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f32e5097-e643-4dbd-85f0-9a0a68af21d8,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.956132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75fd0436-3f53-464e-8cee-efee149b50d4 req-fe058b7a-8cb6-4fa5-99c9-30ff46aef8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495123 Jun 30 08:53:34.979224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83938-44fb-4110-8d69-8b450923a2fd req-f74ca14d-0488-4529-a799-51a672aec5ee tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.986526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6af83938-44fb-4110-8d69-8b450923a2fd req-f74ca14d-0488-4529-a799-51a672aec5ee tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.3534577 Jun 30 08:53:34.990426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Provisioning for port 1203a989-2112-4729-9d95-94a7981bea78 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:35.035434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Provisioning complete for port 1203a989-2112-4729-9d95-94a7981bea78 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:35.035970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.104777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.104990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:35.106248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.135083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6d52-f73e-426e-b890-8594096e8364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.138219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6d52-f73e-426e-b890-8594096e8364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.153535 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6b2e6d52-f73e-426e-b890-8594096e8364 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f46e15b-ef58-4394-a61f-c3d09fd5a8e7 HTTP/1.1" status: 204 len: 168 time: 0.6842136 Jun 30 08:53:35.154114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6af83938-44fb-4110-8d69-8b450923a2fd req-1f858de5-7a68-4c36-b81e-133d8a18ec4a tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453068 Jun 30 08:53:35.179359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e6d52-f73e-426e-b890-8594096e8364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46e15b-ef58-4394-a61f-c3d09fd5a8e7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:35.183032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-69fc672a-bb57-4f0b-98ef-9e1e5ebfc690 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2769110 Jun 30 08:53:35.196400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Port 1203a989-2112-4729-9d95-94a7981bea78 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:35.216722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Routers {'65b04d71-f782-4a40-8281-2324047e5cf1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:35.218234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['65b04d71-f782-4a40-8281-2324047e5cf1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:35.230527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854c45-d3ec-455f-897e-ec2baae0df1c None None] Pushing event updated for resources: {'Port': ['ID=4d66bf45-4cb0-4df7-a87e-56c8557036ac,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:35.244996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-fc882daf-d791-4286-939c-d15f7a10e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.246759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-fc882daf-d791-4286-939c-d15f7a10e2f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1137 time: 0.1990073 Jun 30 08:53:35.248727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.354680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Provisioning for port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:35.370998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Subnet': ['ID=5f91c07b-422a-4b4b-bb55-cd4c879c126b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:35.393771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Provisioning complete for port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:35.394139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.462240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Checking segment: {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:35.463770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network hostable DHCP agents. Network: 5b05836e-ffce-4fc8-8d21-fd7f18e57e51, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:35.512400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:35.531236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 5b05836e-ffce-4fc8-8d21-fd7f18e57e51) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:35.536622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.538486 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.556926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b745a8c6-c71e-44c5-a98c-8a285ff90413 None None] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:35.558114 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea1a0ac3-cd41-472b-aff5-0f438816d4b6 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0589106 Jun 30 08:53:35.559774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54764) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:35.565900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-456951934'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:35.606027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:35.612940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.647384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-38def95d-b19c-492c-b79f-604edbddc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.649083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-38def95d-b19c-492c-b79f-604edbddc852 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 913 time: 0.3897009 Jun 30 08:53:35.650520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:35.673843 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.675773 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Added segment 181793ce-90e7-40c0-80c1-a298662c53cf of type vlan for network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf Jun 30 08:53:35.712677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:35.728791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:35.733071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003efaa0-8694-4391-8abd-31368c8e46f8 req-798e81f1-e02c-46e2-9333-d597240f48b4 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.734979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-003efaa0-8694-4391-8abd-31368c8e46f8 req-798e81f1-e02c-46e2-9333-d597240f48b4 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 985 time: 0.2067285 Jun 30 08:53:35.736513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-ba9f11ae-6fb4-43a1-8c8a-cd9915ddc9ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 217 time: 0.0697060 Jun 30 08:53:35.751299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a6de564f-3036-472c-ba66-db473a740285 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:35.768857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] Set router 65b04d71-f782-4a40-8281-2324047e5cf1 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:35.797741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.841145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.852871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.853889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.888218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Provisioning complete for port f32e5097-e643-4dbd-85f0-9a0a68af21d8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:35.888831 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-807f56c6-d324-4327-aa2a-f2c9a169352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.890705 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.895946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54768) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:35.937552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-3b0b5d8d-bc69-4b43-b210-69fa8d81d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.939072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-3b0b5d8d-bc69-4b43-b210-69fa8d81d80d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.1953444 Jun 30 08:53:35.943553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-003efaa0-8694-4391-8abd-31368c8e46f8 req-c29be497-d294-4052-8d98-403a486a993a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=b23c3c51-4d4f-4e46-bed7-fb497a14158d&id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1948388 Jun 30 08:53:35.944437 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0001-a6ad-4e80-8419-b41c6bc63e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.993855 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4288816 Jun 30 08:53:35.997034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54770) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:36.008549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'subnet': {'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:36.018423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-dd25ea96-7822-4dab-92c8-b353844b6fd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696177 Jun 30 08:53:36.050478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819d7af-8d2f-42dc-8e78-7c724541e267 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Network': ['ID=960b21d8-0a54-4566-a53e-ddc9c1ab4ecf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.103610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:36.136033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a6de564f-3036-472c-ba66-db473a740285 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:36.137684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.165538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-5b05836e-ffce-4fc8-8d21-fd7f18e57e51', 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'fixed_ips': [{'subnet_id': '5f91c07b-422a-4b4b-bb55-cd4c879c126b'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:53:36.167116 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.241510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:36.248669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4847eefa-2ac0-4a8a-b6ea-1022bd2b4619 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215332991', 'description': 'tempest-description--204707458'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:36.372099 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-cb94258d-bdc2-4569-983b-b2340416368e service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415191 Jun 30 08:53:36.573923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0001-a6ad-4e80-8419-b41c6bc63e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.578659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Allocated IP 19.80.0.2 (5b05836e-ffce-4fc8-8d21-fd7f18e57e51/5f91c07b-422a-4b4b-bb55-cd4c879c126b/097fa0b0-acf6-4128-aeb1-27acc65a2190) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:36.594688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0001-a6ad-4e80-8419-b41c6bc63e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.598771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Provisioning for port a808368f-b2c0-4f2f-942f-80dabee248b0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:36.611301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Provisioning complete for port a808368f-b2c0-4f2f-942f-80dabee248b0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:36.611673 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.620549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c08c48-6ab0-4f4d-86bb-5320d5c19000 req-ae9c4a7e-b241-4f07-83e0-1d38c6fb5215 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.622184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38c08c48-6ab0-4f4d-86bb-5320d5c19000 req-ae9c4a7e-b241-4f07-83e0-1d38c6fb5215 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 944 time: 0.2781389 Jun 30 08:53:36.624440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:53:31Z', 'revision_number': 4, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1203a989-2112-4729-9d95-94a7981bea78', 'name': '', 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'mac_address': 'fa:16:3e:ae:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5638c190-e96a-4730-ad55-46dadc047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:30Z', 'updated_at': '2021-06-30T08:53:32Z', 'revision_number': 2, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'subnets': [{'id': '5638c190-e96a-4730-ad55-46dadc047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:36.628063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:36.632808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee60c4c1-b1b9-471d-843d-73538d628896 req-e00fe53a-4d20-439c-ba6d-dd5efb338694 service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452223 Jun 30 08:53:36.638363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.661735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d00ad-ca8f-470d-8ccf-fe1e763a76b6 req-7f6c7372-f4a5-4cd6-8b92-9a09269ea95b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.670066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-947d00ad-ca8f-470d-8ccf-fe1e763a76b6 req-7f6c7372-f4a5-4cd6-8b92-9a09269ea95b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.3021848 Jun 30 08:53:36.712964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54778) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:36.713208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1fbf0001-a6ad-4e80-8419-b41c6bc63e46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d24abaa251f4db786238126186aa9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8160818 Jun 30 08:53:36.717324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf0001-a6ad-4e80-8419-b41c6bc63e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c683c5-b6f2-4131-8b39-8aec22c1dcd3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.767241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4847eefa-2ac0-4a8a-b6ea-1022bd2b4619 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.808774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38c08c48-6ab0-4f4d-86bb-5320d5c19000 req-57f3648a-c033-479b-bd21-e5ed2af6154c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725678 Jun 30 08:53:36.828600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-947d00ad-ca8f-470d-8ccf-fe1e763a76b6 req-83b668db-3269-4b67-aff1-ad0560d568f0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575551 Jun 30 08:53:36.882511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f32e5097-e643-4dbd-85f0-9a0a68af21d8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:36.888291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b1bab-6828-45ed-9a12-527430d33f3b None None] The sync data for ids ['65b04d71-f782-4a40-8281-2324047e5cf1'] in n-d-758944-40 is: [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:53:31Z', 'revision_number': 4, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1203a989-2112-4729-9d95-94a7981bea78', 'name': '', 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'mac_address': 'fa:16:3e:ae:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5638c190-e96a-4730-ad55-46dadc047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:30Z', 'updated_at': '2021-06-30T08:53:32Z', 'revision_number': 2, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'subnets': [{'id': '5638c190-e96a-4730-ad55-46dadc047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:53:36.935148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Port a808368f-b2c0-4f2f-942f-80dabee248b0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:37.004601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Provisioning complete for port 1203a989-2112-4729-9d95-94a7981bea78 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:37.005003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.027994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4847eefa-2ac0-4a8a-b6ea-1022bd2b4619 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.043429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4847eefa-2ac0-4a8a-b6ea-1022bd2b4619 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.076920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f32e5097-e643-4dbd-85f0-9a0a68af21d8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:37.077255 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.113463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Port 1203a989-2112-4729-9d95-94a7981bea78 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:37.127257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.151806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Transition to ACTIVE for port object 097fa0b0-acf6-4128-aeb1-27acc65a2190 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:37.163335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a096cb0-070e-470b-9941-73ea1505efdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.172312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Provisioning for port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:37.182195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Provisioning complete for port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:37.182567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.188114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Transition to ACTIVE for port object 097fa0b0-acf6-4128-aeb1-27acc65a2190 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:37.214243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.215355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4847eefa-2ac0-4a8a-b6ea-1022bd2b4619 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.216906 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4847eefa-2ac0-4a8a-b6ea-1022bd2b4619 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9747870 Jun 30 08:53:37.227296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54784) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:37.239310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4240bb76-c396-46c6-8e1a-c996f7b091ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'security_group_rule': {'security_group_id': '2530e3ef-fff8-4919-92a7-f622e85355db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:37.249649 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a096cb0-070e-470b-9941-73ea1505efdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.263810 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.378056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:37.395648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:37.395993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847eefa-2ac0-4a8a-b6ea-1022bd2b4619 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2530e3ef-fff8-4919-92a7-f622e85355db,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.398369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:37.401969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:37.434555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.434991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efcc77-24b1-4795-b54a-50c0a791e6bd req-9172be00-cfe9-4ebb-adc6-8bd9c13127c7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.437237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7efcc77-24b1-4795-b54a-50c0a791e6bd req-9172be00-cfe9-4ebb-adc6-8bd9c13127c7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 985 time: 0.2596340 Jun 30 08:53:37.445383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Pushing event updated for resources: {'Port': ['ID=097fa0b0-acf6-4128-aeb1-27acc65a2190,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.542303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7efcc77-24b1-4795-b54a-50c0a791e6bd req-c9405862-ef3a-4a9c-9065-7e3d3b80bb1a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=b23c3c51-4d4f-4e46-bed7-fb497a14158d&id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0929003 Jun 30 08:53:37.578325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Attempting to bind port 097fa0b0-acf6-4128-aeb1-27acc65a2190 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:37.578834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Attempting to bind port 097fa0b0-acf6-4128-aeb1-27acc65a2190 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:37.579540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Attempting to bind port 097fa0b0-acf6-4128-aeb1-27acc65a2190 on network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:37.612897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:37.618258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Checking segment: {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:37.618680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.619083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Bound using segment: {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:37.619723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Subnet': ['ID=3f9ab26c-fed7-46c0-b647-86e58e0427ba,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.619861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Bound port: 097fa0b0-acf6-4128-aeb1-27acc65a2190, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:37.620033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.651003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.664101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:37.681582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:37.682107 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.683414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4240bb76-c396-46c6-8e1a-c996f7b091ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.715809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Checking segment: {'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:37.716315 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network hostable DHCP agents. Network: 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:37.735624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a096cb0-070e-470b-9941-73ea1505efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.740361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a096cb0-070e-470b-9941-73ea1505efdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.742722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9a096cb0-070e-470b-9941-73ea1505efdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46c683c5-b6f2-4131-8b39-8aec22c1dcd3 HTTP/1.1" status: 204 len: 168 time: 1.0286314 Jun 30 08:53:37.773384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a096cb0-070e-470b-9941-73ea1505efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c683c5-b6f2-4131-8b39-8aec22c1dcd3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.792985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] For port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:37.812857 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.815645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:37.852719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:37.864975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4240bb76-c396-46c6-8e1a-c996f7b091ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.867257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] For port 097fa0b0-acf6-4128-aeb1-27acc65a2190, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:37.868068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.868848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.875643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e417a-b328-480d-ba06-2b22ae61c8e8 None None] Network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:37.894245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5959d1eb-6d11-4c0a-8c3d-a09321cdccdf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8926752 Jun 30 08:53:37.895019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4240bb76-c396-46c6-8e1a-c996f7b091ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.964994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240bb76-c396-46c6-8e1a-c996f7b091ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c617cadf-c281-41b8-877e-43d2a509f63c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.980679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4240bb76-c396-46c6-8e1a-c996f7b091ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.984927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54796) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:37.985161 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4240bb76-c396-46c6-8e1a-c996f7b091ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7506835 Jun 30 08:53:37.989895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-cce4e4f3-f49b-4ca5-b0e5-d2fb5bafcc1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'security_group_rule': {'security_group_id': '2530e3ef-fff8-4919-92a7-f622e85355db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:37.995220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] For port 097fa0b0-acf6-4128-aeb1-27acc65a2190, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=097fa0b0-acf6-4128-aeb1-27acc65a2190,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:38.043842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Provisioning complete for port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:38.044132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.046269 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.092542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cce4e4f3-f49b-4ca5-b0e5-d2fb5bafcc1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.139356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Pushing event updated for resources: {'Port': ['ID=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:38.203342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.230762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cce4e4f3-f49b-4ca5-b0e5-d2fb5bafcc1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.280064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f80a3315-d9b3-4713-97e1-d0fe5d49175c None None] Port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:38.310988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cce4e4f3-f49b-4ca5-b0e5-d2fb5bafcc1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.329542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:38.332422 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2760e0-acd7-434b-b114-fa51c37e72b1" -d '{"events": [{"server_uuid": "5bf994a7-8a9e-4f99-9de4-20a0568fe8fb", "name": "network-vif-plugged", "status": "completed", "tag": "5987ee29-db3c-4dd9-9df1-a1cbd136dbe7"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:38.355864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478703d7-74ad-4790-8861-e8034c8dc8e2 None None] Pushing event updated for resources: {'Port': ['ID=097fa0b0-acf6-4128-aeb1-27acc65a2190,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:38.379960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:38.389298 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.477496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4e4f3-f49b-4ca5-b0e5-d2fb5bafcc1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b493c1a3-cf5f-466c-8492-374119f919cc,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:38.484247 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cce4e4f3-f49b-4ca5-b0e5-d2fb5bafcc1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.485423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cce4e4f3-f49b-4ca5-b0e5-d2fb5bafcc1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4993389 Jun 30 08:53:38.489320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54810) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:38.495961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:38.534246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-960b21d8-0a54-4566-a53e-ddc9c1ab4ecf', 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'fixed_ips': [{'subnet_id': '3f9ab26c-fed7-46c0-b647-86e58e0427ba'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:53:38.540454 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.590198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2cdf5-1076-4bfe-b130-d90eae7236ce req-27b1642e-da78-404e-a0bb-ae92bcf13c83 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:38.600311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:38.608953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1db2cdf5-1076-4bfe-b130-d90eae7236ce req-27b1642e-da78-404e-a0bb-ae92bcf13c83 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 944 time: 0.4304051 Jun 30 08:53:38.630043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db497-7b53-4f87-95f5-2c16ea619ab8 req-7b302f12-685d-484d-877d-442ffb7ae362 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:38.641817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-540db497-7b53-4f87-95f5-2c16ea619ab8 req-7b302f12-685d-484d-877d-442ffb7ae362 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.4061506 Jun 30 08:53:38.664654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.777182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Allocated IP 19.86.0.2 (960b21d8-0a54-4566-a53e-ddc9c1ab4ecf/3f9ab26c-fed7-46c0-b647-86e58e0427ba/41e03174-b704-4532-b7b0-5440d7863c8a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:38.849250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-540db497-7b53-4f87-95f5-2c16ea619ab8 req-12b964d2-99af-4d98-832c-7f32b420f390 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052286 Jun 30 08:53:38.878504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1db2cdf5-1076-4bfe-b130-d90eae7236ce req-a4723644-045d-4159-b30d-26eea985705d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241330 Jun 30 08:53:39.026040 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.138705 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.164308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Transition to ACTIVE for port object 41e03174-b704-4532-b7b0-5440d7863c8a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:39.185819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Transition to ACTIVE for port object 41e03174-b704-4532-b7b0-5440d7863c8a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:39.189769 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79130a31-bd8d-4735-bc7a-139c896ea865 x-openstack-request-id: req-79130a31-bd8d-4735-bc7a-139c896ea865 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:39.190526 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf994a7-8a9e-4f99-9de4-20a0568fe8fb", "name": "network-vif-plugged", "status": "completed", "tag": "5987ee29-db3c-4dd9-9df1-a1cbd136dbe7", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:39.190947 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79130a31-bd8d-4735-bc7a-139c896ea865 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:39.191374 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7', 'code': 200} Jun 30 08:53:39.193729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:39.197025 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.338844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:39.341100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Pushing event updated for resources: {'Port': ['ID=41e03174-b704-4532-b7b0-5440d7863c8a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:39.350987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:39.367710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:39.423124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 172.25.8.189 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d6d90434-3b92-457a-bcd8-5ecac0f6ec58) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:39.501256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:39.501620 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.546846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Attempting to bind port 41e03174-b704-4532-b7b0-5440d7863c8a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:39.547223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Attempting to bind port 41e03174-b704-4532-b7b0-5440d7863c8a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:39.547582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Attempting to bind port 41e03174-b704-4532-b7b0-5440d7863c8a on network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:39.557951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:39.558335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Checking segment: {'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:39.558749 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.559146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Bound using segment: {'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:39.559625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Bound port: 41e03174-b704-4532-b7b0-5440d7863c8a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:39.560005 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.576033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-929d702f-c9d5-418c-bb29-2a43175f051d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:39.582212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-929d702f-c9d5-418c-bb29-2a43175f051d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:39.589116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-929d702f-c9d5-418c-bb29-2a43175f051d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/networks?id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51&id=960b21d8-0a54-4566-a53e-ddc9c1ab4ecf&id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51 HTTP/1.1" status: 200 len: 1390 time: 0.4768598 Jun 30 08:53:39.716247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-1bca6457-5bfb-41f8-a3df-57ad11f20014 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/quotas/cb6b89e7b9e44621a9dbd294ef72e3d2 HTTP/1.1" status: 200 len: 375 time: 0.1078563 Jun 30 08:53:39.769010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] For port 41e03174-b704-4532-b7b0-5440d7863c8a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:39.784051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4d66bf45-4cb0-4df7-a87e-56c8557036ac up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:39.789121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] For port 41e03174-b704-4532-b7b0-5440d7863c8a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=41e03174-b704-4532-b7b0-5440d7863c8a,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:39.811884 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.904061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559905f-48c3-4e1b-8b5d-55da93ec3dc9 req-f002e60f-2a21-4454-8cb1-d548ac8f4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:39.905473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe94c6-099b-4cc4-83c3-5efbf9bbfe33 None None] Pushing event updated for resources: {'Port': ['ID=41e03174-b704-4532-b7b0-5440d7863c8a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:39.910781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0559905f-48c3-4e1b-8b5d-55da93ec3dc9 req-f002e60f-2a21-4454-8cb1-d548ac8f4dd1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 1097 time: 0.7746451 Jun 30 08:53:39.911214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4d66bf45-4cb0-4df7-a87e-56c8557036ac completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:39.916872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4d66bf45-4cb0-4df7-a87e-56c8557036ac triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:39.917414 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.943311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c67a592-356c-4c9e-a21b-7bd7feca4746 None None] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:40.014149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bdc5e-0b7f-46ab-abeb-5fa21c2efe58 req-170d3e14-c58e-4e59-a779-8ba8bc43c4a7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:40.023635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-094bdc5e-0b7f-46ab-abeb-5fa21c2efe58 req-170d3e14-c58e-4e59-a779-8ba8bc43c4a7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 985 time: 0.4342210 Jun 30 08:53:40.040336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.092735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0559905f-48c3-4e1b-8b5d-55da93ec3dc9 req-a556ac75-7ac5-4147-be42-4576010eca83 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658680 Jun 30 08:53:40.122376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-094bdc5e-0b7f-46ab-abeb-5fa21c2efe58 req-8198db3b-d4d5-49d4-8a9c-d9c54854ab25 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=b23c3c51-4d4f-4e46-bed7-fb497a14158d&id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0973945 Jun 30 08:53:40.155620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-45a46620-b43d-409d-9a3a-e5c0ccc90861 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3810740 Jun 30 08:53:40.297119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bf0f24c4-115a-4893-8193-d44aa5b840ad None None] Provisioning for port 097fa0b0-acf6-4128-aeb1-27acc65a2190 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:40.341208 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.385935 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.442270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 4d66bf45-4cb0-4df7-a87e-56c8557036ac, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4d66bf45-4cb0-4df7-a87e-56c8557036ac,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:40.450806 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.451608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 097fa0b0-acf6-4128-aeb1-27acc65a2190 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:40.591600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=4d66bf45-4cb0-4df7-a87e-56c8557036ac,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:40.605390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 097fa0b0-acf6-4128-aeb1-27acc65a2190 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:40.612468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 097fa0b0-acf6-4128-aeb1-27acc65a2190 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:40.612878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.742367 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.778662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 097fa0b0-acf6-4128-aeb1-27acc65a2190, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=097fa0b0-acf6-4128-aeb1-27acc65a2190,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:40.784196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.865576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=097fa0b0-acf6-4128-aeb1-27acc65a2190,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:41.057401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:41.059135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-78780ea3-f41d-4186-843c-12e6da06160f None None] Provisioning complete for port 097fa0b0-acf6-4128-aeb1-27acc65a2190 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:41.059731 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78780ea3-f41d-4186-843c-12e6da06160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.093449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:41.120781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:41.150225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 41e03174-b704-4532-b7b0-5440d7863c8a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:41.194027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Sync routers for ids ['65b04d71-f782-4a40-8281-2324047e5cf1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:53:41.242904 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Routers {'65b04d71-f782-4a40-8281-2324047e5cf1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:41.243943 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['65b04d71-f782-4a40-8281-2324047e5cf1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:41.305298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=d6d90434-3b92-457a-bcd8-5ecac0f6ec58,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:41.349280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-0dca87af-7ffd-4828-9822-fd0673e8c954 service neutron] 10.222.0.53 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1841974 Jun 30 08:53:41.361405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 41e03174-b704-4532-b7b0-5440d7863c8a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:41.367342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4d66bf45-4cb0-4df7-a87e-56c8557036ac up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:41.431100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4d66bf45-4cb0-4df7-a87e-56c8557036ac triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:41.431266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.485694 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Set router 65b04d71-f782-4a40-8281-2324047e5cf1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:41.500775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.519288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7603d-59db-4c69-b112-0866ae9b84ee req-583d244d-32f3-49f3-a7b2-7e01ee401177 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:41.527997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfb7603d-59db-4c69-b112-0866ae9b84ee req-583d244d-32f3-49f3-a7b2-7e01ee401177 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 1.1975977 Jun 30 08:53:41.632274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfb7603d-59db-4c69-b112-0866ae9b84ee req-b9ad9df9-aa5a-477e-a90a-c6bfb4bbbeb4 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980670 Jun 30 08:53:41.684325 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.714942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7a52b-0140-414f-bb81-8fa4fafbb22b None None] Network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:41.743912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-01c7d1c7-5e44-4add-96bc-e5bacb91a5e0 service neutron] 10.222.0.53 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914380 Jun 30 08:53:41.828861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b6515e35-bd55-49b4-967c-e6c26e6ba853 None None] Provisioning for port 41e03174-b704-4532-b7b0-5440d7863c8a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:41.857612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b6515e35-bd55-49b4-967c-e6c26e6ba853 None None] Provisioning complete for port 41e03174-b704-4532-b7b0-5440d7863c8a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:41.859492 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6515e35-bd55-49b4-967c-e6c26e6ba853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.903359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c024da7f-ccb3-4ca5-b359-6b6077dab4d2 service neutron] 10.222.0.53 "GET /v2.0/networks/960b21d8-0a54-4566-a53e-ddc9c1ab4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513834 Jun 30 08:53:42.025005 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:53:31Z', 'revision_number': 4, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1203a989-2112-4729-9d95-94a7981bea78', 'name': '', 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'mac_address': 'fa:16:3e:ae:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5638c190-e96a-4730-ad55-46dadc047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:30Z', 'updated_at': '2021-06-30T08:53:32Z', 'revision_number': 2, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'subnets': [{'id': '5638c190-e96a-4730-ad55-46dadc047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:42.059018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6515e35-bd55-49b4-967c-e6c26e6ba853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.060091 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Checking router: 65b04d71-f782-4a40-8281-2324047e5cf1 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:53:42.060879 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Updating router 65b04d71-f782-4a40-8281-2324047e5cf1 port 1203a989-2112-4729-9d95-94a7981bea78 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:53:42.097024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b6515e35-bd55-49b4-967c-e6c26e6ba853 None None] For port 41e03174-b704-4532-b7b0-5440d7863c8a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=41e03174-b704-4532-b7b0-5440d7863c8a,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:42.105198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6515e35-bd55-49b4-967c-e6c26e6ba853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.122325 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.174785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515e35-bd55-49b4-967c-e6c26e6ba853 None None] Pushing event updated for resources: {'Port': ['ID=41e03174-b704-4532-b7b0-5440d7863c8a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:42.197722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.226635 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.302575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544da542-4537-41e6-b3e3-172a06517343 req-c9999edd-12c5-4844-81ce-4e31395614d8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:42.319831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-544da542-4537-41e6-b3e3-172a06517343 req-c9999edd-12c5-4844-81ce-4e31395614d8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 945 time: 0.5346043 Jun 30 08:53:42.429652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.451440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=d6d90434-3b92-457a-bcd8-5ecac0f6ec58,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:42.455320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-a8725940-b559-4dd5-b4af-ce6722a6b5ad service neutron] 10.222.0.53 "GET /v2.0/networks/960b21d8-0a54-4566-a53e-ddc9c1ab4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883936 Jun 30 08:53:42.472326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-544da542-4537-41e6-b3e3-172a06517343 req-14175ab1-2a00-44ce-ba36-cec4d948ba05 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515782 Jun 30 08:53:42.493443 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.507418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-37c7c721-bdb6-4699-bbd3-7429359be871 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0078166 Jun 30 08:53:42.533578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-179726cc-0ce4-4388-82ee-bcdee7ede136 None None] Provisioning complete for port 41e03174-b704-4532-b7b0-5440d7863c8a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:42.534106 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-179726cc-0ce4-4388-82ee-bcdee7ede136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.580676 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.604793 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Transition to ACTIVE for port object 1203a989-2112-4729-9d95-94a7981bea78 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:42.619844 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.693367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-dc691be9-942f-4c70-a7a9-6ccf6491d09b service neutron] 10.222.0.53 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323761 Jun 30 08:53:42.726327 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6573f46-efac-47ff-9355-a7246573ed1b None None] Pushing event updated for resources: {'Port': ['ID=1203a989-2112-4729-9d95-94a7981bea78,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:42.777339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-f4bc0bb5-ee94-487a-9833-a863257474f4 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2097989316&fields=id&tenant_id=eda6fc1737424ffcbaaad3d7a25991ef HTTP/1.1" status: 200 len: 267 time: 0.0670817 Jun 30 08:53:42.854279 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Attempting to bind port 1203a989-2112-4729-9d95-94a7981bea78 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:42.855009 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Attempting to bind port 1203a989-2112-4729-9d95-94a7981bea78 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:42.855589 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Attempting to bind port 1203a989-2112-4729-9d95-94a7981bea78 on network de2d0b23-6442-4581-ab75-6b1c565390f3 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:42.863430 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:42.864833 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Checking segment: {'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:42.865240 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.865710 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Bound using segment: {'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:42.866285 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Bound port: 1203a989-2112-4729-9d95-94a7981bea78, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeb33a3-0051-4934-90f5-ef2f1e955ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:42.867185 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.923814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 097fa0b0-acf6-4128-aeb1-27acc65a2190 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:42.967296 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] For port 1203a989-2112-4729-9d95-94a7981bea78, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:42.974194 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] For port 1203a989-2112-4729-9d95-94a7981bea78, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1203a989-2112-4729-9d95-94a7981bea78,segment=NetworkSegment(7aeb33a3-0051-4934-90f5-ef2f1e955ccf),segment_id=7aeb33a3-0051-4934-90f5-ef2f1e955ccf)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:42.981821 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.000029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:43.009486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-f9fd3083-4db4-4fe7-a71e-b0873cf9489c service neutron] 10.222.0.53 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004177 Jun 30 08:53:43.028656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-455c7d1d-691d-4feb-ac77-31a57ccc6369 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:43.030359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-455c7d1d-691d-4feb-ac77-31a57ccc6369 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 985 time: 0.2213764 Jun 30 08:53:43.043949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'port': {'security_groups': ['051c9f7c-4217-4631-96fa-6231e1794ac4', 'b23c3c51-4d4f-4e46-bed7-fb497a14158d', 'c5d0db39-2032-4496-a240-5939e9532469']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:43.049027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 097fa0b0-acf6-4128-aeb1-27acc65a2190 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:43.049406 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.167345 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Routers {'65b04d71-f782-4a40-8281-2324047e5cf1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:43.168830 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['65b04d71-f782-4a40-8281-2324047e5cf1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:43.207061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a729c-679d-48a4-8366-5d49511517e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.242776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 41e03174-b704-4532-b7b0-5440d7863c8a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:43.259473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.286539 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6573f46-efac-47ff-9355-a7246573ed1b None None] Pushing event updated for resources: {'Port': ['ID=1203a989-2112-4729-9d95-94a7981bea78,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:43.374144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 41e03174-b704-4532-b7b0-5440d7863c8a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:43.374510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.440297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a729c-679d-48a4-8366-5d49511517e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.456358 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a729c-679d-48a4-8366-5d49511517e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.471469 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] Set router 65b04d71-f782-4a40-8281-2324047e5cf1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:43.505856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a729c-679d-48a4-8366-5d49511517e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049229a3-e0d1-4544-97ce-4907556f1fa4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:43.511961 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee6a729c-679d-48a4-8366-5d49511517e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0258fd462f654c9a9dc37431e63eaf9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108402 Jun 30 08:53:43.514816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54932) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:43.711305 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0c6de516-dfff-4489-a7bf-710c0a6b2e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.717987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:43.754493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0c6de516-dfff-4489-a7bf-710c0a6b2e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.790049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.809100 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:53:31Z', 'revision_number': 4, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1203a989-2112-4729-9d95-94a7981bea78', 'name': '', 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'mac_address': 'fa:16:3e:ae:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5638c190-e96a-4730-ad55-46dadc047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:30Z', 'updated_at': '2021-06-30T08:53:42Z', 'revision_number': 4, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'subnets': [{'id': '5638c190-e96a-4730-ad55-46dadc047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:43.809771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.824570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7d2e6b6-2b29-4883-932b-c9ceac42b898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:43.827190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:43.845007 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6eee-10f1-40be-b392-4d7719a1f952 None None] The sync data for ids ['65b04d71-f782-4a40-8281-2324047e5cf1'] in n-d-758944-40 is: [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:53:31Z', 'revision_number': 4, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '1203a989-2112-4729-9d95-94a7981bea78', 'name': '', 'network_id': 'de2d0b23-6442-4581-ab75-6b1c565390f3', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'mac_address': 'fa:16:3e:ae:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5638c190-e96a-4730-ad55-46dadc047753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:30Z', 'updated_at': '2021-06-30T08:53:42Z', 'revision_number': 4, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'subnets': [{'id': '5638c190-e96a-4730-ad55-46dadc047753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:53:43.873372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:43.874083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.875864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-984ee2c1-aa4c-4202-bfc4-5c8934be5cc1 req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "PUT /v2.0/ports/d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 1021 time: 0.8389621 Jun 30 08:53:43.899127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:43.903051 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84" -d '{"events": [{"name": "network-changed", "server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:43.945250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee60ac7-135f-4201-8295-b0aeaceebcb7 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:43.961601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0c6de516-dfff-4489-a7bf-710c0a6b2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.965112 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0c6de516-dfff-4489-a7bf-710c0a6b2e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.969589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0c6de516-dfff-4489-a7bf-710c0a6b2e9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/049229a3-e0d1-4544-97ce-4907556f1fa4 HTTP/1.1" status: 204 len: 168 time: 0.4359210 Jun 30 08:53:43.979643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6de516-dfff-4489-a7bf-710c0a6b2e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049229a3-e0d1-4544-97ce-4907556f1fa4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:44.049688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7d2e6b6-2b29-4883-932b-c9ceac42b898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:44.329331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b1d75-90e4-48a6-849a-2e8b86d575fd req-137e136c-638b-4053-8dcd-4bffd153e1f5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:44.337194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c8b1d75-90e4-48a6-849a-2e8b86d575fd req-137e136c-638b-4053-8dcd-4bffd153e1f5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 945 time: 0.5220904 Jun 30 08:53:44.436630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c8b1d75-90e4-48a6-849a-2e8b86d575fd req-11cef524-7216-4ece-a3a0-3dd9a03ffc24 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920935 Jun 30 08:53:44.625398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:44.648650 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2971ad00-1187-418c-bd9f-98338b4db3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.656168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:44.743638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06079f6-8979-43c5-9013-8860599693fd req-78a14656-72ac-4915-9ecc-696774489c47 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:44.748056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c06079f6-8979-43c5-9013-8860599693fd req-78a14656-72ac-4915-9ecc-696774489c47 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.6467357 Jun 30 08:53:44.882303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2971ad00-1187-418c-bd9f-98338b4db3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.893201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c06079f6-8979-43c5-9013-8860599693fd req-41df50cc-35b1-44e3-a5a6-adf09c65ed38 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360810 Jun 30 08:53:44.893853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2971ad00-1187-418c-bd9f-98338b4db3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.963782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971ad00-1187-418c-bd9f-98338b4db3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c72e1e-c125-4cc0-af1f-8da5a0a130a5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:44.971335 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2971ad00-1187-418c-bd9f-98338b4db3d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d693c251cbbe42cea04bf0bc66e99fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447170 Jun 30 08:53:44.974260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54976) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:45.040245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1203a989-2112-4729-9d95-94a7981bea78 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:45.164891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2135a2-eeae-4513-8cca-acae4cfd6a84 req-e2ec52c5-4048-452c-9451-85478e7b597b tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 210 time: 0.0697777 Jun 30 08:53:45.167629 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b496326d-d8c0-47ff-a30e-10c12a2f1ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.206955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f0e4d7bd-4a82-4553-9394-3a7d8b996540 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1215332991&fields=id&tenant_id=44b605161c0242f6a236891e4f13dce2 HTTP/1.1" status: 200 len: 267 time: 0.1420050 Jun 30 08:53:45.220134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b496326d-d8c0-47ff-a30e-10c12a2f1ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.226909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 1203a989-2112-4729-9d95-94a7981bea78 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:45.231428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1203a989-2112-4729-9d95-94a7981bea78 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:45.232015 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.330078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.349314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-8221a536-0205-4936-9efa-784a407fdea3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.358031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-8221a536-0205-4936-9efa-784a407fdea3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports/6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 936 time: 0.1417966 Jun 30 08:53:45.400323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 1203a989-2112-4729-9d95-94a7981bea78, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1203a989-2112-4729-9d95-94a7981bea78,segment=NetworkSegment(7aeb33a3-0051-4934-90f5-ef2f1e955ccf),segment_id=7aeb33a3-0051-4934-90f5-ef2f1e955ccf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:45.418324 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.446038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e9d7b2a-d981-4543-82e6-d62d7f967095 req-07f86130-1c8b-4dc2-ae94-1a7d9d8a5664 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/c5d0db39-2032-4496-a240-5939e9532469 HTTP/1.1" status: 200 len: 1803 time: 0.2474101 Jun 30 08:53:45.480541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=1203a989-2112-4729-9d95-94a7981bea78,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:45.501912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-b75d59d3-6e40-4be7-9467-d11f47fb34cd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.509289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-b75d59d3-6e40-4be7-9467-d11f47fb34cd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports/a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 936 time: 0.1502600 Jun 30 08:53:45.570499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b496326d-d8c0-47ff-a30e-10c12a2f1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.572975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b496326d-d8c0-47ff-a30e-10c12a2f1ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.574160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b496326d-d8c0-47ff-a30e-10c12a2f1ed8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68c72e1e-c125-4cc0-af1f-8da5a0a130a5 HTTP/1.1" status: 204 len: 168 time: 0.5963035 Jun 30 08:53:45.600318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-3028d046-224b-47c4-8b8f-c5a77bad6503 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0901475 Jun 30 08:53:45.621533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c4b8755c-a8ee-4351-a9a8-40ab3b04cbe8 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.627346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c4b8755c-a8ee-4351-a9a8-40ab3b04cbe8 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.628875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c4b8755c-a8ee-4351-a9a8-40ab3b04cbe8 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "GET /v2.0/networks?id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51&id=960b21d8-0a54-4566-a53e-ddc9c1ab4ecf&id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51 HTTP/1.1" status: 200 len: 1390 time: 0.3572850 Jun 30 08:53:45.629681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496326d-d8c0-47ff-a30e-10c12a2f1ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c72e1e-c125-4cc0-af1f-8da5a0a130a5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:45.649554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'port': {'device_id': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51', 'admin_state_up': True, 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:45.673938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-06c78365-5d5b-490c-b81e-c5d0b7a05b8f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0619438 Jun 30 08:53:45.730240 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-9e9d7b2a-d981-4543-82e6-d62d7f967095 req-2618f0d4-3187-4877-a585-dfdcf7f79efa tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 08:53:45.731225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e9d7b2a-d981-4543-82e6-d62d7f967095 req-2618f0d4-3187-4877-a585-dfdcf7f79efa tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5d0db39-2032-4496-a240-5939e9532469 HTTP/1.1" status: 409 len: 341 time: 0.2729628 Jun 30 08:53:45.801438 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9727fd-184d-4710-8218-b3f0e92011f7 x-openstack-request-id: req-2b9727fd-184d-4710-8218-b3f0e92011f7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:45.801858 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:45.802207 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b9727fd-184d-4710-8218-b3f0e92011f7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:45.802721 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898', 'status': 'completed', 'code': 200} Jun 30 08:53:45.935433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e15945a9-c202-4094-b96d-d7e87204d398 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.942164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e15945a9-c202-4094-b96d-d7e87204d398 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.954857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e15945a9-c202-4094-b96d-d7e87204d398 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.963835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e15945a9-c202-4094-b96d-d7e87204d398 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/networks?id=3802b5db-c026-42da-960b-92e7aa974ecb&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=0c3277fc-9910-4118-a442-8a5263a127ed&id=0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 200 len: 1993 time: 0.2764215 Jun 30 08:53:46.018916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c5cf5f71-0a2f-4037-bc58-c1eb32ce4c1c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/quotas/44b605161c0242f6a236891e4f13dce2 HTTP/1.1" status: 200 len: 375 time: 0.0537026 Jun 30 08:53:46.026963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:46.031161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.120633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-2945b271-94e0-4488-b4a8-4b67755c8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:46.123498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-2945b271-94e0-4488-b4a8-4b67755c8f00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1176 time: 0.2916651 Jun 30 08:53:46.297244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-015197e6-5d00-42b3-9bde-7090e4e91f89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2424359 Jun 30 08:53:46.425937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-24bc0dac-ed21-494f-8806-92614ee16e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:46.427481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-24bc0dac-ed21-494f-8806-92614ee16e80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 200 len: 913 time: 0.2966564 Jun 30 08:53:46.453381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Allocated IP 19.80.0.83 (5b05836e-ffce-4fc8-8d21-fd7f18e57e51/5f91c07b-422a-4b4b-bb55-cd4c879c126b/b2c0c1fe-adc0-496f-9435-5e6efbe02150) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:46.495912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-997b8554-a8c0-4c72-be45-4c72b165afca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 200 len: 217 time: 0.0602818 Jun 30 08:53:46.577732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6dc7dc2a-69b4-4557-ba4f-44f40a4ca40e service neutron] 10.222.0.53 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455015 Jun 30 08:53:46.673779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-018d8369-011c-4a2e-bc2f-ac448bf1feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:46.675657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-018d8369-011c-4a2e-bc2f-ac448bf1feeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 200 len: 852 time: 0.1605341 Jun 30 08:53:46.786462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-17d49337-3a61-4aad-a765-4a57723384f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6b0616e-9170-410a-8304-1e8b1279c37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008484 Jun 30 08:53:46.880313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1203a989-2112-4729-9d95-94a7981bea78 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:46.947354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a88e0759-643e-4259-b09f-d0e907d35d7c service neutron] 10.222.0.53 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597553 Jun 30 08:53:46.987710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1203a989-2112-4729-9d95-94a7981bea78 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:46.988440 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.017311 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.064728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Transition to ACTIVE for port object b2c0c1fe-adc0-496f-9435-5e6efbe02150 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:47.073397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9500e59-e15e-4415-b6da-6c637157fdd8 req-0b9b6aa0-9fd5-462e-b256-657e8915e388 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:47.074957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9500e59-e15e-4415-b6da-6c637157fdd8 req-0b9b6aa0-9fd5-462e-b256-657e8915e388 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.3840148 Jun 30 08:53:47.079989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-9d540be4-c300-41ee-938d-7eda7fd3b025 service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705538 Jun 30 08:53:47.086390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f6a88c77-9e6d-4b50-b5ce-c85b1f087317 service neutron] 10.222.0.53 "GET /v2.0/ports/6352cf45-a3b1-4f94-8f17-6f37cf6affd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1277921 Jun 30 08:53:47.233364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9500e59-e15e-4415-b6da-6c637157fdd8 req-c2713141-ed9a-4dfb-94c3-025186aa3237 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510868 Jun 30 08:53:47.251842 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.703180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-35bda67b-8839-4e03-8988-80e59a58f307 service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069098 Jun 30 08:53:47.718819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:47.721019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d7c870c-4e36-4bd1-bc11-d8eda6734f84 req-e777fc3a-c29f-4cda-8f6f-07492a336359 service neutron] 10.222.0.13 "GET /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076083 Jun 30 08:53:47.750508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:47.753739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:47.773020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Port': ['ID=b2c0c1fe-adc0-496f-9435-5e6efbe02150,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:47.888714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:47.889712 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.935802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-55ce4c6a-5a77-4db8-bee9-0c48dcd1be54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2940712 Jun 30 08:53:47.940504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55048) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:47.947636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bb7fe-63a0-43ce-8aec-8523b407f3d9 req-4ca33050-f7d6-41db-8330-f01aadb5f3e6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:47.949087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f6bb7fe-63a0-43ce-8aec-8523b407f3d9 req-4ca33050-f7d6-41db-8330-f01aadb5f3e6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 945 time: 0.2693563 Jun 30 08:53:47.955384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-66736c24-38e1-4c0d-b445-d1fdd9e2e3a9 service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147808 Jun 30 08:53:47.958842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'port': {'device_id': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf', 'admin_state_up': True, 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:48.027566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-e3df2af9-91ac-4036-9c85-a71e17e493a7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:48.028977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-e3df2af9-91ac-4036-9c85-a71e17e493a7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bf994a7-8a9e-4f99-9de4-20a0568fe8fb HTTP/1.1" status: 200 len: 945 time: 0.3479242 Jun 30 08:53:48.055562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89e89d02-0cee-4670-8a1e-6db4a333a140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.082073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c1d6c67d-f9a0-491e-b025-760c1b9500b8 None None] Provisioning for port b2c0c1fe-adc0-496f-9435-5e6efbe02150 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:48.086620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c1d6c67d-f9a0-491e-b025-760c1b9500b8 None None] Provisioning complete for port b2c0c1fe-adc0-496f-9435-5e6efbe02150 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:48.087169 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1d6c67d-f9a0-491e-b025-760c1b9500b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.122530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c1d6c67d-f9a0-491e-b025-760c1b9500b8 None None] Port b2c0c1fe-adc0-496f-9435-5e6efbe02150 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:48.145905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f6bb7fe-63a0-43ce-8aec-8523b407f3d9 req-31606d90-0149-4949-b312-4f3355b3e7c9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831114 Jun 30 08:53:48.154356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0bf29f95-ce49-409c-8592-69e79bb90687 service neutron] 10.222.0.53 "GET /v2.0/ports/a808368f-b2c0-4f2f-942f-80dabee248b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1862905 Jun 30 08:53:48.155894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89e89d02-0cee-4670-8a1e-6db4a333a140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.163142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89e89d02-0cee-4670-8a1e-6db4a333a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.203110 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89e89d02-0cee-4670-8a1e-6db4a333a140 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16de921163ef42a0b11bcc24c0a348f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611899 Jun 30 08:53:48.204910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e89d02-0cee-4670-8a1e-6db4a333a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69905d63-4100-45c2-aba1-754d3199687e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:48.207236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:48.257673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-239ec551-0e01-4e90-9412-ad3f12544bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.279912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-239ec551-0e01-4e90-9412-ad3f12544bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.331216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-239ec551-0e01-4e90-9412-ad3f12544bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.333714 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-239ec551-0e01-4e90-9412-ad3f12544bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.335023 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-239ec551-0e01-4e90-9412-ad3f12544bb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69905d63-4100-45c2-aba1-754d3199687e HTTP/1.1" status: 204 len: 168 time: 0.1267467 Jun 30 08:53:48.345048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ec551-0e01-4e90-9412-ad3f12544bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69905d63-4100-45c2-aba1-754d3199687e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:48.389088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:48.393845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.418063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-4902a989-82f8-4552-90e1-eaf9e1fbdcb7 service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453027 Jun 30 08:53:48.424600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Deleting port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:53:48.424940 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.550416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-0c8a9865-cb14-435a-9085-51c5122e277d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:48.551837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-0c8a9865-cb14-435a-9085-51c5122e277d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1024 time: 0.3012898 Jun 30 08:53:48.614888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:48.619113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0135b89-ec89-4736-acc9-1a4a9144f01f req-5bb74cee-6949-488f-897a-dca839781f86 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:48.620626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0135b89-ec89-4736-acc9-1a4a9144f01f req-5bb74cee-6949-488f-897a-dca839781f86 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 931 time: 0.3324440 Jun 30 08:53:48.624297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0752-e31b-4e26-ae98-aacfeebb0cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.712966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0752-e31b-4e26-ae98-aacfeebb0cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.716837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0752-e31b-4e26-ae98-aacfeebb0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.755508 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0f6a0752-e31b-4e26-ae98-aacfeebb0cd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a2f895116804e24886259295fb28e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441364 Jun 30 08:53:48.756839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0752-e31b-4e26-ae98-aacfeebb0cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd118dc2-df14-47a5-9fab-d4394ad8bc17,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:48.760254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55066) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:48.810157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-207895bc-428c-401b-8748-77db264c780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.812041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c14b08d1-33ca-458d-a254-46bd5ee418bf service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776181 Jun 30 08:53:48.832583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-207895bc-428c-401b-8748-77db264c780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.833247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] For port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:48.833615 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.838906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0135b89-ec89-4736-acc9-1a4a9144f01f req-9503ac1b-83a8-4fc2-b53d-4a61406f3d3a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953189 Jun 30 08:53:48.852762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Allocated IP 19.86.0.253 (960b21d8-0a54-4566-a53e-ddc9c1ab4ecf/3f9ab26c-fed7-46c0-b647-86e58e0427ba/be173124-a66c-4ced-ac94-391aa41397e5) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:48.894204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-207895bc-428c-401b-8748-77db264c780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.897698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-207895bc-428c-401b-8748-77db264c780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.898874 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-207895bc-428c-401b-8748-77db264c780b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd118dc2-df14-47a5-9fab-d4394ad8bc17 HTTP/1.1" status: 204 len: 168 time: 0.1375837 Jun 30 08:53:48.901474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Calling delete_port for 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:53:48.914616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207895bc-428c-401b-8748-77db264c780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd118dc2-df14-47a5-9fab-d4394ad8bc17,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:49.063232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Deleting port d7d2e6b6-2b29-4883-932b-c9ceac42b898 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:53:49.063547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.154630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-aa50e67b-bef4-4fac-ae23-e6c1dc9ab0d5 service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344378 Jun 30 08:53:49.376288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd82b1e-5129-4b96-903d-44e1f57be3ed req-a5d97e22-14c7-4534-afe0-f7f036010b14 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:49.377818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fd82b1e-5129-4b96-903d-44e1f57be3ed req-a5d97e22-14c7-4534-afe0-f7f036010b14 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a28370b-9cd3-4483-9678-bf4bee57456a HTTP/1.1" status: 200 len: 1024 time: 0.4123075 Jun 30 08:53:49.379597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] For port d7d2e6b6-2b29-4883-932b-c9ceac42b898, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7d2e6b6-2b29-4883-932b-c9ceac42b898,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:49.379965 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.422349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Calling delete_port for d7d2e6b6-2b29-4883-932b-c9ceac42b898 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:53:49.429102 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.455071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.467690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:49.470829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['5987ee29-db3c-4dd9-9df1-a1cbd136dbe7'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:49.534557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Transition to ACTIVE for port object be173124-a66c-4ced-ac94-391aa41397e5 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:49.549406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a1dfdc5a-4a65-48f7-846c-eab7cce80f99 service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611944 Jun 30 08:53:49.550276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event deleted for resources: {'Port': ['ID=5987ee29-db3c-4dd9-9df1-a1cbd136dbe7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:49.582428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fd82b1e-5129-4b96-903d-44e1f57be3ed req-29146220-47bc-4c98-9040-cf1a6e5ccf69 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5d0db39-2032-4496-a240-5939e9532469&id=b23c3c51-4d4f-4e46-bed7-fb497a14158d&id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1862242 Jun 30 08:53:49.699609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] No DVR routers for this DVR port 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:53:49.702463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.704998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ebd13d5-18c8-4f30-81f4-0fb34209a29b req-865a9415-98ee-4acd-879d-1c6cee7c565e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "DELETE /v2.0/ports/5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 HTTP/1.1" status: 204 len: 173 time: 1.6517642 Jun 30 08:53:49.713277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'name': 'network-vif-deleted', 'tag': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:49.715618 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453c86a0-404e-4ca1-bfad-47c853f51c96" -d '{"events": [{"server_uuid": "5bf994a7-8a9e-4f99-9de4-20a0568fe8fb", "name": "network-vif-deleted", "tag": "5987ee29-db3c-4dd9-9df1-a1cbd136dbe7"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:49.787014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.891213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c5d81fc6-b2c2-4725-983f-f1fa681aab12 service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295097 Jun 30 08:53:49.923661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:49.946883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:49.987851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:49.998277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Port': ['ID=be173124-a66c-4ced-ac94-391aa41397e5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:50.040949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.057909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:50.087098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7d2e6b6-2b29-4883-932b-c9ceac42b898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:50.104261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'Port': ['ID=d7d2e6b6-2b29-4883-932b-c9ceac42b898,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:50.114940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:50.115781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.155762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-422a5590-34cb-4ce4-9260-2b6498cbb728 service neutron] 10.222.0.53 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309332 Jun 30 08:53:50.276903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9d4d4fec-bce8-4d6c-9b0f-84c5ee6fdceb None None] Provisioning for port be173124-a66c-4ced-ac94-391aa41397e5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:50.303670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9d4d4fec-bce8-4d6c-9b0f-84c5ee6fdceb None None] Provisioning complete for port be173124-a66c-4ced-ac94-391aa41397e5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:50.303972 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4fec-bce8-4d6c-9b0f-84c5ee6fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.357439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d4fec-bce8-4d6c-9b0f-84c5ee6fdceb None None] Port be173124-a66c-4ced-ac94-391aa41397e5 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:50.653990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72786b-49f4-4e6e-92d7-ab165331f55e req-3c0e0a7c-684d-424d-8dac-fa923f9f6440 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:50.655427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e72786b-49f4-4e6e-92d7-ab165331f55e req-3c0e0a7c-684d-424d-8dac-fa923f9f6440 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.8111460 Jun 30 08:53:50.677661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89c673f3-bc8a-4216-81ac-c26ce35f6133 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7243848 Jun 30 08:53:50.678441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] No DVR routers for this DVR port d7d2e6b6-2b29-4883-932b-c9ceac42b898 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:53:50.682579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.684419 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94de9e56-3be0-4b24-bcc1-a9581a6c20b9 req-e56b1183-8f40-46e3-a224-91e4f1953b01 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.13 "DELETE /v2.0/ports/d7d2e6b6-2b29-4883-932b-c9ceac42b898 HTTP/1.1" status: 204 len: 173 time: 2.1010878 Jun 30 08:53:50.703379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'port': {'device_id': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51', 'admin_state_up': True, 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:50.794236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e72786b-49f4-4e6e-92d7-ab165331f55e req-e387bb6a-b81e-4d85-aa50-c67739328ee7 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188595 Jun 30 08:53:50.807740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c1fd6d11-3412-4fbb-a203-ac82da2ffad4 service neutron] 10.222.0.53 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270573 Jun 30 08:53:50.915242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:50.924421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.006046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c15b00ff-3877-4a27-ad33-f014070d102e service neutron] 10.222.0.53 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880915 Jun 30 08:53:51.178881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-ba46c6cb-fb58-4795-8732-a91f78d75468 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.180608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-ba46c6cb-fb58-4795-8732-a91f78d75468 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.2666707 Jun 30 08:53:51.235465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-89eebd4b-3508-4f46-8bfb-96be0cba02a2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/quotas/0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 375 time: 0.0468445 Jun 30 08:53:51.236647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Allocated IP 19.80.0.197 (5b05836e-ffce-4fc8-8d21-fd7f18e57e51/5f91c07b-422a-4b4b-bb55-cd4c879c126b/9a46c3dd-d2b2-4745-80c2-a261cc857c2d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:51.240386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a90b1760-b7d9-4767-948a-5f6b3d1758e4 service neutron] 10.222.0.53 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982367 Jun 30 08:53:51.347285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55148) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:51.450079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:53:51.453253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad1ee-a9fe-4ff8-ba2d-6a1bf295e4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.467338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db892f9e-8fd5-4d04-93c5-ce3be65cb679 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2236056 Jun 30 08:53:51.471168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:53:51.471554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6037b47a-ebcb-4469-8dda-0730fb8353d4 service neutron] 10.222.0.53 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070005 Jun 30 08:53:51.471673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 5987ee29-db3c-4dd9-9df1-a1cbd136dbe7 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:53:51.552210 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad1ee-a9fe-4ff8-ba2d-6a1bf295e4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.558360 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad1ee-a9fe-4ff8-ba2d-6a1bf295e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.595294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.595496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ad1ee-a9fe-4ff8-ba2d-6a1bf295e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e4010-f3a4-4965-ac32-e8340d9c636b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:51.617670 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9b9ad1ee-a9fe-4ff8-ba2d-6a1bf295e4ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b61ca2e5ae54e83a3f4f96fb7b9f0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692614 Jun 30 08:53:51.618836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55154) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:51.625134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Transition to ACTIVE for port object 9a46c3dd-d2b2-4745-80c2-a261cc857c2d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:51.632162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-03503dc2-0dbe-435d-a7d2-c7395a2fa8f0 service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479948 Jun 30 08:53:51.681819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c5f0-d65c-4a5d-aa2a-5537d676da50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.723448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c5f0-d65c-4a5d-aa2a-5537d676da50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.739882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.779386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c5f0-d65c-4a5d-aa2a-5537d676da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.782731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c5f0-d65c-4a5d-aa2a-5537d676da50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.784420 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0ea3c5f0-d65c-4a5d-aa2a-5537d676da50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a31e4010-f3a4-4965-ac32-e8340d9c636b HTTP/1.1" status: 204 len: 168 time: 0.1637051 Jun 30 08:53:51.794992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3c5f0-d65c-4a5d-aa2a-5537d676da50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e4010-f3a4-4965-ac32-e8340d9c636b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:51.804790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-c5df9abc-cf28-4036-9f6d-fac2e6e1e20d service neutron] 10.222.0.53 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662254 Jun 30 08:53:51.811705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:51.815667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:51.819683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:51.873686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Port': ['ID=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:51.888902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.889566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.913616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-154ac920-692d-4ec5-84e7-94f69df2fd62 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2215414 Jun 30 08:53:51.924672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-6641f4c2-f994-4fc9-a91b-9b93b96efd9e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:53:51.925956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-6641f4c2-f994-4fc9-a91b-9b93b96efd9e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064843 Jun 30 08:53:52.137487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Request body: {'port': {'device_id': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:52.214037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-89fa9c8b-1d4d-4681-8fda-5330669dc04a None None] Provisioning for port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:52.219690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-89fa9c8b-1d4d-4681-8fda-5330669dc04a None None] Provisioning complete for port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:52.220273 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-89fa9c8b-1d4d-4681-8fda-5330669dc04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.310230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.315511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55192) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:52.333485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1279-f476-4cff-bb22-d62997a393e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.405813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-89fa9c8b-1d4d-4681-8fda-5330669dc04a None None] Port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:52.451692 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ab4bc-0e94-43d4-8dca-3976a3f5425f x-openstack-request-id: req-818ab4bc-0e94-43d4-8dca-3976a3f5425f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:52.457231 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf994a7-8a9e-4f99-9de4-20a0568fe8fb", "name": "network-vif-deleted", "tag": "5987ee29-db3c-4dd9-9df1-a1cbd136dbe7", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:52.457495 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-818ab4bc-0e94-43d4-8dca-3976a3f5425f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:52.457962 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf994a7-8a9e-4f99-9de4-20a0568fe8fb', 'name': 'network-vif-deleted', 'tag': '5987ee29-db3c-4dd9-9df1-a1cbd136dbe7', 'status': 'completed', 'code': 200} Jun 30 08:53:52.527581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1279-f476-4cff-bb22-d62997a393e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.539521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1279-f476-4cff-bb22-d62997a393e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.599497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7d2e6b6-2b29-4883-932b-c9ceac42b898 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:53:52.618023 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee5f1279-f476-4cff-bb22-d62997a393e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36f7cb054a1c45adbd29337f34dacfc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013620 Jun 30 08:53:52.642795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: d7d2e6b6-2b29-4883-932b-c9ceac42b898 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:53:52.643588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7d2e6b6-2b29-4883-932b-c9ceac42b898 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:53:52.651602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55204) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:52.661542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f1279-f476-4cff-bb22-d62997a393e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba5f0c6-b7cd-4b11-b9c8-cba9a44f5aa4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:52.845536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd20ae-d79b-4a06-a8d9-247a96c0778a req-a4eddccf-8e60-49bb-be55-97595e7584d3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.852063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd20ae-d79b-4a06-a8d9-247a96c0778a req-a4eddccf-8e60-49bb-be55-97595e7584d3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.858533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd20ae-d79b-4a06-a8d9-247a96c0778a req-a4eddccf-8e60-49bb-be55-97595e7584d3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.867800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dcd20ae-d79b-4a06-a8d9-247a96c0778a req-a4eddccf-8e60-49bb-be55-97595e7584d3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2376 time: 0.3499482 Jun 30 08:53:52.978398 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.992897 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c542872-fe5b-4af3-8a77-377cf16a2fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.018461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dcd20ae-d79b-4a06-a8d9-247a96c0778a req-06e22dfb-c0bc-4667-8106-676b2b3e0fb1 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493852 Jun 30 08:53:53.066656 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c542872-fe5b-4af3-8a77-377cf16a2fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.131992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76121bc-2958-48ed-aa14-c8d7822c14a0 req-d1024326-fa79-4b93-bc88-026acd31b866 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:53.133657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d76121bc-2958-48ed-aa14-c8d7822c14a0 req-d1024326-fa79-4b93-bc88-026acd31b866 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.2373974 Jun 30 08:53:53.172490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c0c1fe-adc0-496f-9435-5e6efbe02150 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:53.204784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.210675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4afa6ae4-dcd7-47bb-a0cc-507d77271bae req-d34f31b1-04e2-41af-a710-808dcc6ab159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0682294 Jun 30 08:53:53.244857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d76121bc-2958-48ed-aa14-c8d7822c14a0 req-263eaacb-fdd5-4eb9-90ed-37fe4269bb7d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939844 Jun 30 08:53:53.256766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Transition to ACTIVE for port object b2c0c1fe-adc0-496f-9435-5e6efbe02150 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:53.261726 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c542872-fe5b-4af3-8a77-377cf16a2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.265370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c542872-fe5b-4af3-8a77-377cf16a2fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.270115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8c542872-fe5b-4af3-8a77-377cf16a2fd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ba5f0c6-b7cd-4b11-b9c8-cba9a44f5aa4 HTTP/1.1" status: 204 len: 168 time: 0.6137409 Jun 30 08:53:53.273295 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.336850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c542872-fe5b-4af3-8a77-377cf16a2fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba5f0c6-b7cd-4b11-b9c8-cba9a44f5aa4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:53.398474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=b2c0c1fe-adc0-496f-9435-5e6efbe02150,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:53.495783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c05c9080-9af2-485a-9161-d96aa474c52b req-44faebaf-5115-4f22-8560-b84c77596c14 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 210 time: 0.0354729 Jun 30 08:53:53.577491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Attempting to bind port b2c0c1fe-adc0-496f-9435-5e6efbe02150 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:53.577863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Attempting to bind port b2c0c1fe-adc0-496f-9435-5e6efbe02150 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:53.578192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Attempting to bind port b2c0c1fe-adc0-496f-9435-5e6efbe02150 on network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:53.586194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Port b2c0c1fe-adc0-496f-9435-5e6efbe02150 on network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:53.586364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Attempting to bind port b2c0c1fe-adc0-496f-9435-5e6efbe02150 on network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:53.598337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:53.598610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Checking segment: {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:53.599003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Bound using segment: {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:53.599458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Bound port: b2c0c1fe-adc0-496f-9435-5e6efbe02150, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:53.599821 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.679690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd22a1dc-2cf8-436e-ac53-26d11747d624 req-5257b5b3-09d9-49cf-ba23-7077f892d2a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/b23c3c51-4d4f-4e46-bed7-fb497a14158d HTTP/1.1" status: 200 len: 1803 time: 0.1353459 Jun 30 08:53:53.721103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] For port b2c0c1fe-adc0-496f-9435-5e6efbe02150, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:53.744848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] For port b2c0c1fe-adc0-496f-9435-5e6efbe02150, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b2c0c1fe-adc0-496f-9435-5e6efbe02150,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:53.754505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.797473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:53.798142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.800303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] 10.222.0.13 "PUT /v2.0/ports/b2c0c1fe-adc0-496f-9435-5e6efbe02150 HTTP/1.1" status: 200 len: 1092 time: 1.8675663 Jun 30 08:53:53.827143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd22a1dc-2cf8-436e-ac53-26d11747d624 req-850afcfa-20e7-422e-8e5f-062dbf2bb7a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.873497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd22a1dc-2cf8-436e-ac53-26d11747d624 req-850afcfa-20e7-422e-8e5f-062dbf2bb7a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.887817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ad7fd-5315-4052-85c2-be1eba56a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=b2c0c1fe-adc0-496f-9435-5e6efbe02150,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:53.942397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Request body: {'port': {'device_id': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:54.123002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd22a1dc-2cf8-436e-ac53-26d11747d624 req-850afcfa-20e7-422e-8e5f-062dbf2bb7a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.125515 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd22a1dc-2cf8-436e-ac53-26d11747d624 req-850afcfa-20e7-422e-8e5f-062dbf2bb7a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.142120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd22a1dc-2cf8-436e-ac53-26d11747d624 req-850afcfa-20e7-422e-8e5f-062dbf2bb7a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/b23c3c51-4d4f-4e46-bed7-fb497a14158d HTTP/1.1" status: 204 len: 173 time: 0.4534020 Jun 30 08:53:54.313678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.329494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850afcfa-20e7-422e-8e5f-062dbf2bb7a6 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c3c51-4d4f-4e46-bed7-fb497a14158d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:54.388639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-e0119bf4-b06e-4973-9af0-675716e62666 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.390128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-e0119bf4-b06e-4973-9af0-675716e62666 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 807 time: 0.4002690 Jun 30 08:53:54.423383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55258) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:54.424421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Request body: {'port': {'device_id': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'admin_state_up': True, 'tenant_id': '0116f1c1fac149aebad620f74f9d4aba'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:54.487465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'name': 'network-vif-deleted', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898'}, {'name': 'network-changed', 'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'tag': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:54.490428 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f121e5-09f7-4215-a97c-8741dabe8e11" -d '{"events": [{"server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "name": "network-vif-deleted", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898"}, {"name": "network-changed", "server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "tag": "b2c0c1fe-adc0-496f-9435-5e6efbe02150"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:54.576259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-504953712-network', 'tenant_id': 'c614ffb88ea24fa39e78bca3603ad018'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:54.618475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Made reservation on behalf of c614ffb88ea24fa39e78bca3603ad018 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:54.622686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.638256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.676360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-ccc09a73-e1ad-401f-a5fa-da5d86efd05f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.677985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-ccc09a73-e1ad-401f-a5fa-da5d86efd05f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.5636301 Jun 30 08:53:54.752571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-62c71036-8236-4786-b109-066a278bf9a9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.0586097 Jun 30 08:53:54.792855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba192ca-5b4e-473c-9d92-c1b31297c635 req-20dd498b-d4b8-406b-9e5e-aaa092e2d302 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.793225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-ededfbb1-b234-41dd-91c9-9214c3bb08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.795058 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-ededfbb1-b234-41dd-91c9-9214c3bb08c0 service neutron] 10.222.0.26 "GET /v2.0/ports/6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 1032 time: 0.1841779 Jun 30 08:53:54.798785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba192ca-5b4e-473c-9d92-c1b31297c635 req-20dd498b-d4b8-406b-9e5e-aaa092e2d302 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.805897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba192ca-5b4e-473c-9d92-c1b31297c635 req-20dd498b-d4b8-406b-9e5e-aaa092e2d302 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.807634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bba192ca-5b4e-473c-9d92-c1b31297c635 req-20dd498b-d4b8-406b-9e5e-aaa092e2d302 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2388 time: 0.5066996 Jun 30 08:53:54.807954 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.854975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-b2666f3a-dd1d-4976-b718-86eb535b9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.856489 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-b2666f3a-dd1d-4976-b718-86eb535b9ba7 service neutron] 10.222.0.26 "GET /v2.0/ports/a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 1032 time: 0.0546849 Jun 30 08:53:54.908528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bba192ca-5b4e-473c-9d92-c1b31297c635 req-eb2b702a-f1ce-4b2d-9262-a126221e78a1 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829298 Jun 30 08:53:54.951575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.966540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-ec9797dc-abfa-4f5a-a4f8-fce1a68ee753 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2072270 Jun 30 08:53:55.021498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-fe2a30c1-a0be-48ff-b97a-ee32a3252931 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:55.024270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be173124-a66c-4ced-ac94-391aa41397e5 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:55.029022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-fe2a30c1-a0be-48ff-b97a-ee32a3252931 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:55.036176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-fe2a30c1-a0be-48ff-b97a-ee32a3252931 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:55.039569 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-fe2a30c1-a0be-48ff-b97a-ee32a3252931 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "GET /v2.0/networks?id=3802b5db-c026-42da-960b-92e7aa974ecb&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=0c3277fc-9910-4118-a442-8a5263a127ed&id=0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 200 len: 1993 time: 0.1713555 Jun 30 08:53:55.041029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.065127 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.080701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Made reservation on behalf of 0116f1c1fac149aebad620f74f9d4aba for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:55.084722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.091949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:55.099765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:55.111259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.111600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.112008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.112343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.113297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.113297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.113510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Transition to ACTIVE for port object be173124-a66c-4ced-ac94-391aa41397e5 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:55.113607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.114030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.114282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.114607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.114994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.115312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:55.118960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-779da583-24f8-4ef8-8175-368efd525d7a req-c078ae5f-7bb3-420b-a76a-488f69050bca tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/c5d0db39-2032-4496-a240-5939e9532469 HTTP/1.1" status: 200 len: 1803 time: 0.1652310 Jun 30 08:53:55.134198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.134545 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Added segment 780bfe34-d7e7-4382-9c76-0b563e2c4e0c of type vlan for network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f Jun 30 08:53:55.152139 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-27694394-a8a2-43f8-9ca8-9b861b9a0633 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b605161c0242f6a236891e4f13dce2 HTTP/1.1" status: 200 len: 380 time: 0.1033840 Jun 30 08:53:55.153223 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.178172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'admin_state_up': True, 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'security_groups': ['2530e3ef-fff8-4919-92a7-f622e85355db']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:55.235871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.268780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-9ca7bcf1-b877-46c5-bf18-aad3f16165d0 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759061 Jun 30 08:53:55.314472 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.315763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Pushing event updated for resources: {'Port': ['ID=be173124-a66c-4ced-ac94-391aa41397e5,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:55.315957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:55.316659 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.401489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:55.406121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.430776 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0062883 Jun 30 08:53:55.436737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-779da583-24f8-4ef8-8175-368efd525d7a req-3a74993a-2a14-44c7-a177-eb6179f305cc tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.439826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55270) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:55.447021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Request body: {'subnet': {'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-504953712-subnet', 'tenant_id': 'c614ffb88ea24fa39e78bca3603ad018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:55.450207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030a9b4-d3c1-40e8-8131-34ca3a3602e8 admin admin] Pushing event updated for resources: {'Network': ['ID=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:55.472207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:55.539362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-779da583-24f8-4ef8-8175-368efd525d7a req-3a74993a-2a14-44c7-a177-eb6179f305cc tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.582836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Allocated IP 172.20.0.10 (6aab6988-438d-4a76-bc8c-d4deb36fe0ce/83d36c3e-fbfa-4768-bb8f-54154644af1c/1a854468-faa3-4aec-bc5a-dae490f52675) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:55.593308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Made reservation on behalf of c614ffb88ea24fa39e78bca3603ad018 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:55.599262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.660809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-8c3637ab-4544-4d44-8c38-cac7edae3fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822951 Jun 30 08:53:55.724061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Attempting to bind port be173124-a66c-4ced-ac94-391aa41397e5 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:55.724646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Attempting to bind port be173124-a66c-4ced-ac94-391aa41397e5 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:55.726179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Attempting to bind port be173124-a66c-4ced-ac94-391aa41397e5 on network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:55.746477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Port be173124-a66c-4ced-ac94-391aa41397e5 on network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:55.747030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Attempting to bind port be173124-a66c-4ced-ac94-391aa41397e5 on network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:55.792480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:55.795051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Checking segment: {'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:55.795051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Bound using segment: {'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:55.795051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Bound port: be173124-a66c-4ced-ac94-391aa41397e5, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181793ce-90e7-40c0-80c1-a298662c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:55.795051 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.802499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-779da583-24f8-4ef8-8175-368efd525d7a req-3a74993a-2a14-44c7-a177-eb6179f305cc tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.805375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-779da583-24f8-4ef8-8175-368efd525d7a req-3a74993a-2a14-44c7-a177-eb6179f305cc tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.810919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-779da583-24f8-4ef8-8175-368efd525d7a req-3a74993a-2a14-44c7-a177-eb6179f305cc tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5d0db39-2032-4496-a240-5939e9532469 HTTP/1.1" status: 204 len: 173 time: 0.6859746 Jun 30 08:53:55.911496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 172.20.0.11 (3802b5db-c026-42da-960b-92e7aa974ecb/837594f2-4dea-4f76-9a1c-75932015e8a7/ed29488a-3100-4b67-a218-dd4262ce43f2) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:55.965325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74993a-2a14-44c7-a177-eb6179f305cc tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d0db39-2032-4496-a240-5939e9532469,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:56.070051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e816c2e3-e894-458b-8874-b9e7e776f1af req-9b8f2a00-5657-4cf0-a1c7-8e319e6428ff tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0400221 Jun 30 08:53:56.087766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.168368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] For port be173124-a66c-4ced-ac94-391aa41397e5, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:56.179422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] For port be173124-a66c-4ced-ac94-391aa41397e5, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=be173124-a66c-4ced-ac94-391aa41397e5,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:56.187260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.211886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcab92-9419-418c-ad10-043b5276293b req-02cc6c2f-77dc-4bb5-ba44-5472e4090aaa tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:56.213483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7edcab92-9419-418c-ad10-043b5276293b req-02cc6c2f-77dc-4bb5-ba44-5472e4090aaa tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.1466060 Jun 30 08:53:56.214684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.323329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ecaf08-2da8-4b27-9cdf-95637e349846,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:56.337244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Checking segment: {'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:56.337759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Network hostable DHCP agents. Network: 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:56.345084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.366205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Transition to ACTIVE for port object ed29488a-3100-4b67-a218-dd4262ce43f2 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:56.409415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:56.446728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:56.452602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:56.453189 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.458490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a46f6-681d-43ba-bff9-fc2ad8083e44 None None] Network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:56.519165 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7bec686f-0c03-4260-8e31-5cf004d8a45d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0691745 Jun 30 08:53:56.531076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.615071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a295ad4b-e467-42b7-9c7e-9711bd428301 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:56.629803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=ed29488a-3100-4b67-a218-dd4262ce43f2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:56.639703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 3802b5db-c026-42da-960b-92e7aa974ecb is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:56.641396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:56.643876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:56.723697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:56.724795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.743379 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5aa10a9c-476d-4877-a04e-aa8cdde38f20 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5690184 Jun 30 08:53:56.758998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'network_id': '9f16d819-f744-474e-9604-46005a705582', 'admin_state_up': True, 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'security_groups': ['2530e3ef-fff8-4919-92a7-f622e85355db']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:56.840198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:56.887953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'port_id': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'mac_address': 'fa:16:3e:2c:9e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:56.895604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:56.896255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.898273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] 10.222.0.13 "PUT /v2.0/ports/be173124-a66c-4ced-ac94-391aa41397e5 HTTP/1.1" status: 200 len: 1093 time: 2.9775939 Jun 30 08:53:56.970282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Request body: {'port': {'device_id': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:56.983133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:56.987099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.988506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09942881-c205-4f90-b80e-d17eb640f0a8 req-43064559-071b-40e6-be92-4c3efdad63d3 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 210 time: 0.0845797 Jun 30 08:53:57.060937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7edcab92-9419-418c-ad10-043b5276293b req-7eff9daf-f362-48a8-8095-6487283a4356 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8358927 Jun 30 08:53:57.067357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd8f61d-27ad-4beb-83c6-ad5dc27a80f7 None None] Network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:57.074108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.083913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529540e-689e-446f-a00b-c90fc43a9066 service neutron] Pushing event updated for resources: {'Port': ['ID=be173124-a66c-4ced-ac94-391aa41397e5,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:57.136702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['8b88d8e9-575d-4aac-95f4-a602ba6dae66'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:57.200322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:57.205348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:57.208909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:57.251631 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 10.1.1.230 (9f16d819-f744-474e-9604-46005a705582/2c22bd83-9558-49bf-ba17-fa2105b4a7b2/6218e2a7-e454-4f53-89d3-1bbb384fcd59) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:57.348927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:57.353312 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.418327 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30621d4e-396b-4f19-982b-c1a1b439ee8f x-openstack-request-id: req-30621d4e-396b-4f19-982b-c1a1b439ee8f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:57.419081 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a28370b-9cd3-4483-9678-bf4bee57456a", "name": "network-vif-deleted", "tag": "d7d2e6b6-2b29-4883-932b-c9ceac42b898", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "tag": "b2c0c1fe-adc0-496f-9435-5e6efbe02150", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:57.419622 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30621d4e-396b-4f19-982b-c1a1b439ee8f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:57.420283 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a28370b-9cd3-4483-9678-bf4bee57456a', 'name': 'network-vif-deleted', 'tag': 'd7d2e6b6-2b29-4883-932b-c9ceac42b898', 'status': 'completed', 'code': 200} Jun 30 08:53:57.420924 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'tag': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150', 'status': 'completed', 'code': 200} Jun 30 08:53:57.426049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-9efbd8c3-ddca-40be-b746-935e0bbc7d95 req-ae7825b4-3ab4-4820-8ab3-a0f6f09765e0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-346097901', 'description': 'tempest-description-1220759565'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:57.431834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:57.471461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.486377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Transition to ACTIVE for port object 6218e2a7-e454-4f53-89d3-1bbb384fcd59 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:57.493523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.513306 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.527417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.533204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-db35d898-2256-4491-ae9d-42ee86da9065 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1322527 Jun 30 08:53:57.558428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c9e47a0a-6600-4887-b6ff-d0e1bc57f171 None None] Provisioning for port ed29488a-3100-4b67-a218-dd4262ce43f2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:57.593531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c9e47a0a-6600-4887-b6ff-d0e1bc57f171 None None] Provisioning complete for port ed29488a-3100-4b67-a218-dd4262ce43f2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:57.595337 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9e47a0a-6600-4887-b6ff-d0e1bc57f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.602261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 9f16d819-f744-474e-9604-46005a705582 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:57.603765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:57.606184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:57.617196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a295ad4b-e467-42b7-9c7e-9711bd428301 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:57.631050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=6218e2a7-e454-4f53-89d3-1bbb384fcd59,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:57.664433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:57.684934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:57.685751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.706929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-370aa1d6-2d34-4003-b70a-a3b661584d1e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:53:57.708060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-370aa1d6-2d34-4003-b70a-a3b661584d1e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1586688 Jun 30 08:53:57.737307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.739805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9a7a27f-d74a-4fe4-b524-18812193c11f req-dff76b70-ffbd-4875-ad47-bcdfe7fdd3db tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 210 time: 0.2586775 Jun 30 08:53:57.776667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-3d63f3d2-38a3-4cd2-80e7-4233c4e87caf tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:57.778522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-3d63f3d2-38a3-4cd2-80e7-4233c4e87caf tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.2382462 Jun 30 08:53:57.788793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Request body: {'port': {'device_id': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:57.828031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:57.868172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c9e47a0a-6600-4887-b6ff-d0e1bc57f171 None None] Port ed29488a-3100-4b67-a218-dd4262ce43f2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:57.876553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Request body: {'port': {'device_id': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'admin_state_up': True, 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:57.899807 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-0e86faee-e970-430d-bda7-400356c4e785 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1489053 Jun 30 08:53:57.913298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'network_id': '9f16d819-f744-474e-9604-46005a705582', 'admin_state_up': True, 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'security_groups': ['2530e3ef-fff8-4919-92a7-f622e85355db']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:57.961175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a295ad4b-e467-42b7-9c7e-9711bd428301'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:58.031306 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9efbd8c3-ddca-40be-b746-935e0bbc7d95 req-ae7825b4-3ab4-4820-8ab3-a0f6f09765e0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.083161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:58.088561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.096929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9e95d5e3-41c8-4ae1-8724-02cc94a4a494 None None] Provisioning for port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:58.103373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9e95d5e3-41c8-4ae1-8724-02cc94a4a494 None None] Provisioning complete for port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:58.103928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e95d5e3-41c8-4ae1-8724-02cc94a4a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.203277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9e95d5e3-41c8-4ae1-8724-02cc94a4a494 None None] Port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:58.251979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 10.1.1.32 (9f16d819-f744-474e-9604-46005a705582/2c22bd83-9558-49bf-ba17-fa2105b4a7b2/0a92f4fc-d00e-4312-bcbd-32a345d752b0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:58.257473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-cd90e715-4419-40bd-8a4b-cbb6c2986a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.258100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-cd90e715-4419-40bd-8a4b-cbb6c2986a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.258506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-cd90e715-4419-40bd-8a4b-cbb6c2986a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.260159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-cd90e715-4419-40bd-8a4b-cbb6c2986a69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2800 time: 0.9012842 Jun 30 08:53:58.265819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.396836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.541927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b013964-0769-482c-af08-8be0bf759b52 req-b4098e61-fc35-4c4b-836d-fd66dc4f6144 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.547792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b013964-0769-482c-af08-8be0bf759b52 req-b4098e61-fc35-4c4b-836d-fd66dc4f6144 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.553822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b013964-0769-482c-af08-8be0bf759b52 req-b4098e61-fc35-4c4b-836d-fd66dc4f6144 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.555590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b013964-0769-482c-af08-8be0bf759b52 req-b4098e61-fc35-4c4b-836d-fd66dc4f6144 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2400 time: 0.5844150 Jun 30 08:53:58.594700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a46c3dd-d2b2-4745-80c2-a261cc857c2d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:58.615074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a295ad4b-e467-42b7-9c7e-9711bd428301 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:58.686535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a295ad4b-e467-42b7-9c7e-9711bd428301 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:58.686928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.723455 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.737936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Transition to ACTIVE for port object 0a92f4fc-d00e-4312-bcbd-32a345d752b0 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:58.775143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.784609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.809775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:58.812462 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c431d-d5e0-44c0-8007-4d09a251559f" -d '{"events": [{"server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "name": "network-vif-plugged", "status": "completed", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:58.826557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:58.832061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.847407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 9f16d819-f744-474e-9604-46005a705582 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:58.850763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:58.851346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-3178bb0b-0c02-4dac-87fb-fb5ca9600ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.852121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-3178bb0b-0c02-4dac-87fb-fb5ca9600ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.853533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-3178bb0b-0c02-4dac-87fb-fb5ca9600ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.855720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-3178bb0b-0c02-4dac-87fb-fb5ca9600ded service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5754795 Jun 30 08:53:58.859042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:58.872178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=0a92f4fc-d00e-4312-bcbd-32a345d752b0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:58.882908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b013964-0769-482c-af08-8be0bf759b52 req-30f7f8ac-bf6a-4d81-af64-7638e30a49d5 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947698 Jun 30 08:53:58.885564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Transition to ACTIVE for port object 9a46c3dd-d2b2-4745-80c2-a261cc857c2d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:58.925487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:58.941050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.942063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.985166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9efbd8c3-ddca-40be-b746-935e0bbc7d95 req-ae7825b4-3ab4-4820-8ab3-a0f6f09765e0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.035154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.093355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9efbd8c3-ddca-40be-b746-935e0bbc7d95 req-ae7825b4-3ab4-4820-8ab3-a0f6f09765e0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.185480 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6ed64907-bad6-4716-962a-aa129c1f3906 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2776606 Jun 30 08:53:59.198594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed', 'admin_state_up': True, 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'security_groups': ['2530e3ef-fff8-4919-92a7-f622e85355db']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:59.201377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:59.206263 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.225406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9efbd8c3-ddca-40be-b746-935e0bbc7d95 req-ae7825b4-3ab4-4820-8ab3-a0f6f09765e0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.237282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9efbd8c3-ddca-40be-b746-935e0bbc7d95 req-ae7825b4-3ab4-4820-8ab3-a0f6f09765e0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.9606388 Jun 30 08:53:59.252781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5afc1b16-9f47-47d9-821b-65bf29dd8a12 None None] Provisioning for port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:59.259036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5afc1b16-9f47-47d9-821b-65bf29dd8a12 None None] Provisioning complete for port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:59.259662 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5afc1b16-9f47-47d9-821b-65bf29dd8a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.318004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5afc1b16-9f47-47d9-821b-65bf29dd8a12 None None] Port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:59.347881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Pushing event updated for resources: {'Port': ['ID=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:59.362793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.363200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.363474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.363810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.364141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.364467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.364792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.365122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.365442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.365822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.366318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.366452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:59.377122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7825b4-3ab4-4820-8ab3-a0f6f09765e0 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01384727-7353-4e9c-b517-0609ecb66de8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:59.381705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:59.425536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'tag': 'be173124-a66c-4ced-ac94-391aa41397e5'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:59.427863 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005b0aea-b617-4699-b75b-4637e49c6843" -d '{"events": [{"name": "network-changed", "server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "tag": "be173124-a66c-4ced-ac94-391aa41397e5"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:59.480746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.481245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a854468-faa3-4aec-bc5a-dae490f52675 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:59.491208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-3b5f1fe9-cca2-4410-b58f-f43eb54a1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.493073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f121e5-09f7-4215-a97c-8741dabe8e11 req-3b5f1fe9-cca2-4410-b58f-f43eb54a1fed service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6086268 Jun 30 08:53:59.552552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.604999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cad9e-713f-45ce-a2c8-1adac00205a5 req-0a584be4-deb1-4a41-be8a-93d6a5f2a61c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.611075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cad9e-713f-45ce-a2c8-1adac00205a5 req-0a584be4-deb1-4a41-be8a-93d6a5f2a61c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.617170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cad9e-713f-45ce-a2c8-1adac00205a5 req-0a584be4-deb1-4a41-be8a-93d6a5f2a61c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.619641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d80cad9e-713f-45ce-a2c8-1adac00205a5 req-0a584be4-deb1-4a41-be8a-93d6a5f2a61c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 2374 time: 0.5707164 Jun 30 08:53:59.627242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Attempting to bind port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:59.627579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Attempting to bind port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:59.627908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Attempting to bind port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d on network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:59.632385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Transition to ACTIVE for port object 1a854468-faa3-4aec-bc5a-dae490f52675 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:59.650602 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.653185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 10.2.2.100 (0c3277fc-9910-4118-a442-8a5263a127ed/c0cfc681-d89c-4223-baa1-bd655a96483f/ef4bf07c-0b96-48d9-bc3f-f4007ed9a154) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:59.665918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d on network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:59.666268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Attempting to bind port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d on network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:59.734759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:59.735796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Checking segment: {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:59.735796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Bound using segment: {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:59.735987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Bound port: 9a46c3dd-d2b2-4745-80c2-a261cc857c2d, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f4492e-7e88-4b1c-9243-62e887221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:59.736379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.780818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31301dc0-d68d-412c-bce8-a5e319bbaf66 req-8e09ecf7-d3c3-44e1-821f-d32912683956 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.784468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31301dc0-d68d-412c-bce8-a5e319bbaf66 req-8e09ecf7-d3c3-44e1-821f-d32912683956 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 932 time: 0.4027216 Jun 30 08:53:59.802177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.816234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Transition to ACTIVE for port object ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:59.820993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d80cad9e-713f-45ce-a2c8-1adac00205a5 req-82fc9cbe-e42b-4449-b4b4-29552743ad58 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874509 Jun 30 08:53:59.827541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:59.842266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Allocated IP 172.20.0.11 (a9e51a1d-ba42-40e0-a145-963ddaa14c47/e4cb8979-ffb4-4f77-834b-3f3c62aac98c/2a3021fa-106e-432b-bbde-f9e0580b8985) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:59.867199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.922831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:59.935171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 0c3277fc-9910-4118-a442-8a5263a127ed is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:59.936586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:59.939273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:59.969810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31301dc0-d68d-412c-bce8-a5e319bbaf66 req-dd7f8571-977f-43ad-907d-78920e290ea2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719050 Jun 30 08:53:59.991099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.991752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.026272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-342f87e5-b4ee-4d73-9abc-e56e4a163159 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8338895 Jun 30 08:54:00.037277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed', 'admin_state_up': True, 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'security_groups': ['2530e3ef-fff8-4919-92a7-f622e85355db']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:00.051697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:00.052375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:00.052951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:00.055715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] For port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:00.148604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:00.149049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:00.153306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] For port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:00.163474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:00.163923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:00.164512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:00.165069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Bound port: 1a854468-faa3-4aec-bc5a-dae490f52675, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:00.165646 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.176937 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.274014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Made reservation on behalf of 44b605161c0242f6a236891e4f13dce2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:00.279524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.284379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.285094 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.286688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] 10.222.0.13 "PUT /v2.0/ports/9a46c3dd-d2b2-4745-80c2-a261cc857c2d HTTP/1.1" status: 200 len: 1093 time: 3.3231554 Jun 30 08:54:00.385576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cd7aa425-c3a1-47bd-9885-b94282db8976 None None] Provisioning for port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:00.392528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cd7aa425-c3a1-47bd-9885-b94282db8976 None None] Provisioning complete for port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:00.393447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa425-c3a1-47bd-9885-b94282db8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.426443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c5c2bc-8ba4-46bb-89a2-4ebe76b8ad13 req-01934655-3534-4561-87c1-85c6bfba6793 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 210 time: 0.1229520 Jun 30 08:54:00.464041 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.474059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cd7aa425-c3a1-47bd-9885-b94282db8976 None None] Port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:00.482535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f67df2-c0cf-4a29-bea8-15d8458a9d8b service neutron] Pushing event updated for resources: {'Port': ['ID=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:00.493600 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967f3d33-15df-4b59-ae61-6704ef829ff1 x-openstack-request-id: req-967f3d33-15df-4b59-ae61-6704ef829ff1 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:00.493927 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "name": "network-vif-plugged", "status": "completed", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:00.494176 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-967f3d33-15df-4b59-ae61-6704ef829ff1 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:00.494567 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'code': 200} Jun 30 08:54:00.503976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a8a05-aa0c-45c3-af7c-037e4ce08874 req-5dc6ea92-1fe8-4d96-8c2c-29d48ca48df7 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.509979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b3a8a05-aa0c-45c3-af7c-037e4ce08874 req-5dc6ea92-1fe8-4d96-8c2c-29d48ca48df7 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.4839690 Jun 30 08:54:00.532647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Allocated IP 10.2.2.200 (0c3277fc-9910-4118-a442-8a5263a127ed/c0cfc681-d89c-4223-baa1-bd655a96483f/581d334a-439e-4691-b6e0-e2512eac41ea) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:00.556689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:00.586692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:00.623124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.665151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4af9a77f-2333-4293-b1ad-ead6d7c4663f req-3878181d-31e1-4e08-9815-fbe0205f61a2 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/01384727-7353-4e9c-b517-0609ecb66de8 HTTP/1.1" status: 200 len: 1802 time: 0.1538725 Jun 30 08:54:00.673194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b3a8a05-aa0c-45c3-af7c-037e4ce08874 req-bb254a17-5350-4df5-97c4-38f7eaeabb53 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450362 Jun 30 08:54:00.737958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.738577 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.741024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 200 len: 1093 time: 2.9731288 Jun 30 08:54:00.741933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50f279-ef1b-49ee-9978-258abcbaf0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:00.742074 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.746837 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce5c039-6cef-4b08-8b9d-8e6f8b065fad x-openstack-request-id: req-1ce5c039-6cef-4b08-8b9d-8e6f8b065fad {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:00.747131 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "tag": "be173124-a66c-4ced-ac94-391aa41397e5", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:00.747405 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ce5c039-6cef-4b08-8b9d-8e6f8b065fad {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:00.748162 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'tag': 'be173124-a66c-4ced-ac94-391aa41397e5', 'status': 'completed', 'code': 200} Jun 30 08:54:00.763875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.776095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Transition to ACTIVE for port object 581d334a-439e-4691-b6e0-e2512eac41ea will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:00.776701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:00.805908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4af9a77f-2333-4293-b1ad-ead6d7c4663f req-e6ff93c6-31c4-459f-9a2f-79ceacf94cff tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Request body: {'security_group': {'name': 'tempest-sg-hth-244927090', 'description': 'tempest-description-hth-1910404475'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:00.830464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.848885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:00.882771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:00.883012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Network 0c3277fc-9910-4118-a442-8a5263a127ed is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:00.886698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:00.891761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:00.909712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:00.937270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event updated for resources: {'Port': ['ID=581d334a-439e-4691-b6e0-e2512eac41ea,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:00.986876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.987535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.998470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c4b85997-4f44-44f9-9f94-c8d4ebb1af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.999293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c4b85997-4f44-44f9-9f94-c8d4ebb1af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.000135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c4b85997-4f44-44f9-9f94-c8d4ebb1af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.002399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-c4b85997-4f44-44f9-9f94-c8d4ebb1af2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2868 time: 0.6482265 Jun 30 08:54:01.003887 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6c506e07-f279-4643-90ce-cba4894fa99a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9710820 Jun 30 08:54:01.008905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.009567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.021220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:01.118055 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.229328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-79ef8dd9-9b03-499b-bee8-58e241814139 None None] Provisioning for port 581d334a-439e-4691-b6e0-e2512eac41ea completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:01.239471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-79ef8dd9-9b03-499b-bee8-58e241814139 None None] Provisioning complete for port 581d334a-439e-4691-b6e0-e2512eac41ea triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:01.241045 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-79ef8dd9-9b03-499b-bee8-58e241814139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.287576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-79ef8dd9-9b03-499b-bee8-58e241814139 None None] Port 581d334a-439e-4691-b6e0-e2512eac41ea cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:01.419861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed29488a-3100-4b67-a218-dd4262ce43f2 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:01.428812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.440197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5938966 Jun 30 08:54:01.446235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Transition to ACTIVE for port object ed29488a-3100-4b67-a218-dd4262ce43f2 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:01.447110 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4af9a77f-2333-4293-b1ad-ead6d7c4663f req-e6ff93c6-31c4-459f-9a2f-79ceacf94cff tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.450738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.461969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-ed76299f-1321-4851-bf45-297253c6be79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=b2c0c1fe-adc0-496f-9435-5e6efbe02150 HTTP/1.1" status: 200 len: 217 time: 0.4290218 Jun 30 08:54:01.466829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Request body: {'port': {'device_id': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:01.513447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a41b5-409a-4723-8f0e-46999d74a5e8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event updated for resources: {'Port': ['ID=2a3021fa-106e-432b-bbde-f9e0580b8985,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:01.605250 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1bef684e-774c-421e-a623-f62cd4f9a44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.630133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4af9a77f-2333-4293-b1ad-ead6d7c4663f req-e6ff93c6-31c4-459f-9a2f-79ceacf94cff tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.645448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Attempting to bind port ed29488a-3100-4b67-a218-dd4262ce43f2 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:01.647497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Attempting to bind port ed29488a-3100-4b67-a218-dd4262ce43f2 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:01.647928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Attempting to bind port ed29488a-3100-4b67-a218-dd4262ce43f2 on network 3802b5db-c026-42da-960b-92e7aa974ecb {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:01.650220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Pushing event updated for resources: {'Port': ['ID=ed29488a-3100-4b67-a218-dd4262ce43f2,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:01.657765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Port ed29488a-3100-4b67-a218-dd4262ce43f2 on network 3802b5db-c026-42da-960b-92e7aa974ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:01.658489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Attempting to bind port ed29488a-3100-4b67-a218-dd4262ce43f2 on network 3802b5db-c026-42da-960b-92e7aa974ecb {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:01.664794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-508211ff-a898-45d3-aea4-fc77443e6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.666832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-508211ff-a898-45d3-aea4-fc77443e6f66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f91c07b-422a-4b4b-bb55-cd4c879c126b HTTP/1.1" status: 200 len: 801 time: 0.1875093 Jun 30 08:54:01.668483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:01.669025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Checking segment: {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:01.671000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Bound using segment: {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:01.671806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Bound port: ed29488a-3100-4b67-a218-dd4262ce43f2, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101c9a87-40de-4e0a-b9e7-236aa2479f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:01.672303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4af9a77f-2333-4293-b1ad-ead6d7c4663f req-e6ff93c6-31c4-459f-9a2f-79ceacf94cff tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.672521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.674850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4af9a77f-2333-4293-b1ad-ead6d7c4663f req-e6ff93c6-31c4-459f-9a2f-79ceacf94cff tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.680893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4af9a77f-2333-4293-b1ad-ead6d7c4663f req-e6ff93c6-31c4-459f-9a2f-79ceacf94cff tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "PUT /v2.0/security-groups/01384727-7353-4e9c-b517-0609ecb66de8 HTTP/1.1" status: 200 len: 1776 time: 1.0065763 Jun 30 08:54:01.682963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-3ba5efc7-fccf-4d63-8d8a-b301cc7f1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.684432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-3ba5efc7-fccf-4d63-8d8a-b301cc7f1643 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1096 time: 0.8331389 Jun 30 08:54:01.742149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eda05b-54ae-4859-b544-acfece157b96 req-66e3e93e-3426-4d28-ada5-5f2dbfb073a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.743814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21eda05b-54ae-4859-b544-acfece157b96 req-66e3e93e-3426-4d28-ada5-5f2dbfb073a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 1097 time: 1.0503004 Jun 30 08:54:01.787563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] For port ed29488a-3100-4b67-a218-dd4262ce43f2, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:01.793945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] For port ed29488a-3100-4b67-a218-dd4262ce43f2, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ed29488a-3100-4b67-a218-dd4262ce43f2,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:01.805550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.837913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac8fae-91f7-41a2-8f27-4808cca73b49 req-79c3afe5-f725-469b-9a28-7edc82fa5301 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.843831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac8fae-91f7-41a2-8f27-4808cca73b49 req-79c3afe5-f725-469b-9a28-7edc82fa5301 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.850014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac8fae-91f7-41a2-8f27-4808cca73b49 req-79c3afe5-f725-469b-9a28-7edc82fa5301 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.851698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44ac8fae-91f7-41a2-8f27-4808cca73b49 req-79c3afe5-f725-469b-9a28-7edc82fa5301 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2412 time: 0.8806875 Jun 30 08:54:01.864258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.879246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.879860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.881886 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed29488a-3100-4b67-a218-dd4262ce43f2 HTTP/1.1" status: 200 len: 1093 time: 0.8682728 Jun 30 08:54:01.882342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:01.884654 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31688ced-c54f-414e-9908-92f51ea51095" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:01.886249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-63af193b-12c3-4152-a115-164b07ba60f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 200 len: 217 time: 0.1673770 Jun 30 08:54:01.900887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36756b-b563-4f3a-a443-fe03bed0f794 service neutron] Pushing event updated for resources: {'Port': ['ID=ed29488a-3100-4b67-a218-dd4262ce43f2,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:01.919931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:01.931785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff93c6-31c4-459f-9a2f-79ceacf94cff tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01384727-7353-4e9c-b517-0609ecb66de8,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:02.002497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.061166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21eda05b-54ae-4859-b544-acfece157b96 req-d3b269b9-cff2-4c9e-b907-68740901e99e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796681 Jun 30 08:54:02.077333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44ac8fae-91f7-41a2-8f27-4808cca73b49 req-77c31308-02ff-4792-9a55-2959cdcc725c tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172751 Jun 30 08:54:02.106001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-a0e6f85d-3f34-45d9-b200-0f4eaf2fcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.107446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-a0e6f85d-3f34-45d9-b200-0f4eaf2fcad5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1767967 Jun 30 08:54:02.202943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-4dbb0a32-b63c-47dc-8826-3f1830d7c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.204333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-4dbb0a32-b63c-47dc-8826-3f1830d7c6a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5006881 Jun 30 08:54:02.238982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-92511439-4192-405b-87d5-bd4d1cc3ae6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159923 Jun 30 08:54:02.300593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b4e4-d7b8-48ba-8f3c-d6ddd3e43f72 req-1075ef94-e631-4436-99d0-9f97d661a18f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.307034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b4e4-d7b8-48ba-8f3c-d6ddd3e43f72 req-1075ef94-e631-4436-99d0-9f97d661a18f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.312871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b4e4-d7b8-48ba-8f3c-d6ddd3e43f72 req-1075ef94-e631-4436-99d0-9f97d661a18f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.319292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b4e4-d7b8-48ba-8f3c-d6ddd3e43f72 req-1075ef94-e631-4436-99d0-9f97d661a18f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.325607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b4e4-d7b8-48ba-8f3c-d6ddd3e43f72 req-1075ef94-e631-4436-99d0-9f97d661a18f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.327463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54f1b4e4-d7b8-48ba-8f3c-d6ddd3e43f72 req-1075ef94-e631-4436-99d0-9f97d661a18f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 3828 time: 0.4696877 Jun 30 08:54:02.410029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:02.424428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.438976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Transition to ACTIVE for port object 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:02.444775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.503703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Pushing event updated for resources: {'Port': ['ID=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:02.584759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54f1b4e4-d7b8-48ba-8f3c-d6ddd3e43f72 req-38294e25-be4e-4b31-8664-cec5847be550 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922927 Jun 30 08:54:02.643757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Attempting to bind port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:02.644026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Attempting to bind port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:02.644353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Attempting to bind port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:02.645482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-834669ed-8742-4901-8d78-f0a943ebf58a service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936145 Jun 30 08:54:02.649950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-e997ff3e-00c0-461a-87db-5c3ca00b3e65 service neutron] 10.222.0.13 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144216 Jun 30 08:54:02.654440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 on network 9f16d819-f744-474e-9604-46005a705582 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:02.654771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Attempting to bind port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:02.661956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:02.662191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Checking segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:02.662563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Bound using segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:02.663003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Bound port: 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:02.663357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.754028 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] For port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:02.758152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] For port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:02.774836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.793292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'tag': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d'}, {'name': 'network-changed', 'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:02.795592 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc" -d '{"events": [{"name": "network-changed", "server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "tag": "9a46c3dd-d2b2-4745-80c2-a261cc857c2d"}, {"name": "network-changed", "server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:02.870307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.883667 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.885594 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] 10.222.0.26 "PUT /v2.0/ports/6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 1136 time: 0.9698973 Jun 30 08:54:02.957533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab046f0-9c5e-42e6-9c5c-fe1d57820605 req-be6656bc-81e5-4c9c-8b5f-23f984d5792d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.985217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab046f0-9c5e-42e6-9c5c-fe1d57820605 req-be6656bc-81e5-4c9c-8b5f-23f984d5792d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 944 time: 0.6220965 Jun 30 08:54:03.007534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1715c32-6c93-4d32-b2b9-6dc4f938435d service neutron] Pushing event updated for resources: {'Port': ['ID=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:03.057909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:03.236218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-f6c8ecd1-120d-41bf-b0d7-7e8c95edc89c service neutron] 10.222.0.13 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631161 Jun 30 08:54:03.240077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab046f0-9c5e-42e6-9c5c-fe1d57820605 req-a322770e-8bcf-4488-a533-fbdd34a7e4ef tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539914 Jun 30 08:54:03.243609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ebb4973-4776-491a-8a39-a15073e1fb50 req-0586c480-d0a2-4367-b130-8ec19893eaa4 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884008 Jun 30 08:54:03.247502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.362685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-7303a943-0af6-47c7-a972-3ff169bf5589 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=be173124-a66c-4ced-ac94-391aa41397e5 HTTP/1.1" status: 200 len: 217 time: 0.1180069 Jun 30 08:54:03.380227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3021fa-106e-432b-bbde-f9e0580b8985 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:03.448887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-da73371d-d66e-436d-ad69-b2b0ce27b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.450552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-da73371d-d66e-436d-ad69-b2b0ce27b3e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f9ab26c-fed7-46c0-b647-86e58e0427ba HTTP/1.1" status: 200 len: 801 time: 0.0610511 Jun 30 08:54:03.452482 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.468208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Transition to ACTIVE for port object 2a3021fa-106e-432b-bbde-f9e0580b8985 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:03.512322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.574181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da4a6118-64c6-4137-b491-236f1975445e req-c92564a8-1250-4eb1-9267-47caf92c5067 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/01384727-7353-4e9c-b517-0609ecb66de8 HTTP/1.1" status: 200 len: 1776 time: 0.2038314 Jun 30 08:54:03.628554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b9707-1789-4b91-b3ae-600a4dcb4c42 req-c8077810-c5bf-4e31-8666-455980e85cc3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.636804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d1b9707-1789-4b91-b3ae-600a4dcb4c42 req-c8077810-c5bf-4e31-8666-455980e85cc3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 932 time: 0.4668064 Jun 30 08:54:03.643581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3021fa-106e-432b-bbde-f9e0580b8985,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:03.679742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a808368f-b2c0-4f2f-942f-80dabee248b0 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:03.688386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.706754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Transition to ACTIVE for port object a808368f-b2c0-4f2f-942f-80dabee248b0 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:03.714292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.789920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d1b9707-1789-4b91-b3ae-600a4dcb4c42 req-b767486b-033e-4d6c-8969-4be4d45f2c30 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522090 Jun 30 08:54:03.854880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89a9ff65-a0af-4c23-a32d-8000334f352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.856406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-89a9ff65-a0af-4c23-a32d-8000334f352c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=960b21d8-0a54-4566-a53e-ddc9c1ab4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611312 Jun 30 08:54:03.896715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Pushing event updated for resources: {'Port': ['ID=a808368f-b2c0-4f2f-942f-80dabee248b0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:03.937767 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Attempting to bind port a808368f-b2c0-4f2f-942f-80dabee248b0 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:03.938100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Attempting to bind port a808368f-b2c0-4f2f-942f-80dabee248b0 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:03.938418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Attempting to bind port a808368f-b2c0-4f2f-942f-80dabee248b0 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:03.943332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Port a808368f-b2c0-4f2f-942f-80dabee248b0 on network 9f16d819-f744-474e-9604-46005a705582 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:03.943831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Attempting to bind port a808368f-b2c0-4f2f-942f-80dabee248b0 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:03.954188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:03.954530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Checking segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:03.954915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Bound using segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:03.955346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Bound port: a808368f-b2c0-4f2f-942f-80dabee248b0, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:03.955697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.970720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Attempting to bind port 2a3021fa-106e-432b-bbde-f9e0580b8985 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:03.971063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Attempting to bind port 2a3021fa-106e-432b-bbde-f9e0580b8985 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:03.971391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Attempting to bind port 2a3021fa-106e-432b-bbde-f9e0580b8985 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:03.986213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dabc7-d49a-42ad-b411-0e7f77d54f33 req-0a8a272b-43a3-4470-8c40-bc0b9af7be1d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.995114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-752dabc7-d49a-42ad-b411-0e7f77d54f33 req-0a8a272b-43a3-4470-8c40-bc0b9af7be1d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.2864616 Jun 30 08:54:04.013241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Port 2a3021fa-106e-432b-bbde-f9e0580b8985 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:04.013578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Attempting to bind port 2a3021fa-106e-432b-bbde-f9e0580b8985 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:04.047501 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdcd394-26e8-4f95-a84f-151efe54dbe0 x-openstack-request-id: req-1bdcd394-26e8-4f95-a84f-151efe54dbe0 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:04.049032 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:04.049147 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bdcd394-26e8-4f95-a84f-151efe54dbe0 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:04.050296 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'status': 'completed', 'code': 200} Jun 30 08:54:04.062818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:04.063167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:04.063567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Bound using segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:04.064030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Bound port: 2a3021fa-106e-432b-bbde-f9e0580b8985, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:04.064401 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.110528 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1d229-9ac6-4e29-993c-8c5902cabc4e x-openstack-request-id: req-02b1d229-9ac6-4e29-993c-8c5902cabc4e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:04.110528 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "tag": "9a46c3dd-d2b2-4745-80c2-a261cc857c2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:04.110528 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02b1d229-9ac6-4e29-993c-8c5902cabc4e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:04.110528 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'tag': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d', 'status': 'completed', 'code': 200} Jun 30 08:54:04.110528 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675', 'status': 'completed', 'code': 200} Jun 30 08:54:04.128140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] For port a808368f-b2c0-4f2f-942f-80dabee248b0, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:04.132659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] For port a808368f-b2c0-4f2f-942f-80dabee248b0, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a808368f-b2c0-4f2f-942f-80dabee248b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:04.148945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.205840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.207061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.208541 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6cc46341-9343-474e-9a17-457da234f185 service neutron] 10.222.0.26 "PUT /v2.0/ports/a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 1136 time: 1.1563306 Jun 30 08:54:04.227858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-752dabc7-d49a-42ad-b411-0e7f77d54f33 req-b068e532-d88a-4618-9cf0-190fd1e1db92 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331758 Jun 30 08:54:04.251548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:04.269195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-e4be4cb5-5b42-48ec-a811-3f528ca588c1 service neutron] 10.222.0.13 "GET /v2.0/networks/960b21d8-0a54-4566-a53e-ddc9c1ab4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781714 Jun 30 08:54:04.298860 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.324039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-d1af420d-7109-42da-8f10-e7bd7e3fa31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.326212 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-d1af420d-7109-42da-8f10-e7bd7e3fa31e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1096 time: 0.1913304 Jun 30 08:54:04.329039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc46341-9343-474e-9a17-457da234f185 service neutron] Pushing event updated for resources: {'Port': ['ID=a808368f-b2c0-4f2f-942f-80dabee248b0,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:04.363976 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c1006b47-00f1-4899-afe6-13459fbc8511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.403493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] For port 2a3021fa-106e-432b-bbde-f9e0580b8985, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:04.440717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] For port 2a3021fa-106e-432b-bbde-f9e0580b8985, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2a3021fa-106e-432b-bbde-f9e0580b8985,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:04.460692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.461187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.461721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.462172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.462649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.463120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.463588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.465471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31688ced-c54f-414e-9908-92f51ea51095 req-fb7a4437-b924-49db-9f7d-35f680072be1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6180 time: 0.3956544 Jun 30 08:54:04.470446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.491623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bb34d03-d2fb-43b9-a639-be320f9bcfd7 req-241f6f66-5adc-4247-a839-89994ebd9a5a tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/01384727-7353-4e9c-b517-0609ecb66de8 HTTP/1.1" status: 200 len: 1776 time: 0.2136819 Jun 30 08:54:04.495991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-28319326-208c-4090-b34c-e9fe7da47c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.498135 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-28319326-208c-4090-b34c-e9fe7da47c81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1501853 Jun 30 08:54:04.543859 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.548222 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-7fa0a3cf-5d36-40b4-adc4-770e786d808d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 200 len: 217 time: 0.0418544 Jun 30 08:54:04.625923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-9e730c68-f7ad-4aaf-b203-77f7832ad90b service neutron] 10.222.0.13 "GET /v2.0/networks/960b21d8-0a54-4566-a53e-ddc9c1ab4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432536 Jun 30 08:54:04.627158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.627757 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.629011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] 10.222.0.13 "PUT /v2.0/ports/2a3021fa-106e-432b-bbde-f9e0580b8985 HTTP/1.1" status: 200 len: 1093 time: 3.1766355 Jun 30 08:54:04.644948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-625354fa-746b-4492-9193-16a55f2fb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.646608 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-625354fa-746b-4492-9193-16a55f2fb735 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0687613 Jun 30 08:54:04.723226 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-8387d17a-1687-43b6-871f-4d23517878cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312123 Jun 30 08:54:04.733869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-2e665581-715f-444a-a6a8-c81debb1abe5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=9a46c3dd-d2b2-4745-80c2-a261cc857c2d HTTP/1.1" status: 200 len: 217 time: 0.0853968 Jun 30 08:54:04.744676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed32640-eb42-4520-bc5e-481c82b74427 req-455fb45c-d7c8-4f14-a7ed-ed42900ee061 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.750631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed32640-eb42-4520-bc5e-481c82b74427 req-455fb45c-d7c8-4f14-a7ed-ed42900ee061 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.756581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed32640-eb42-4520-bc5e-481c82b74427 req-455fb45c-d7c8-4f14-a7ed-ed42900ee061 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.758229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ed32640-eb42-4520-bc5e-481c82b74427 req-455fb45c-d7c8-4f14-a7ed-ed42900ee061 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2412 time: 0.4054008 Jun 30 08:54:04.793509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826635c1-8e70-4a90-85ad-4dda32352ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3021fa-106e-432b-bbde-f9e0580b8985,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:04.854253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-bb8c17b2-aa16-46a8-9dd1-46a6187e26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.854639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-bb8c17b2-aa16-46a8-9dd1-46a6187e26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.855114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-bb8c17b2-aa16-46a8-9dd1-46a6187e26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.856709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31688ced-c54f-414e-9908-92f51ea51095 req-bb8c17b2-aa16-46a8-9dd1-46a6187e26dd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=44b605161c0242f6a236891e4f13dce2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3833458 Jun 30 08:54:04.857256 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5bb34d03-d2fb-43b9-a639-be320f9bcfd7 req-03851bc7-6c38-440d-ad42-9837e4df5fdb tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.889788 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-69c0a8e9-6385-4c81-9c7b-b4487fcd754b service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556060 Jun 30 08:54:05.031144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6218e2a7-e454-4f53-89d3-1bbb384fcd59 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:05.046848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.059455 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-01a77535-b9a9-4a22-bb5d-c39ad4c598e9 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557207 Jun 30 08:54:05.065818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Transition to ACTIVE for port object 6218e2a7-e454-4f53-89d3-1bbb384fcd59 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:05.071518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.142324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Pushing event updated for resources: {'Port': ['ID=6218e2a7-e454-4f53-89d3-1bbb384fcd59,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:05.214288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Attempting to bind port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:05.214626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Attempting to bind port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:05.214951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Attempting to bind port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:05.221579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 on network 9f16d819-f744-474e-9604-46005a705582 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:05.221940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Attempting to bind port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:05.228973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:05.229672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Checking segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:05.230413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Bound using segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:05.231027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Bound port: 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:05.231588 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.302255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-ea463c1c-8c86-4d8a-b0b6-1a4d445e529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.304041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-ea463c1c-8c86-4d8a-b0b6-1a4d445e529b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f91c07b-422a-4b4b-bb55-cd4c879c126b HTTP/1.1" status: 200 len: 801 time: 0.5405719 Jun 30 08:54:05.307925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5bb34d03-d2fb-43b9-a639-be320f9bcfd7 req-03851bc7-6c38-440d-ad42-9837e4df5fdb tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.312176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] For port 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:05.316628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] For port 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:05.321540 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.349128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ed32640-eb42-4520-bc5e-481c82b74427 req-a89b26df-f43d-40f9-9a8a-758bfc243a10 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427465 Jun 30 08:54:05.379305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Pushing event updated for resources: {'Port': ['ID=6218e2a7-e454-4f53-89d3-1bbb384fcd59,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:05.405333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.406557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.408132 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-221c9d7b-b430-4b85-a67e-4666ebe5e333 service neutron] 10.222.0.26 "PUT /v2.0/ports/6218e2a7-e454-4f53-89d3-1bbb384fcd59 HTTP/1.1" status: 200 len: 1092 time: 1.1638367 Jun 30 08:54:05.439404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:05.464053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-a44983c6-ec7f-45be-a3e6-c35e7cc58e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.465788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-a44983c6-ec7f-45be-a3e6-c35e7cc58e51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 1096 time: 0.7456882 Jun 30 08:54:05.469950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5bb34d03-d2fb-43b9-a639-be320f9bcfd7 req-03851bc7-6c38-440d-ad42-9837e4df5fdb tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.473191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5bb34d03-d2fb-43b9-a639-be320f9bcfd7 req-03851bc7-6c38-440d-ad42-9837e4df5fdb tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.475667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bb34d03-d2fb-43b9-a639-be320f9bcfd7 req-03851bc7-6c38-440d-ad42-9837e4df5fdb tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/01384727-7353-4e9c-b517-0609ecb66de8 HTTP/1.1" status: 204 len: 173 time: 0.9827607 Jun 30 08:54:05.534379 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.544983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-535fb856-28a9-431c-8ca8-6cea02234667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a3021fa-106e-432b-bbde-f9e0580b8985 HTTP/1.1" status: 200 len: 217 time: 0.0638161 Jun 30 08:54:05.568694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03851bc7-6c38-440d-ad42-9837e4df5fdb tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01384727-7353-4e9c-b517-0609ecb66de8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:05.699755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-a9c49624-3752-4f5f-8dc3-e7d5fba62f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.701252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-a9c49624-3752-4f5f-8dc3-e7d5fba62f1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.0721824 Jun 30 08:54:05.703758 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.749843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-c01f2a83-003d-4497-a4ce-a64a5c012a5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391076 Jun 30 08:54:05.751292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688ced-c54f-414e-9908-92f51ea51095 req-8757d897-5781-4769-b741-1647f639a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.752613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31688ced-c54f-414e-9908-92f51ea51095 req-8757d897-5781-4769-b741-1647f639a911 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8842373 Jun 30 08:54:05.896702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-dea057c8-585b-4eb7-9769-d1d6e97763dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.898709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-dea057c8-585b-4eb7-9769-d1d6e97763dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5800629 Jun 30 08:54:05.898963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a92f4fc-d00e-4312-bcbd-32a345d752b0 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:05.907082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.919646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Transition to ACTIVE for port object 0a92f4fc-d00e-4312-bcbd-32a345d752b0 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:05.924152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.952126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.957916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.964304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.974860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.975993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=0a92f4fc-d00e-4312-bcbd-32a345d752b0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:05.981506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.987448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.993340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.001045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc29e834-8f62-445e-abc7-b1277845268b req-c7580778-76ad-4c1a-8cd7-a7a417af7c91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5394 time: 0.4534624 Jun 30 08:54:06.054195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '6352cf45-a3b1-4f94-8f17-6f37cf6affd7'}, {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'a808368f-b2c0-4f2f-942f-80dabee248b0'}, {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:06.057244 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72adc6b-4880-48a7-8827-333232638750" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "6352cf45-a3b1-4f94-8f17-6f37cf6affd7"}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "a808368f-b2c0-4f2f-942f-80dabee248b0"}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:06.075522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Attempting to bind port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:06.076235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Attempting to bind port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:06.077400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Attempting to bind port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:06.082783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 on network 9f16d819-f744-474e-9604-46005a705582 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:06.083309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Attempting to bind port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:06.089829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:06.090454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Checking segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:06.091139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Bound using segment: {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:06.091764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Bound port: 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f16d819-f744-474e-9604-46005a705582'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:06.092281 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.111031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'tag': '2a3021fa-106e-432b-bbde-f9e0580b8985'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:06.113308 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c617e4e-9c45-47de-ac8b-5d9d6988520c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6910906-0912-4c70-8d69-6a518b7b5f75", "tag": "2a3021fa-106e-432b-bbde-f9e0580b8985"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:06.160226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-97969b4d-69bd-4432-b7f1-cfadac28c36e service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842325 Jun 30 08:54:06.166709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-7aac6e36-f9d6-46f7-985d-58d2f1d6bce6 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.168154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-7aac6e36-f9d6-46f7-985d-58d2f1d6bce6 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/networks?id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f HTTP/1.1" status: 200 len: 808 time: 0.3783302 Jun 30 08:54:06.185222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] For port 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:06.188707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] For port 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:06.197037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.198224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc29e834-8f62-445e-abc7-b1277845268b req-3a3fe115-8b15-4f46-bf54-25125f1faca2 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962254 Jun 30 08:54:06.232534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-f5e8299d-be06-48de-97db-a80c5b2ea88a service neutron] 10.222.0.13 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244758 Jun 30 08:54:06.239943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.240753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.242935 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] 10.222.0.26 "PUT /v2.0/ports/0a92f4fc-d00e-4312-bcbd-32a345d752b0 HTTP/1.1" status: 200 len: 1091 time: 0.8082190 Jun 30 08:54:06.279890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:06.286051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-76501f87-af87-4c9b-a9b0-7011c315d014 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/quotas/c614ffb88ea24fa39e78bca3603ad018 HTTP/1.1" status: 200 len: 375 time: 0.0849555 Jun 30 08:54:06.291380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56b5ea-f2e5-4d40-ac8b-6cc9c559ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=0a92f4fc-d00e-4312-bcbd-32a345d752b0,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:06.405769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-d5ac0457-28a0-4e63-aee7-86cf8499c2cd tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c614ffb88ea24fa39e78bca3603ad018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086929 Jun 30 08:54:06.409424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.539903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456a061c-b0d1-4eda-adb0-e5bb5b1acdb7 req-5f42b104-e2cc-435d-9d33-6064f10e9811 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675711 Jun 30 08:54:06.578187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb88e500-e078-40c0-87c5-c2d1b5988e27 req-dec839e7-4b23-4436-800f-368088280c98 service neutron] 10.222.0.13 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038373 Jun 30 08:54:06.639462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c544c26-6f88-4950-8db4-7e9fe046d83b req-99021705-41e9-4de0-8916-0864c8ede564 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.646742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c544c26-6f88-4950-8db4-7e9fe046d83b req-99021705-41e9-4de0-8916-0864c8ede564 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.2396290 Jun 30 08:54:06.656356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-5dcc9f5f-189a-46b6-a41e-02ea350d6542 service neutron] 10.222.0.53 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388053 Jun 30 08:54:06.719906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:06.728848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.742442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Transition to ACTIVE for port object ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:06.746942 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.777529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c544c26-6f88-4950-8db4-7e9fe046d83b req-ad23a8fd-58c7-4ded-8d02-c49b1204dc85 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297872 Jun 30 08:54:06.852158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0aea-b617-4699-b75b-4637e49c6843 req-f2164f84-52c6-459f-be2b-31c2a25a8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.852964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:06.853230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0aea-b617-4699-b75b-4637e49c6843 req-f2164f84-52c6-459f-be2b-31c2a25a8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.853998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0aea-b617-4699-b75b-4637e49c6843 req-f2164f84-52c6-459f-be2b-31c2a25a8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.855786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005b0aea-b617-4699-b75b-4637e49c6843 req-f2164f84-52c6-459f-be2b-31c2a25a8225 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2868 time: 0.1917689 Jun 30 08:54:06.865347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-ef5aafc6-2a30-4f08-8042-9b0df6e6abed service neutron] 10.222.0.53 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001536 Jun 30 08:54:06.919374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Attempting to bind port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:06.919807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Attempting to bind port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:06.920202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Attempting to bind port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 on network 0c3277fc-9910-4118-a442-8a5263a127ed {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:06.925115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 on network 0c3277fc-9910-4118-a442-8a5263a127ed not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:06.925512 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Attempting to bind port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 on network 0c3277fc-9910-4118-a442-8a5263a127ed {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:06.931975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:06.932389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Checking segment: {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:06.932839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Bound using segment: {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:06.933329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Bound port: ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:06.933837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.007685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0aea-b617-4699-b75b-4637e49c6843 req-e877d3b2-d9c1-4a2e-9cd8-27d43df2c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.009167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005b0aea-b617-4699-b75b-4637e49c6843 req-e877d3b2-d9c1-4a2e-9cd8-27d43df2c325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=960b21d8-0a54-4566-a53e-ddc9c1ab4ecf HTTP/1.1" status: 200 len: 902 time: 0.1421096 Jun 30 08:54:07.031890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] For port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:07.036486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] For port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:07.044440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.066585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005b0aea-b617-4699-b75b-4637e49c6843 req-046448e8-3fa7-4e45-a8d8-57ef38ff8c0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=be173124-a66c-4ced-ac94-391aa41397e5 HTTP/1.1" status: 200 len: 217 time: 0.0491760 Jun 30 08:54:07.107106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:07.124757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.125504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.127149 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-47dc9f04-ebbc-45e4-9e4d-80867ba2ad29 service neutron] 10.222.0.26 "PUT /v2.0/ports/ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 HTTP/1.1" status: 200 len: 1092 time: 0.8578587 Jun 30 08:54:07.158349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Request body: {'port': {'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:07.162004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718533-c1f7-48d5-910d-0732f1a86b2c req-1f0141c3-8187-4794-99dc-aad98c1eab3b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.172318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12718533-c1f7-48d5-910d-0732f1a86b2c req-1f0141c3-8187-4794-99dc-aad98c1eab3b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 944 time: 0.2184696 Jun 30 08:54:07.180104 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.250482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0aea-b617-4699-b75b-4637e49c6843 req-2a711e61-a259-4fed-9e04-807211d23b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.252121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005b0aea-b617-4699-b75b-4637e49c6843 req-2a711e61-a259-4fed-9e04-807211d23b29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f9ab26c-fed7-46c0-b647-86e58e0427ba HTTP/1.1" status: 200 len: 801 time: 0.1796074 Jun 30 08:54:07.312302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.339207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12718533-c1f7-48d5-910d-0732f1a86b2c req-7e82bb4a-fe44-4d5e-a481-31d3d1b5f5d1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659029 Jun 30 08:54:07.496434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e7760-6969-4e71-9190-ceb66a6d89f9 req-6cae9925-fa2c-4859-becf-4ada1a9bae94 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.497903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e7760-6969-4e71-9190-ceb66a6d89f9 req-6cae9925-fa2c-4859-becf-4ada1a9bae94 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 944 time: 0.2497981 Jun 30 08:54:07.506880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0aea-b617-4699-b75b-4637e49c6843 req-fd65dd73-f9c7-4646-b028-8f7010031a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.508668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005b0aea-b617-4699-b75b-4637e49c6843 req-fd65dd73-f9c7-4646-b028-8f7010031a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=960b21d8-0a54-4566-a53e-ddc9c1ab4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246900 Jun 30 08:54:07.633041 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d11d14d-abc2-44aa-a6eb-88a23fd33926 x-openstack-request-id: req-7d11d14d-abc2-44aa-a6eb-88a23fd33926 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:07.633359 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6910906-0912-4c70-8d69-6a518b7b5f75", "tag": "2a3021fa-106e-432b-bbde-f9e0580b8985", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:07.633742 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d11d14d-abc2-44aa-a6eb-88a23fd33926 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:07.634295 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'tag': '2a3021fa-106e-432b-bbde-f9e0580b8985', 'status': 'completed', 'code': 200} Jun 30 08:54:07.666648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e7760-6969-4e71-9190-ceb66a6d89f9 req-32928149-4c8d-4a0d-a6b7-c40f627d69e4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569889 Jun 30 08:54:07.776995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005b0aea-b617-4699-b75b-4637e49c6843 req-4d917b8b-e90b-4e1c-9912-11047065d286 service neutron] 10.222.0.13 "GET /v2.0/networks/960b21d8-0a54-4566-a53e-ddc9c1ab4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611442 Jun 30 08:54:07.777987 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2b183-6c20-4dd1-a183-6a7282dea754 x-openstack-request-id: req-43a2b183-6c20-4dd1-a183-6a7282dea754 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:07.778548 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "6352cf45-a3b1-4f94-8f17-6f37cf6affd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "a808368f-b2c0-4f2f-942f-80dabee248b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:07.779105 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43a2b183-6c20-4dd1-a183-6a7282dea754 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:07.779693 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '6352cf45-a3b1-4f94-8f17-6f37cf6affd7', 'status': 'completed', 'code': 200} Jun 30 08:54:07.779951 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'a808368f-b2c0-4f2f-942f-80dabee248b0', 'status': 'completed', 'code': 200} Jun 30 08:54:07.780196 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59', 'status': 'completed', 'code': 200} Jun 30 08:54:07.793369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581d334a-439e-4691-b6e0-e2512eac41ea {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:07.801507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.814942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Transition to ACTIVE for port object 581d334a-439e-4691-b6e0-e2512eac41ea will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:07.822269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.837180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.837743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.838165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.838645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.839118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.839580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.840049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.842002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-1583277d-6529-447b-86d2-bad275336568 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6426 time: 0.2319324 Jun 30 08:54:07.910592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Pushing event updated for resources: {'Port': ['ID=581d334a-439e-4691-b6e0-e2512eac41ea,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:07.989831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-97a1c827-a99a-452c-ae0b-efb06748c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.991770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-97a1c827-a99a-452c-ae0b-efb06748c2e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 1096 time: 0.3332980 Jun 30 08:54:08.057232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Attempting to bind port 581d334a-439e-4691-b6e0-e2512eac41ea on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:08.057591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Attempting to bind port 581d334a-439e-4691-b6e0-e2512eac41ea by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:08.058354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Attempting to bind port 581d334a-439e-4691-b6e0-e2512eac41ea on network 0c3277fc-9910-4118-a442-8a5263a127ed {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:08.074703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Port 581d334a-439e-4691-b6e0-e2512eac41ea on network 0c3277fc-9910-4118-a442-8a5263a127ed not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:08.075024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Attempting to bind port 581d334a-439e-4691-b6e0-e2512eac41ea on network 0c3277fc-9910-4118-a442-8a5263a127ed {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:08.080264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:08.080599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Checking segment: {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:08.080980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Bound using segment: {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:08.081403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Bound port: 581d334a-439e-4691-b6e0-e2512eac41ea, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a614e638-a9ef-46f5-8479-ab88acf47897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:08.081804 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.223024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005b0aea-b617-4699-b75b-4637e49c6843 req-02fe21e5-c6e6-4de5-b6b6-6cda04e20bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/960b21d8-0a54-4566-a53e-ddc9c1ab4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194169 Jun 30 08:54:08.241314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] For port 581d334a-439e-4691-b6e0-e2512eac41ea, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:08.250470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] For port 581d334a-439e-4691-b6e0-e2512eac41ea, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=581d334a-439e-4691-b6e0-e2512eac41ea,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:08.261547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.271214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9082-eace-4baa-ac20-259bf94f5343 req-4dbddc9f-bfe5-49fb-bd9f-4ef09eaee83a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.280567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9082-eace-4baa-ac20-259bf94f5343 req-4dbddc9f-bfe5-49fb-bd9f-4ef09eaee83a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.287293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9082-eace-4baa-ac20-259bf94f5343 req-4dbddc9f-bfe5-49fb-bd9f-4ef09eaee83a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.298610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c8b9082-eace-4baa-ac20-259bf94f5343 req-4dbddc9f-bfe5-49fb-bd9f-4ef09eaee83a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2412 time: 0.5472529 Jun 30 08:54:08.305972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.306608 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.308010 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] 10.222.0.26 "PUT /v2.0/ports/581d334a-439e-4691-b6e0-e2512eac41ea HTTP/1.1" status: 200 len: 1092 time: 1.1545045 Jun 30 08:54:08.345870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b0e51-d502-4d7d-bd27-a3c0fbc02189 service neutron] Pushing event updated for resources: {'Port': ['ID=581d334a-439e-4691-b6e0-e2512eac41ea,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:08.347715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-f7f2dcc1-5730-4b21-90e9-2340a744407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.363199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-f7f2dcc1-5730-4b21-90e9-2340a744407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.363199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-f7f2dcc1-5730-4b21-90e9-2340a744407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.363199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-f7f2dcc1-5730-4b21-90e9-2340a744407e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=44b605161c0242f6a236891e4f13dce2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4820366 Jun 30 08:54:08.516901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c8b9082-eace-4baa-ac20-259bf94f5343 req-267720f8-c0ce-423b-a57b-0b7b8e8b5a14 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002614 Jun 30 08:54:08.518345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-5aba446a-c6a6-4a8c-8c25-944222828fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.523673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-5aba446a-c6a6-4a8c-8c25-944222828fa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.5086396 Jun 30 08:54:08.619793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-7a99040b-dd99-4d9c-9188-784d03c74661 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a3021fa-106e-432b-bbde-f9e0580b8985 HTTP/1.1" status: 200 len: 217 time: 0.0853782 Jun 30 08:54:08.667908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bea433d6-de27-42f3-86dd-961758f3c4ce req-98bed817-4912-4f66-a10e-ec9aacc79cb1 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 210 time: 0.1432006 Jun 30 08:54:08.675011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9a46c3dd-d2b2-4745-80c2-a261cc857c2d details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:08.753064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-365a7415-3f21-4d6c-b271-6b045a61d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.753729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-365a7415-3f21-4d6c-b271-6b045a61d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.754278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-365a7415-3f21-4d6c-b271-6b045a61d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.756945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-365a7415-3f21-4d6c-b271-6b045a61d62e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2868 time: 0.4369175 Jun 30 08:54:08.780058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-18822aae-580d-4c34-aeb1-41659478442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.781961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-18822aae-580d-4c34-aeb1-41659478442b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3902338 Jun 30 08:54:08.791442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:08.807293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d', 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51', 'port_id': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d', 'mac_address': 'fa:16:3e:4f:0e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f91c07b-422a-4b4b-bb55-cd4c879c126b', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:08.855103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-a6616536-48e8-49c5-8860-769811017a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.856701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-a6616536-48e8-49c5-8860-769811017a43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.2271290 Jun 30 08:54:08.869487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.885291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a46c3dd-d2b2-4745-80c2-a261cc857c2d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:08.909739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:08.915096 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.915857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2a3021fa-106e-432b-bbde-f9e0580b8985 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:08.973009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:09.080083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2a3021fa-106e-432b-bbde-f9e0580b8985, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2a3021fa-106e-432b-bbde-f9e0580b8985,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.093811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '2a3021fa-106e-432b-bbde-f9e0580b8985', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'port_id': '2a3021fa-106e-432b-bbde-f9e0580b8985', 'mac_address': 'fa:16:3e:c2:e4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb8979-ffb4-4f77-834b-3f3c62aac98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:09.136815 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.151280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3021fa-106e-432b-bbde-f9e0580b8985 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:09.175367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2a3021fa-106e-432b-bbde-f9e0580b8985, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2a3021fa-106e-432b-bbde-f9e0580b8985,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.182068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.183103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device be173124-a66c-4ced-ac94-391aa41397e5 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:09.245495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2a3021fa-106e-432b-bbde-f9e0580b8985,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:09.313711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-221fdf26-4a7f-423e-a7cf-394eb4d0022a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4370382 Jun 30 08:54:09.349677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port be173124-a66c-4ced-ac94-391aa41397e5, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=be173124-a66c-4ced-ac94-391aa41397e5,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.362393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'be173124-a66c-4ced-ac94-391aa41397e5', 'network_id': '960b21d8-0a54-4566-a53e-ddc9c1ab4ecf', 'port_id': 'be173124-a66c-4ced-ac94-391aa41397e5', 'mac_address': 'fa:16:3e:ec:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9ab26c-fed7-46c0-b647-86e58e0427ba', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:09.404410 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.416973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be173124-a66c-4ced-ac94-391aa41397e5 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:09.435980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port be173124-a66c-4ced-ac94-391aa41397e5, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=be173124-a66c-4ced-ac94-391aa41397e5,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.441431 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.442130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b2c0c1fe-adc0-496f-9435-5e6efbe02150 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:09.497649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.503670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.510328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.512118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b2c0c1fe-adc0-496f-9435-5e6efbe02150, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b2c0c1fe-adc0-496f-9435-5e6efbe02150,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.514715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=be173124-a66c-4ced-ac94-391aa41397e5,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:09.524658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.528668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150', 'network_id': '5b05836e-ffce-4fc8-8d21-fd7f18e57e51', 'port_id': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150', 'mac_address': 'fa:16:3e:50:c4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f91c07b-422a-4b4b-bb55-cd4c879c126b', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:09.531923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.539761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.545854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.547936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-a4aab6b3-f636-4c2b-927c-689bdee6da73 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.8854821 Jun 30 08:54:09.576400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.582371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-d6afd4c3-5d73-4957-ac8a-e08d2bf9e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.583836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-d6afd4c3-5d73-4957-ac8a-e08d2bf9e418 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51 HTTP/1.1" status: 200 len: 902 time: 0.8167303 Jun 30 08:54:09.601938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c0c1fe-adc0-496f-9435-5e6efbe02150 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:09.625318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b2c0c1fe-adc0-496f-9435-5e6efbe02150, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b2c0c1fe-adc0-496f-9435-5e6efbe02150,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.630461 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.684980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-401433e0-371e-4c82-a39d-d2949814bc01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=9a46c3dd-d2b2-4745-80c2-a261cc857c2d HTTP/1.1" status: 200 len: 217 time: 0.0870695 Jun 30 08:54:09.690610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=b2c0c1fe-adc0-496f-9435-5e6efbe02150,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:09.721015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.721510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.722026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.722503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.723021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.723446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.723918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.725989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-39ee5e93-cfa4-4971-8e56-7f26cd74534c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6494 time: 0.8682597 Jun 30 08:54:09.744377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-5a84567e-8d09-4101-b1e8-837d5060e16f tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.745853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-5a84567e-8d09-4101-b1e8-837d5060e16f tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "GET /v2.0/networks?id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f HTTP/1.1" status: 200 len: 808 time: 0.4672773 Jun 30 08:54:09.776633 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-40d469c7-4013-4bf7-a251-83709d0a93c5 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.778354 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-40d469c7-4013-4bf7-a251-83709d0a93c5 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1a666aa-27a3-40ef-aa19-f804f2c08766 HTTP/1.1" status: 200 len: 945 time: 0.0741458 Jun 30 08:54:09.780985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0'}, {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154'}, {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:09.783376 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0"}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154"}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:09.789448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23fffa9d-9886-4b9a-a878-fa45b156837c req-3023eca3-9d3b-447c-bcbc-e8022f99cd46 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2299042 Jun 30 08:54:09.791321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-39589737-a912-4580-b949-cf72ef9c9b3a service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523757 Jun 30 08:54:09.796512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Request body: {'port': {'device_id': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f', 'admin_state_up': True, 'tenant_id': 'c614ffb88ea24fa39e78bca3603ad018'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:09.912927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8ad68-b083-4e04-8919-280aa20bb501 req-0aaf71b1-665b-4918-b8f7-cbbada540cf2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.914440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68b8ad68-b083-4e04-8919-280aa20bb501 req-0aaf71b1-665b-4918-b8f7-cbbada540cf2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 944 time: 0.6348205 Jun 30 08:54:09.923649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Deleting port a295ad4b-e467-42b7-9c7e-9711bd428301 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:09.923991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.016396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-76cb8c19-54d2-49fe-8898-21d892ccd618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.017598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-76cb8c19-54d2-49fe-8898-21d892ccd618 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f91c07b-422a-4b4b-bb55-cd4c879c126b HTTP/1.1" status: 200 len: 801 time: 0.3124835 Jun 30 08:54:10.023899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] For port a295ad4b-e467-42b7-9c7e-9711bd428301, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a295ad4b-e467-42b7-9c7e-9711bd428301,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:10.024418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.028854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['be173124-a66c-4ced-ac94-391aa41397e5'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:10.044037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Calling delete_port for a295ad4b-e467-42b7-9c7e-9711bd428301 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:10.073217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['2a3021fa-106e-432b-bbde-f9e0580b8985'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:10.075311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['b2c0c1fe-adc0-496f-9435-5e6efbe02150'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:10.198015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68b8ad68-b083-4e04-8919-280aa20bb501 req-14090e20-b543-469f-afc2-c1c15cc89c96 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409794 Jun 30 08:54:10.267135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-2439fc0f-32b5-4242-9026-d963322ec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.267625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-2439fc0f-32b5-4242-9026-d963322ec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.268109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-2439fc0f-32b5-4242-9026-d963322ec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.269773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-2439fc0f-32b5-4242-9026-d963322ec395 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=44b605161c0242f6a236891e4f13dce2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5230086 Jun 30 08:54:10.358486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c617e4e-9c45-47de-ac8b-5d9d6988520c req-eac5d13e-f199-4cf8-813a-813d436126f0 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461974 Jun 30 08:54:10.453240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-04f5608e-82eb-45ba-85a7-9b89c41bd7d2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.454760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-04f5608e-82eb-45ba-85a7-9b89c41bd7d2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 815 time: 0.5375195 Jun 30 08:54:10.494652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Made reservation on behalf of c614ffb88ea24fa39e78bca3603ad018 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:10.498163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.525932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-72f373ec-51dc-4d55-b540-71b1ce2fb883 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/quotas/6f6aeac41701419ba7a66d4f8a466d8f HTTP/1.1" status: 200 len: 375 time: 0.0473993 Jun 30 08:54:10.531414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-ecba1714-7cb2-4e80-9e7d-187c712bb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.532929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-ecba1714-7cb2-4e80-9e7d-187c712bb6ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b05836e-ffce-4fc8-8d21-fd7f18e57e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4727917 Jun 30 08:54:10.588767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.618579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Pushing event deleted for resources: {'Port': ['ID=a295ad4b-e467-42b7-9c7e-9711bd428301,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:10.670494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] No DVR routers for this DVR port a295ad4b-e467-42b7-9c7e-9711bd428301 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:10.673707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.675675 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-935f30b2-0db4-4313-98f0-7d457deaa879 req-48fcef2d-7604-41c4-afd2-bc50642c45ca tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "DELETE /v2.0/ports/a295ad4b-e467-42b7-9c7e-9711bd428301 HTTP/1.1" status: 204 len: 173 time: 0.8889613 Jun 30 08:54:10.715164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-cc06c124-12c4-4e0f-b201-a75d611a39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.716646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-cc06c124-12c4-4e0f-b201-a75d611a39bc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4270816 Jun 30 08:54:10.755197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f241-0203-42d9-8cab-94bb79cbbb8a req-9dcbd02e-550c-4ab9-95b2-11e1b32c2837 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.757157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b70f241-0203-42d9-8cab-94bb79cbbb8a req-9dcbd02e-550c-4ab9-95b2-11e1b32c2837 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 945 time: 0.3366616 Jun 30 08:54:10.906173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a295ad4b-e467-42b7-9c7e-9711bd428301'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:10.923714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-08989601-dfcf-4fc7-ae42-4bcae23b7511 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3768790 Jun 30 08:54:10.925448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-79c2e57a-3f3c-4e7e-a006-cf15f519413a service neutron] 10.222.0.13 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585393 Jun 30 08:54:10.935506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b70f241-0203-42d9-8cab-94bb79cbbb8a req-06a43211-7ccf-4ca2-96cf-091f377547db tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678240 Jun 30 08:54:10.937782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Allocated IP 172.20.0.4 (67b496b6-a1dc-4a93-8d89-be60ba9c5d3f/25ecaf08-2da8-4b27-9cdf-95637e349846/963a01fb-6398-48b9-8596-a9364ce8c445) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:11.074029 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-e25619a3-e17f-49cf-bad2-7dfc4b290248 req-97401823-2a62-433f-a7b1-8d6420c0a769 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:54:11.074970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e25619a3-e17f-49cf-bad2-7dfc4b290248 req-97401823-2a62-433f-a7b1-8d6420c0a769 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/c5d0db39-2032-4496-a240-5939e9532469 HTTP/1.1" status: 404 len: 352 time: 0.1091359 Jun 30 08:54:11.114698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.115190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.116547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.117019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.117484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.118013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.118481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.120477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-8e3a9695-ce7f-4dd2-9966-666b275b08ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6494 time: 0.3559368 Jun 30 08:54:11.177337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9a46c3dd-d2b2-4745-80c2-a261cc857c2d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:11.304304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-ec6fa5a6-dc4e-4f7c-8b85-3a795aabfb88 service neutron] 10.222.0.53 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642814 Jun 30 08:54:11.306126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7e599e-c6c7-4604-9d05-f9aa895f35bc req-2e4d8fd1-ded6-44b2-aeb2-9987ae0d0c50 service neutron] 10.222.0.13 "GET /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697631 Jun 30 08:54:11.491558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-4d30deac-635e-47b7-b3ff-bf4314061025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.492031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-4d30deac-635e-47b7-b3ff-bf4314061025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.492502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-4d30deac-635e-47b7-b3ff-bf4314061025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.494107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-4d30deac-635e-47b7-b3ff-bf4314061025 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=44b605161c0242f6a236891e4f13dce2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3588257 Jun 30 08:54:11.532194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.556638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:11.658110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:11.671878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '1a854468-faa3-4aec-bc5a-dae490f52675', 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce', 'port_id': '1a854468-faa3-4aec-bc5a-dae490f52675', 'mac_address': 'fa:16:3e:6e:f1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d36c3e-fbfa-4768-bb8f-54154644af1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:11.713379 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.728813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a854468-faa3-4aec-bc5a-dae490f52675 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:11.753710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:11.758241 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.807443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:11.943213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-58ab8180-270c-420b-875b-0ab7e9c2db69 service neutron] 10.222.0.53 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230738 Jun 30 08:54:11.997089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c7c9-adda-42db-bcae-36bf99676347 req-e2d3ba5f-5611-4d7b-ab3b-3f5cb8f144b1 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.003040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c7c9-adda-42db-bcae-36bf99676347 req-e2d3ba5f-5611-4d7b-ab3b-3f5cb8f144b1 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.008900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c7c9-adda-42db-bcae-36bf99676347 req-e2d3ba5f-5611-4d7b-ab3b-3f5cb8f144b1 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.010573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ab0c7c9-adda-42db-bcae-36bf99676347 req-e2d3ba5f-5611-4d7b-ab3b-3f5cb8f144b1 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2415 time: 0.6160572 Jun 30 08:54:12.046456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adc6b-4880-48a7-8827-333232638750 req-5cac1c02-c7a3-4b98-9621-bb0c78b52860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.047916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a72adc6b-4880-48a7-8827-333232638750 req-5cac1c02-c7a3-4b98-9621-bb0c78b52860 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5446064 Jun 30 08:54:12.088225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['1a854468-faa3-4aec-bc5a-dae490f52675'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:12.115133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ab0c7c9-adda-42db-bcae-36bf99676347 req-d330f7c0-2dc5-4545-985e-1524917b0fd2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919437 Jun 30 08:54:12.117706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:12.195159 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c796ec99-ab49-4b85-975f-65a31e929eb1 x-openstack-request-id: req-c796ec99-ab49-4b85-975f-65a31e929eb1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:12.195684 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:12.195684 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c796ec99-ab49-4b85-975f-65a31e929eb1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:12.196078 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0', 'status': 'completed', 'code': 200} Jun 30 08:54:12.196329 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154', 'status': 'completed', 'code': 200} Jun 30 08:54:12.196579 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea', 'status': 'completed', 'code': 200} Jun 30 08:54:12.292928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:12.344412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:12.346772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Pushing event updated for resources: {'Port': ['ID=963a01fb-6398-48b9-8596-a9364ce8c445,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:12.359511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:12.461359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.462082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:12.505264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.505795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.506292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.506756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.507228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.507684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.508142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.510179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-667a6fc6-b0d7-44b7-af3e-b543174eadd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6494 time: 0.3938539 Jun 30 08:54:12.511386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-00678ec1-e401-44d0-8ea5-9dd856461930 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7268212 Jun 30 08:54:12.529061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83e6bb-3d46-4ba3-add8-cfd187d2a15c req-ef3452de-5e5c-4758-a3da-f3fb84007c96 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.530554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa83e6bb-3d46-4ba3-add8-cfd187d2a15c req-ef3452de-5e5c-4758-a3da-f3fb84007c96 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 931 time: 0.2949703 Jun 30 08:54:12.543330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Request body: {'port': {'device_id': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:12.625585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.631798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.638352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.647504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.653548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.659540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.666107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.668112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-9d365f45-9665-4178-88a3-a61315e03d7a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.3105836 Jun 30 08:54:12.674102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-d375c9c6-a63a-443e-b5fe-5c26c4101d77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed29488a-3100-4b67-a218-dd4262ce43f2 HTTP/1.1" status: 200 len: 217 time: 0.1426182 Jun 30 08:54:12.711263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2a3021fa-106e-432b-bbde-f9e0580b8985 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:12.769412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 2a3021fa-106e-432b-bbde-f9e0580b8985 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:12.774002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 2a3021fa-106e-432b-bbde-f9e0580b8985 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:12.774447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:12.833923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa83e6bb-3d46-4ba3-add8-cfd187d2a15c req-92849616-9650-48be-bb39-4ba00eacc9ba tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863684 Jun 30 08:54:12.864970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:12.871520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c9d11ec1-2f38-4220-bc61-a54502756d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.873170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c9d11ec1-2f38-4220-bc61-a54502756d87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=837594f2-4dea-4f76-9a1c-75932015e8a7 HTTP/1.1" status: 200 len: 855 time: 0.1896000 Jun 30 08:54:12.881973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:12.895796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3021fa-106e-432b-bbde-f9e0580b8985'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:12.899057 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b2ac30-7923-426a-9410-a47199775388" -d '{"events": [{"server_uuid": "d6910906-0912-4c70-8d69-6a518b7b5f75", "name": "network-vif-plugged", "status": "completed", "tag": "2a3021fa-106e-432b-bbde-f9e0580b8985"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:12.909256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba5e41a9-4d53-4387-a597-418807cd1bfd req-c8aa8fbd-f32e-4f0c-85b6-9dcc49711a59 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340326 Jun 30 08:54:12.911488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2a3021fa-106e-432b-bbde-f9e0580b8985, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2a3021fa-106e-432b-bbde-f9e0580b8985,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:12.924750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:12.925557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device be173124-a66c-4ced-ac94-391aa41397e5 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:12.977850 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-0a9c9c8c-5a4a-4926-b125-9c991fdb842b req-a47d7b35-7571-4cc3-bfc9-87ccbef685c1 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:54:12.978947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a9c9c8c-5a4a-4926-b125-9c991fdb842b req-a47d7b35-7571-4cc3-bfc9-87ccbef685c1 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/b23c3c51-4d4f-4e46-bed7-fb497a14158d HTTP/1.1" status: 404 len: 352 time: 0.1041284 Jun 30 08:54:13.046672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2a3021fa-106e-432b-bbde-f9e0580b8985,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:13.069623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port be173124-a66c-4ced-ac94-391aa41397e5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:13.073888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port be173124-a66c-4ced-ac94-391aa41397e5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:13.074358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.111592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-22607ce4-b47c-4e72-8f9d-8f0992d794d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.113093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-22607ce4-b47c-4e72-8f9d-8f0992d794d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3802b5db-c026-42da-960b-92e7aa974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187710 Jun 30 08:54:13.160076 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.194816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port be173124-a66c-4ced-ac94-391aa41397e5, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=be173124-a66c-4ced-ac94-391aa41397e5,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:13.199936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.201090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9a46c3dd-d2b2-4745-80c2-a261cc857c2d up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:13.290340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=be173124-a66c-4ced-ac94-391aa41397e5,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:13.300826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:13.308542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:13.309376 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.396416 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.430883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:13.435818 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.437087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b2c0c1fe-adc0-496f-9435-5e6efbe02150 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:13.452897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a1b15-8bf0-41ad-8de7-a6a15f73d39b req-e574a6d2-18df-49e0-b741-fd907dd887a9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.454452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a1b15-8bf0-41ad-8de7-a6a15f73d39b req-e574a6d2-18df-49e0-b741-fd907dd887a9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 946 time: 0.3499465 Jun 30 08:54:13.466671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-dd39dd07-6ba7-4f44-9968-f4d46fabf843 service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338840 Jun 30 08:54:13.488004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee34ac-c71f-4664-b778-60d034041a70 req-9dd0c600-0dd9-48f1-ac6d-e19450759cdf tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.495240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fee34ac-c71f-4664-b778-60d034041a70 req-9dd0c600-0dd9-48f1-ac6d-e19450759cdf tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 945 time: 0.3894804 Jun 30 08:54:13.634506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:13.677613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-e0bb1953-dc51-49e4-a739-bcfdfac0383d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.677613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-e0bb1953-dc51-49e4-a739-bcfdfac0383d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 815 time: 0.3422551 Jun 30 08:54:13.707633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:13.714550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a1b15-8bf0-41ad-8de7-a6a15f73d39b req-655c5656-5d7e-4998-b89c-03228f0ad166 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425873 Jun 30 08:54:13.718549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Request body: {'port': {'device_id': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'admin_state_up': True, 'tenant_id': '6f6aeac41701419ba7a66d4f8a466d8f'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:13.723426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port b2c0c1fe-adc0-496f-9435-5e6efbe02150 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:13.728248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 1a854468-faa3-4aec-bc5a-dae490f52675 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:13.731791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port b2c0c1fe-adc0-496f-9435-5e6efbe02150 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:13.732186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.734126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 1a854468-faa3-4aec-bc5a-dae490f52675 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:13.734482 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.752821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fee34ac-c71f-4664-b778-60d034041a70 req-8d461459-344c-4525-a004-47289328248c tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567141 Jun 30 08:54:13.796862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963a01fb-6398-48b9-8596-a9364ce8c445 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:13.817090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.855924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-460a5c35-f151-426b-9e6d-00ff2c232c43 service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375146 Jun 30 08:54:13.859180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Transition to ACTIVE for port object 963a01fb-6398-48b9-8596-a9364ce8c445 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:13.877467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.953401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-5b064951-9d5e-4637-9ab3-958df0ad8544 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 217 time: 0.0896673 Jun 30 08:54:13.968532 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.982091 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.008558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3403f0d0-e93a-45a5-ae9b-82a2c68440dd req-bea2510f-ef5a-402f-af89-e6cce53c24b8 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 210 time: 0.0867834 Jun 30 08:54:14.040493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b2c0c1fe-adc0-496f-9435-5e6efbe02150, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b2c0c1fe-adc0-496f-9435-5e6efbe02150,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:14.048852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.064580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Pushing event updated for resources: {'Port': ['ID=963a01fb-6398-48b9-8596-a9364ce8c445,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:14.069768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:14.089466 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a41967-558c-4b47-9cc1-4c913ee8b72c x-openstack-request-id: req-c7a41967-558c-4b47-9cc1-4c913ee8b72c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:14.089779 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6910906-0912-4c70-8d69-6a518b7b5f75", "name": "network-vif-plugged", "status": "completed", "tag": "2a3021fa-106e-432b-bbde-f9e0580b8985", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:14.090030 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7a41967-558c-4b47-9cc1-4c913ee8b72c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:14.090418 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3021fa-106e-432b-bbde-f9e0580b8985', 'code': 200} Jun 30 08:54:14.092834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.120428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=b2c0c1fe-adc0-496f-9435-5e6efbe02150,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:14.151986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-60997040-9e3d-4874-9290-ceded8bf1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.153871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-60997040-9e3d-4874-9290-ceded8bf1e3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.1840627 Jun 30 08:54:14.157168 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-252b9b53-6ab7-4a9b-a49c-c37592b14944 req-fb692482-222e-4001-845e-6c3a10469244 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:54:14.158161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-252b9b53-6ab7-4a9b-a49c-c37592b14944 req-fb692482-222e-4001-845e-6c3a10469244 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/c337f724-305f-4175-ae27-596d429b7029 HTTP/1.1" status: 404 len: 352 time: 0.0613527 Jun 30 08:54:14.160506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Made reservation on behalf of 6f6aeac41701419ba7a66d4f8a466d8f for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:14.164037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.183857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:14.202594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'name': 'network-vif-deleted', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:14.204873 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd200035-e119-483f-8a5a-cb5807cb9c97" -d '{"events": [{"server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "name": "network-vif-deleted", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.226664 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:14.230377 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:14.268526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d505b6d-69ac-4fbc-bddf-8c0bf788fcca req-ec24cf8d-0ef9-4c1f-ba19-ff46c5a60859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.270669 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9d505b6d-69ac-4fbc-bddf-8c0bf788fcca req-ec24cf8d-0ef9-4c1f-ba19-ff46c5a60859 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 1098 time: 0.0759492 Jun 30 08:54:14.313683 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9d505b6d-69ac-4fbc-bddf-8c0bf788fcca req-1d223dd2-d7aa-4427-8926-5c18a70f618f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Jun 30 08:54:14.316172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Attempting to bind port 963a01fb-6398-48b9-8596-a9364ce8c445 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:14.316508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Attempting to bind port 963a01fb-6398-48b9-8596-a9364ce8c445 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:14.316833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Attempting to bind port 963a01fb-6398-48b9-8596-a9364ce8c445 on network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:14.364495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Port 963a01fb-6398-48b9-8596-a9364ce8c445 on network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:14.364728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Attempting to bind port 963a01fb-6398-48b9-8596-a9364ce8c445 on network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:14.393984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:14.394326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Checking segment: {'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:14.394701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Bound using segment: {'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:14.395135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Bound port: 963a01fb-6398-48b9-8596-a9364ce8c445, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:14.395490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.437467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e2056e68-3a2b-4ea6-aa8a-bbce842f6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.438974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-e2056e68-3a2b-4ea6-aa8a-bbce842f6996 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2709186 Jun 30 08:54:14.516007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0c07c-8a68-4b01-bcae-3fb35189b464 req-c54d3244-2c86-4d7a-ab68-5fcc56b9c03a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.522044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0c07c-8a68-4b01-bcae-3fb35189b464 req-c54d3244-2c86-4d7a-ab68-5fcc56b9c03a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.528061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0c07c-8a68-4b01-bcae-3fb35189b464 req-c54d3244-2c86-4d7a-ab68-5fcc56b9c03a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.529921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80e0c07c-8a68-4b01-bcae-3fb35189b464 req-c54d3244-2c86-4d7a-ab68-5fcc56b9c03a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2418 time: 0.3141861 Jun 30 08:54:14.576495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Allocated IP 172.20.0.14 (bfd05d24-4c8f-4ed2-9fac-9430acde182a/4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7/79be24df-012c-4016-b128-3956d0a07871) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:14.627951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3db75-35e1-478a-a84b-0ef57a8b7c1b req-db232fb5-f8a0-4c14-8053-87531b35a8cb tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.629370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27b3db75-35e1-478a-a84b-0ef57a8b7c1b req-db232fb5-f8a0-4c14-8053-87531b35a8cb tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 943 time: 0.3166153 Jun 30 08:54:14.706701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] For port 963a01fb-6398-48b9-8596-a9364ce8c445, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:14.708024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a295ad4b-e467-42b7-9c7e-9711bd428301 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:14.721389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80e0c07c-8a68-4b01-bcae-3fb35189b464 req-bce502fe-8588-459b-b0c9-ecb5043050f2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695304 Jun 30 08:54:14.730266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: a295ad4b-e467-42b7-9c7e-9711bd428301 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:14.730629 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a295ad4b-e467-42b7-9c7e-9711bd428301 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:14.747789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] For port 963a01fb-6398-48b9-8596-a9364ce8c445, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=963a01fb-6398-48b9-8596-a9364ce8c445,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:14.758611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-87629a89-8d55-4b33-91b7-92c388a91ca9 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109696 Jun 30 08:54:14.766318 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.814728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27b3db75-35e1-478a-a84b-0ef57a8b7c1b req-4352aa9f-3914-4a36-842d-c81e1caa156f tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728456 Jun 30 08:54:14.941372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.942013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.943384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] 10.222.0.13 "PUT /v2.0/ports/963a01fb-6398-48b9-8596-a9364ce8c445 HTTP/1.1" status: 200 len: 1092 time: 2.4107094 Jun 30 08:54:14.946413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'tag': '963a01fb-6398-48b9-8596-a9364ce8c445'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:14.948677 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def96e55-260a-4c2f-89d7-c892da42bdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "22e95e46-753f-4d8e-9ffe-fd0bc0696df2", "tag": "963a01fb-6398-48b9-8596-a9364ce8c445"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:14.980439 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-c67ccfb7-fe34-44ca-a6af-757dfca4abca req-7878559f-1df4-4e7c-a716-da21599e7689 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:54:14.981469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c67ccfb7-fe34-44ca-a6af-757dfca4abca req-7878559f-1df4-4e7c-a716-da21599e7689 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/af2a5457-902f-4790-aa59-05261bfa3fe2 HTTP/1.1" status: 404 len: 352 time: 0.0981832 Jun 30 08:54:15.010582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967ae4e-a6c4-400b-954d-4813ca201707 service neutron] Pushing event updated for resources: {'Port': ['ID=963a01fb-6398-48b9-8596-a9364ce8c445,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:15.022916 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e654903-02a1-411e-8923-c05ab04813ae x-openstack-request-id: req-8e654903-02a1-411e-8923-c05ab04813ae {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:15.023532 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a666aa-27a3-40ef-aa19-f804f2c08766", "name": "network-vif-deleted", "tag": "a295ad4b-e467-42b7-9c7e-9711bd428301", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:15.024354 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e654903-02a1-411e-8923-c05ab04813ae {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:15.024988 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a666aa-27a3-40ef-aa19-f804f2c08766', 'name': 'network-vif-deleted', 'tag': 'a295ad4b-e467-42b7-9c7e-9711bd428301', 'status': 'completed', 'code': 200} Jun 30 08:54:15.091972 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.097769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a68a0168-2a50-4157-a1e1-69bf623533f9 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293192 Jun 30 08:54:15.175721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.182076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.187846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.193639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.199449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.206036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.211834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.213662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-4194cbf2-ea2c-48ff-a86a-beef35056acd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.3354795 Jun 30 08:54:15.236736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-1d2d6cde-2624-4e80-8c1a-f301be0cd9bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 217 time: 0.1289873 Jun 30 08:54:15.294022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-fa3376ba-864a-4d9c-9f75-fd70bd1051ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.295486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-fa3376ba-864a-4d9c-9f75-fd70bd1051ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c614ffb88ea24fa39e78bca3603ad018&device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 1095 time: 0.3116522 Jun 30 08:54:15.697365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-f9fedff5-e1f4-43e7-aecb-df69b75d30c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963a01fb-6398-48b9-8596-a9364ce8c445 HTTP/1.1" status: 200 len: 217 time: 0.3833704 Jun 30 08:54:15.701339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8737372-fb79-4ae8-b8de-49704cf324e4 req-425df9be-da09-4512-81c4-0ca322a0d00d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4685020 Jun 30 08:54:15.702701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a97b5ee3-c98a-49f3-bf2f-d985ba9c367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.704083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a97b5ee3-c98a-49f3-bf2f-d985ba9c367d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.4613922 Jun 30 08:54:15.750404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.792755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0b77-7cc4-48b4-9699-d6a70a3ff74c req-65755065-40b8-4d69-a35f-1b26ba2374c4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.794265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-660a0b77-7cc4-48b4-9699-d6a70a3ff74c req-65755065-40b8-4d69-a35f-1b26ba2374c4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 946 time: 0.6772764 Jun 30 08:54:15.883168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-d9600115-3a6f-4c68-a71a-f1d04b2b7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.884519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-d9600115-3a6f-4c68-a71a-f1d04b2b7b7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ecaf08-2da8-4b27-9cdf-95637e349846 HTTP/1.1" status: 200 len: 848 time: 0.1777298 Jun 30 08:54:15.889381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Network bfd05d24-4c8f-4ed2-9fac-9430acde182a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:15.912759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:15.924040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:15.946150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:15.953313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-9bfc0d59-32d3-41d7-9783-839e2bd2df0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546401 Jun 30 08:54:15.995338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-660a0b77-7cc4-48b4-9699-d6a70a3ff74c req-b9e13a33-36ea-410a-80c2-239630636472 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733103 Jun 30 08:54:16.023559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6054daa0-6d6c-4887-9f46-3501cd619de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.025058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6054daa0-6d6c-4887-9f46-3501cd619de9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3087268 Jun 30 08:54:16.089955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.090561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:16.091561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be173124-a66c-4ced-ac94-391aa41397e5'}, {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d'}, {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150'}, {'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:16.094114 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2665ebbd-9b89-4a09-b709-83ac7f9c7766" -d '{"events": [{"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-plugged", "status": "completed", "tag": "be173124-a66c-4ced-ac94-391aa41397e5"}, {"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-plugged", "status": "completed", "tag": "9a46c3dd-d2b2-4745-80c2-a261cc857c2d"}, {"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-plugged", "status": "completed", "tag": "b2c0c1fe-adc0-496f-9435-5e6efbe02150"}, {"server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "name": "network-vif-plugged", "status": "completed", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:16.140083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c6366-d722-4313-bb17-3ca41cf34df1 req-bc44c567-ab46-4da0-a15c-ef4fe4fef1d8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.141689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-287c6366-d722-4313-bb17-3ca41cf34df1 req-bc44c567-ab46-4da0-a15c-ef4fe4fef1d8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.3207545 Jun 30 08:54:16.146741 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3388604b-4b41-4fad-b9ae-2f6bb2d3841a x-openstack-request-id: req-3388604b-4b41-4fad-b9ae-2f6bb2d3841a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:16.147614 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e95e46-753f-4d8e-9ffe-fd0bc0696df2", "tag": "963a01fb-6398-48b9-8596-a9364ce8c445", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:16.147866 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3388604b-4b41-4fad-b9ae-2f6bb2d3841a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:16.148255 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'tag': '963a01fb-6398-48b9-8596-a9364ce8c445', 'status': 'completed', 'code': 200} Jun 30 08:54:16.174797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f09e491-329c-41eb-b6b8-1b76d6fc9603 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4710624 Jun 30 08:54:16.203815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Request body: {'port': {'device_id': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:16.211974 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-3b930e2f-d4fb-49a6-8952-e50a3c71e965 req-08d58bde-2b9e-4865-91a6-f9c679e30982 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:54:16.212962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b930e2f-d4fb-49a6-8952-e50a3c71e965 req-08d58bde-2b9e-4865-91a6-f9c679e30982 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/64de003f-6a9d-4709-bfc7-28c76f106bd2 HTTP/1.1" status: 404 len: 352 time: 0.0589128 Jun 30 08:54:16.282530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-287c6366-d722-4313-bb17-3ca41cf34df1 req-be580fab-3e27-4772-bd3e-3991541defa5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304600 Jun 30 08:54:16.287356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-b37ccf3a-04c0-45fc-8b7b-4ac5ad0b7fbf service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071589 Jun 30 08:54:16.306803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-91aa3377-7a33-40db-b5f3-d38f42b81c35 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554667 Jun 30 08:54:16.483305 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:16.600885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f69a7814-7c66-4530-bd64-2f92d4787b30 req-2addd162-49f4-40c4-beff-04a766beed51 service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056791 Jun 30 08:54:16.610640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6f978315-6744-40f7-b8b5-29479a1b5017 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649255 Jun 30 08:54:16.639043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aea97-a0da-4e45-8e99-13dc254ecd9a req-3d90d075-0f1b-4da0-8471-30cf40e7a4f6 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.640527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2aea97-a0da-4e45-8e99-13dc254ecd9a req-3d90d075-0f1b-4da0-8471-30cf40e7a4f6 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 932 time: 0.3320193 Jun 30 08:54:16.733735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-267041e4-f1d4-45a6-9de2-52273f644672 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59 HTTP/1.1" status: 200 len: 217 time: 0.1123166 Jun 30 08:54:16.747108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8898e3-8af2-4511-87c0-47e37e604bc7 req-6a0c9027-f056-4a03-9829-a232aa97a38e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.752982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8898e3-8af2-4511-87c0-47e37e604bc7 req-6a0c9027-f056-4a03-9829-a232aa97a38e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.758941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8898e3-8af2-4511-87c0-47e37e604bc7 req-6a0c9027-f056-4a03-9829-a232aa97a38e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.760459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f8898e3-8af2-4511-87c0-47e37e604bc7 req-6a0c9027-f056-4a03-9829-a232aa97a38e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2418 time: 0.3503752 Jun 30 08:54:16.897893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2aea97-a0da-4e45-8e99-13dc254ecd9a req-4f0fa913-7936-4859-b2b6-a6e83f9ec7cd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203877 Jun 30 08:54:16.934372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eaf57e9c-8122-4928-bb0e-95fc6ae0fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.935831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-eaf57e9c-8122-4928-bb0e-95fc6ae0fd51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.1543303 Jun 30 08:54:16.943323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f8898e3-8af2-4511-87c0-47e37e604bc7 req-f40d5fc7-e92f-4a9d-b16e-f4848f114c1c tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585529 Jun 30 08:54:16.992378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-6118730c-785c-4dac-ae41-05dd39efcf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.993929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-6118730c-785c-4dac-ae41-05dd39efcf30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c614ffb88ea24fa39e78bca3603ad018&device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 1095 time: 0.3118269 Jun 30 08:54:17.000211 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43847ebf-a41b-4d5d-9dc2-36cd91d77065 x-openstack-request-id: req-43847ebf-a41b-4d5d-9dc2-36cd91d77065 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:17.000516 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-plugged", "status": "completed", "tag": "be173124-a66c-4ced-ac94-391aa41397e5", "code": 200}, {"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-plugged", "status": "completed", "tag": "9a46c3dd-d2b2-4745-80c2-a261cc857c2d", "code": 200}, {"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-plugged", "status": "completed", "tag": "b2c0c1fe-adc0-496f-9435-5e6efbe02150", "code": 200}, {"server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "name": "network-vif-plugged", "status": "completed", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:17.000774 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43847ebf-a41b-4d5d-9dc2-36cd91d77065 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:17.001171 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be173124-a66c-4ced-ac94-391aa41397e5', 'code': 200} Jun 30 08:54:17.001514 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d', 'code': 200} Jun 30 08:54:17.001793 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150', 'code': 200} Jun 30 08:54:17.002079 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675', 'code': 200} Jun 30 08:54:17.125622 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-12e9b98f-c4d6-4401-930d-e0f9c54cbf74 req-b4e88a05-9906-4d5a-b303-1587cb301b61 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] show failed (client error): The resource could not be found. Jun 30 08:54:17.126682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12e9b98f-c4d6-4401-930d-e0f9c54cbf74 req-b4e88a05-9906-4d5a-b303-1587cb301b61 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/2d0ab1be-f7b9-4775-a35e-53f5df8f0247 HTTP/1.1" status: 404 len: 352 time: 0.1024997 Jun 30 08:54:17.146299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe93779-fae7-4eec-a2a5-8366bd5654eb req-247e9f5b-a195-49b4-9458-d522470cf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.148473 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8fe93779-fae7-4eec-a2a5-8366bd5654eb req-247e9f5b-a195-49b4-9458-d522470cf3a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1098 time: 0.0840364 Jun 30 08:54:17.176440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf46dd-acb4-4732-9440-b3e7981a13f7 req-e1edda5a-d432-4010-9289-ebffd9878ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.177304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf46dd-acb4-4732-9440-b3e7981a13f7 req-e1edda5a-d432-4010-9289-ebffd9878ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.177420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf46dd-acb4-4732-9440-b3e7981a13f7 req-e1edda5a-d432-4010-9289-ebffd9878ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.179060 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0dbf46dd-acb4-4732-9440-b3e7981a13f7 req-e1edda5a-d432-4010-9289-ebffd9878ada service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2874 time: 0.0888586 Jun 30 08:54:17.179719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a5cc5673-6e53-48a1-b0f7-d270cbe514d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.181210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a5cc5673-6e53-48a1-b0f7-d270cbe514d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2358518 Jun 30 08:54:17.206645 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8fe93779-fae7-4eec-a2a5-8366bd5654eb req-0b6b8452-ecdf-4418-af9a-20140b7893f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519331 Jun 30 08:54:17.223591 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0dbf46dd-acb4-4732-9440-b3e7981a13f7 req-39c386c6-77df-448a-a758-1a8cfa301d63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Jun 30 08:54:17.286785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-661b1506-a252-41a9-a3de-4c63b21a15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.288840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-661b1506-a252-41a9-a3de-4c63b21a15f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f HTTP/1.1" status: 200 len: 909 time: 0.2792261 Jun 30 08:54:17.312957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79be24df-012c-4016-b128-3956d0a07871 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:17.330930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.346991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa20831-b27a-49fb-a264-753a6d0fa51a req-cea50dfe-3687-4451-9a42-ff64e92467cd tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.348461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfa20831-b27a-49fb-a264-753a6d0fa51a req-cea50dfe-3687-4451-9a42-ff64e92467cd tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 943 time: 0.3419452 Jun 30 08:54:17.388808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-bb57ac63-c563-4cfd-b348-0c792b439dcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963a01fb-6398-48b9-8596-a9364ce8c445 HTTP/1.1" status: 200 len: 217 time: 0.0714478 Jun 30 08:54:17.428178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Transition to ACTIVE for port object 79be24df-012c-4016-b128-3956d0a07871 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:17.461249 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.507960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-1a582784-a78a-4361-a33c-91ebbd257f8e service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192244 Jun 30 08:54:17.546096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfa20831-b27a-49fb-a264-753a6d0fa51a req-28a16420-f137-43e2-9bd0-ee2d4df06ad8 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646616 Jun 30 08:54:17.564619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-935f427f-b72b-4284-9420-1b7644371dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.566106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-935f427f-b72b-4284-9420-1b7644371dbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ecaf08-2da8-4b27-9cdf-95637e349846 HTTP/1.1" status: 200 len: 848 time: 0.1646521 Jun 30 08:54:17.577968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.583840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.590333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.596463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.602394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.608240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.614070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.615948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-e34749f4-8605-47be-9de2-e8dd2575f086 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.3861744 Jun 30 08:54:17.665006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:17.703453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-443187b0-22a7-434c-977d-5e2602e10296 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537031 Jun 30 08:54:17.873805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-037c0ad4-929d-497d-a43c-ef29d7a4ab32 req-b5cf26ae-c864-4b55-aefb-a8ea122007a1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141585 Jun 30 08:54:17.893656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-9d76259c-1211-4980-8158-e08bc5a8215b service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754904 Jun 30 08:54:17.968275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Attempting to bind port 79be24df-012c-4016-b128-3956d0a07871 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:17.968615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Attempting to bind port 79be24df-012c-4016-b128-3956d0a07871 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:17.968946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Attempting to bind port 79be24df-012c-4016-b128-3956d0a07871 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:17.974663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-9c1c59ef-50dc-42b6-b01f-b9c433958274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0 HTTP/1.1" status: 200 len: 217 time: 0.0560107 Jun 30 08:54:17.982196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d87ee-728d-4b29-985f-239e2f400266 req-d5040015-764d-46b9-b304-862792a0eb71 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.983616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d3d87ee-728d-4b29-985f-239e2f400266 req-d5040015-764d-46b9-b304-862792a0eb71 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 946 time: 0.3253784 Jun 30 08:54:17.987529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Port 79be24df-012c-4016-b128-3956d0a07871 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:17.987857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Attempting to bind port 79be24df-012c-4016-b128-3956d0a07871 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:17.991694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-937e4f35-f372-4422-a041-5e2259037f76 service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474692 Jun 30 08:54:18.011522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:18.011865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Checking segment: {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:18.012239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Bound using segment: {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:18.012687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Bound port: 79be24df-012c-4016-b128-3956d0a07871, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:18.013047 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.154363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d3d87ee-728d-4b29-985f-239e2f400266 req-2fc9df3d-8ea6-4f4c-bc65-eb784b18b30d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617031 Jun 30 08:54:18.159628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-2aa028a9-67b8-4bab-82c9-a3ef0df7486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.161549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-2aa028a9-67b8-4bab-82c9-a3ef0df7486c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.1505198 Jun 30 08:54:18.232566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def96e55-260a-4c2f-89d7-c892da42bdcf req-23d1c917-e88a-4f3b-af63-7dd7388707d6 service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316036 Jun 30 08:54:18.249070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:18.254942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:18.261542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.676511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.677120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.678534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] 10.222.0.13 "PUT /v2.0/ports/79be24df-012c-4016-b128-3956d0a07871 HTTP/1.1" status: 200 len: 1093 time: 2.4818654 Jun 30 08:54:18.681745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'tag': '79be24df-012c-4016-b128-3956d0a07871'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:18.683985 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cde29b-24c7-48da-b53b-68965214c932" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "tag": "79be24df-012c-4016-b128-3956d0a07871"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:18.709124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 963a01fb-6398-48b9-8596-a9364ce8c445 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:18.717858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6d883e4d-6deb-494d-a59f-5001a32999b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.719358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-6d883e4d-6deb-494d-a59f-5001a32999b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5466566 Jun 30 08:54:18.736666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56685da4-3315-4ec4-b7cd-9e1c3824aabf service neutron] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:18.807010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 963a01fb-6398-48b9-8596-a9364ce8c445, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=963a01fb-6398-48b9-8596-a9364ce8c445,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:18.818216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '963a01fb-6398-48b9-8596-a9364ce8c445', 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f', 'port_id': '963a01fb-6398-48b9-8596-a9364ce8c445', 'mac_address': 'fa:16:3e:3a:ac:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ecaf08-2da8-4b27-9cdf-95637e349846', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:18.857919 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.861226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250fe9b-ad69-4845-b16e-c88a2f212257 req-b0784286-1452-43b1-917d-45a95ffbae6f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.862754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3250fe9b-ad69-4845-b16e-c88a2f212257 req-b0784286-1452-43b1-917d-45a95ffbae6f tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.2508624 Jun 30 08:54:18.870852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963a01fb-6398-48b9-8596-a9364ce8c445 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:18.881939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9074d7d-3cb1-444b-af36-fbe0c21e93ae req-78ad3a4d-7f94-4604-8c5c-a42d3a623f42 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.883411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9074d7d-3cb1-444b-af36-fbe0c21e93ae req-78ad3a4d-7f94-4604-8c5c-a42d3a623f42 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 944 time: 0.2702129 Jun 30 08:54:18.890437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 963a01fb-6398-48b9-8596-a9364ce8c445, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=963a01fb-6398-48b9-8596-a9364ce8c445,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:18.895036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.937069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-4974280a-73d0-4212-8eaf-85fbbca190b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.938605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-4974280a-73d0-4212-8eaf-85fbbca190b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 1096 time: 0.2179883 Jun 30 08:54:18.942866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=963a01fb-6398-48b9-8596-a9364ce8c445,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:18.945270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-1151eac3-bed1-463e-9a53-0586404ead1f service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110751 Jun 30 08:54:19.017031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9074d7d-3cb1-444b-af36-fbe0c21e93ae req-888280d2-5d01-4372-a572-3dbd9e941325 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215537 Jun 30 08:54:19.019810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3250fe9b-ad69-4845-b16e-c88a2f212257 req-c8c0e53c-c841-4e84-b838-78709234b039 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339197 Jun 30 08:54:19.021108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-140f1050-f2dd-42e9-92a6-82b4e569b64a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79be24df-012c-4016-b128-3956d0a07871 HTTP/1.1" status: 200 len: 217 time: 0.0728784 Jun 30 08:54:19.112999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-b0398ecb-bd4e-44ad-9e60-dd7901f86d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.114399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-b0398ecb-bd4e-44ad-9e60-dd7901f86d9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 HTTP/1.1" status: 200 len: 855 time: 0.0642209 Jun 30 08:54:19.164707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-c0fd0846-9da9-493a-b506-fceaca94ba81 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992178 Jun 30 08:54:19.167690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['963a01fb-6398-48b9-8596-a9364ce8c445'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:19.187312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-9f860ec5-02ef-4fbe-80c4-dfe1d811a4c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfd05d24-4c8f-4ed2-9fac-9430acde182a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624149 Jun 30 08:54:19.296674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-d86dcfc6-28be-4806-8e52-5e918d7d287f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 HTTP/1.1" status: 200 len: 217 time: 0.1015413 Jun 30 08:54:19.399366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-035cdefc-3449-451d-8f86-44f1c3d3e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.400734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-035cdefc-3449-451d-8f86-44f1c3d3e17f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.0951860 Jun 30 08:54:19.415754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e0072-6332-4bb7-9fcf-f1928cf1329f req-ca0810a3-d8d5-458d-beb1-2b0b4a74c15d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.421731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e0072-6332-4bb7-9fcf-f1928cf1329f req-ca0810a3-d8d5-458d-beb1-2b0b4a74c15d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.427754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e0072-6332-4bb7-9fcf-f1928cf1329f req-ca0810a3-d8d5-458d-beb1-2b0b4a74c15d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.429302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b35e0072-6332-4bb7-9fcf-f1928cf1329f req-ca0810a3-d8d5-458d-beb1-2b0b4a74c15d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2418 time: 0.2942557 Jun 30 08:54:19.444897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a397ba-0e6b-4958-b9b1-612257fe0e8b req-940529e5-e0b7-46f8-8c00-c4a88707a038 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.446318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74a397ba-0e6b-4958-b9b1-612257fe0e8b req-940529e5-e0b7-46f8-8c00-c4a88707a038 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 946 time: 0.3006809 Jun 30 08:54:19.448073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-41e0b6c4-44bf-4879-83dc-d9a1eb0c7922 service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445016 Jun 30 08:54:19.587072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b35e0072-6332-4bb7-9fcf-f1928cf1329f req-1d24ca12-0a2c-41b2-a164-2b5d68f06eec tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371474 Jun 30 08:54:19.594318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74a397ba-0e6b-4958-b9b1-612257fe0e8b req-0fcb2fbb-e9a9-4884-a245-a47bf43a8b37 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169548 Jun 30 08:54:19.621382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-45f41f33-fc0e-4de4-8246-d543d676d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.622967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-45f41f33-fc0e-4de4-8246-d543d676d9fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920540 Jun 30 08:54:19.654390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fe3479b-3cef-4d1b-badc-b68bbc5c8443 req-7e3025f6-597e-4fa9-b830-631a84c6e156 service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760981 Jun 30 08:54:19.724681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-cd0e8956-4a80-4ee3-9745-c3c565419ca1 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922518 Jun 30 08:54:19.762184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-f71170ce-49f8-4742-920c-b96e59921750 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.763624 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-f71170ce-49f8-4742-920c-b96e59921750 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.26 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1024 time: 0.0769191 Jun 30 08:54:19.860424 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Deleting port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:19.860882 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:19.909592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427be9f8-2eb5-4400-9f3e-4005cda95540 req-0b62c908-b8a3-478d-b5c1-8a600c2850da tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.911045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-427be9f8-2eb5-4400-9f3e-4005cda95540 req-0b62c908-b8a3-478d-b5c1-8a600c2850da tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b69b3f86-017f-48d4-bd70-aa4e77dc3b8d HTTP/1.1" status: 200 len: 1024 time: 0.1815295 Jun 30 08:54:19.914971 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-8bee4d67-d9d6-448f-baea-792c414c1694 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750367 Jun 30 08:54:19.922478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dacad-5501-42c3-b771-3795518261e0 req-94333192-c0fa-4c1d-be5b-064bebf1bab3 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.923913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d81dacad-5501-42c3-b771-3795518261e0 req-94333192-c0fa-4c1d-be5b-064bebf1bab3 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 944 time: 0.1932464 Jun 30 08:54:19.955946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] For port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,segment=NetworkSegment(2c63c635-9a39-4223-a05f-eb67438b39fa),segment_id=2c63c635-9a39-4223-a05f-eb67438b39fa)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:19.956315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:19.967662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Calling delete_port for 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:19.981861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-8ac5cd32-9dc4-4b29-a2c1-43d9436f3ad5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=581d334a-439e-4691-b6e0-e2512eac41ea HTTP/1.1" status: 200 len: 217 time: 0.0569556 Jun 30 08:54:20.051473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-427be9f8-2eb5-4400-9f3e-4005cda95540 req-d463986e-6b35-4bf3-931a-5aee97901026 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups?id=58a36c39-7e70-4512-9a0c-43c5554c6106&id=85997a64-deac-41d1-a12c-95b2ad49f5af&id=051c9f7c-4217-4631-96fa-6231e1794ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1255243 Jun 30 08:54:20.064786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d81dacad-5501-42c3-b771-3795518261e0 req-5fe0c183-59eb-4072-a49a-b7ade2d8009f tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282973 Jun 30 08:54:20.079199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-92029f8d-072d-4e31-bbfd-8b0e12a3704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.081542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-92029f8d-072d-4e31-bbfd-8b0e12a3704a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.0927360 Jun 30 08:54:20.111047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.123412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6b6a646b-8aa7-4717-9ca7-6257e4e878a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:20.143388 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01906041-f119-4b64-96bc-9dedc342aad5 x-openstack-request-id: req-01906041-f119-4b64-96bc-9dedc342aad5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:20.144223 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "tag": "79be24df-012c-4016-b128-3956d0a07871", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:20.144697 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01906041-f119-4b64-96bc-9dedc342aad5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:20.145378 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'tag': '79be24df-012c-4016-b128-3956d0a07871', 'status': 'completed', 'code': 200} Jun 30 08:54:20.172928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'Port': ['ID=6b6a646b-8aa7-4717-9ca7-6257e4e878a3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:20.222956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] No DVR routers for this DVR port 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:20.225982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.228439 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3663885e-526d-4009-ac65-5a6a0ac03ca9 req-ae80045f-7cd3-43bb-aab2-0e4a5864a66d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.26 "DELETE /v2.0/ports/6b6a646b-8aa7-4717-9ca7-6257e4e878a3 HTTP/1.1" status: 204 len: 173 time: 0.4591393 Jun 30 08:54:20.228967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'name': 'network-vif-deleted', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:20.231666 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b30dd0-d6a5-4855-8ab7-53e007239235" -d '{"events": [{"server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "name": "network-vif-deleted", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:20.266390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cde29b-24c7-48da-b53b-68965214c932 req-eedd20d5-09e8-4200-951e-4fde2b44fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.267893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9cde29b-24c7-48da-b53b-68965214c932 req-eedd20d5-09e8-4200-951e-4fde2b44fba5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 1096 time: 0.1266143 Jun 30 08:54:20.271446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56e7d-d257-4677-aa32-d418c484200b req-75d7e39d-3ada-466e-aa8c-9748c1bbc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.272771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-75d7e39d-3ada-466e-aa8c-9748c1bbc240 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1840198 Jun 30 08:54:20.486661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.492422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.498192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.503945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.510291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.516076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.521913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.524271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-cb1f1478-a8fe-4f39-b71d-74c462a899d3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.3108840 Jun 30 08:54:20.539513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cde29b-24c7-48da-b53b-68965214c932 req-21d1918c-ba6a-45e1-b64a-41edc80001d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.540907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9cde29b-24c7-48da-b53b-68965214c932 req-21d1918c-ba6a-45e1-b64a-41edc80001d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 916 time: 0.2663248 Jun 30 08:54:20.548586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-a424f869-2cab-448a-9631-4aa286471170 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648990 Jun 30 08:54:20.616685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9cde29b-24c7-48da-b53b-68965214c932 req-dba7a225-abbb-4a38-8a23-af006ce33473 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79be24df-012c-4016-b128-3956d0a07871 HTTP/1.1" status: 200 len: 217 time: 0.0672154 Jun 30 08:54:20.620613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741e046-c16d-4f97-b5b3-576b72445bea req-969b8108-720c-45ef-b6f2-5bccd7624a12 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.622094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8741e046-c16d-4f97-b5b3-576b72445bea req-969b8108-720c-45ef-b6f2-5bccd7624a12 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1098 time: 0.2837026 Jun 30 08:54:20.703159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c4902d-a79f-464e-b758-f9b66b251c4a req-48e4f056-a22e-46f7-971b-17de901c8e1a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702106 Jun 30 08:54:20.743432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 79be24df-012c-4016-b128-3956d0a07871 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:20.746958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cde29b-24c7-48da-b53b-68965214c932 req-ea158313-f41b-42f6-aebc-1a13c45ce03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.748417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9cde29b-24c7-48da-b53b-68965214c932 req-ea158313-f41b-42f6-aebc-1a13c45ce03f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 HTTP/1.1" status: 200 len: 855 time: 0.1243951 Jun 30 08:54:20.753825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8741e046-c16d-4f97-b5b3-576b72445bea req-99775b00-2e85-4fa2-99c4-468d888f8d1c tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048787 Jun 30 08:54:20.807323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb56e7d-d257-4677-aa32-d418c484200b req-bf980992-d2c7-4510-b2cf-abfdef397d33 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451508 Jun 30 08:54:20.810344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9cde29b-24c7-48da-b53b-68965214c932 req-a2ea9b57-8ccc-4b8e-b922-3a501c131bcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfd05d24-4c8f-4ed2-9fac-9430acde182a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509593 Jun 30 08:54:20.810654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 963a01fb-6398-48b9-8596-a9364ce8c445 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:20.896423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:20.911766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 963a01fb-6398-48b9-8596-a9364ce8c445 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:20.919740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '79be24df-012c-4016-b128-3956d0a07871', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'port_id': '79be24df-012c-4016-b128-3956d0a07871', 'mac_address': 'fa:16:3e:e2:cb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:20.920739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 963a01fb-6398-48b9-8596-a9364ce8c445 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:20.921102 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.012331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9cde29b-24c7-48da-b53b-68965214c932 req-da8394ca-1a91-4b17-954c-26b896ba2df3 service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962526 Jun 30 08:54:21.019679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.039751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79be24df-012c-4016-b128-3956d0a07871 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:21.064311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:21.070220 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.096647 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d41f903-fb85-433d-8100-b6343dce9f74 x-openstack-request-id: req-8d41f903-fb85-433d-8100-b6343dce9f74 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:21.097587 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69b3f86-017f-48d4-bd70-aa4e77dc3b8d", "name": "network-vif-deleted", "tag": "6b6a646b-8aa7-4717-9ca7-6257e4e878a3", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:21.098032 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d41f903-fb85-433d-8100-b6343dce9f74 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:21.098795 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69b3f86-017f-48d4-bd70-aa4e77dc3b8d', 'name': 'network-vif-deleted', 'tag': '6b6a646b-8aa7-4717-9ca7-6257e4e878a3', 'status': 'completed', 'code': 200} Jun 30 08:54:21.139708 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.152963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:21.163453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.163938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.164467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.164952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.165417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.166026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.166551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.167151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.167495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.167836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.168169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.168499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.168607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7751884b-d67f-4225-bed9-273712c4c4e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6494 time: 0.2214131 Jun 30 08:54:21.169040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.169154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.169494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.169872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.170259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.170615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.170930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:21.180249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963a01fb-6398-48b9-8596-a9364ce8c445'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:21.182512 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed05f1f-daad-4ab7-916a-5b39bc84680c" -d '{"events": [{"server_uuid": "22e95e46-753f-4d8e-9ffe-fd0bc0696df2", "name": "network-vif-plugged", "status": "completed", "tag": "963a01fb-6398-48b9-8596-a9364ce8c445"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:21.195852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 963a01fb-6398-48b9-8596-a9364ce8c445, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=963a01fb-6398-48b9-8596-a9364ce8c445,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:21.199926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.249259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=963a01fb-6398-48b9-8596-a9364ce8c445,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:21.280500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c003c9-c3c5-4c95-bbf2-ea0b9557e573 req-163b335b-e17b-4b8a-b053-3d2a6c67426f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.282037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24c003c9-c3c5-4c95-bbf2-ea0b9557e573 req-163b335b-e17b-4b8a-b053-3d2a6c67426f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 944 time: 0.2416236 Jun 30 08:54:21.294226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9cde29b-24c7-48da-b53b-68965214c932 req-e7e92365-4bcf-4872-aab2-3d348b6c5a99 service neutron] 10.222.0.13 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653084 Jun 30 08:54:21.365479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24c003c9-c3c5-4c95-bbf2-ea0b9557e573 req-b31356f3-4af3-48b3-9d9c-de050ee6eb3d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750985 Jun 30 08:54:21.374001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d21a6a4e-4fb7-4f4e-a148-823d70ea9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.375408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d21a6a4e-4fb7-4f4e-a148-823d70ea9b5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f16d819-f744-474e-9604-46005a705582 HTTP/1.1" status: 200 len: 901 time: 0.1993628 Jun 30 08:54:21.380432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48b3c-5b80-4425-9743-5e67146e1599 req-d9b11ae7-65bb-4959-9067-6ce497c6817e tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.381948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b48b3c-5b80-4425-9743-5e67146e1599 req-d9b11ae7-65bb-4959-9067-6ce497c6817e tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1098 time: 0.1862609 Jun 30 08:54:21.392042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['79be24df-012c-4016-b128-3956d0a07871'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:21.432030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-98ebf650-3302-4a5c-ae17-a0ee18443449 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0 HTTP/1.1" status: 200 len: 217 time: 0.0483344 Jun 30 08:54:21.487727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b48b3c-5b80-4425-9743-5e67146e1599 req-50c0b6c0-6a8a-447e-a8fc-63004d7e73f9 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929577 Jun 30 08:54:21.499203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-0ab61b5f-50d3-45ba-a3ee-3a7aa2fc887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.500653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-0ab61b5f-50d3-45ba-a3ee-3a7aa2fc887f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0608242 Jun 30 08:54:21.570456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-ffe29ed0-51df-4d00-8fbe-d68e4553482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.572161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-ffe29ed0-51df-4d00-8fbe-d68e4553482a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0649483 Jun 30 08:54:21.655091 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:54:21.717596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d59054d1-2353-4772-8ece-e906b72baf46 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384132 Jun 30 08:54:21.741498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0b15-5274-48a8-b897-01b2dd5bacfd req-f43d88a5-2b81-4996-a3f9-006f7b13579f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.742987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-587e0b15-5274-48a8-b897-01b2dd5bacfd req-f43d88a5-2b81-4996-a3f9-006f7b13579f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 946 time: 0.1066208 Jun 30 08:54:21.866936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-587e0b15-5274-48a8-b897-01b2dd5bacfd req-b14d3dbd-f9af-4123-8745-68df1d86cb47 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136699 Jun 30 08:54:21.892863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-7c52c826-6215-4b7b-aa2b-0729910c798e service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664042 Jun 30 08:54:21.901722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e828b37-55ca-45f0-95bb-94647153ad6c req-cf8c98c4-1611-4156-a41b-b2ae6f5fd9ae tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.903181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e828b37-55ca-45f0-95bb-94647153ad6c req-cf8c98c4-1611-4156-a41b-b2ae6f5fd9ae tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 945 time: 0.1204615 Jun 30 08:54:21.913462 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbf6c26-85ed-4f43-bde0-fb91f34b966a x-openstack-request-id: req-dcbf6c26-85ed-4f43-bde0-fb91f34b966a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:21.914070 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e95e46-753f-4d8e-9ffe-fd0bc0696df2", "name": "network-vif-plugged", "status": "completed", "tag": "963a01fb-6398-48b9-8596-a9364ce8c445", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:21.914534 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcbf6c26-85ed-4f43-bde0-fb91f34b966a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:21.915124 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963a01fb-6398-48b9-8596-a9364ce8c445', 'code': 200} Jun 30 08:54:21.944680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e828b37-55ca-45f0-95bb-94647153ad6c req-5d400eb4-e83c-4a9e-8c49-5b3767b54b77 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Jun 30 08:54:22.056634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.057119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.057592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.058084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.058552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.059019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.059639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.061402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-d5e274d8-7d0a-439b-9b0b-0b1ed4d93bc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6494 time: 0.1128132 Jun 30 08:54:22.181120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13d57d7-0d18-47a4-908f-9ed89305613c req-4e2d9950-c893-42cf-a07c-2f3400636c4d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/58a36c39-7e70-4512-9a0c-43c5554c6106 HTTP/1.1" status: 200 len: 1801 time: 0.1433010 Jun 30 08:54:22.185417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9a067-d100-4a47-9498-572905c41637 req-c53d5ad1-1469-4b1f-8e1b-66d08a5c7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.186849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42f9a067-d100-4a47-9498-572905c41637 req-c53d5ad1-1469-4b1f-8e1b-66d08a5c7537 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 1097 time: 0.1950400 Jun 30 08:54:22.279151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-c8ef54cb-4976-40ab-b3d3-7af630967cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.279657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-c8ef54cb-4976-40ab-b3d3-7af630967cbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 200 len: 903 time: 0.2084906 Jun 30 08:54:22.302686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42f9a067-d100-4a47-9498-572905c41637 req-d0de12ca-ed4b-4cb6-a280-4fa71db47ca8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955524 Jun 30 08:54:22.311628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973843b4-0327-4c7a-acde-0ab3b62ac7c9 req-bfef2541-420d-4f39-a79e-d0ba3c85520a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.317413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973843b4-0327-4c7a-acde-0ab3b62ac7c9 req-bfef2541-420d-4f39-a79e-d0ba3c85520a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.323894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973843b4-0327-4c7a-acde-0ab3b62ac7c9 req-bfef2541-420d-4f39-a79e-d0ba3c85520a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.325370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-973843b4-0327-4c7a-acde-0ab3b62ac7c9 req-bfef2541-420d-4f39-a79e-d0ba3c85520a tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2418 time: 0.2009299 Jun 30 08:54:22.363422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-aac2bda6-6d5e-4e1d-93b8-0d4a1a114ffd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 HTTP/1.1" status: 200 len: 217 time: 0.0719285 Jun 30 08:54:22.386949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a13d57d7-0d18-47a4-908f-9ed89305613c req-6a345e43-500b-470b-bd8d-be8288d858e3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.440763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a13d57d7-0d18-47a4-908f-9ed89305613c req-6a345e43-500b-470b-bd8d-be8288d858e3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.454068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-973843b4-0327-4c7a-acde-0ab3b62ac7c9 req-eff11f1f-dce7-4dc5-914b-f55256d0f7d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972986 Jun 30 08:54:22.468657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-577d6799-a418-4d06-82b8-f2cc0a9e0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.470388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-577d6799-a418-4d06-82b8-f2cc0a9e0cff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.0997028 Jun 30 08:54:22.530580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a13d57d7-0d18-47a4-908f-9ed89305613c req-6a345e43-500b-470b-bd8d-be8288d858e3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.533223 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a13d57d7-0d18-47a4-908f-9ed89305613c req-6a345e43-500b-470b-bd8d-be8288d858e3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.534398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13d57d7-0d18-47a4-908f-9ed89305613c req-6a345e43-500b-470b-bd8d-be8288d858e3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/58a36c39-7e70-4512-9a0c-43c5554c6106 HTTP/1.1" status: 204 len: 173 time: 0.3466763 Jun 30 08:54:22.549371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a345e43-500b-470b-bd8d-be8288d858e3 tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a36c39-7e70-4512-9a0c-43c5554c6106,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:22.741038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 79be24df-012c-4016-b128-3956d0a07871 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:22.796474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 79be24df-012c-4016-b128-3956d0a07871 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:22.800468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 79be24df-012c-4016-b128-3956d0a07871 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:22.800910 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.882427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.916784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:22.921546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.953276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-33fb53cb-0da9-4e58-a9b6-770be25fc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.955222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-33fb53cb-0da9-4e58-a9b6-770be25fc66c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4745481 Jun 30 08:54:22.991746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:22.995138 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:23.072987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-49e1e8b4-971b-4677-ac69-3ba926219002 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.074480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-49e1e8b4-971b-4677-ac69-3ba926219002 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 946 time: 0.1774707 Jun 30 08:54:23.094855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.101403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.107267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.113049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.119406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.125174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.130979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.133465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-f5beba22-4e01-4dd8-92b1-18aceb645659 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.2375388 Jun 30 08:54:23.192214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-0ec43851-a90e-4e64-b71b-da26b94b797b service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285545 Jun 30 08:54:23.286201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0d92e8f-694b-4c69-84d0-27c5c025d574 req-304443a0-0e54-4e61-b372-bbf31c8f1ca2 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1425261 Jun 30 08:54:23.360076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Deleting port 2a3021fa-106e-432b-bbde-f9e0580b8985 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:23.360756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:23.384245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-dad92898-b2f5-44a9-a38c-7629484ce8a9 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798699 Jun 30 08:54:23.526726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] For port 2a3021fa-106e-432b-bbde-f9e0580b8985, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2a3021fa-106e-432b-bbde-f9e0580b8985,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:23.527101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:23.543215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Calling delete_port for 2a3021fa-106e-432b-bbde-f9e0580b8985 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:23.589793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-c987a056-6252-41a5-a549-e5986c92bd03 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:23.590807 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-c987a056-6252-41a5-a549-e5986c92bd03 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639997 Jun 30 08:54:23.627318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.628473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.628964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.629644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.630133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.630605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.630749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:23.631079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.633563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-8a5f4a05-9dfd-412b-bdcc-639ac89f0b52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6494 time: 0.1657708 Jun 30 08:54:23.646173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Request body: {'binding': {'host': 'n-h2-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:23.646825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:54:23.651878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:23.652218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6b6a646b-8aa7-4717-9ca7-6257e4e878a3 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:23.778598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on host n-h2-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:23.779271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:23.779594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:23.783998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:23.784312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:23.789850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:23.790191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:23.790570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:23.790988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Bound port: 1a854468-faa3-4aec-bc5a-dae490f52675, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:23.843038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:23.848133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:23.849337 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a4866cdf-698a-42aa-ad6d-be5db27f2172 service neutron] 10.222.0.53 "POST /v2.0/ports/1a854468-faa3-4aec-bc5a-dae490f52675/bindings HTTP/1.1" status: 201 len: 390 time: 0.2517941 Jun 30 08:54:23.854844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50164359-38f1-4708-9a90-60e8dee8ff49 req-d7a3074c-94b5-4b34-9375-d191acee83e4 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.856334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50164359-38f1-4708-9a90-60e8dee8ff49 req-d7a3074c-94b5-4b34-9375-d191acee83e4 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.2526200 Jun 30 08:54:23.868750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-c84b0ced-c71f-41bf-8b98-c2ada9333fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.870738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-c84b0ced-c71f-41bf-8b98-c2ada9333fc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 200 len: 903 time: 0.2188222 Jun 30 08:54:23.916961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be24df-012c-4016-b128-3956d0a07871'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:23.919381 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4a6e0f-23eb-4e34-906a-452eb2c2e4a0" -d '{"events": [{"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-plugged", "status": "completed", "tag": "79be24df-012c-4016-b128-3956d0a07871"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:23.962036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025223ee-9660-45bd-992e-4d69b5af250b req-b0385a31-b2d7-4deb-9c78-5d41d58143c9 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.968087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025223ee-9660-45bd-992e-4d69b5af250b req-b0385a31-b2d7-4deb-9c78-5d41d58143c9 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.974454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025223ee-9660-45bd-992e-4d69b5af250b req-b0385a31-b2d7-4deb-9c78-5d41d58143c9 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.976679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-025223ee-9660-45bd-992e-4d69b5af250b req-b0385a31-b2d7-4deb-9c78-5d41d58143c9 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 2418 time: 0.2690709 Jun 30 08:54:23.982120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-f187b4fe-ad7f-4a66-904e-c40c4fe84642 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=581d334a-439e-4691-b6e0-e2512eac41ea HTTP/1.1" status: 200 len: 217 time: 0.1020184 Jun 30 08:54:24.018088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.031421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a', '2a3021fa-106e-432b-bbde-f9e0580b8985'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:24.104408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-f973dd90-7abe-40f7-a6d8-852b030300c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.105866 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-f973dd90-7abe-40f7-a6d8-852b030300c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1098 time: 0.0557182 Jun 30 08:54:24.118203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50164359-38f1-4708-9a90-60e8dee8ff49 req-66c7fe41-b816-4760-96b2-53f38ff1f9cc tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508702 Jun 30 08:54:24.139802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event deleted for resources: {'Port': ['ID=2a3021fa-106e-432b-bbde-f9e0580b8985,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:24.176681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-e90cdd4d-cb15-47a3-b446-21318701927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.177573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-e90cdd4d-cb15-47a3-b446-21318701927a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.1859922 Jun 30 08:54:24.190252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-771d6143-224e-4e25-b364-5fb4046237bb req-27c57054-ca77-4866-8f5f-db13741e2f8d tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "GET /v2.0/security-groups/85997a64-deac-41d1-a12c-95b2ad49f5af HTTP/1.1" status: 200 len: 1802 time: 0.2412324 Jun 30 08:54:24.228578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-05b9401a-50da-47bf-9d41-75ce9d22b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.230228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-05b9401a-50da-47bf-9d41-75ce9d22b015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.1173375 Jun 30 08:54:24.272301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] No DVR routers for this DVR port 2a3021fa-106e-432b-bbde-f9e0580b8985 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:24.277472 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-39c61609-dba8-40f5-a607-53f72d83cc4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 200 len: 217 time: 0.0365882 Jun 30 08:54:24.296876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.298835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83a1a128-276b-48bb-aadf-d47abac86d87 req-11031bbb-9d1c-4cd2-aa4e-3eb16c58fa8e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "DELETE /v2.0/ports/2a3021fa-106e-432b-bbde-f9e0580b8985 HTTP/1.1" status: 204 len: 173 time: 1.2171736 Jun 30 08:54:24.300160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'name': 'network-vif-deleted', 'tag': '2a3021fa-106e-432b-bbde-f9e0580b8985'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:24.303103 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce147161-62bd-49aa-a3e3-9ba3b7d47de5" -d '{"events": [{"server_uuid": "d6910906-0912-4c70-8d69-6a518b7b5f75", "name": "network-vif-deleted", "tag": "2a3021fa-106e-432b-bbde-f9e0580b8985"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:24.336292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-d1c8e45a-4194-41ed-ba1b-0a4198c666a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.337795 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-d1c8e45a-4194-41ed-ba1b-0a4198c666a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.0507891 Jun 30 08:54:24.340266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a8733e5-2913-41aa-bcbd-07cb939e2887 req-bf96eada-e7e7-4b70-8e22-1c8bdda706e4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6910906-0912-4c70-8d69-6a518b7b5f75 HTTP/1.1" status: 200 len: 210 time: 0.0929618 Jun 30 08:54:24.404724 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-771d6143-224e-4e25-b364-5fb4046237bb req-f6dddbc2-3fbe-42e2-8cb8-40bd931598cf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.405591 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-d47b88f6-c661-4d5e-8d55-a1499c3e6ed1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382106 Jun 30 08:54:24.407710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-19764eed-a5e8-4606-8209-77b5363ec422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.409174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-19764eed-a5e8-4606-8209-77b5363ec422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2177019 Jun 30 08:54:24.410390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port be173124-a66c-4ced-ac94-391aa41397e5 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:24.410710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.504208 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-a9275734-f523-45e6-932e-2b7c67a5831a service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904098 Jun 30 08:54:24.544232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-771d6143-224e-4e25-b364-5fb4046237bb req-f6dddbc2-3fbe-42e2-8cb8-40bd931598cf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.599342 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-9f3b5636-2873-4ef4-bf7b-e0aa0dee4da6 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885572 Jun 30 08:54:24.657590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port be173124-a66c-4ced-ac94-391aa41397e5, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=be173124-a66c-4ced-ac94-391aa41397e5,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:24.657590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.684143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for be173124-a66c-4ced-ac94-391aa41397e5 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:24.687383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-efecda4c-538b-461d-845d-e1730fe153c3 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549410 Jun 30 08:54:24.692614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-771d6143-224e-4e25-b364-5fb4046237bb req-f6dddbc2-3fbe-42e2-8cb8-40bd931598cf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.695693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-771d6143-224e-4e25-b364-5fb4046237bb req-f6dddbc2-3fbe-42e2-8cb8-40bd931598cf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.696719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-771d6143-224e-4e25-b364-5fb4046237bb req-f6dddbc2-3fbe-42e2-8cb8-40bd931598cf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] 10.222.0.53 "DELETE /v2.0/security-groups/85997a64-deac-41d1-a12c-95b2ad49f5af HTTP/1.1" status: 204 len: 173 time: 0.4725602 Jun 30 08:54:24.703221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55586) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:24.751118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e453e6a-8805-4848-80fc-a8b61758e362 req-d576d206-62fd-4530-841e-e839b1562787 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.759071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] Deleting subnet ed628280-27f3-4a66-b726-db0f7b9541a7 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:54:24.759446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e453e6a-8805-4848-80fc-a8b61758e362 req-d576d206-62fd-4530-841e-e839b1562787 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 945 time: 0.2847092 Jun 30 08:54:24.764030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.789389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dddbc2-3fbe-42e2-8cb8-40bd931598cf tempest-SecurityGroupsTestJSON-627394615 tempest-SecurityGroupsTestJSON-627394615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85997a64-deac-41d1-a12c-95b2ad49f5af,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:24.821972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.844251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.924890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e453e6a-8805-4848-80fc-a8b61758e362 req-f2616a6c-a2ac-420e-9f94-3e2f9b0f7b18 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645105 Jun 30 08:54:24.951326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ffac2eb-3a97-4d6e-9198-ed0912fb6174 req-6407671b-92b0-4fbf-9426-cf44b64bb6de service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536697 Jun 30 08:54:24.953235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.075625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.093952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.095984 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed628280-27f3-4a66-b726-db0f7b9541a7 HTTP/1.1" status: 204 len: 168 time: 0.3915095 Jun 30 08:54:25.109519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55590) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:25.116469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efc827-e4e7-40ba-ba73-7718f5a1e70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed628280-27f3-4a66-b726-db0f7b9541a7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:25.137479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.149954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['b2c0c1fe-adc0-496f-9435-5e6efbe02150', 'be173124-a66c-4ced-ac94-391aa41397e5', '9a46c3dd-d2b2-4745-80c2-a261cc857c2d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:25.248387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=be173124-a66c-4ced-ac94-391aa41397e5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:25.342714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port be173124-a66c-4ced-ac94-391aa41397e5 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:25.346667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.348811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-025223ee-9660-45bd-992e-4d69b5af250b req-8ccf0110-9aac-4167-a8f3-967f8f37f6b0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "DELETE /v2.0/ports/be173124-a66c-4ced-ac94-391aa41397e5 HTTP/1.1" status: 204 len: 173 time: 1.3593388 Jun 30 08:54:25.355973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.439782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61c02c-b9d4-442c-b12d-c78a1dda3e19 req-88721c04-4960-4f56-b848-cd1568908a1e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.446771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61c02c-b9d4-442c-b12d-c78a1dda3e19 req-88721c04-4960-4f56-b848-cd1568908a1e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.448436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee61c02c-b9d4-442c-b12d-c78a1dda3e19 req-88721c04-4960-4f56-b848-cd1568908a1e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 1682 time: 0.3581128 Jun 30 08:54:25.502865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0a475-a8e1-4b36-a236-b693b22441e9 req-8430e42c-eb76-4afe-86f9-663c8e3f77b0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.504392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8e0a475-a8e1-4b36-a236-b693b22441e9 req-8430e42c-eb76-4afe-86f9-663c8e3f77b0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.3649535 Jun 30 08:54:25.620227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.639392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee61c02c-b9d4-442c-b12d-c78a1dda3e19 req-9ac68782-c49d-4125-aa78-1b7f5ad2b388 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750791 Jun 30 08:54:25.644906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b0616e-9170-410a-8304-1e8b1279c37b']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:25.658309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8e0a475-a8e1-4b36-a236-b693b22441e9 req-3b822ec5-b400-4e1c-a388-e58c96441c32 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352522 Jun 30 08:54:25.666839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c63c635-9a39-4223-a05f-eb67438b39fa') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:25.667082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c63c635-9a39-4223-a05f-eb67438b39fa') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:25.693541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.699215 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aad8bb-9c72-46cb-8e49-46d41f101ca6 x-openstack-request-id: req-91aad8bb-9c72-46cb-8e49-46d41f101ca6 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:25.699710 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-plugged", "status": "completed", "tag": "79be24df-012c-4016-b128-3956d0a07871", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:25.700030 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91aad8bb-9c72-46cb-8e49-46d41f101ca6 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:25.700348 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be24df-012c-4016-b128-3956d0a07871', 'code': 200} Jun 30 08:54:25.710297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:25.710888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.734623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.769614 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d5e75-ad91-405d-abbf-bfd69a77954f x-openstack-request-id: req-842d5e75-ad91-405d-abbf-bfd69a77954f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:25.770050 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6910906-0912-4c70-8d69-6a518b7b5f75", "name": "network-vif-deleted", "tag": "2a3021fa-106e-432b-bbde-f9e0580b8985", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:25.770396 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-842d5e75-ad91-405d-abbf-bfd69a77954f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:25.771102 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6910906-0912-4c70-8d69-6a518b7b5f75', 'name': 'network-vif-deleted', 'tag': '2a3021fa-106e-432b-bbde-f9e0580b8985', 'status': 'completed', 'code': 200} Jun 30 08:54:25.779513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:54:25.780044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:54:25.782314 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:54:25.872324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535294cb-08c6-43f6-a404-f81db1398124 req-efbe438a-7044-4e49-b981-fa344e306714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.873987 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-535294cb-08c6-43f6-a404-f81db1398124 req-efbe438a-7044-4e49-b981-fa344e306714 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 1098 time: 0.0993309 Jun 30 08:54:25.910286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-535294cb-08c6-43f6-a404-f81db1398124 req-d3e35faa-6c9c-447a-b97e-ca24bcf148cb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296817 Jun 30 08:54:25.935757 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.955546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.957408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e6b0616e-9170-410a-8304-1e8b1279c37b HTTP/1.1" status: 204 len: 168 time: 0.8393850 Jun 30 08:54:25.980571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736dac4-2982-4d4d-a900-f0a127dba7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b0616e-9170-410a-8304-1e8b1279c37b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:25.989395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:25.989788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.011248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for 9a46c3dd-d2b2-4745-80c2-a261cc857c2d owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:26.052824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.059299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.065428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.071363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.080106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.080318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:26.083799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.090358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.092342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a5d16ff0-f99a-44fa-8b9a-eee414a9cfd7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.2388282 Jun 30 08:54:26.123098 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1107c8dd-4de1-4564-95d9-639568fa7e87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eda6fc1737424ffcbaaad3d7a25991ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415444 Jun 30 08:54:26.125621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:26.153572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743eb83-4e5c-4b27-8987-cacdcae6efcb req-a8bbd1a7-b1bb-42da-93d9-d8c45106c17a tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.155199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0743eb83-4e5c-4b27-8987-cacdcae6efcb req-a8bbd1a7-b1bb-42da-93d9-d8c45106c17a tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.2855482 Jun 30 08:54:26.183537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795d628c-aa38-4e43-a0f9-90160bec1962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.205371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795d628c-aa38-4e43-a0f9-90160bec1962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.225816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b516c4f-4c0d-4c40-af2f-ce99d5dda627 req-a2d9721c-68e3-4a39-9d97-58f4e96b3cdf tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964878 Jun 30 08:54:26.240301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0743eb83-4e5c-4b27-8987-cacdcae6efcb req-0daf78ee-2780-4b9b-8e8a-b8e48e4c2e30 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753534 Jun 30 08:54:26.264230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795d628c-aa38-4e43-a0f9-90160bec1962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.266848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795d628c-aa38-4e43-a0f9-90160bec1962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.271151 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-795d628c-aa38-4e43-a0f9-90160bec1962 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/051c9f7c-4217-4631-96fa-6231e1794ac4 HTTP/1.1" status: 204 len: 168 time: 0.1420739 Jun 30 08:54:26.277350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d628c-aa38-4e43-a0f9-90160bec1962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051c9f7c-4217-4631-96fa-6231e1794ac4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:26.363023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.375774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['be173124-a66c-4ced-ac94-391aa41397e5'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:26.427800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=9a46c3dd-d2b2-4745-80c2-a261cc857c2d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:26.539558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port 9a46c3dd-d2b2-4745-80c2-a261cc857c2d on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:26.548143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.554703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-025223ee-9660-45bd-992e-4d69b5af250b req-7bbb4334-2f42-4de0-960f-cd209ffb9502 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "DELETE /v2.0/ports/9a46c3dd-d2b2-4745-80c2-a261cc857c2d HTTP/1.1" status: 204 len: 173 time: 1.1928084 Jun 30 08:54:26.759514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2a3021fa-106e-432b-bbde-f9e0580b8985 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:26.815363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port b2c0c1fe-adc0-496f-9435-5e6efbe02150 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:26.815744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.818032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 2a3021fa-106e-432b-bbde-f9e0580b8985 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:26.819434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2a3021fa-106e-432b-bbde-f9e0580b8985 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:27.049512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port b2c0c1fe-adc0-496f-9435-5e6efbe02150, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b2c0c1fe-adc0-496f-9435-5e6efbe02150,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:27.049918 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.074076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for b2c0c1fe-adc0-496f-9435-5e6efbe02150 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:27.103585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a125c7e-0304-4cb6-b3f2-43b2a56739d9 req-0181f41a-fdc3-4e50-bd50-10e0a47d6fe4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.105106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a125c7e-0304-4cb6-b3f2-43b2a56739d9 req-0181f41a-fdc3-4e50-bd50-10e0a47d6fe4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=531c62f6-7b93-49d6-97dc-5110493ecb1e HTTP/1.1" status: 200 len: 945 time: 0.1870861 Jun 30 08:54:27.119921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6b353-c75f-4a2b-aabc-01dfb8d3fef7 req-3a77503c-7ea1-4321-ae6c-b4e9e3185e3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.121331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9a6b353-c75f-4a2b-aabc-01dfb8d3fef7 req-3a77503c-7ea1-4321-ae6c-b4e9e3185e3e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.2022076 Jun 30 08:54:27.227077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a125c7e-0304-4cb6-b3f2-43b2a56739d9 req-08798b16-987d-4b6c-a90e-6c494b0b84e0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047254 Jun 30 08:54:27.233523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9a6b353-c75f-4a2b-aabc-01dfb8d3fef7 req-d59d86b1-1dcc-4584-b823-011c5370d7f2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810282 Jun 30 08:54:27.366200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.426812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55656) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:27.539225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-788225867-network', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:27.567254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Made reservation on behalf of 6d5d5f83228a4008bf5f33ff95239ab7 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:27.569962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.579623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.687116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.691551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.720440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:54:27.730824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6059cdd9-47ff-48b4-a051-c38a37fd39bc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:27.739427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.740055 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Added segment 03e2b8aa-e05a-4c63-ad15-2ca34c7b863f of type vlan for network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 Jun 30 08:54:27.765647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=b2c0c1fe-adc0-496f-9435-5e6efbe02150,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:27.777482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-deleted', 'tag': 'be173124-a66c-4ced-ac94-391aa41397e5'}, {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-deleted', 'tag': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:27.779958 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0a1266-1ed2-4d52-b1d7-ff33cb63aa44" -d '{"events": [{"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-deleted", "tag": "be173124-a66c-4ced-ac94-391aa41397e5"}, {"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-deleted", "tag": "9a46c3dd-d2b2-4745-80c2-a261cc857c2d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:27.787753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.819570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.820956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.821623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.892410 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4619267 Jun 30 08:54:27.894873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:27.899846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Request body: {'subnet': {'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-788225867-subnet', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:27.905383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port b2c0c1fe-adc0-496f-9435-5e6efbe02150 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:27.906101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4772ce-bdba-4fcc-b376-3e61d0cc0989 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0b4616-0954-4c68-a7aa-9ba36354dff4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:27.920067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.920504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:54:27.922695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-025223ee-9660-45bd-992e-4d69b5af250b req-96ecdc51-9212-434e-a136-b0d4253fd2bb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "DELETE /v2.0/ports/b2c0c1fe-adc0-496f-9435-5e6efbe02150 HTTP/1.1" status: 204 len: 173 time: 1.3610454 Jun 30 08:54:27.930198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Made reservation on behalf of 6d5d5f83228a4008bf5f33ff95239ab7 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:27.933757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.957679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-5fc291b5-a910-45f1-9903-d89a8058e25e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.965384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-5fc291b5-a910-45f1-9903-d89a8058e25e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.5888875 Jun 30 08:54:27.993451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-6863c601-478d-40f4-a708-ef225ff0073d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.0268726 Jun 30 08:54:28.033077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987a7d-f415-44c2-97e1-bc5518994c0d req-b2b06774-1065-467a-b77f-ad63fe300f3a tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.040671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a987a7d-f415-44c2-97e1-bc5518994c0d req-b2b06774-1065-467a-b77f-ad63fe300f3a tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 945 time: 0.2906492 Jun 30 08:54:28.153789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a987a7d-f415-44c2-97e1-bc5518994c0d req-d9d066ca-4f22-4cdf-a359-0dfb5d90b979 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121824 Jun 30 08:54:28.211640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-0a297e07-3461-4cb1-8ec2-6e43f2d29d49 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2169383 Jun 30 08:54:28.222422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.290173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Checking segment: {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:28.290706 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Network hostable DHCP agents. Network: 2b0b4616-0954-4c68-a7aa-9ba36354dff4, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:54:28.293778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d4443b-bb6d-4dfe-a70a-1db737a4412d,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:28.315068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:54:28.324130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2b0b4616-0954-4c68-a7aa-9ba36354dff4) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:28.325259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-6ccd09cf-8259-482f-a4c9-0321fddade0a tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.326701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-6ccd09cf-8259-482f-a4c9-0321fddade0a tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 945 time: 0.1963298 Jun 30 08:54:28.328910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.329114 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.340093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca4dc8-f937-40bd-bc57-07e36de1f1aa None None] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:28.347904 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bdc891c9-90d0-4e76-b16d-d90de39ed31d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4518640 Jun 30 08:54:28.350844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55670) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:28.357129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:28.370694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-0015f510-108d-4372-8c76-9bf411f9bd98 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488154 Jun 30 08:54:28.379064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.380172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.490268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.531253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:54:28.532535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.570097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.582862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.589381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.605699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.611621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.632140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.649555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.651542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-6212b39b-6126-4da3-8df7-6557d73c6bee tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.3457537 Jun 30 08:54:28.667798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-0f6095bf-f4af-40fe-b64f-2a6dac3c8ffd service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692635 Jun 30 08:54:28.702192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.718953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Deleting port 963a01fb-6398-48b9-8596-a9364ce8c445 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:28.719302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.769885 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Allocated IP 172.20.0.2 (2b0b4616-0954-4c68-a7aa-9ba36354dff4/74d4443b-bb6d-4dfe-a70a-1db737a4412d/66106f75-e312-4768-9f66-6ae8d345a54b) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:28.776412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device be173124-a66c-4ced-ac94-391aa41397e5 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:28.804917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: be173124-a66c-4ced-ac94-391aa41397e5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:28.805258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device be173124-a66c-4ced-ac94-391aa41397e5 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:28.806876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9a46c3dd-d2b2-4745-80c2-a261cc857c2d no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:28.851234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 9a46c3dd-d2b2-4745-80c2-a261cc857c2d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:28.853152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9a46c3dd-d2b2-4745-80c2-a261cc857c2d not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:28.853769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b2c0c1fe-adc0-496f-9435-5e6efbe02150 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:28.864943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3400af91-c9d2-4eed-abda-1237fa9576fb req-83cb7391-baf6-457e-9513-e136e5b76559 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952913 Jun 30 08:54:28.876676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] For port 963a01fb-6398-48b9-8596-a9364ce8c445, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=963a01fb-6398-48b9-8596-a9364ce8c445,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:28.879690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.917210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Calling delete_port for 963a01fb-6398-48b9-8596-a9364ce8c445 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:28.924306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: b2c0c1fe-adc0-496f-9435-5e6efbe02150 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:28.925231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b2c0c1fe-adc0-496f-9435-5e6efbe02150 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:29.062807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.090033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.206236 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.216196 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:29.238915 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295532b4-b679-4105-a32f-b422801be1d1 x-openstack-request-id: req-295532b4-b679-4105-a32f-b422801be1d1 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:29.239296 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-deleted", "tag": "be173124-a66c-4ced-ac94-391aa41397e5", "status": "completed", "code": 200}, {"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-deleted", "tag": "9a46c3dd-d2b2-4745-80c2-a261cc857c2d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:29.239675 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-295532b4-b679-4105-a32f-b422801be1d1 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:29.240082 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-deleted', 'tag': 'be173124-a66c-4ced-ac94-391aa41397e5', 'status': 'completed', 'code': 200} Jun 30 08:54:29.240373 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-deleted', 'tag': '9a46c3dd-d2b2-4745-80c2-a261cc857c2d', 'status': 'completed', 'code': 200} Jun 30 08:54:29.240475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Transition to ACTIVE for port object 66106f75-e312-4768-9f66-6ae8d345a54b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:29.258821 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.262859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Allocated IP 172.25.8.203 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:29.279093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['963a01fb-6398-48b9-8596-a9364ce8c445'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:29.301099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting subnet 3f9ab26c-fed7-46c0-b647-86e58e0427ba {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:54:29.304928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.332888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Transition to ACTIVE for port object 66106f75-e312-4768-9f66-6ae8d345a54b will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:29.341743 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.351377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.352602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Pushing event deleted for resources: {'Port': ['ID=963a01fb-6398-48b9-8596-a9364ce8c445,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:29.406994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Pushing event updated for resources: {'Port': ['ID=66106f75-e312-4768-9f66-6ae8d345a54b,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:29.414854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:29.416372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:29.419233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:29.452512 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.512337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] No DVR routers for this DVR port 963a01fb-6398-48b9-8596-a9364ce8c445 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:29.518327 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.520397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1602ccf0-6b94-4cbc-886f-44e773c072c9 req-0aaffa6d-27b4-43d9-a083-a86bc19c7c8c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "DELETE /v2.0/ports/963a01fb-6398-48b9-8596-a9364ce8c445 HTTP/1.1" status: 204 len: 173 time: 1.1801288 Jun 30 08:54:29.542191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.591867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf8728-c675-4500-8b3c-1b7a6ab880e5 req-517d9566-8924-4165-95d1-d668b9905d71 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.600961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6aaf8728-c675-4500-8b3c-1b7a6ab880e5 req-517d9566-8924-4165-95d1-d668b9905d71 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.3638053 Jun 30 08:54:29.624556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9ab26c-fed7-46c0-b647-86e58e0427ba,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:29.628637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.634088 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-98352b23-fcce-40c1-b828-039b6d9ac8fe tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/subnets/3f9ab26c-fed7-46c0-b647-86e58e0427ba HTTP/1.1" status: 204 len: 168 time: 0.4167273 Jun 30 08:54:29.634792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55686) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:29.649861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d802e8c-0917-40c3-8028-7e7c7c8ebba4 None None] Network 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:29.702103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Attempting to bind port 66106f75-e312-4768-9f66-6ae8d345a54b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:29.702573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Attempting to bind port 66106f75-e312-4768-9f66-6ae8d345a54b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:29.703164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Attempting to bind port 66106f75-e312-4768-9f66-6ae8d345a54b on network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:29.705671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6aaf8728-c675-4500-8b3c-1b7a6ab880e5 req-d1d5bc44-0a88-4bbd-abc8-c323f83d5119 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041477 Jun 30 08:54:29.724962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:29.726065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Checking segment: {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:29.726576 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.727071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Bound using segment: {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:29.727594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dcb41-173f-4be4-98d3-c535f50789cf req-b4e7bcf2-57ee-43c0-8e6b-8f56b8e6fa19 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.727719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Bound port: 66106f75-e312-4768-9f66-6ae8d345a54b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:29.728236 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.742336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd0dcb41-173f-4be4-98d3-c535f50789cf req-b4e7bcf2-57ee-43c0-8e6b-8f56b8e6fa19 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.3907380 Jun 30 08:54:29.798057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd0dcb41-173f-4be4-98d3-c535f50789cf req-50c4e9c2-32d1-411b-99cf-f7085cf0c0c8 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507970 Jun 30 08:54:29.892700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-555b24bf-109c-4991-94c0-33e174677296 None None] For port 66106f75-e312-4768-9f66-6ae8d345a54b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:29.893338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.895181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-555b24bf-109c-4991-94c0-33e174677296 None None] For port 66106f75-e312-4768-9f66-6ae8d345a54b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=66106f75-e312-4768-9f66-6ae8d345a54b,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:29.942081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.964776 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.973678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b96b3a0-1b90-48c1-9291-caa41ffe0d8f req-342d494c-078b-44b2-bc44-ec2cfc194b52 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 210 time: 0.0474231 Jun 30 08:54:30.030675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port 41e03174-b704-4532-b7b0-5440d7863c8a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:30.030675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.042364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b24bf-109c-4991-94c0-33e174677296 None None] Pushing event updated for resources: {'Port': ['ID=66106f75-e312-4768-9f66-6ae8d345a54b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:30.054812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8abc2be1-1bac-4304-9025-748828c663cc req-8cc8dcfb-290e-4f9a-83b9-31d93e0fd80e tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=22e95e46-753f-4d8e-9ffe-fd0bc0696df2 HTTP/1.1" status: 200 len: 210 time: 0.0682638 Jun 30 08:54:30.123026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.227099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port 41e03174-b704-4532-b7b0-5440d7863c8a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=41e03174-b704-4532-b7b0-5440d7863c8a,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:30.227489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.235897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] DHCP port deletion for 960b21d8-0a54-4566-a53e-ddc9c1ab4ecf request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:54:30.251762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:30.252810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for 41e03174-b704-4532-b7b0-5440d7863c8a owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:30.272236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:30.283100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:30.312149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:30.429470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] Deleting port 41e03174-b704-4532-b7b0-5440d7863c8a {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:30.429896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.598494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.603931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d5d0-470f-4c47-836d-7c5cc85ba343 req-75978896-ee33-4a74-b95d-35d3e351c64b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.609478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d104d5d0-470f-4c47-836d-7c5cc85ba343 req-75978896-ee33-4a74-b95d-35d3e351c64b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.3153560 Jun 30 08:54:30.625966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] For port 41e03174-b704-4532-b7b0-5440d7863c8a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=41e03174-b704-4532-b7b0-5440d7863c8a,segment=NetworkSegment(181793ce-90e7-40c0-80c1-a298662c53cf),segment_id=181793ce-90e7-40c0-80c1-a298662c53cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:30.626262 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.630511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.638669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.645009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.646062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] Calling delete_port for 41e03174-b704-4532-b7b0-5440d7863c8a owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:30.651124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port 41e03174-b704-4532-b7b0-5440d7863c8a on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:30.653271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=41e03174-b704-4532-b7b0-5440d7863c8a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:30.653984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.666481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.673311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.680560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.694713 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-9aa80046-a23a-4101-8d10-827600daeda8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.4729068 Jun 30 08:54:30.743034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.754901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.763061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] No DVR routers for this DVR port 41e03174-b704-4532-b7b0-5440d7863c8a on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:30.780550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960b21d8-0a54-4566-a53e-ddc9c1ab4ecf']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:30.794229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181793ce-90e7-40c0-80c1-a298662c53cf') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:30.794571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181793ce-90e7-40c0-80c1-a298662c53cf') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:30.809206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d104d5d0-470f-4c47-836d-7c5cc85ba343 req-c3402a0f-ecb9-4b69-ac27-25247aa0488f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111207 Jun 30 08:54:30.817441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4201083-106a-4320-972b-ac76c5acb1bc None None] Pushing event deleted for resources: {'Port': ['ID=41e03174-b704-4532-b7b0-5440d7863c8a,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:30.848606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df7528ed-966a-4a26-bc3d-d291a5a01e2d req-a23e8fc2-3959-4bcd-970d-b175dfa574e7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401737 Jun 30 08:54:30.908742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.938516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.061417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 66106f75-e312-4768-9f66-6ae8d345a54b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:31.076710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:54:31.077061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:54:31.082187 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:54:31.114683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-ba6dc66f-24ce-43d9-b687-ffdd4b4f706a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1520472 Jun 30 08:54:31.154912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 66106f75-e312-4768-9f66-6ae8d345a54b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:31.237015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 41e03174-b704-4532-b7b0-5440d7863c8a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:31.243186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-deleted', 'tag': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150'}, {'server_uuid': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'name': 'network-vif-deleted', 'tag': '963a01fb-6398-48b9-8596-a9364ce8c445'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:31.246302 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403a30d-b0f3-4ebe-a7ea-7a803c3a175b" -d '{"events": [{"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-deleted", "tag": "b2c0c1fe-adc0-496f-9435-5e6efbe02150"}, {"server_uuid": "22e95e46-753f-4d8e-9ffe-fd0bc0696df2", "name": "network-vif-deleted", "tag": "963a01fb-6398-48b9-8596-a9364ce8c445"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:31.276168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 41e03174-b704-4532-b7b0-5440d7863c8a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:31.276525 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 41e03174-b704-4532-b7b0-5440d7863c8a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:31.323990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b324d-c00b-4e22-a22b-01340a05ca50 req-cb24a3b1-8f7a-4e13-8afc-a367937cab57 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.332209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f64b324d-c00b-4e22-a22b-01340a05ca50 req-cb24a3b1-8f7a-4e13-8afc-a367937cab57 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.2335098 Jun 30 08:54:31.346347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f40ae-9546-402c-afed-a5d266290f22 req-8c9307c5-3f69-4c97-b61f-6ff093004e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.348089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-8c9307c5-3f69-4c97-b61f-6ff093004e39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 1098 time: 0.1298676 Jun 30 08:54:31.459616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f64b324d-c00b-4e22-a22b-01340a05ca50 req-df4dc040-8157-474a-b0b5-288e4247ceba tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234951 Jun 30 08:54:31.512592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f40ae-9546-402c-afed-a5d266290f22 req-cb870bc5-01d5-433b-8fa4-13e01d556401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.514379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-cb870bc5-01d5-433b-8fa4-13e01d556401 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.1366134 Jun 30 08:54:31.556487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616e191-e80d-45b0-a218-e4a2da0af318 None None] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:31.578266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-03f44e0d-40db-409e-9162-8bcd5a71ff4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c433154a-991f-4867-b67c-89328146ee4a HTTP/1.1" status: 200 len: 217 time: 0.0562048 Jun 30 08:54:31.629053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e15a5d41-fd04-45ff-ba50-3103252019a0 req-731cb18b-5e90-4947-8b29-0a1dbfd5deda tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 210 time: 0.0534458 Jun 30 08:54:31.688331 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a90673-2f16-4589-b62b-795106f1a3ac x-openstack-request-id: req-c1a90673-2f16-4589-b62b-795106f1a3ac {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:31.688554 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531c62f6-7b93-49d6-97dc-5110493ecb1e", "name": "network-vif-deleted", "tag": "b2c0c1fe-adc0-496f-9435-5e6efbe02150", "status": "completed", "code": 200}, {"server_uuid": "22e95e46-753f-4d8e-9ffe-fd0bc0696df2", "name": "network-vif-deleted", "tag": "963a01fb-6398-48b9-8596-a9364ce8c445", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:31.688806 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1a90673-2f16-4589-b62b-795106f1a3ac {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:31.689292 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c62f6-7b93-49d6-97dc-5110493ecb1e', 'name': 'network-vif-deleted', 'tag': 'b2c0c1fe-adc0-496f-9435-5e6efbe02150', 'status': 'completed', 'code': 200} Jun 30 08:54:31.689554 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e95e46-753f-4d8e-9ffe-fd0bc0696df2', 'name': 'network-vif-deleted', 'tag': '963a01fb-6398-48b9-8596-a9364ce8c445', 'status': 'completed', 'code': 200} Jun 30 08:54:31.703383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-daa7afee-7c09-4b31-9638-a1c833a3e44b None None] Provisioning for port 66106f75-e312-4768-9f66-6ae8d345a54b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:31.713882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-daa7afee-7c09-4b31-9638-a1c833a3e44b None None] Provisioning complete for port 66106f75-e312-4768-9f66-6ae8d345a54b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:31.714715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-daa7afee-7c09-4b31-9638-a1c833a3e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.743697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f40ae-9546-402c-afed-a5d266290f22 req-586b81d5-54a7-47cd-82c4-2eb1922fe1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.745338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-586b81d5-54a7-47cd-82c4-2eb1922fe1f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.1144705 Jun 30 08:54:31.775794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cb0681d4-4214-42df-9be6-fb2635b3ffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.798376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-75915d45-5b59-424e-ada7-b23dc2fa999d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.799857 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-75915d45-5b59-424e-ada7-b23dc2fa999d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.7643962 Jun 30 08:54:31.800635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-5b56e66b-5f6a-4ca6-8f03-a2a75e2a850e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483608 Jun 30 08:54:31.808167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.812877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.852968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Request body: {'port': {'device_id': '2d784223-5944-49a7-bb35-24ed767871c4', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'admin_state_up': True, 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:31.872455 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-daa7afee-7c09-4b31-9638-a1c833a3e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.912112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.917179 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/networks/960b21d8-0a54-4566-a53e-ddc9c1ab4ecf HTTP/1.1" status: 204 len: 168 time: 2.2792792 Jun 30 08:54:31.921465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:31.928038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-daa7afee-7c09-4b31-9638-a1c833a3e44b None None] For port 66106f75-e312-4768-9f66-6ae8d345a54b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=66106f75-e312-4768-9f66-6ae8d345a54b,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:31.933050 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-daa7afee-7c09-4b31-9638-a1c833a3e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.970188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a70e29-4018-4a45-a3db-b6e007c34295 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Network': ['ID=960b21d8-0a54-4566-a53e-ddc9c1ab4ecf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:31.993845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7afee-7c09-4b31-9638-a1c833a3e44b None None] Pushing event updated for resources: {'Port': ['ID=66106f75-e312-4768-9f66-6ae8d345a54b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:32.025670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-e92d109e-2ed6-4fa3-b1c5-7f3d28dbe753 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093906 Jun 30 08:54:32.055844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting subnet 5f91c07b-422a-4b4b-bb55-cd4c879c126b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:54:32.063549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.132820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.145539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56307ee-6666-42be-b32c-0c00abf598be req-d1e28198-c430-4ce1-8535-23146d77cdc9 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.148263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-d1e28198-c430-4ce1-8535-23146d77cdc9 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/networks?id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f HTTP/1.1" status: 200 len: 808 time: 0.3422635 Jun 30 08:54:32.154339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-021e7be6-ceed-40a4-b287-0c5c901f7a40 None None] Provisioning complete for port 66106f75-e312-4768-9f66-6ae8d345a54b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:32.154908 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-021e7be6-ceed-40a4-b287-0c5c901f7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.190101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4ef44-a279-4350-813b-ec0d8ada956b req-3f48c7ab-0f02-4712-8200-f36fc0ae9500 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.192729 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9f4ef44-a279-4350-813b-ec0d8ada956b req-3f48c7ab-0f02-4712-8200-f36fc0ae9500 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.3740194 Jun 30 08:54:32.196084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-45423fc4-e3be-4acc-9a85-d226c6c655ee tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/quotas/c614ffb88ea24fa39e78bca3603ad018 HTTP/1.1" status: 200 len: 375 time: 0.0383840 Jun 30 08:54:32.206593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:32.208660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-764f40ae-9546-402c-afed-a5d266290f22 req-353d5996-328d-4244-bbbc-d847fd691f4c service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739275 Jun 30 08:54:32.210692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.253379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-707af5a5-37dd-4fcb-830e-4e6fc27ea6a4 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c614ffb88ea24fa39e78bca3603ad018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424733 Jun 30 08:54:32.298206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9f4ef44-a279-4350-813b-ec0d8ada956b req-af479f37-09bd-479f-84e9-96cfbd63713e tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Jun 30 08:54:32.349051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-e7aecbee-f408-42a4-a7c3-33e57c44568b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:32.354259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-e7aecbee-f408-42a4-a7c3-33e57c44568b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0913341 Jun 30 08:54:32.378019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.383795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.502945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-29b43a44-69ce-4eef-95d5-544eedd3eaf9 service neutron] 10.222.0.53 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460602 Jun 30 08:54:32.579863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Allocated IP 172.20.0.11 (a9e51a1d-ba42-40e0-a145-963ddaa14c47/e4cb8979-ffb4-4f77-834b-3f3c62aac98c/5cdc120d-bebf-4b3d-af84-e0c13f11980f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:32.582445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.582794 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.588920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.595057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.601648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.607442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.613325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.619269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.621143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a5b97d6-acdd-4659-9627-1f982017369f req-82783770-9ca0-4f2c-bc2a-deef8a7d7d49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.1992345 Jun 30 08:54:32.632912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Subnet': ['ID=5f91c07b-422a-4b4b-bb55-cd4c879c126b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:32.665270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.667764 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a13f265-261e-4523-b4ec-3fd69ddbf6d0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/subnets/5f91c07b-422a-4b4b-bb55-cd4c879c126b HTTP/1.1" status: 204 len: 168 time: 0.7428956 Jun 30 08:54:32.670811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55732) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:32.678505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8841aac-658c-4e3f-b509-3f1f8901bddc None None] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:32.713877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a5b97d6-acdd-4659-9627-1f982017369f req-baaf9581-30f5-4b0d-bc72-ce9ea53506b1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838683 Jun 30 08:54:32.758583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-5bbc71c5-a90d-4239-b2c5-79df7f67312f service neutron] 10.222.0.53 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480278 Jun 30 08:54:32.788845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Router aa247675-b9f2-4b18-affb-572eab086b5e is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:54:32.800773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.804822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 963a01fb-6398-48b9-8596-a9364ce8c445 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:32.837058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 963a01fb-6398-48b9-8596-a9364ce8c445 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:32.837723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 963a01fb-6398-48b9-8596-a9364ce8c445 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:32.904951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port 097fa0b0-acf6-4128-aeb1-27acc65a2190 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:32.905295 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.959937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] DHCP port deletion for 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:54:32.965622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.002999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:33.019449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Sync routers for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:33.034045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 66106f75-e312-4768-9f66-6ae8d345a54b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:33.036215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port 097fa0b0-acf6-4128-aeb1-27acc65a2190, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=097fa0b0-acf6-4128-aeb1-27acc65a2190,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:33.036590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.040763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.045665 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-79b7d7dc-ea06-4f91-8483-f617d0e634f6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6913824 Jun 30 08:54:33.046761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55738) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:33.068780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for 097fa0b0-acf6-4128-aeb1-27acc65a2190 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:33.102465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:33.103104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:54:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.153817 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.178022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:33.261389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:33.271003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:33.277991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] Deleting port 097fa0b0-acf6-4128-aeb1-27acc65a2190 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:33.278376 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.280142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:33.308583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8620d9-3e71-44ff-9fbb-e064f48c976b req-ca0164b5-818e-4eb0-b991-4aed4945f6a1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.310157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da8620d9-3e71-44ff-9fbb-e064f48c976b req-ca0164b5-818e-4eb0-b991-4aed4945f6a1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.1496525 Jun 30 08:54:33.317833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef4ff7-4422-4494-9bd6-77ac099d6ccd req-afbf2a99-c52e-492d-a85e-a4ca20cd3c13 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.319543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4ef4ff7-4422-4494-9bd6-77ac099d6ccd req-afbf2a99-c52e-492d-a85e-a4ca20cd3c13 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.2281945 Jun 30 08:54:33.327020 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.349459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event updated for resources: {'Port': ['ID=5cdc120d-bebf-4b3d-af84-e0c13f11980f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:33.384500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=097fa0b0-acf6-4128-aeb1-27acc65a2190,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:33.398368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port 097fa0b0-acf6-4128-aeb1-27acc65a2190 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:33.430629 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.431526 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.437883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] For port 097fa0b0-acf6-4128-aeb1-27acc65a2190, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=097fa0b0-acf6-4128-aeb1-27acc65a2190,segment=NetworkSegment(d7f4492e-7e88-4b1c-9243-62e887221b4d),segment_id=d7f4492e-7e88-4b1c-9243-62e887221b4d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:33.438477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.441569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da8620d9-3e71-44ff-9fbb-e064f48c976b req-eb7ac11b-c026-4261-982b-e7c065b83d92 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209300 Jun 30 08:54:33.454210 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-2d6c383d-af2a-49ad-8f8e-95cda3e67c58 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6072741 Jun 30 08:54:33.456049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] Calling delete_port for 097fa0b0-acf6-4128-aeb1-27acc65a2190 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:33.467075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 66106f75-e312-4768-9f66-6ae8d345a54b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:33.467392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Request body: {'port': {'device_id': '2d784223-5944-49a7-bb35-24ed767871c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:33.467652 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.527941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4ef4ff7-4422-4494-9bd6-77ac099d6ccd req-76b053d0-a423-4940-8d2b-d7a005cd5a61 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987600 Jun 30 08:54:33.573822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.594820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b05836e-ffce-4fc8-8d21-fd7f18e57e51']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.603283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:33.611001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f4492e-7e88-4b1c-9243-62e887221b4d') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.611001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f4492e-7e88-4b1c-9243-62e887221b4d') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.627954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.655293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.665958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:54:33.666366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.713165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:54:33.761569 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:54:33.767957 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.777317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.781645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/networks/5b05836e-ffce-4fc8-8d21-fd7f18e57e51 HTTP/1.1" status: 204 len: 168 time: 1.1023526 Jun 30 08:54:33.787314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55750) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:33.795328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-240985654'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:33.836370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e1ae96b8-0f67-4093-af1d-65fc3dd3fff7 req-4a6a3685-7ea8-415e-86fc-176aa57c0e90 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 210 time: 0.0726266 Jun 30 08:54:33.839461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0becd-ea95-40cf-818c-ab00dd08f7e3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Network': ['ID=5b05836e-ffce-4fc8-8d21-fd7f18e57e51,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:33.882206 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.892276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] Network 5b05836e-ffce-4fc8-8d21-fd7f18e57e51 is not hosted by any dhcp agent {{(pid=100241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 08:54:33.892859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] No DVR routers for this DVR port 097fa0b0-acf6-4128-aeb1-27acc65a2190 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:33.894592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821627d9-b5b6-42ae-8abc-d890b2c97734 req-a3b24ade-65b5-4736-9946-aca58ccd8e25 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.901427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-821627d9-b5b6-42ae-8abc-d890b2c97734 req-a3b24ade-65b5-4736-9946-aca58ccd8e25 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 932 time: 0.2713006 Jun 30 08:54:33.915064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:33.920507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.954649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-821627d9-b5b6-42ae-8abc-d890b2c97734 req-ec86c2fb-0ee9-489f-8e74-4835cf9b5b6e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515640 Jun 30 08:54:33.956240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36dce0-59ae-4647-9592-494aca86f336 None None] Pushing event deleted for resources: {'Port': ['ID=097fa0b0-acf6-4128-aeb1-27acc65a2190,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:34.181518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-aac712dd-48dc-431e-a371-40a2f517f523 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1260517 Jun 30 08:54:34.197952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:54:34.211520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.217812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.219190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.231072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.241732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdc120d-bebf-4b3d-af84-e0c13f11980f {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:34.243123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.247975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.248320 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Added segment a9912a6d-2ba0-4f0b-a429-bb5a8175bc21 of type vlan for network 2ac23ef2-848e-4967-a996-ecbeadb3d77d Jun 30 08:54:34.250211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.258349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.262420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.265524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.274383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-70ff164c-ae5d-4fac-9d84-ccf5d97904b4 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.1880598 Jun 30 08:54:34.351971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Transition to ACTIVE for port object 5cdc120d-bebf-4b3d-af84-e0c13f11980f will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:34.377205 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.382873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eff03c3f-4397-4900-abf5-54cbd4865b1d req-45a23489-3563-4152-b675-550ee11c0fea tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071379 Jun 30 08:54:34.386034 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.390959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-af4e1be3-b38a-46b6-abef-87b4281500a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.394144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:30Z', 'revision_number': 3, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:34.402083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.434098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Checking router: aa247675-b9f2-4b18-affb-572eab086b5e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:34.434709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Updating router aa247675-b9f2-4b18-affb-572eab086b5e port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:54:34.489935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.492409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.492911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.493398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.497469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.497996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.498479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.498725 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.500464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-88105f17-f931-41e2-89ff-d11ab5a3b0e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6497 time: 0.2232449 Jun 30 08:54:34.601888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Allocated IP 172.20.0.1 (2b0b4616-0954-4c68-a7aa-9ba36354dff4/74d4443b-bb6d-4dfe-a70a-1db737a4412d/d031e84d-342a-40ee-aae8-3496c6b0d47a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:34.769201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.783754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Transition to ACTIVE for port object d031e84d-342a-40ee-aae8-3496c6b0d47a will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:34.814117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.824713 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.830722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Transition to ACTIVE for port object a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:34.838411 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.876023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:34.886688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:34.893312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:34.907477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d112c8-610a-4c70-a288-7d7b51fbecdf None None] Pushing event updated for resources: {'Port': ['ID=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:34.909979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Attempting to bind port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:34.910460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Attempting to bind port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:34.910970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Attempting to bind port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:34.917457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:34.918017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:34.918522 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.919014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:34.919608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Bound port: a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:34.920138 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.960961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdc120d-bebf-4b3d-af84-e0c13f11980f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:34.988002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56307ee-6666-42be-b32c-0c00abf598be req-2dc8ff1c-0c56-4dc6-b9f5-a51fbae76caf tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.991309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-2dc8ff1c-0c56-4dc6-b9f5-a51fbae76caf tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "GET /v2.0/networks?id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f HTTP/1.1" status: 200 len: 808 time: 0.3892391 Jun 30 08:54:34.994405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 097fa0b0-acf6-4128-aeb1-27acc65a2190 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:35.001163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] For port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:35.003907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.009892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.010656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.021692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Request body: {'port': {'device_id': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f', 'admin_state_up': True, 'tenant_id': 'c614ffb88ea24fa39e78bca3603ad018'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:35.055013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 097fa0b0-acf6-4128-aeb1-27acc65a2190 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:35.055721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 097fa0b0-acf6-4128-aeb1-27acc65a2190 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:35.073446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] For port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:35.080205 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.107633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.138748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-72280dc6-7f11-491b-a52e-218fd08e8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.139750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-72280dc6-7f11-491b-a52e-218fd08e8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.140237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-72280dc6-7f11-491b-a52e-218fd08e8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.141874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-72280dc6-7f11-491b-a52e-218fd08e8e34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 200 len: 2293 time: 0.5932710 Jun 30 08:54:35.152635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d112c8-610a-4c70-a288-7d7b51fbecdf None None] Pushing event updated for resources: {'Port': ['ID=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:35.177412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Network': ['ID=2ac23ef2-848e-4967-a996-ecbeadb3d77d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:35.177928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:35.178799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:54:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:35.188034 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b5e7fc7c-1b76-429d-875e-aaf295662f97 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3957632 Jun 30 08:54:35.192988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:35.197128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2ac23ef2-848e-4967-a996-ecbeadb3d77d details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:54:35.201064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'subnet': {'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:35.349610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2e691759-9e97-4673-b115-3c25a4aabef6 None None] Provisioning for port d031e84d-342a-40ee-aae8-3496c6b0d47a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:35.356928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2e691759-9e97-4673-b115-3c25a4aabef6 None None] Provisioning complete for port d031e84d-342a-40ee-aae8-3496c6b0d47a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:35.357303 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e691759-9e97-4673-b115-3c25a4aabef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.398772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:35.462371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2e691759-9e97-4673-b115-3c25a4aabef6 None None] Port d031e84d-342a-40ee-aae8-3496c6b0d47a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:35.603591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:30Z', 'revision_number': 3, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:35.607612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Pushing event updated for resources: {'Port': ['ID=d031e84d-342a-40ee-aae8-3496c6b0d47a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:35.626384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Attempting to bind port 5cdc120d-bebf-4b3d-af84-e0c13f11980f on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:35.626713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Attempting to bind port 5cdc120d-bebf-4b3d-af84-e0c13f11980f by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:35.627042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Attempting to bind port 5cdc120d-bebf-4b3d-af84-e0c13f11980f on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:35.632433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e6fbc-7822-4663-88ee-fcfadb12939a req-28d1210c-513e-44b5-8b25-7050c812f715 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.635915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-123e6fbc-7822-4663-88ee-fcfadb12939a req-28d1210c-513e-44b5-8b25-7050c812f715 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.8978264 Jun 30 08:54:35.637119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b22526-7f6c-49ad-8d84-b5f0a0b65ffe None None] The sync data for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 is: [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:30Z', 'revision_number': 3, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:54:35.646600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-255fd689-4692-45ec-975c-a863968f1e89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aae73d3-cd14-4515-8126-f76949fab2f2 HTTP/1.1" status: 200 len: 1001 time: 0.4810703 Jun 30 08:54:35.659009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368d8e7-a6ba-4647-9078-8a7835c73684 req-5cf21345-9746-41aa-8ea7-6fe516cad2ce tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.659009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1368d8e7-a6ba-4647-9078-8a7835c73684 req-5cf21345-9746-41aa-8ea7-6fe516cad2ce tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.7160649 Jun 30 08:54:35.667559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Port 5cdc120d-bebf-4b3d-af84-e0c13f11980f on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:35.667905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Attempting to bind port 5cdc120d-bebf-4b3d-af84-e0c13f11980f on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:35.684433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:35.684768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:35.685144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Bound using segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:35.685580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Bound port: 5cdc120d-bebf-4b3d-af84-e0c13f11980f, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:35.685956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.703507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.733021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:54:35.733021 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:54:35.733021 n-d-758944-40 neutron-server[100238]: [parameters: {'project_id_1': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 54, 35, 672829)}] Jun 30 08:54:35.733021 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:54:35.733491 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:54:35.760714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Made reservation on behalf of c614ffb88ea24fa39e78bca3603ad018 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:35.764289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.777499 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.788070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-beb2a4dd-e6f7-4174-b9cd-70316427ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.789562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-beb2a4dd-e6f7-4174-b9cd-70316427ad2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c58ebb8-87c6-4fed-99d2-d25c64c74536 HTTP/1.1" status: 200 len: 851 time: 0.1290507 Jun 30 08:54:35.800960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1368d8e7-a6ba-4647-9078-8a7835c73684 req-210d6b7a-3cc9-42c5-8d9d-6ea7a91df7ef tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078980 Jun 30 08:54:35.804100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] For port 5cdc120d-bebf-4b3d-af84-e0c13f11980f, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:35.804241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-123e6fbc-7822-4663-88ee-fcfadb12939a req-7d3e8325-d680-495e-9853-4ba74252c409 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467850 Jun 30 08:54:35.808073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] For port 5cdc120d-bebf-4b3d-af84-e0c13f11980f, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5cdc120d-bebf-4b3d-af84-e0c13f11980f,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:35.838207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.936280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdc120d-bebf-4b3d-af84-e0c13f11980f,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:35.976654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.980384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.981107 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-c2acc5ec-5de0-4775-8703-8f2e410323f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/5cdc120d-bebf-4b3d-af84-e0c13f11980f HTTP/1.1" status: 200 len: 1093 time: 2.5190742 Jun 30 08:54:35.987499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d784223-5944-49a7-bb35-24ed767871c4', 'tag': '5cdc120d-bebf-4b3d-af84-e0c13f11980f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:36.007053 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d784223-5944-49a7-bb35-24ed767871c4", "tag": "5cdc120d-bebf-4b3d-af84-e0c13f11980f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:36.025222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-2e0d0e2e-6c25-4e63-9df6-eba9055320de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.027028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-2e0d0e2e-6c25-4e63-9df6-eba9055320de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2298541 Jun 30 08:54:36.104258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16dd903a-e292-4ce2-b860-f61dd7fc3366 req-bc19d958-6aba-4696-a7ce-628ac659614a tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 210 time: 0.0821843 Jun 30 08:54:36.158594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Allocated IP 172.20.0.9 (67b496b6-a1dc-4a93-8d89-be60ba9c5d3f/25ecaf08-2da8-4b27-9cdf-95637e349846/4d630346-173e-4070-943f-fd8b0960ee4f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:36.161065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-9ad1cde0-1d58-4295-a500-c65809f76e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.163420 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-9ad1cde0-1d58-4295-a500-c65809f76e11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 1096 time: 0.1264746 Jun 30 08:54:36.218504 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-33ecc1c0-c7ad-4f05-81c3-84bc20473d26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cdc120d-bebf-4b3d-af84-e0c13f11980f HTTP/1.1" status: 200 len: 217 time: 0.0418692 Jun 30 08:54:36.223524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.244841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.250240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a113cd-e752-4f49-a76b-f6b8d8958fbf req-72115936-0117-40b2-96ac-ad5ac164f310 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.251779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4a113cd-e752-4f49-a76b-f6b8d8958fbf req-72115936-0117-40b2-96ac-ad5ac164f310 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 944 time: 0.2814875 Jun 30 08:54:36.253595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-f5b09048-bac2-4fe4-a0f1-dc72d2a93aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897650 Jun 30 08:54:36.351704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:36.355404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.363123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-5cae925b-2259-460c-8864-b94a72fb1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.364593 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-5cae925b-2259-460c-8864-b94a72fb1239 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.1386530 Jun 30 08:54:36.425386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.451394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Pushing event updated for resources: {'Port': ['ID=d031e84d-342a-40ee-aae8-3496c6b0d47a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:36.456918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4a113cd-e752-4f49-a76b-f6b8d8958fbf req-5f8c2125-34c6-4776-bd82-ccb55795c9c9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939392 Jun 30 08:54:36.465047 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-294b9f9c-7d37-4a65-9a37-b6b20005b950 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561519 Jun 30 08:54:36.525262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-65fd1763-d049-463d-9d7b-29a543b60ff8 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505341 Jun 30 08:54:36.550351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.561698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.565330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.573798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.587755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.597200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.604495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.615267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-2e6eb222-1490-477d-8956-6f3ab7749f49 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.3577564 Jun 30 08:54:36.629226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.661316 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90c082f-3c09-452b-a1f1-9dd780ad4afa x-openstack-request-id: req-c90c082f-3c09-452b-a1f1-9dd780ad4afa {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:36.661604 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d784223-5944-49a7-bb35-24ed767871c4", "tag": "5cdc120d-bebf-4b3d-af84-e0c13f11980f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:36.661909 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c90c082f-3c09-452b-a1f1-9dd780ad4afa {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:36.662264 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d784223-5944-49a7-bb35-24ed767871c4', 'tag': '5cdc120d-bebf-4b3d-af84-e0c13f11980f', 'status': 'completed', 'code': 200} Jun 30 08:54:36.695651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-0e345a9b-5cb1-49f1-89a8-b860f6224ae1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 217 time: 0.0529850 Jun 30 08:54:36.709413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:36.713955 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-4c4a156b-6d09-444e-9867-00916e3a2a58 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362511 Jun 30 08:54:36.716992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:36.764727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df672ee3-6469-4eb6-a4dd-4cda6fc75c42 req-b84ad5fb-11b6-4c0d-9b9e-cc722e257786 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479874 Jun 30 08:54:36.779239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.815392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-e593d354-1a90-4e1d-8e1a-069eca73de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.816902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-e593d354-1a90-4e1d-8e1a-069eca73de0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.1128333 Jun 30 08:54:36.843143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:36.867715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:36.877474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:36.878652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.905408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Pushing event updated for resources: {'Port': ['ID=4d630346-173e-4070-943f-fd8b0960ee4f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:36.952679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.953214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.010180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-e9898929-a32f-4ac1-b91e-4076aedf5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.012429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-e9898929-a32f-4ac1-b91e-4076aedf5563 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1879187 Jun 30 08:54:37.016067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-fe0008f4-5ff9-4f1e-a1f1-d0f8ebb3a5ab tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033939 Jun 30 08:54:37.040407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:37.066305 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e464737c-80e3-4525-8fa2-52504cc7aacd req-77535514-d009-4364-a07e-b158c8415719 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391659 Jun 30 08:54:37.067282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Subnet': ['ID=50e48173-bcf6-4520-8f46-75d23df86ad8,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:37.084581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Request body: {'port': {'device_id': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:37.100899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Router aa247675-b9f2-4b18-affb-572eab086b5e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:37.102920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Checking segment: {'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:37.103785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network hostable DHCP agents. Network: 2ac23ef2-848e-4967-a996-ecbeadb3d77d, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:54:37.147705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network 2ac23ef2-848e-4967-a996-ecbeadb3d77d is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:54:37.160978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.177316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:37.184069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:37.185043 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.228671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77579b0f-2c59-43d8-ade5-9535e20d2e94 None None] Provisioning complete for port d031e84d-342a-40ee-aae8-3496c6b0d47a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:37.229044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77579b0f-2c59-43d8-ade5-9535e20d2e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.242356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2ac23ef2-848e-4967-a996-ecbeadb3d77d) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:37.262521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f8fa6-8e55-403d-a9ba-1d47233877e7 None None] Network 2ac23ef2-848e-4967-a996-ecbeadb3d77d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:37.279993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.280452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.313228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6e9e491d-7e7d-4939-aa3e-d481b2bfc1c7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1160645 Jun 30 08:54:37.314628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:37.329853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-723971642'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:37.347487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:37.350361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-77579b0f-2c59-43d8-ade5-9535e20d2e94 None None] Port d031e84d-342a-40ee-aae8-3496c6b0d47a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:37.368969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-656537ed-5e04-475c-8bd7-0b22a6bc1f1e admin admin] 10.222.0.53 "PUT /v2.0/routers/aa247675-b9f2-4b18-affb-572eab086b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3210006 Jun 30 08:54:37.380924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-c2ccbf8f-db75-436a-9bc5-aeff2945d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.383820 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-c2ccbf8f-db75-436a-9bc5-aeff2945d895 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 1096 time: 0.2331769 Jun 30 08:54:37.389455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:37.394782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.413152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-73be0d20-65cf-4ba5-9b81-645af5a8c8e0 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612185 Jun 30 08:54:37.435676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784ef8-a3d4-4a7f-a743-3107487a60a7 req-5549cb24-d27a-4005-b7fd-d9618b3fc8fb tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.437580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40784ef8-a3d4-4a7f-a743-3107487a60a7 req-5549cb24-d27a-4005-b7fd-d9618b3fc8fb tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.4205408 Jun 30 08:54:37.449308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.453975 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.464425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-07f91c20-75d8-4997-9be7-edf0854f1ff9 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.466266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-07f91c20-75d8-4997-9be7-edf0854f1ff9 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1098 time: 0.3787129 Jun 30 08:54:37.488797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:54:37.495459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-40'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:37.518300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:37.525540 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.536146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.536495 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Added segment 3679b0cf-b122-4529-8695-8f5e24f4a10f of type vlan for network d70507e6-ef38-49aa-b1d4-70571cdd8d22 Jun 30 08:54:37.538613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad58d3b-04eb-4232-bfa0-68e34904cdf8 req-fb7a9f72-c04a-4e5d-b337-77916c648ba3 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.546683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ad58d3b-04eb-4232-bfa0-68e34904cdf8 req-fb7a9f72-c04a-4e5d-b337-77916c648ba3 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.3797555 Jun 30 08:54:37.592234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2ac23ef2-848e-4967-a996-ecbeadb3d77d', 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'fixed_ips': [{'subnet_id': '50e48173-bcf6-4520-8f46-75d23df86ad8'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:54:37.594077 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.602919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-e61122e1-d46f-4983-894a-7537b507dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.604412 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-e61122e1-d46f-4983-894a-7537b507dfe9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.2068594 Jun 30 08:54:37.613618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.662423 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-19d04a57-584d-4ac7-bcf2-1c846a707343 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cdc120d-bebf-4b3d-af84-e0c13f11980f HTTP/1.1" status: 200 len: 217 time: 0.0444469 Jun 30 08:54:37.696128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:37.716485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.722326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.723012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.740226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40784ef8-a3d4-4a7f-a743-3107487a60a7 req-82e08dc5-48a5-41ba-8b07-f05d6540df82 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882633 Jun 30 08:54:37.772502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Allocated IP 19.80.0.2 (2ac23ef2-848e-4967-a996-ecbeadb3d77d/50e48173-bcf6-4520-8f46-75d23df86ad8/6637a6c4-caf2-4bd9-ac47-a5efd3766c34) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:37.780446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-461a098f-65af-4ee8-a62c-e73007781de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.781973 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-461a098f-65af-4ee8-a62c-e73007781de8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.1130505 Jun 30 08:54:37.806669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ad58d3b-04eb-4232-bfa0-68e34904cdf8 req-d332afb5-d218-43aa-aee8-b476ff783e2b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588875 Jun 30 08:54:37.817192 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4970443 Jun 30 08:54:37.818722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55800) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:37.838510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'subnet': {'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:37.856882 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-ac5918ba-fc1b-402b-a7ec-d705d6c2633e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589976 Jun 30 08:54:37.875230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d1e03-79cd-4ff3-a52f-2d9afaa25a91 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Network': ['ID=d70507e6-ef38-49aa-b1d4-70571cdd8d22,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:37.890616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d70507e6-ef38-49aa-b1d4-70571cdd8d22 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:54:37.927575 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Sync routers for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:37.940039 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:37.940952 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:54:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:38.014807 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-3067e648-98c6-4865-95ac-d038d767dc5c service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348326 Jun 30 08:54:38.017231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.027774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Transition to ACTIVE for port object 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:38.041270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.043725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Transition to ACTIVE for port object 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:38.050751 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.078296 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:38.092796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Network 2ac23ef2-848e-4967-a996-ecbeadb3d77d is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:38.099784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:38.105306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:38.108661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Pushing event updated for resources: {'Port': ['ID=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:38.154843 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fa9c5004-6fcd-4ea1-8253-d4fe8ffb11dd req-cc50bcb7-3414-4af5-afda-ef358ff416c6 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310809 Jun 30 08:54:38.177661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Attempting to bind port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:38.177945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Attempting to bind port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:38.178464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Attempting to bind port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 on network 2ac23ef2-848e-4967-a996-ecbeadb3d77d {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:38.184079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:38.184460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Checking segment: {'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:38.184918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.185237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Bound using segment: {'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:38.185721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Bound port: 6637a6c4-caf2-4bd9-ac47-a5efd3766c34, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:38.186099 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.187212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-0733daa2-dac5-441a-a164-d2d3504e13ac service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482901 Jun 30 08:54:38.257194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] For port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:38.261010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] For port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:38.264923 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.295842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-7deca463-ff42-41af-a218-a13d6039998c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 217 time: 0.0934088 Jun 30 08:54:38.311364 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:36Z', 'revision_number': 2, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:38.324247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb0d11-c5f4-4afb-a7e7-720c765b629a None None] Pushing event updated for resources: {'Port': ['ID=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:38.345408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Checking router: aa247675-b9f2-4b18-affb-572eab086b5e for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:38.346117 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Updating router aa247675-b9f2-4b18-affb-572eab086b5e port d031e84d-342a-40ee-aae8-3496c6b0d47a binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:54:38.379902 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.398450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:38.402014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.471093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10c381-7fd4-4ec3-ae10-2853d6f4c33b req-ce64020a-5c0d-4c18-8904-80a0ea4dfa6e tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.474191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c10c381-7fd4-4ec3-ae10-2853d6f4c33b req-ce64020a-5c0d-4c18-8904-80a0ea4dfa6e tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 931 time: 0.4911742 Jun 30 08:54:38.553888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-3a895503-229e-4622-9b27-e92be3695efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.555309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-3a895503-229e-4622-9b27-e92be3695efe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.2336464 Jun 30 08:54:38.567705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632dcc5-fc37-459b-b95b-880250d906c3 req-0a00bc95-3879-413f-9bd0-2628e02891b6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.570325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6632dcc5-fc37-459b-b95b-880250d906c3 req-0a00bc95-3879-413f-9bd0-2628e02891b6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 944 time: 0.5267479 Jun 30 08:54:38.690654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c10c381-7fd4-4ec3-ae10-2853d6f4c33b req-9bbf709b-cd05-4f53-a5b1-57822c3529f6 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483173 Jun 30 08:54:38.732513 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.744034 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Transition to ACTIVE for port object d031e84d-342a-40ee-aae8-3496c6b0d47a will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:38.750441 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.781199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:38.787577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6632dcc5-fc37-459b-b95b-880250d906c3 req-6f42d7ed-ef63-4022-b6b1-1382cc053af2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817560 Jun 30 08:54:38.788508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5cdc120d-bebf-4b3d-af84-e0c13f11980f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:38.930598 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Pushing event updated for resources: {'Port': ['ID=d031e84d-342a-40ee-aae8-3496c6b0d47a,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:38.946538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d630346-173e-4070-943f-fd8b0960ee4f {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:38.972281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.995731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-5bda8ab2-8a05-4841-bc16-77c1c0b41052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.997543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-5bda8ab2-8a05-4841-bc16-77c1c0b41052 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4071550 Jun 30 08:54:39.004364 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.004707 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.005095 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.005602 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.006455 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.006940 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.007419 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.007906 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.008382 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.008877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.009229 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.009550 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:39.013823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:39.044170 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Attempting to bind port d031e84d-342a-40ee-aae8-3496c6b0d47a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:39.044561 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Attempting to bind port d031e84d-342a-40ee-aae8-3496c6b0d47a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:39.044936 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Attempting to bind port d031e84d-342a-40ee-aae8-3496c6b0d47a on network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:39.056003 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:39.058258 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Checking segment: {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:39.058609 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.058999 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Bound using segment: {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:39.059474 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Bound port: d031e84d-342a-40ee-aae8-3496c6b0d47a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:39.059846 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.097494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 5cdc120d-bebf-4b3d-af84-e0c13f11980f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5cdc120d-bebf-4b3d-af84-e0c13f11980f,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:39.125433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '5cdc120d-bebf-4b3d-af84-e0c13f11980f', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'port_id': '5cdc120d-bebf-4b3d-af84-e0c13f11980f', 'mac_address': 'fa:16:3e:1b:27:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb8979-ffb4-4f77-834b-3f3c62aac98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:39.188251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:39.235273 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] For port d031e84d-342a-40ee-aae8-3496c6b0d47a, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:39.243875 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] For port d031e84d-342a-40ee-aae8-3496c6b0d47a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d031e84d-342a-40ee-aae8-3496c6b0d47a,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:39.249109 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.263531 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.302572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdc120d-bebf-4b3d-af84-e0c13f11980f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:39.326594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:39.327147 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.346791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:39.352851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b3f6d80a-98aa-4745-965c-c929fb82552c tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118122282', 'description': 'tempest-description--1863095508'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:39.393236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 5cdc120d-bebf-4b3d-af84-e0c13f11980f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5cdc120d-bebf-4b3d-af84-e0c13f11980f,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:39.403927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d80a-98aa-4745-965c-c929fb82552c tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.412036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.413596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:39.498618 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32acac-45f3-494d-b25b-9a53ce8f0093 None None] Pushing event updated for resources: {'Port': ['ID=d031e84d-342a-40ee-aae8-3496c6b0d47a,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:39.520787 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:39.521408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:54:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:39.578400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d80a-98aa-4745-965c-c929fb82552c tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.585083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d80a-98aa-4745-965c-c929fb82552c tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.663565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d80a-98aa-4745-965c-c929fb82552c tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0917c272-aeb9-44dd-9d73-7f561c17da42,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:39.687198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d80a-98aa-4745-965c-c929fb82552c tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.697924 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b3f6d80a-98aa-4745-965c-c929fb82552c tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3498173 Jun 30 08:54:39.701170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55810) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:39.713700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-20e2f3ac-5030-4696-9bee-a0d9ba23b00e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Request body: {'security_group_rule': {'security_group_id': '0917c272-aeb9-44dd-9d73-7f561c17da42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:39.727965 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:39.731347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ed29488a-3100-4b67-a218-dd4262ce43f2 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:39.773705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20e2f3ac-5030-4696-9bee-a0d9ba23b00e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.775123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-ddef50d1-aeb0-426b-ae26-f82ac8509b58 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666299 Jun 30 08:54:39.783584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Transition to ACTIVE for port object 4d630346-173e-4070-943f-fd8b0960ee4f will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:39.805844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=5cdc120d-bebf-4b3d-af84-e0c13f11980f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:39.872364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b40774-f83f-4c83-ae7c-1b13dba464f2 None None] Network 2ac23ef2-848e-4967-a996-ecbeadb3d77d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:39.882547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20e2f3ac-5030-4696-9bee-a0d9ba23b00e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.887491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20e2f3ac-5030-4696-9bee-a0d9ba23b00e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.916957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2f3ac-5030-4696-9bee-a0d9ba23b00e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b64b321-2060-4136-b44b-738f5789ae3f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:39.940018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20e2f3ac-5030-4696-9bee-a0d9ba23b00e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.941435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-20e2f3ac-5030-4696-9bee-a0d9ba23b00e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2384450 Jun 30 08:54:39.944595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55816) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:39.949488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3f568f12-187a-4bb4-9ac0-1600e005db50 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Request body: {'security_group_rule': {'security_group_id': '0917c272-aeb9-44dd-9d73-7f561c17da42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:39.954342 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.989096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3f568f12-187a-4bb4-9ac0-1600e005db50 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.004860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:40.012949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ce250dc5-39ef-4db7-8edf-4fadff1ebce1 None None] Provisioning for port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:40.025407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:40.063732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 has no active binding in host n-h2-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:54:40.084111 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3f568f12-187a-4bb4-9ac0-1600e005db50 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.088671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3f568f12-187a-4bb4-9ac0-1600e005db50 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.096160 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:39Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:40.103920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.105584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ed29488a-3100-4b67-a218-dd4262ce43f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ed29488a-3100-4b67-a218-dd4262ce43f2,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:40.106514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:40.109001 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3c2124-84e1-4474-b6da-3ca00023bfbd" -d '{"events": [{"server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "name": "network-vif-unplugged", "status": "completed", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:40.117643 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.123503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f568f12-187a-4bb4-9ac0-1600e005db50 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63639f94-1db0-401f-8053-3d0b18ccdf1d,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.129096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3f568f12-187a-4bb4-9ac0-1600e005db50 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.133955 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3f568f12-187a-4bb4-9ac0-1600e005db50 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855977 Jun 30 08:54:40.134703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'port_id': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'mac_address': 'fa:16:3e:8e:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:40.135233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55822) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:40.144491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:40.158998 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a2e8e-4a9d-49de-a558-3d130e7294f4 None None] The sync data for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 is: [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:39Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:54:40.179681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.185233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.189403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-f7b57f59-82ce-4aa3-b832-c361e9a17073 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417225 Jun 30 08:54:40.213727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:40.215950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Pushing event updated for resources: {'Port': ['ID=4d630346-173e-4070-943f-fd8b0960ee4f,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.282578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:40.282951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.297927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.342159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-9da71ecb-9c89-4c70-9914-40028c72767e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf HTTP/1.1" status: 200 len: 217 time: 0.1333907 Jun 30 08:54:40.344494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['5cdc120d-bebf-4b3d-af84-e0c13f11980f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:40.379240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Subnet': ['ID=f0b98d6c-80a6-4dda-89c6-441f68f12093,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.390172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.415990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed29488a-3100-4b67-a218-dd4262ce43f2 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:40.462787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ed29488a-3100-4b67-a218-dd4262ce43f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ed29488a-3100-4b67-a218-dd4262ce43f2,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:40.494464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.495040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a808368f-b2c0-4f2f-942f-80dabee248b0 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:40.530069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.536190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.543120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.549115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Allocated IP 172.25.8.166 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/30868d76-99c3-409f-99ad-dd3ab57927b4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:40.553806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.564629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.571462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.583759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.586399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-89c0770e-9746-459b-bfc9-e259da427b77 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5430 time: 0.7865331 Jun 30 08:54:40.636415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Checking segment: {'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:40.637166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network hostable DHCP agents. Network: d70507e6-ef38-49aa-b1d4-70571cdd8d22, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:54:40.682853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ed29488a-3100-4b67-a218-dd4262ce43f2,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.683302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a4c51-9db0-4196-a8ae-317233b65d79 req-7b99ac11-2870-451d-b906-0f7d54a092cf tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.691014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d9a4c51-9db0-4196-a8ae-317233b65d79 req-7b99ac11-2870-451d-b906-0f7d54a092cf tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 946 time: 0.9084337 Jun 30 08:54:40.702755 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.716105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.726540 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.754561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-1a991f74-13a5-4836-aafc-98839e6a963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.758465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-1a991f74-13a5-4836-aafc-98839e6a963a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.3884454 Jun 30 08:54:40.794954 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.803187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a808368f-b2c0-4f2f-942f-80dabee248b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a808368f-b2c0-4f2f-942f-80dabee248b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:40.806213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on host n-h1-758944-40 for vnic_type normal with profile {"migrating_to": "n-h2-758944-40"} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:40.806741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:40.814201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:40.831846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:40.834204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'a808368f-b2c0-4f2f-942f-80dabee248b0', 'network_id': '9f16d819-f744-474e-9604-46005a705582', 'port_id': 'a808368f-b2c0-4f2f-942f-80dabee248b0', 'mac_address': 'fa:16:3e:2d:98:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c22bd83-9558-49bf-ba17-fa2105b4a7b2', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:40.839772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.893407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event updated for resources: {'Port': ['ID=30868d76-99c3-409f-99ad-dd3ab57927b4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.914895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Attempting to bind port 4d630346-173e-4070-943f-fd8b0960ee4f on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:40.915576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Attempting to bind port 4d630346-173e-4070-943f-fd8b0960ee4f by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:40.916114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Attempting to bind port 4d630346-173e-4070-943f-fd8b0960ee4f on network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:40.931901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:40.933719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:40.942868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:40.943002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:40.943335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Attempting to bind port 1a854468-faa3-4aec-bc5a-dae490f52675 on network 6aab6988-438d-4a76-bc8c-d4deb36fe0ce {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:40.945955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network d70507e6-ef38-49aa-b1d4-70571cdd8d22 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:54:40.968116 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.969839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.976175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d9a4c51-9db0-4196-a8ae-317233b65d79 req-389907b7-a2ce-4672-abb9-21e7ed8bf7b0 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845860 Jun 30 08:54:40.994650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fb26e0-15f1-4220-8d97-a6b0d3b7d3ce req-8ce9281c-8e63-4270-9ea4-41d532bf5a3a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3508348 Jun 30 08:54:41.000448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Port 4d630346-173e-4070-943f-fd8b0960ee4f on network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:41.000999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Attempting to bind port 4d630346-173e-4070-943f-fd8b0960ee4f on network 67b496b6-a1dc-4a93-8d89-be60ba9c5d3f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:41.010268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:41.010820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Checking segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:41.011398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Bound using segment: {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:41.012020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Bound port: 1a854468-faa3-4aec-bc5a-dae490f52675, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13df231-5970-4352-afb4-450b412dfb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6aab6988-438d-4a76-bc8c-d4deb36fe0ce'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:41.012549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.027895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, d70507e6-ef38-49aa-b1d4-70571cdd8d22) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:41.031059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d031e84d-342a-40ee-aae8-3496c6b0d47a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:41.039644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a808368f-b2c0-4f2f-942f-80dabee248b0 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:41.046127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3587e3cd-612d-4273-826b-424f1dff4f79 None None] Network d70507e6-ef38-49aa-b1d4-70571cdd8d22 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:41.048711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:41.049261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Checking segment: {'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:41.049960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Bound using segment: {'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:41.050572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Bound port: 4d630346-173e-4070-943f-fd8b0960ee4f, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780bfe34-d7e7-4382-9c76-0b563e2c4e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:41.051115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.070354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.074905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-277517f3-dbbb-49e2-80a2-4565d4870261 None None] Provisioning complete for port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:41.075303 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-277517f3-dbbb-49e2-80a2-4565d4870261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.079309 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.139778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.193696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a808368f-b2c0-4f2f-942f-80dabee248b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a808368f-b2c0-4f2f-942f-80dabee248b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:41.210157 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.211726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:41.234382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.273467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fbb50665-a4a6-46ef-8b8d-459e0ce974ae tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4420445 Jun 30 08:54:41.286123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:41.290026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-0d89b872-4f6d-4aa5-b421-42815820f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.291711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-0d89b872-4f6d-4aa5-b421-42815820f96f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5250425 Jun 30 08:54:41.293538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:41.380081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.478567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d031e84d-342a-40ee-aae8-3496c6b0d47a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:41.489146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.496896 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.499341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:41.502772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a808368f-b2c0-4f2f-942f-80dabee248b0,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:41.518066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d031e84d-342a-40ee-aae8-3496c6b0d47a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:41.518535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.577602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '6352cf45-a3b1-4f94-8f17-6f37cf6affd7', 'network_id': '9f16d819-f744-474e-9604-46005a705582', 'port_id': '6352cf45-a3b1-4f94-8f17-6f37cf6affd7', 'mac_address': 'fa:16:3e:07:46:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c22bd83-9558-49bf-ba17-fa2105b4a7b2', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:41.582467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event updated for resources: {'Port': ['ID=30868d76-99c3-409f-99ad-dd3ab57927b4,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:41.605110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.609178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] For port 4d630346-173e-4070-943f-fd8b0960ee4f, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:41.620462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.622609 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3aa0433d-8d2d-4238-963e-078844ae6459 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4859545 Jun 30 08:54:41.642596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] For port 4d630346-173e-4070-943f-fd8b0960ee4f, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d630346-173e-4070-943f-fd8b0960ee4f,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:41.659885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=8']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:41.671511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-d70507e6-ef38-49aa-b1d4-70571cdd8d22', 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'fixed_ips': [{'subnet_id': 'f0b98d6c-80a6-4dda-89c6-441f68f12093'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:54:41.672055 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.688013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.693142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.713509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67e539-e4fb-4d88-8c57-779bdc89e70f req-d43344d2-da89-4d83-8613-4f380492a097 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.715199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf67e539-e4fb-4d88-8c57-779bdc89e70f req-d43344d2-da89-4d83-8613-4f380492a097 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.4353855 Jun 30 08:54:41.723203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.723919 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.725986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-92bd2fbf-bea7-484f-804c-1bcfee9e3e51 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 200 len: 1124 time: 4.2351246 Jun 30 08:54:41.774642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c38f9e-ccb2-41ea-b530-15a297d3f3cc req-4ea27909-65f3-4ec1-abdc-4d2b817050ea tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.780733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41c38f9e-ccb2-41ea-b530-15a297d3f3cc req-4ea27909-65f3-4ec1-abdc-4d2b817050ea tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 943 time: 0.5044055 Jun 30 08:54:41.793910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:41.805901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.806331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.807714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d630346-173e-4070-943f-fd8b0960ee4f HTTP/1.1" status: 200 len: 1092 time: 4.7570131 Jun 30 08:54:41.817814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-ad025298-3bff-4503-a80e-81bbbb22722e service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730082 Jun 30 08:54:41.871880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:41.889496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.890371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0a92f4fc-d00e-4312-bcbd-32a345d752b0 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:41.924639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['1a854468-faa3-4aec-bc5a-dae490f52675'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:41.926568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['1a854468-faa3-4aec-bc5a-dae490f52675'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:41.967156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf67e539-e4fb-4d88-8c57-779bdc89e70f req-2c8f5c43-b873-4f8f-89b7-ff181e890e75 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045913 Jun 30 08:54:41.972132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd92b30-5290-4863-a3f0-544c0e9bc988 service neutron] Pushing event updated for resources: {'Port': ['ID=4d630346-173e-4070-943f-fd8b0960ee4f,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:41.981896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.012403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41c38f9e-ccb2-41ea-b530-15a297d3f3cc req-33240ba3-ba73-4cb4-b1f8-84ea6d1e9c30 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089911 Jun 30 08:54:42.051078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-d0ffc473-9a5b-4425-bfaa-2e92a5ff0168 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207203 Jun 30 08:54:42.062946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56307ee-6666-42be-b32c-0c00abf598be req-0aaa524d-c8f7-4ed8-bd4a-2b45191572c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.064812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-0aaa524d-c8f7-4ed8-bd4a-2b45191572c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c614ffb88ea24fa39e78bca3603ad018&device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 1095 time: 0.1509173 Jun 30 08:54:42.147958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-a3460346-214d-402f-81ab-83fc93d8915b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8 HTTP/1.1" status: 200 len: 217 time: 0.0819113 Jun 30 08:54:42.156953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-a1732275-d600-438a-90fb-ac7ecd4bb040 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d630346-173e-4070-943f-fd8b0960ee4f HTTP/1.1" status: 200 len: 217 time: 0.0842075 Jun 30 08:54:42.241805 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd74451-86fc-43fc-b6b4-314d02fc055b x-openstack-request-id: req-5cd74451-86fc-43fc-b6b4-314d02fc055b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:42.242190 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "name": "network-vif-unplugged", "status": "completed", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:42.242372 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cd74451-86fc-43fc-b6b4-314d02fc055b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:42.242756 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675', 'code': 200} Jun 30 08:54:42.246108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Allocated IP 19.86.0.2 (d70507e6-ef38-49aa-b1d4-70571cdd8d22/f0b98d6c-80a6-4dda-89c6-441f68f12093/5ff98b19-486a-4d6c-9c78-24210357a15a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:42.276371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56307ee-6666-42be-b32c-0c00abf598be req-69996e1f-5d61-422a-b635-07cdc470bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.277978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-69996e1f-5d61-422a-b635-07cdc470bb82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ecaf08-2da8-4b27-9cdf-95637e349846 HTTP/1.1" status: 200 len: 848 time: 0.0896850 Jun 30 08:54:42.280375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-917bbcec-ec2f-4b89-88df-d30848b60903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.281848 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-917bbcec-ec2f-4b89-88df-d30848b60903 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.1224437 Jun 30 08:54:42.285251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:42.317487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port d031e84d-342a-40ee-aae8-3496c6b0d47a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d031e84d-342a-40ee-aae8-3496c6b0d47a,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:42.324651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:42.336077 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.348479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '0a92f4fc-d00e-4312-bcbd-32a345d752b0', 'network_id': '9f16d819-f744-474e-9604-46005a705582', 'port_id': '0a92f4fc-d00e-4312-bcbd-32a345d752b0', 'mac_address': 'fa:16:3e:52:84:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c22bd83-9558-49bf-ba17-fa2105b4a7b2', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:42.360074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-54832a23-8960-46dc-bf40-2908a750d41c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744295 Jun 30 08:54:42.430941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8442c4-e7c7-4b95-b46a-04833b44468d req-1a10dc77-7275-4b96-a7d0-74a8dc59224c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.432599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8442c4-e7c7-4b95-b46a-04833b44468d req-1a10dc77-7275-4b96-a7d0-74a8dc59224c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 945 time: 0.2876101 Jun 30 08:54:42.539793 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.563377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=d031e84d-342a-40ee-aae8-3496c6b0d47a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:42.587155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a92f4fc-d00e-4312-bcbd-32a345d752b0 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:42.610222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8442c4-e7c7-4b95-b46a-04833b44468d req-1ed7778b-fc8d-43a4-8fcc-8ac0a41cc3a3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615169 Jun 30 08:54:42.624283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-3ce62335-036a-464a-95f5-7ddb98dfc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.624283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-3ce62335-036a-464a-95f5-7ddb98dfc244 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3242090 Jun 30 08:54:42.633696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-06c5c30e-f1b7-4c17-9689-b08b4dbd60a4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.640367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-06c5c30e-f1b7-4c17-9689-b08b4dbd60a4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.641980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-06c5c30e-f1b7-4c17-9689-b08b4dbd60a4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/networks?id=2ac23ef2-848e-4967-a996-ecbeadb3d77d&id=d70507e6-ef38-49aa-b1d4-70571cdd8d22 HTTP/1.1" status: 200 len: 1390 time: 0.2875626 Jun 30 08:54:42.644895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:42.671928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.672592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6218e2a7-e454-4f53-89d3-1bbb384fcd59 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:42.684990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-d54ac5ca-5dff-455a-81fb-0c2c838054c9 service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097610 Jun 30 08:54:42.692909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-4a013d22-d9d1-493a-bc62-099de7be7427 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/quotas/cb6b89e7b9e44621a9dbd294ef72e3d2 HTTP/1.1" status: 200 len: 375 time: 0.0391722 Jun 30 08:54:42.768700 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.820495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Transition to ACTIVE for port object 5ff98b19-486a-4d6c-9c78-24210357a15a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:42.822401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5cdc120d-bebf-4b3d-af84-e0c13f11980f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:42.830110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:42.866434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0a92f4fc-d00e-4312-bcbd-32a345d752b0,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:42.883241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '6218e2a7-e454-4f53-89d3-1bbb384fcd59', 'network_id': '9f16d819-f744-474e-9604-46005a705582', 'port_id': '6218e2a7-e454-4f53-89d3-1bbb384fcd59', 'mac_address': 'fa:16:3e:f4:e3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c22bd83-9558-49bf-ba17-fa2105b4a7b2', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:42.887051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-39eae5c1-7a68-4b00-abe0-13f511ad8d2b tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1118122282&fields=id&tenant_id=6d5d5f83228a4008bf5f33ff95239ab7 HTTP/1.1" status: 200 len: 267 time: 0.1469717 Jun 30 08:54:42.893091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Transition to ACTIVE for port object 5ff98b19-486a-4d6c-9c78-24210357a15a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:42.921833 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.928626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-ff4a90a6-ab50-4197-ba59-aebf4571a9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856750 Jun 30 08:54:42.967186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:42.985978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56307ee-6666-42be-b32c-0c00abf598be req-477ef8d0-f3d2-4606-b025-9969f8aa4238 service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815936 Jun 30 08:54:42.999493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.032925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Network d70507e6-ef38-49aa-b1d4-70571cdd8d22 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:43.034136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Pushing event updated for resources: {'Port': ['ID=5ff98b19-486a-4d6c-9c78-24210357a15a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:43.036425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-4fbb5358-185f-40da-a945-969345348187 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3417387 Jun 30 08:54:43.036570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 5cdc120d-bebf-4b3d-af84-e0c13f11980f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:43.042175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6218e2a7-e454-4f53-89d3-1bbb384fcd59 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:43.054258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:43.058950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:43.064874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 5cdc120d-bebf-4b3d-af84-e0c13f11980f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:43.065315 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.104561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:43.132471 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.162471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-a4726ff0-b9a3-4e36-98d2-1edf2be8c831 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.164559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-a4726ff0-b9a3-4e36-98d2-1edf2be8c831 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/networks?id=2b0b4616-0954-4c68-a7aa-9ba36354dff4 HTTP/1.1" status: 200 len: 811 time: 0.2513530 Jun 30 08:54:43.182080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:43.202084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-bc2f5801-fd08-4df4-a933-2f3af6154bfa tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/quotas/6d5d5f83228a4008bf5f33ff95239ab7 HTTP/1.1" status: 200 len: 375 time: 0.0300391 Jun 30 08:54:43.211647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-7ec742ed-c2ef-4761-aea7-60c2c6847cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643125 Jun 30 08:54:43.215954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Attempting to bind port 5ff98b19-486a-4d6c-9c78-24210357a15a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:43.216332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Attempting to bind port 5ff98b19-486a-4d6c-9c78-24210357a15a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:43.216722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Attempting to bind port 5ff98b19-486a-4d6c-9c78-24210357a15a on network d70507e6-ef38-49aa-b1d4-70571cdd8d22 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:43.227445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:43.227906 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.262835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:43.263540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Checking segment: {'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:43.263665 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.264044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Bound using segment: {'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:43.264523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Bound port: 5ff98b19-486a-4d6c-9c78-24210357a15a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:43.264894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.284299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6218e2a7-e454-4f53-89d3-1bbb384fcd59,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:43.418962 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.482185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:43.509659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-334f9899-116f-4cf8-a466-3851da91885b None None] For port 5ff98b19-486a-4d6c-9c78-24210357a15a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:43.522643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d784223-5944-49a7-bb35-24ed767871c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc120d-bebf-4b3d-af84-e0c13f11980f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:43.525031 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a22b82-fe48-43dd-bc43-61e242a45ad0" -d '{"events": [{"server_uuid": "2d784223-5944-49a7-bb35-24ed767871c4", "name": "network-vif-plugged", "status": "completed", "tag": "5cdc120d-bebf-4b3d-af84-e0c13f11980f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:43.548514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154', 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed', 'port_id': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154', 'mac_address': 'fa:16:3e:03:4f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cfc681-d89c-4223-baa1-bd655a96483f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:43.554062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-334f9899-116f-4cf8-a466-3851da91885b None None] For port 5ff98b19-486a-4d6c-9c78-24210357a15a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ff98b19-486a-4d6c-9c78-24210357a15a,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:43.560849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 5cdc120d-bebf-4b3d-af84-e0c13f11980f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5cdc120d-bebf-4b3d-af84-e0c13f11980f,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:43.564694 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.571174 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.573854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d031e84d-342a-40ee-aae8-3496c6b0d47a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:43.616751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-3c1e5365-9db5-4442-b075-2e65c144fecd service neutron] 10.222.0.53 "GET /v2.0/networks/2ac23ef2-848e-4967-a996-ecbeadb3d77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687053 Jun 30 08:54:43.621792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-323da5ee-3141-4c60-86dd-0ccc00cf2f95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24735fe4-1349-46ea-8af5-df26068a41d4 HTTP/1.1" status: 200 len: 217 time: 0.3932045 Jun 30 08:54:43.704338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.708620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f9899-116f-4cf8-a466-3851da91885b None None] Pushing event updated for resources: {'Port': ['ID=5ff98b19-486a-4d6c-9c78-24210357a15a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:43.748524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:43.766278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-cfbb13c3-b76e-4318-81b4-5250875c9212 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d5d5f83228a4008bf5f33ff95239ab7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5569990 Jun 30 08:54:43.770919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-2fe638e0-3e79-4ec3-ab59-172b9a1851f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.773093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-2fe638e0-3e79-4ec3-ab59-172b9a1851f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.1379011 Jun 30 08:54:43.794071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:43.797174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d031e84d-342a-40ee-aae8-3496c6b0d47a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:43.797645 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.802552 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.803264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 581d334a-439e-4691-b6e0-e2512eac41ea details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:43.821751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=5cdc120d-bebf-4b3d-af84-e0c13f11980f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:43.900916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6b198bd5-c7d7-474b-a3f6-d248fe695920 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac23ef2-848e-4967-a996-ecbeadb3d77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746880 Jun 30 08:54:43.912939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 581d334a-439e-4691-b6e0-e2512eac41ea, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=581d334a-439e-4691-b6e0-e2512eac41ea,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:43.927767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:43.934517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '581d334a-439e-4691-b6e0-e2512eac41ea', 'network_id': '0c3277fc-9910-4118-a442-8a5263a127ed', 'port_id': '581d334a-439e-4691-b6e0-e2512eac41ea', 'mac_address': 'fa:16:3e:1a:97:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cfc681-d89c-4223-baa1-bd655a96483f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:43.989806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6352cf45-a3b1-4f94-8f17-6f37cf6affd7'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:44.023348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ed29488a-3100-4b67-a218-dd4262ce43f2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:44.026024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-2679f1c6-9968-48a6-bf99-7580195fb34f service neutron] 10.222.0.53 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460046 Jun 30 08:54:44.030409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-69572fc2-5247-4efe-bd98-ef216a0790be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.031992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-69572fc2-5247-4efe-bd98-ef216a0790be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2423525 Jun 30 08:54:44.075128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['a808368f-b2c0-4f2f-942f-80dabee248b0'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:44.078360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['6218e2a7-e454-4f53-89d3-1bbb384fcd59'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:44.111246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-2b36745e-6469-440b-b82e-4fb77eef1733 service neutron] 10.222.0.53 "GET /v2.0/networks/d70507e6-ef38-49aa-b1d4-70571cdd8d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075529 Jun 30 08:54:44.125623 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.172782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581d334a-439e-4691-b6e0-e2512eac41ea {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:44.246005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675'}, {'name': 'network-changed', 'server_uuid': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'tag': '4d630346-173e-4070-943f-fd8b0960ee4f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:44.248365 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473a35c8-141e-4646-a284-7f839c07dc22" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675"}, {"name": "network-changed", "server_uuid": "c08e1c48-d626-4682-b1d9-6536f8b39dd4", "tag": "4d630346-173e-4070-943f-fd8b0960ee4f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:44.270982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-d8fb4416-10d2-456c-b854-27dcd5ca2db2 service neutron] 10.222.0.53 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349315 Jun 30 08:54:44.298721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-d5916b5b-8954-4840-bbfa-8722b70912a2 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491522 Jun 30 08:54:44.302536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-c9466a80-6cd4-4295-aa93-104049462337 service neutron] 10.222.0.53 "GET /v2.0/networks/d70507e6-ef38-49aa-b1d4-70571cdd8d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634147 Jun 30 08:54:44.365277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 581d334a-439e-4691-b6e0-e2512eac41ea, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=581d334a-439e-4691-b6e0-e2512eac41ea,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:44.383123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.434647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-ec4400f4-4679-4de6-ab3f-c88c6b663bf1 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220779 Jun 30 08:54:44.555549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-f372e345-9729-4045-ab6e-68c2e1bd45ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23bc99e2-cb21-4178-b039-66a05a861ecf HTTP/1.1" status: 200 len: 217 time: 0.1135857 Jun 30 08:54:44.705541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-5e8f5e41-8d08-40c5-aadd-98e3c3a2c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.707804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-5e8f5e41-8d08-40c5-aadd-98e3c3a2c744 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.1431205 Jun 30 08:54:44.769660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=581d334a-439e-4691-b6e0-e2512eac41ea,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:44.813327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b82d-5f0c-4864-851c-3da3d70a50a5 req-a41f575b-119e-4f28-8de4-331db0e00067 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.825890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ba3b82d-5f0c-4864-851c-3da3d70a50a5 req-a41f575b-119e-4f28-8de4-331db0e00067 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 944 time: 0.1699467 Jun 30 08:54:44.835091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d630346-173e-4070-943f-fd8b0960ee4f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:44.864849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ee3a-3053-45e3-840f-9bb168652212 req-eeb02eb8-ba79-4895-ab70-f0c2e1a8e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.867308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-eeb02eb8-ba79-4895-ab70-f0c2e1a8e51b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1523969 Jun 30 08:54:44.893795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ef4bf07c-0b96-48d9-bc3f-f4007ed9a154'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:44.946849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0a92f4fc-d00e-4312-bcbd-32a345d752b0'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:44.971631 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:54:45.057173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ba3b82d-5f0c-4864-851c-3da3d70a50a5 req-eeb79960-cbb0-463d-8884-579988f99481 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299714 Jun 30 08:54:45.081432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732894e-41ff-4a47-a1a5-c2561c4d014a None None] Network d70507e6-ef38-49aa-b1d4-70571cdd8d22 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:54:45.276676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ff98b19-486a-4d6c-9c78-24210357a15a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:45.279790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-e778f831-44ac-4a0c-9c57-4fd9344e524c service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979890 Jun 30 08:54:45.339453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.346903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.354458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.362344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.370215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.376570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.382706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.390525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c267a54a-3287-4be2-8490-939240661b1c req-631a7d54-00bc-4911-8fee-dabe9ecc937f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5437 time: 0.4550221 Jun 30 08:54:45.490419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-963e6a63-ca1f-4a4f-942a-c311cffd5498 None None] Provisioning for port 5ff98b19-486a-4d6c-9c78-24210357a15a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:45.517374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4d630346-173e-4070-943f-fd8b0960ee4f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d630346-173e-4070-943f-fd8b0960ee4f,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:45.568667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '4d630346-173e-4070-943f-fd8b0960ee4f', 'network_id': '67b496b6-a1dc-4a93-8d89-be60ba9c5d3f', 'port_id': '4d630346-173e-4070-943f-fd8b0960ee4f', 'mac_address': 'fa:16:3e:88:eb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ecaf08-2da8-4b27-9cdf-95637e349846', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:45.650600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c267a54a-3287-4be2-8490-939240661b1c req-6b209476-0fd3-4260-8b34-4ad7df6ac6f2 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2591174 Jun 30 08:54:45.694780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a770ee3a-3053-45e3-840f-9bb168652212 req-296186d0-84de-4285-9218-bad3424bdff3 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059746 Jun 30 08:54:45.709329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5befd9-94e9-431b-af89-498a8be0a0cc req-f2cbb456-5562-440a-9893-1988d7999b2b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.711734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5befd9-94e9-431b-af89-498a8be0a0cc req-f2cbb456-5562-440a-9893-1988d7999b2b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.3979959 Jun 30 08:54:45.748930 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:45.751004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5ff98b19-486a-4d6c-9c78-24210357a15a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:45.781434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5befd9-94e9-431b-af89-498a8be0a0cc req-ea2df732-c2d3-4e58-b809-e223e16e02c5 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595188 Jun 30 08:54:45.782223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5ff98b19-486a-4d6c-9c78-24210357a15a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:45.782591 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:45.858256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d630346-173e-4070-943f-fd8b0960ee4f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:45.929853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4d630346-173e-4070-943f-fd8b0960ee4f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d630346-173e-4070-943f-fd8b0960ee4f,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:45.951803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea245f-2066-4d89-97a3-d755a900a7ed req-098f8801-4996-42f3-98d5-c00354fac050 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.953530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea245f-2066-4d89-97a3-d755a900a7ed req-098f8801-4996-42f3-98d5-c00354fac050 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 943 time: 0.1382871 Jun 30 08:54:45.970390 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.007822 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c554b9-883e-4ef6-a147-3fc3a820b860 x-openstack-request-id: req-b7c554b9-883e-4ef6-a147-3fc3a820b860 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:46.008148 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d784223-5944-49a7-bb35-24ed767871c4", "name": "network-vif-plugged", "status": "completed", "tag": "5cdc120d-bebf-4b3d-af84-e0c13f11980f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:46.008374 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7c554b9-883e-4ef6-a147-3fc3a820b860 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:46.008774 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d784223-5944-49a7-bb35-24ed767871c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc120d-bebf-4b3d-af84-e0c13f11980f', 'code': 200} Jun 30 08:54:46.011923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea245f-2066-4d89-97a3-d755a900a7ed req-5bb23b88-7896-4768-a8af-1154634ba384 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Jun 30 08:54:46.081918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['581d334a-439e-4691-b6e0-e2512eac41ea'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:46.097726 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c37fd63-6b6f-48ce-9968-279af057d4f7 x-openstack-request-id: req-2c37fd63-6b6f-48ce-9968-279af057d4f7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:46.098236 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c08e1c48-d626-4682-b1d9-6536f8b39dd4", "tag": "4d630346-173e-4070-943f-fd8b0960ee4f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:46.098343 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c37fd63-6b6f-48ce-9968-279af057d4f7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:46.098814 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675', 'status': 'completed', 'code': 200} Jun 30 08:54:46.099000 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'tag': '4d630346-173e-4070-943f-fd8b0960ee4f', 'status': 'completed', 'code': 200} Jun 30 08:54:46.212735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4d630346-173e-4070-943f-fd8b0960ee4f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:46.271185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.295080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['4d630346-173e-4070-943f-fd8b0960ee4f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:46.301689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffc780d4-d9d0-47dc-bdc5-0fafb9f1abab req-18394d01-7f1b-469e-983f-c222a97a1def tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 210 time: 0.0671661 Jun 30 08:54:46.383128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5ff98b19-486a-4d6c-9c78-24210357a15a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ff98b19-486a-4d6c-9c78-24210357a15a,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:46.395767 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.399408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c65b8-1c69-4dac-b959-6944c25c89af req-90368e6f-e270-4446-bcc6-03de5763407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.400968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-214c65b8-1c69-4dac-b959-6944c25c89af req-90368e6f-e270-4446-bcc6-03de5763407d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 1098 time: 0.2915590 Jun 30 08:54:46.436394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a35c8-141e-4646-a284-7f839c07dc22 req-6adab23b-1904-4e88-91cd-25b96894a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.438029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-6adab23b-1904-4e88-91cd-25b96894a0ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1127 time: 0.2710242 Jun 30 08:54:46.440538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a35c8-141e-4646-a284-7f839c07dc22 req-28133d3d-d4cd-49f7-914d-e62e852a4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.441891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-28133d3d-d4cd-49f7-914d-e62e852a4908 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c614ffb88ea24fa39e78bca3603ad018&device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 1096 time: 0.2763383 Jun 30 08:54:46.457026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98a35-2c80-4e80-9fcf-42aab7a9e390 req-40c0c73a-3b47-4399-92aa-5189751da747 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.458915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15b98a35-2c80-4e80-9fcf-42aab7a9e390 req-40c0c73a-3b47-4399-92aa-5189751da747 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 946 time: 0.3233349 Jun 30 08:54:46.513720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-214c65b8-1c69-4dac-b959-6944c25c89af req-642690ef-8576-470d-baf8-43f4e1900897 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951083 Jun 30 08:54:46.575433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5ff98b19-486a-4d6c-9c78-24210357a15a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:46.683395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a3725775-d84e-412a-9fb4-22f6dfeb90d5 None None] Provisioning complete for port 5ff98b19-486a-4d6c-9c78-24210357a15a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:46.683835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a3725775-d84e-412a-9fb4-22f6dfeb90d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.755572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9528acd2-9b97-4941-a80e-f3ac9568c5a6 req-ba457662-05a9-4223-9ef1-63104bf36029 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 210 time: 0.0904994 Jun 30 08:54:46.817284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15b98a35-2c80-4e80-9fcf-42aab7a9e390 req-177bec7a-dcd3-446d-80c7-41a34dc7731e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065693 Jun 30 08:54:46.956377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a35c8-141e-4646-a284-7f839c07dc22 req-106acd1e-9240-41ec-a3ab-adb885b1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.958541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-106acd1e-9240-41ec-a3ab-adb885b1f18a service neutron] 10.222.0.13 "GET /v2.0/networks?id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f HTTP/1.1" status: 200 len: 909 time: 0.4952583 Jun 30 08:54:46.998144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ff98b19-486a-4d6c-9c78-24210357a15a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:47.016104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-24110ae6-dcd6-4b25-b1d5-ed1e1b8a6a03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d630346-173e-4070-943f-fd8b0960ee4f HTTP/1.1" status: 200 len: 217 time: 0.0482924 Jun 30 08:54:47.017231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a35c8-141e-4646-a284-7f839c07dc22 req-59d14532-fa3a-4997-8206-cfc2293d62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.020598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-59d14532-fa3a-4997-8206-cfc2293d62f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.5606039 Jun 30 08:54:47.064273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5ff98b19-486a-4d6c-9c78-24210357a15a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:47.064893 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.191599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-4fdf724f-4f3e-44fa-860c-6badf2ee60d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 200 len: 217 time: 0.1249800 Jun 30 08:54:47.202643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-885ffee5-2395-461b-a38c-3d6c5069b464 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.204196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-885ffee5-2395-461b-a38c-3d6c5069b464 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.13 "GET /v2.0/networks?id=2b0b4616-0954-4c68-a7aa-9ba36354dff4 HTTP/1.1" status: 200 len: 811 time: 0.5404174 Jun 30 08:54:47.288551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a35c8-141e-4646-a284-7f839c07dc22 req-fe3b2226-f9f1-4782-b3f3-d548cfb8c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.290377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-fe3b2226-f9f1-4782-b3f3-d548cfb8c13d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ecaf08-2da8-4b27-9cdf-95637e349846 HTTP/1.1" status: 200 len: 848 time: 0.2261038 Jun 30 08:54:47.366154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-490a51e2-5527-4748-a720-188fca05d0a0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.370223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a35c8-141e-4646-a284-7f839c07dc22 req-2d0fadad-4f65-4947-a608-44172cc80ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.371985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-2d0fadad-4f65-4947-a608-44172cc80ac7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1652882 Jun 30 08:54:47.373585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-490a51e2-5527-4748-a720-188fca05d0a0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.375440 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-490a51e2-5527-4748-a720-188fca05d0a0 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "GET /v2.0/networks?id=2ac23ef2-848e-4967-a996-ecbeadb3d77d&id=d70507e6-ef38-49aa-b1d4-70571cdd8d22 HTTP/1.1" status: 200 len: 1390 time: 0.1518502 Jun 30 08:54:47.377309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-fcb54bfa-9b97-411b-b3ca-6f8c62c9e534 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676579 Jun 30 08:54:47.394646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.403814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.403911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'port': {'device_id': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d', 'admin_state_up': True, 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:47.408834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.415731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.422468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.429408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.435604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.437748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-1a6c801c-2723-4d9f-8c91-129de854f53c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5437 time: 0.4262640 Jun 30 08:54:47.443145 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-432df63f-7dcb-4fd7-8986-1b428db106c5 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5d5f83228a4008bf5f33ff95239ab7 HTTP/1.1" status: 200 len: 380 time: 0.2198699 Jun 30 08:54:47.488904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Request body: {'port': {'device_id': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'admin_state_up': True, 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'security_groups': ['0917c272-aeb9-44dd-9d73-7f561c17da42']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:47.549680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-51b58021-2bc6-4b9c-b782-6bc1dfa012f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879939 Jun 30 08:54:47.584978 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-13904e54-dcfb-4153-87e0-10bc1b6a9156 service neutron] 10.222.0.26 "GET /v2.0/ports/1a854468-faa3-4aec-bc5a-dae490f52675/bindings/n-h2-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.0978682 Jun 30 08:54:47.601944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:47.612310 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.676634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf26cb-a181-4743-84fc-f5a6bef7ec4a req-4f982d2f-9756-4ebe-bd70-8d8f55479ea5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.678258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccaf26cb-a181-4743-84fc-f5a6bef7ec4a req-4f982d2f-9756-4ebe-bd70-8d8f55479ea5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 944 time: 0.6565673 Jun 30 08:54:47.746636 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-807791a4-d666-4372-a2b1-3c0dbd85edaf req-f68f885a-81ca-4950-83fb-33b962bb9894 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2830410 Jun 30 08:54:47.877008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Allocated IP 19.80.0.121 (2ac23ef2-848e-4967-a996-ecbeadb3d77d/50e48173-bcf6-4520-8f46-75d23df86ad8/709dc79f-d006-4e98-bd31-3fe50f829de4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:48.231842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccaf26cb-a181-4743-84fc-f5a6bef7ec4a req-b777bdc9-af94-4364-93b2-6e12db2d00ba tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166712 Jun 30 08:54:48.234415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-ae2e0567-8df3-4d72-8c42-e1df00aa8b60 service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766266 Jun 30 08:54:48.241766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:48.332989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:48.333498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-5e23ffdb-1fa9-4971-aac7-485279a21403 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169502 Jun 30 08:54:48.359565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Made reservation on behalf of 6d5d5f83228a4008bf5f33ff95239ab7 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:48.363888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.393289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a854468-faa3-4aec-bc5a-dae490f52675 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:48.414962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:48.443711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.464955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.501905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Transition to ACTIVE for port object 709dc79f-d006-4e98-bd31-3fe50f829de4 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:48.543437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-7fc12b72-0654-489d-bb67-fbb2678b73ca service neutron] 10.222.0.13 "GET /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855086 Jun 30 08:54:48.569297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] Transition to ACTIVE for port object 1a854468-faa3-4aec-bc5a-dae490f52675 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:48.575118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.582338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df4ee1-7ef8-4a4e-a449-9617775d93f9 req-07352e9e-16c3-407d-97ef-2d7fdc880ddd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.582790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.584981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7df4ee1-7ef8-4a4e-a449-9617775d93f9 req-07352e9e-16c3-407d-97ef-2d7fdc880ddd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.3912234 Jun 30 08:54:48.632371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-473a35c8-141e-4646-a284-7f839c07dc22 req-cb7bac8c-0a8e-4f44-84dd-a9c282e06de7 service neutron] 10.222.0.26 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891862 Jun 30 08:54:48.657273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network 2ac23ef2-848e-4967-a996-ecbeadb3d77d is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:48.658308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] No DVR routers for this DVR port 1a854468-faa3-4aec-bc5a-dae490f52675 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:48.665649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:48.672713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:48.715704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7df4ee1-7ef8-4a4e-a449-9617775d93f9 req-47e656f0-474c-4889-b7e9-5bc2c01eb8b3 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108050 Jun 30 08:54:48.720884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] Pushing event updated for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=10']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:48.746931 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-589738e7-e617-4a21-b659-e96f08cdfc8a service neutron] 10.222.0.26 "PUT /v2.0/ports/1a854468-faa3-4aec-bc5a-dae490f52675/bindings/n-h2-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 1.1558509 Jun 30 08:54:48.753561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe32d7-fe4c-4b65-8976-fc137c5f300b req-05afc2e1-d4a9-4489-ba39-8da2b04a4deb tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.755368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ffe32d7-fe4c-4b65-8976-fc137c5f300b req-05afc2e1-d4a9-4489-ba39-8da2b04a4deb tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 944 time: 0.2718728 Jun 30 08:54:48.769431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Allocated IP 172.20.0.14 (2b0b4616-0954-4c68-a7aa-9ba36354dff4/74d4443b-bb6d-4dfe-a70a-1db737a4412d/53ac1f8b-7df6-428e-a618-239badc98114) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:48.808968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.809609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.820089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d630346-173e-4070-943f-fd8b0960ee4f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:48.841393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Port': ['ID=709dc79f-d006-4e98-bd31-3fe50f829de4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:48.854393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8ec57a6e-78ba-4050-8ea8-49e09d501072 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4560645 Jun 30 08:54:48.872239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Request body: {'port': {'device_id': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22', 'admin_state_up': True, 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:48.914840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ffe32d7-fe4c-4b65-8976-fc137c5f300b req-62df3ad6-9398-40bb-ada3-72074b5d75f5 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466599 Jun 30 08:54:48.941251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 4d630346-173e-4070-943f-fd8b0960ee4f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:48.954397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 4d630346-173e-4070-943f-fd8b0960ee4f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:48.956508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.003252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-105bd3e8-a5be-4300-90a8-4fa295dbb63b req-a11be969-711a-4471-a00f-9830be159fe0 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 210 time: 0.0836015 Jun 30 08:54:49.070454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Made reservation on behalf of cb6b89e7b9e44621a9dbd294ef72e3d2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:49.075569 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.080058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6bd8182e-af9c-4a3e-be93-54c882aca9f9 None None] Provisioning for port 709dc79f-d006-4e98-bd31-3fe50f829de4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:49.089137 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.091046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6bd8182e-af9c-4a3e-be93-54c882aca9f9 None None] Provisioning complete for port 709dc79f-d006-4e98-bd31-3fe50f829de4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:49.091400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6bd8182e-af9c-4a3e-be93-54c882aca9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.151072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d630346-173e-4070-943f-fd8b0960ee4f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:49.153793 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31128fd1-2f39-4af4-9659-3b0901dd3799" -d '{"events": [{"server_uuid": "c08e1c48-d626-4682-b1d9-6536f8b39dd4", "name": "network-vif-plugged", "status": "completed", "tag": "4d630346-173e-4070-943f-fd8b0960ee4f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:49.166033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8182e-af9c-4a3e-be93-54c882aca9f9 None None] Port 709dc79f-d006-4e98-bd31-3fe50f829de4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:49.171009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4d630346-173e-4070-943f-fd8b0960ee4f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d630346-173e-4070-943f-fd8b0960ee4f,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:49.175866 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.206364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:49.238199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-26b3a065-0e45-481e-95f0-0d6d1fc959cc tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.239703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-26b3a065-0e45-481e-95f0-0d6d1fc959cc tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.4122891 Jun 30 08:54:49.241057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Allocated IP 19.86.0.68 (d70507e6-ef38-49aa-b1d4-70571cdd8d22/f0b98d6c-80a6-4dda-89c6-441f68f12093/f00fc546-b098-4fcb-9a18-946c822d30d9) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:49.273945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4d630346-173e-4070-943f-fd8b0960ee4f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.291344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:49.295621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:49.296259 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.343336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.361216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e1f12-dfc1-4c56-ac69-f78557698940 req-6c2103f8-7a7c-4d9f-9d57-b4f4852f3aa5 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.362734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-816e1f12-dfc1-4c56-ac69-f78557698940 req-6c2103f8-7a7c-4d9f-9d57-b4f4852f3aa5 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 932 time: 0.2447205 Jun 30 08:54:49.379078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Transition to ACTIVE for port object 53ac1f8b-7df6-428e-a618-239badc98114 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:49.400554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4051a-c930-4f8a-b34e-253eb4aa7876 req-8250fd8d-c3e5-4ba2-8ea8-e73ec7afdc29 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.402225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e4051a-c930-4f8a-b34e-253eb4aa7876 req-8250fd8d-c3e5-4ba2-8ea8-e73ec7afdc29 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 946 time: 0.2315459 Jun 30 08:54:49.435519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.459401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Transition to ACTIVE for port object f00fc546-b098-4fcb-9a18-946c822d30d9 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:49.472124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-530f9204-213e-4905-9b76-93b43facd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.473715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-530f9204-213e-4905-9b76-93b43facd77a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868&tenant_id=0116f1c1fac149aebad620f74f9d4aba HTTP/1.1" status: 200 len: 1097 time: 0.2257409 Jun 30 08:54:49.491988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-816e1f12-dfc1-4c56-ac69-f78557698940 req-7cb9e905-9f43-4cd7-addc-8279730948fa tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157293 Jun 30 08:54:49.509580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63e4051a-c930-4f8a-b34e-253eb4aa7876 req-6e52f8bb-495e-4ede-8610-2a9df6eba768 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984104 Jun 30 08:54:49.521595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.542705 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.587862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.614407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Network d70507e6-ef38-49aa-b1d4-70571cdd8d22 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:49.619857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:49.628743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:49.640036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:49.650321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:49.651113 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f6e42c-0ba0-4ea1-b7c3-e3d2ce5a2c8d x-openstack-request-id: req-61f6e42c-0ba0-4ea1-b7c3-e3d2ce5a2c8d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:49.651425 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08e1c48-d626-4682-b1d9-6536f8b39dd4", "name": "network-vif-plugged", "status": "completed", "tag": "4d630346-173e-4070-943f-fd8b0960ee4f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:49.651687 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61f6e42c-0ba0-4ea1-b7c3-e3d2ce5a2c8d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:49.652252 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d630346-173e-4070-943f-fd8b0960ee4f', 'code': 200} Jun 30 08:54:49.652946 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.656793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0a92f4fc-d00e-4312-bcbd-32a345d752b0 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:49.660909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:49.667230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:49.669907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event updated for resources: {'Port': ['ID=53ac1f8b-7df6-428e-a618-239badc98114,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.720300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event updated for resources: {'Port': ['ID=f00fc546-b098-4fcb-9a18-946c822d30d9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.773869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.774664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.800908 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-6be70c3a-84a0-4aee-84b2-5abd138c4b7e tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9357555 Jun 30 08:54:49.820744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Request body: {'port': {'device_id': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:49.870471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.885882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:49.891814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:49.892189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.920158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-70cb6992-26b2-4aef-9080-4a511ee02387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.921818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-70cb6992-26b2-4aef-9080-4a511ee02387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0116f1c1fac149aebad620f74f9d4aba&device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1097 time: 0.4111226 Jun 30 08:54:49.959128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.963820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.964486 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.021079 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.052961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-3e24f892-15c6-4e4c-96fe-718449b59df2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5712438 Jun 30 08:54:50.064668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.066880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Request body: {'port': {'device_id': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:50.068849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.069945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ed29488a-3100-4b67-a218-dd4262ce43f2 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:50.123746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491a6c-4fa2-4d22-8ac9-c02a5ed1fd66 req-330bda6c-fd8c-46e9-9abd-a76e6e46b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.125366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05491a6c-4fa2-4d22-8ac9-c02a5ed1fd66 req-330bda6c-fd8c-46e9-9abd-a76e6e46b1f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 1097 time: 0.4594123 Jun 30 08:54:50.142710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.149873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.156448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.165805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port ed29488a-3100-4b67-a218-dd4262ce43f2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:50.167997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f84c706b-9a11-4968-8120-0238833183be None None] Provisioning for port f00fc546-b098-4fcb-9a18-946c822d30d9 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:50.175384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.180867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port ed29488a-3100-4b67-a218-dd4262ce43f2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:50.181171 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.184156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f84c706b-9a11-4968-8120-0238833183be None None] Provisioning complete for port f00fc546-b098-4fcb-9a18-946c822d30d9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:50.184515 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f84c706b-9a11-4968-8120-0238833183be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.185243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.191355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.197413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.205573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-91623b12-3a2c-476d-8c5a-19b9febbfa6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5438 time: 0.3825915 Jun 30 08:54:50.221985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0a92f4fc-d00e-4312-bcbd-32a345d752b0,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.255611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f84c706b-9a11-4968-8120-0238833183be None None] Port f00fc546-b098-4fcb-9a18-946c822d30d9 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:50.274313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-ae644af3-3e61-4cbf-a04f-00fd119f3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.275036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f84c706b-9a11-4968-8120-0238833183be None None] Provisioning for port 53ac1f8b-7df6-428e-a618-239badc98114 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:50.275987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-ae644af3-3e61-4cbf-a04f-00fd119f3d28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 200 len: 908 time: 0.3333037 Jun 30 08:54:50.297876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f84c706b-9a11-4968-8120-0238833183be None None] Provisioning complete for port 53ac1f8b-7df6-428e-a618-239badc98114 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:50.298557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f84c706b-9a11-4968-8120-0238833183be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.309077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18415b-de93-47c1-8319-270cc15de411 req-88446518-1517-4ab2-85cb-2e95a916aa59 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.310706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d18415b-de93-47c1-8319-270cc15de411 req-88446518-1517-4ab2-85cb-2e95a916aa59 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 945 time: 0.4177253 Jun 30 08:54:50.339352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709dc79f-d006-4e98-bd31-3fe50f829de4 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:50.339864 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.347097 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.356960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f84c706b-9a11-4968-8120-0238833183be None None] Port 53ac1f8b-7df6-428e-a618-239badc98114 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:50.359743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Transition to ACTIVE for port object 709dc79f-d006-4e98-bd31-3fe50f829de4 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:50.362964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.383987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ed29488a-3100-4b67-a218-dd4262ce43f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ed29488a-3100-4b67-a218-dd4262ce43f2,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.385741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-c9d02db2-6113-49e3-9723-4d7215337fbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 200 len: 217 time: 0.1003170 Jun 30 08:54:50.388620 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.389822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:50.405424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03688a7e-2e49-4a4f-86be-e83a91298899 req-05836867-5f43-47fc-af2e-b0a914e1b21d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993663 Jun 30 08:54:50.418025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Pushing event updated for resources: {'Port': ['ID=709dc79f-d006-4e98-bd31-3fe50f829de4,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.431821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05491a6c-4fa2-4d22-8ac9-c02a5ed1fd66 req-c2822b5e-c083-4f52-b039-7017ff8a987d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142241 Jun 30 08:54:50.483521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ed29488a-3100-4b67-a218-dd4262ce43f2,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.498115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:50.502297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:50.502840 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.511537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.530365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Attempting to bind port 709dc79f-d006-4e98-bd31-3fe50f829de4 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:50.530948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Attempting to bind port 709dc79f-d006-4e98-bd31-3fe50f829de4 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:50.531055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Attempting to bind port 709dc79f-d006-4e98-bd31-3fe50f829de4 on network 2ac23ef2-848e-4967-a996-ecbeadb3d77d {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:50.537456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Port 709dc79f-d006-4e98-bd31-3fe50f829de4 on network 2ac23ef2-848e-4967-a996-ecbeadb3d77d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:50.538366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Attempting to bind port 709dc79f-d006-4e98-bd31-3fe50f829de4 on network 2ac23ef2-848e-4967-a996-ecbeadb3d77d {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:50.547255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:50.547590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Checking segment: {'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:50.548030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Bound using segment: {'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:50.548399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Bound port: 709dc79f-d006-4e98-bd31-3fe50f829de4, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:50.548752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.586551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d18415b-de93-47c1-8319-270cc15de411 req-baadda42-748f-4474-9d2f-2841a1ba9bbd tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228107 Jun 30 08:54:50.589268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-2dc54e0c-77ed-45b8-a17d-31f7e63f47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.591135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-2dc54e0c-77ed-45b8-a17d-31f7e63f47a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 200 len: 847 time: 0.1835468 Jun 30 08:54:50.645130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] For port 709dc79f-d006-4e98-bd31-3fe50f829de4, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:50.651350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] For port 709dc79f-d006-4e98-bd31-3fe50f829de4, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=709dc79f-d006-4e98-bd31-3fe50f829de4,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:50.656720 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.661796 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.707228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.713456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-2eb17e8f-9aea-4be0-a19f-ff6ae36696cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6aab6988-438d-4a76-bc8c-d4deb36fe0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084630 Jun 30 08:54:50.713695 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.714782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a808368f-b2c0-4f2f-942f-80dabee248b0 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:50.721024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.722176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.723843 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] 10.222.0.13 "PUT /v2.0/ports/709dc79f-d006-4e98-bd31-3fe50f829de4 HTTP/1.1" status: 200 len: 1093 time: 0.9085500 Jun 30 08:54:50.724536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'tag': '709dc79f-d006-4e98-bd31-3fe50f829de4'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:50.727228 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d30283-86e4-45da-9312-4eb0ddbec4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "tag": "709dc79f-d006-4e98-bd31-3fe50f829de4"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:50.759583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Request body: {'port': {'device_id': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:50.785454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143136-46d5-4ced-adee-f7464db92dcf service neutron] Pushing event updated for resources: {'Port': ['ID=709dc79f-d006-4e98-bd31-3fe50f829de4,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.830933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port a808368f-b2c0-4f2f-942f-80dabee248b0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:50.838477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port a808368f-b2c0-4f2f-942f-80dabee248b0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:50.838936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.844679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.865170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.936816 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.966024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-81d7b9be-f6b1-4843-b7b6-12050ea33fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371886 Jun 30 08:54:50.976095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a808368f-b2c0-4f2f-942f-80dabee248b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a808368f-b2c0-4f2f-942f-80dabee248b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.976655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-195792a0-936d-4f9c-898c-75e3b45a7c89 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.980321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-195792a0-936d-4f9c-898c-75e3b45a7c89 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.2600172 Jun 30 08:54:50.982095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.983528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 581d334a-439e-4691-b6e0-e2512eac41ea up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:51.096565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a808368f-b2c0-4f2f-942f-80dabee248b0,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:51.110771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 581d334a-439e-4691-b6e0-e2512eac41ea completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:51.115012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 581d334a-439e-4691-b6e0-e2512eac41ea triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:51.115368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.141769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00fc546-b098-4fcb-9a18-946c822d30d9 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:51.146165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-de3b55d8-af2d-444a-941a-2527c542bf80 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.1001086 Jun 30 08:54:51.152921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.169175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Transition to ACTIVE for port object f00fc546-b098-4fcb-9a18-946c822d30d9 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:51.172967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.204894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.244947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 581d334a-439e-4691-b6e0-e2512eac41ea, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=581d334a-439e-4691-b6e0-e2512eac41ea,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:51.251501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.253154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6218e2a7-e454-4f53-89d3-1bbb384fcd59 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:51.281837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Pushing event updated for resources: {'Port': ['ID=f00fc546-b098-4fcb-9a18-946c822d30d9,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:51.326473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-2b0bc104-2cfb-4a57-94af-4bf894362a8a service neutron] 10.222.0.13 "GET /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841177 Jun 30 08:54:51.329056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Attempting to bind port f00fc546-b098-4fcb-9a18-946c822d30d9 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:51.329870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Attempting to bind port f00fc546-b098-4fcb-9a18-946c822d30d9 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:51.330371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Attempting to bind port f00fc546-b098-4fcb-9a18-946c822d30d9 on network d70507e6-ef38-49aa-b1d4-70571cdd8d22 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:51.337286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Port f00fc546-b098-4fcb-9a18-946c822d30d9 on network d70507e6-ef38-49aa-b1d4-70571cdd8d22 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:51.337926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Attempting to bind port f00fc546-b098-4fcb-9a18-946c822d30d9 on network d70507e6-ef38-49aa-b1d4-70571cdd8d22 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:51.344606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:51.345183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Checking segment: {'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:51.345773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Bound using segment: {'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:51.346789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Bound port: f00fc546-b098-4fcb-9a18-946c822d30d9, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3679b0cf-b122-4529-8695-8f5e24f4a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:51.347806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.366563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=581d334a-439e-4691-b6e0-e2512eac41ea,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:51.374789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:51.379453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:51.379843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026320fd-279c-4f13-81d4-a6cb0a66e3dc req-cb18e93f-4b52-499a-9373-a2338925d78f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.379978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.387778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-026320fd-279c-4f13-81d4-a6cb0a66e3dc req-cb18e93f-4b52-499a-9373-a2338925d78f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.4260194 Jun 30 08:54:51.426051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-155bdd3b-2134-4655-b3ec-bf103fdbd968 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2700932 Jun 30 08:54:51.445697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] For port f00fc546-b098-4fcb-9a18-946c822d30d9, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:51.449288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] For port f00fc546-b098-4fcb-9a18-946c822d30d9, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=f00fc546-b098-4fcb-9a18-946c822d30d9,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:51.456334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.483683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.522773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.523645 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.525153 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] 10.222.0.13 "PUT /v2.0/ports/f00fc546-b098-4fcb-9a18-946c822d30d9 HTTP/1.1" status: 200 len: 1092 time: 0.7735929 Jun 30 08:54:51.527241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:51.531255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2edb0-9955-4bbb-ba3d-a625f9313dfe service neutron] Pushing event updated for resources: {'Port': ['ID=f00fc546-b098-4fcb-9a18-946c822d30d9,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:51.539091 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.541114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:51.610726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-026320fd-279c-4f13-81d4-a6cb0a66e3dc req-6c9b7d4a-c1af-4eae-ab53-43039e0f8262 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217226 Jun 30 08:54:51.654459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6352cf45-a3b1-4f94-8f17-6f37cf6affd7'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a808368f-b2c0-4f2f-942f-80dabee248b0'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:51.664353 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abebb4-7185-4c71-9a2c-2ab95af72fb2" -d '{"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "6352cf45-a3b1-4f94-8f17-6f37cf6affd7"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "a808368f-b2c0-4f2f-942f-80dabee248b0"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:51.687677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-12e3fcd7-320c-421c-827d-4a9fc3ecebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.688174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-12e3fcd7-320c-421c-827d-4a9fc3ecebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.689821 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-12e3fcd7-320c-421c-827d-4a9fc3ecebb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1982 time: 0.0919859 Jun 30 08:54:51.701124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6218e2a7-e454-4f53-89d3-1bbb384fcd59,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:51.737340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:51.758512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ac1f8b-7df6-428e-a618-239badc98114 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:51.761977 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e2db9dfe-32ee-4995-ba57-93aacaf5b983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=709dc79f-d006-4e98-bd31-3fe50f829de4 HTTP/1.1" status: 200 len: 217 time: 0.0570955 Jun 30 08:54:51.772680 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.777970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-63c9d72c-d251-4a80-94c5-3d3388b077f2 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459952 Jun 30 08:54:51.827515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e9fd6133-1465-40af-9840-165cb69288a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.829156 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-e9fd6133-1465-40af-9840-165cb69288a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e48173-bcf6-4520-8f46-75d23df86ad8 HTTP/1.1" status: 200 len: 801 time: 0.0596485 Jun 30 08:54:51.875801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Transition to ACTIVE for port object 53ac1f8b-7df6-428e-a618-239badc98114 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:51.893018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-196d25dd-579a-4e68-a2ad-1841d4ccaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.894939 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-196d25dd-579a-4e68-a2ad-1841d4ccaab8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ac23ef2-848e-4967-a996-ecbeadb3d77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583577 Jun 30 08:54:51.904896 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:52.004907 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-ec2051f8-fc5c-4c54-b501-ce6b92f944f7 service neutron] 10.222.0.13 "GET /v2.0/networks/2ac23ef2-848e-4967-a996-ecbeadb3d77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003242 Jun 30 08:54:52.207838 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-c8fa75a3-fd6f-4c01-bfca-ee88aa533c05 service neutron] 10.222.0.13 "GET /v2.0/networks/2ac23ef2-848e-4967-a996-ecbeadb3d77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933045 Jun 30 08:54:52.280454 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-8329b87e-1809-47e5-ac27-3c1cfb47cd19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=f00fc546-b098-4fcb-9a18-946c822d30d9 HTTP/1.1" status: 200 len: 217 time: 0.0651538 Jun 30 08:54:52.344120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-06ecbf3a-08c9-48e3-919c-b9e4cdacdaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.347533 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-06ecbf3a-08c9-48e3-919c-b9e4cdacdaf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0b98d6c-80a6-4dda-89c6-441f68f12093 HTTP/1.1" status: 200 len: 801 time: 0.0589666 Jun 30 08:54:52.361856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=53ac1f8b-7df6-428e-a618-239badc98114,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:52.374261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-909ee26e-c45d-4710-9aed-8d0c01b6d036 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899439 Jun 30 08:54:52.429816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352e0e-3154-4619-ae13-0af3324c440a req-ffb1700d-b8bb-45d4-b94b-57ad378e23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.430746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-0106ca82-783c-4ae7-9b78-147f2b4b5dd1 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.431755 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-ffb1700d-b8bb-45d4-b94b-57ad378e23cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d70507e6-ef38-49aa-b1d4-70571cdd8d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766010 Jun 30 08:54:52.432647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-0106ca82-783c-4ae7-9b78-147f2b4b5dd1 tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868&tenant_id=0116f1c1fac149aebad620f74f9d4aba&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.5986173 Jun 30 08:54:52.442694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2549-cc6e-4220-b098-a57cdf66bad1 req-0dd92c87-42ce-432e-816e-58ad82f02ca9 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.444334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6cf2549-cc6e-4220-b098-a57cdf66bad1 req-0dd92c87-42ce-432e-816e-58ad82f02ca9 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 945 time: 0.6070325 Jun 30 08:54:52.536092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Attempting to bind port 53ac1f8b-7df6-428e-a618-239badc98114 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:52.536445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Attempting to bind port 53ac1f8b-7df6-428e-a618-239badc98114 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:52.536839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Attempting to bind port 53ac1f8b-7df6-428e-a618-239badc98114 on network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:52.545566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Port 53ac1f8b-7df6-428e-a618-239badc98114 on network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:52.545920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Attempting to bind port 53ac1f8b-7df6-428e-a618-239badc98114 on network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:52.555586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:52.555925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Checking segment: {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:52.556315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Bound using segment: {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:52.556769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Bound port: 53ac1f8b-7df6-428e-a618-239badc98114, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:52.557117 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:52.615016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6cf2549-cc6e-4220-b098-a57cdf66bad1 req-8fb8f350-18f5-4492-a364-3012821eb077 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599095 Jun 30 08:54:52.633723 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-c7bdc94d-dbb3-4cb7-845d-5570b067739e service neutron] 10.222.0.13 "GET /v2.0/networks/d70507e6-ef38-49aa-b1d4-70571cdd8d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781156 Jun 30 08:54:52.814220 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c352e0e-3154-4619-ae13-0af3324c440a req-b8286968-a7d3-4ea9-ab94-aebc3d640874 service neutron] 10.222.0.13 "GET /v2.0/networks/d70507e6-ef38-49aa-b1d4-70571cdd8d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692288 Jun 30 08:54:52.831073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-1d64c061-bed3-4436-a04b-ae8f33c6b4eb service neutron] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:52.887641 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-1d64c061-bed3-4436-a04b-ae8f33c6b4eb service neutron] Notify callbacks [] for binding, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:52.889197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24ba0f96-7095-4564-a012-99c599dc0f30 req-1d64c061-bed3-4436-a04b-ae8f33c6b4eb service neutron] 10.222.0.13 "DELETE /v2.0/ports/1a854468-faa3-4aec-bc5a-dae490f52675/bindings/n-h1-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.4306715 Jun 30 08:54:52.922787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] For port 53ac1f8b-7df6-428e-a618-239badc98114, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:52.930982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] For port 53ac1f8b-7df6-428e-a618-239badc98114, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53ac1f8b-7df6-428e-a618-239badc98114,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:52.939084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:53.001258 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:53.031400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626c2b-7f24-4428-8207-32f8d4f34598 req-1fbd76d6-600a-4004-9e3c-da469c4bec5d tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.034100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da626c2b-7f24-4428-8207-32f8d4f34598 req-1fbd76d6-600a-4004-9e3c-da469c4bec5d tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 944 time: 0.3747756 Jun 30 08:54:53.040254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.041267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:53.042701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] 10.222.0.13 "PUT /v2.0/ports/53ac1f8b-7df6-428e-a618-239badc98114 HTTP/1.1" status: 200 len: 1093 time: 2.9802890 Jun 30 08:54:53.050388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:53.054121 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be448863-4e49-4b7a-ae32-b5db85e46e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "tag": "53ac1f8b-7df6-428e-a618-239badc98114"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:53.067776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ad393-c091-42da-9a47-40b5158c7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=53ac1f8b-7df6-428e-a618-239badc98114,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:53.114359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633ec8c-282f-447a-b09d-8c437d88b9f9 req-52c3de59-7e06-4a63-a547-501cc1d344cf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.122141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633ec8c-282f-447a-b09d-8c437d88b9f9 req-52c3de59-7e06-4a63-a547-501cc1d344cf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.132582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b633ec8c-282f-447a-b09d-8c437d88b9f9 req-52c3de59-7e06-4a63-a547-501cc1d344cf tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1678 time: 0.3268180 Jun 30 08:54:53.236933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da626c2b-7f24-4428-8207-32f8d4f34598 req-5b51a4de-342c-4728-b62c-e07feeeed715 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551940 Jun 30 08:54:53.258561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b633ec8c-282f-447a-b09d-8c437d88b9f9 req-3ac06e3a-e10a-4fb3-839a-c64d569bf979 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249638 Jun 30 08:54:53.299499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-d688f35b-2f36-4025-8004-3d3c69101837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.300979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-d688f35b-2f36-4025-8004-3d3c69101837 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d5d5f83228a4008bf5f33ff95239ab7&device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 1096 time: 0.1598175 Jun 30 08:54:53.316063 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94466f2b-ce44-42ff-804f-f99d41c29461 x-openstack-request-id: req-94466f2b-ce44-42ff-804f-f99d41c29461 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:53.316484 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "tag": "709dc79f-d006-4e98-bd31-3fe50f829de4", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:53.316868 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94466f2b-ce44-42ff-804f-f99d41c29461 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:53.317367 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'tag': '709dc79f-d006-4e98-bd31-3fe50f829de4', 'status': 'completed', 'code': 200} Jun 30 08:54:53.379612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-96375cc6-0720-4c4a-9d6d-986099dd2e29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53ac1f8b-7df6-428e-a618-239badc98114 HTTP/1.1" status: 200 len: 217 time: 0.0507927 Jun 30 08:54:53.516702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-8d93b1da-801a-460b-a935-475c998f6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.518193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-8d93b1da-801a-460b-a935-475c998f6320 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74d4443b-bb6d-4dfe-a70a-1db737a4412d HTTP/1.1" status: 200 len: 850 time: 0.1115937 Jun 30 08:54:53.598892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-199c0c3d-b804-443c-8b77-d8a6e20fb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.599392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-199c0c3d-b804-443c-8b77-d8a6e20fb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.600999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-199c0c3d-b804-443c-8b77-d8a6e20fb68a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1982 time: 0.2047544 Jun 30 08:54:53.637740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.643582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.650333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.656120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.661964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.667823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.673654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.675439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-bcd3ffc3-318c-4ac2-a3a3-d49427500e4e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.2182581 Jun 30 08:54:53.797568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-45934078-68da-42a6-9e71-c0c49a2663b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.799167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-45934078-68da-42a6-9e71-c0c49a2663b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b0b4616-0954-4c68-a7aa-9ba36354dff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2598131 Jun 30 08:54:53.810578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba4dcfe2-0940-495b-bb46-3c96067365af req-82117f98-ac96-4667-8dfd-752c191f03a1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223359 Jun 30 08:54:53.833452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303253a-6646-4e31-8494-3af2fe02c274 req-0ba5f04c-26d9-442f-a888-229a9af9f506 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.840430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4303253a-6646-4e31-8494-3af2fe02c274 req-0ba5f04c-26d9-442f-a888-229a9af9f506 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 945 time: 0.3081090 Jun 30 08:54:53.875225 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4525f767-15bc-419d-836e-ceca955a980a x-openstack-request-id: req-4525f767-15bc-419d-836e-ceca955a980a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:53.875587 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "6352cf45-a3b1-4f94-8f17-6f37cf6affd7", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "a808368f-b2c0-4f2f-942f-80dabee248b0", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:53.875798 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4525f767-15bc-419d-836e-ceca955a980a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:53.876213 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6352cf45-a3b1-4f94-8f17-6f37cf6affd7', 'code': 200} Jun 30 08:54:53.876571 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0', 'code': 200} Jun 30 08:54:53.876748 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'code': 200} Jun 30 08:54:53.877009 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154', 'code': 200} Jun 30 08:54:53.877203 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a808368f-b2c0-4f2f-942f-80dabee248b0', 'code': 200} Jun 30 08:54:53.877435 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea', 'code': 200} Jun 30 08:54:53.877692 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59', 'code': 200} Jun 30 08:54:53.887426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-d7e577ef-68ef-45d8-9e83-1f4e0a2b9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.889102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-d7e577ef-68ef-45d8-9e83-1f4e0a2b9698 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ac23ef2-848e-4967-a996-ecbeadb3d77d HTTP/1.1" status: 200 len: 902 time: 0.2721131 Jun 30 08:54:53.977104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4303253a-6646-4e31-8494-3af2fe02c274 req-9f073eb0-194e-4bab-8429-0a86968fa814 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357245 Jun 30 08:54:53.980790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-0a055e0e-dc96-4afd-ab2c-4ccb11da1e53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=709dc79f-d006-4e98-bd31-3fe50f829de4 HTTP/1.1" status: 200 len: 217 time: 0.0742934 Jun 30 08:54:54.060330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.060897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6af7ff28-d97b-4dcd-8085-30fa73a46ef7 req-44725ab6-d510-489b-b9c2-7e4481b28acb tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 210 time: 0.0593929 Jun 30 08:54:54.062284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.063557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.064269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.065110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.067747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.068796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.072953 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-29f52fd6-a894-4bd3-be9e-ad5c3b6a9cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6508 time: 0.0720570 Jun 30 08:54:54.076088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-9da312f9-38e9-486c-b900-41c50e11dd01 service neutron] 10.222.0.13 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593567 Jun 30 08:54:54.112509 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-87389c0f-fa70-44f0-bb52-e2b40910e535 req-231bd9e6-3424-4d5d-8756-a07d8b838b4f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327914 Jun 30 08:54:54.123253 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd28143-cc5c-46a0-ac41-511f700fe787 x-openstack-request-id: req-bbd28143-cc5c-46a0-ac41-511f700fe787 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:54.123545 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "tag": "53ac1f8b-7df6-428e-a618-239badc98114", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:54.123797 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbd28143-cc5c-46a0-ac41-511f700fe787 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:54.124194 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114', 'status': 'completed', 'code': 200} Jun 30 08:54:54.162008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-f90cb2e1-bb93-4974-9ac5-b38e5aab228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.163432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-f90cb2e1-bb93-4974-9ac5-b38e5aab228d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e48173-bcf6-4520-8f46-75d23df86ad8 HTTP/1.1" status: 200 len: 801 time: 0.1711974 Jun 30 08:54:54.265816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fefc08-2df1-4993-86e3-872d441dfe8b req-13d9483a-bb78-409f-86ad-4f4649ddc98c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.267319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2fefc08-2df1-4993-86e3-872d441dfe8b req-13d9483a-bb78-409f-86ad-4f4649ddc98c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.1903651 Jun 30 08:54:54.269212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19ff9184-1154-48c7-9f0a-96101dc0f1a7 req-48dcd842-cbc7-4143-8bc4-420a1384bbd3 service neutron] 10.222.0.13 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787090 Jun 30 08:54:54.306834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-2cb95b59-1d37-4cec-9933-78b6520e8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.308348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-2cb95b59-1d37-4cec-9933-78b6520e8b62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ac23ef2-848e-4967-a996-ecbeadb3d77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360052 Jun 30 08:54:54.383344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2fefc08-2df1-4993-86e3-872d441dfe8b req-209b0a06-0364-4bdc-8c26-66d0f91ebe05 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047759 Jun 30 08:54:54.477736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-2b1f2177-f4d3-405a-937a-e073fa7d274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.479243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-2b1f2177-f4d3-405a-937a-e073fa7d274c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d5d5f83228a4008bf5f33ff95239ab7&device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 1096 time: 0.1385176 Jun 30 08:54:54.481343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-3bb5107c-1023-42a6-b1c8-9a59d3602f9b service neutron] 10.222.0.13 "GET /v2.0/networks/2ac23ef2-848e-4967-a996-ecbeadb3d77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623292 Jun 30 08:54:54.581150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-600dc04d-6f08-4448-b232-617231815a1e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.583620 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-600dc04d-6f08-4448-b232-617231815a1e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.1483753 Jun 30 08:54:54.603577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Request body: {'port': {'device_id': 'ef751b52-6e30-4508-986e-d8b57984a139', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'admin_state_up': True, 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:54.727911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:54.732345 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.776240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-d5d0ef29-7400-4edb-a2c4-7726a088532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.777756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-d5d0ef29-7400-4edb-a2c4-7726a088532f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b0b4616-0954-4c68-a7aa-9ba36354dff4 HTTP/1.1" status: 200 len: 912 time: 0.2829463 Jun 30 08:54:54.790350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b288d5f-9335-40c9-b4cf-79d0d3fd44ed req-ef3adc78-e47b-4a75-952e-092140336a89 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.796358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b288d5f-9335-40c9-b4cf-79d0d3fd44ed req-ef3adc78-e47b-4a75-952e-092140336a89 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.797940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b288d5f-9335-40c9-b4cf-79d0d3fd44ed req-ef3adc78-e47b-4a75-952e-092140336a89 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1678 time: 0.2689545 Jun 30 08:54:54.811159 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.816499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d30283-86e4-45da-9312-4eb0ddbec4a0 req-01b664bd-ff4f-4195-aa13-1a3cb34b8b40 service neutron] 10.222.0.13 "GET /v2.0/networks/2ac23ef2-848e-4967-a996-ecbeadb3d77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056834 Jun 30 08:54:54.861809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-21ae690d-c029-4fe0-ad21-53707088bd60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53ac1f8b-7df6-428e-a618-239badc98114 HTTP/1.1" status: 200 len: 217 time: 0.0624340 Jun 30 08:54:54.876830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d581960-ad05-4205-90e9-c7071cba9d9a req-452874c5-901a-408e-9002-4835a62e196f tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.878381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d581960-ad05-4205-90e9-c7071cba9d9a req-452874c5-901a-408e-9002-4835a62e196f tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 944 time: 0.3474660 Jun 30 08:54:54.898306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Allocated IP 172.20.0.6 (a9e51a1d-ba42-40e0-a145-963ddaa14c47/e4cb8979-ffb4-4f77-834b-3f3c62aac98c/48bd74ce-5db7-4081-9bd9-d533ea8ff9e8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:54.947857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b288d5f-9335-40c9-b4cf-79d0d3fd44ed req-3eebcaea-750b-450c-89e9-78b5e22f5830 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399066 Jun 30 08:54:54.974659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-6493564c-99e6-443e-ae5c-1ce48d943f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.976174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-6493564c-99e6-443e-ae5c-1ce48d943f0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74d4443b-bb6d-4dfe-a70a-1db737a4412d HTTP/1.1" status: 200 len: 850 time: 0.0969110 Jun 30 08:54:54.979254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d581960-ad05-4205-90e9-c7071cba9d9a req-547f0125-12b6-4877-9d4f-aa7a7caa70f2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865009 Jun 30 08:54:55.063944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-208adb1b-7dc4-403a-85b8-6851421a3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.065404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-208adb1b-7dc4-403a-85b8-6851421a3a61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b0b4616-0954-4c68-a7aa-9ba36354dff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773971 Jun 30 08:54:55.077949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.121148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.135606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a', '5cdc120d-bebf-4b3d-af84-e0c13f11980f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:55.165861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:55.169337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:55.173131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:55.189656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event updated for resources: {'Port': ['ID=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:55.231788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e4675-39fc-4a9a-ac3d-1556abb96bc6 req-ba08baf5-e728-4b2f-822f-123061cdcb4c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.233204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e82e4675-39fc-4a9a-ac3d-1556abb96bc6 req-ba08baf5-e728-4b2f-822f-123061cdcb4c tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 945 time: 0.1825442 Jun 30 08:54:55.250282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.251192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.262245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-b01753d6-2888-4552-9de5-8f943eee3be5 service neutron] 10.222.0.13 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804032 Jun 30 08:54:55.262934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.263438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.263918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.264408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.265048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.266027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.266515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.267337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.267821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.268318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.268787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.269251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:55.296897 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-944b01e5-0751-4643-a594-0627cde86eb0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6981962 Jun 30 08:54:55.320692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'tag': 'f00fc546-b098-4fcb-9a18-946c822d30d9'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:55.324686 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93949bcd-ca26-473c-883d-8897973b9201" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "tag": "f00fc546-b098-4fcb-9a18-946c822d30d9"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:55.337344 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Request body: {'port': {'device_id': 'ef751b52-6e30-4508-986e-d8b57984a139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:55.338648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ccb00-0f22-40d2-96dd-642adc8bfb41 req-79dd89fc-9c30-432b-8d81-2c605507916d tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.340404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084ccb00-0f22-40d2-96dd-642adc8bfb41 req-79dd89fc-9c30-432b-8d81-2c605507916d tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 1097 time: 0.2044146 Jun 30 08:54:55.346227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e82e4675-39fc-4a9a-ac3d-1556abb96bc6 req-21931d06-853f-4bd4-93ab-892b50595e62 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064706 Jun 30 08:54:55.424431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.433212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be448863-4e49-4b7a-ae32-b5db85e46e7b req-819a93a4-53f7-4220-b4a2-1d0b389189ae service neutron] 10.222.0.13 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598616 Jun 30 08:54:55.437187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084ccb00-0f22-40d2-96dd-642adc8bfb41 req-b3e2ee48-d97f-4894-a17e-9218a0de088a tempest-LiveMigrationTest-299669077 tempest-LiveMigrationTest-299669077-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544655 Jun 30 08:54:55.668440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.674316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.680758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.686616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.692470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.698334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.704146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.705190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:55.706029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-33e00f24-1b56-4263-ba0b-19bf210b5388 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.1438334 Jun 30 08:54:55.712549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.725615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Transition to ACTIVE for port object 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:55.730251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353a64b-b20e-4e12-8370-8e9cfb4fed7c req-88094f27-8aec-4e8e-9c28-fae585178c37 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.730406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.731726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c353a64b-b20e-4e12-8370-8e9cfb4fed7c req-88094f27-8aec-4e8e-9c28-fae585178c37 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 931 time: 0.1607199 Jun 30 08:54:55.776300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e361a9c0-4f83-4410-b5eb-8f8730901339 req-11260173-433a-4735-9749-3760d17b6172 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636058 Jun 30 08:54:55.789270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c353a64b-b20e-4e12-8370-8e9cfb4fed7c req-b7b499bc-cbe5-4f06-adf9-6faaf8f10110 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512567 Jun 30 08:54:55.804136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Pushing event updated for resources: {'Port': ['ID=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:55.839110 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e3ba05-cd4c-493f-a3bc-772f2b9c44cd x-openstack-request-id: req-48e3ba05-cd4c-493f-a3bc-772f2b9c44cd {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:55.839400 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "tag": "f00fc546-b098-4fcb-9a18-946c822d30d9", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:55.839652 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48e3ba05-cd4c-493f-a3bc-772f2b9c44cd {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:55.840042 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'tag': 'f00fc546-b098-4fcb-9a18-946c822d30d9', 'status': 'completed', 'code': 200} Jun 30 08:54:55.853783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Attempting to bind port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:55.854118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Attempting to bind port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:55.854448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Attempting to bind port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:55.860516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:55.860837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Attempting to bind port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:55.866482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:55.866824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:55.867201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Bound using segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:55.867627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Bound port: 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:55.867980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.933831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] For port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:55.935830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93949bcd-ca26-473c-883d-8897973b9201 req-0f612c1c-8fc6-499c-8862-23b30dd17af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.936017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93949bcd-ca26-473c-883d-8897973b9201 req-0f612c1c-8fc6-499c-8862-23b30dd17af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.937439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] For port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:55.937960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93949bcd-ca26-473c-883d-8897973b9201 req-0f612c1c-8fc6-499c-8862-23b30dd17af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1982 time: 0.0670269 Jun 30 08:54:55.942002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.984699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.985419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.987015 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] 10.222.0.26 "PUT /v2.0/ports/48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 HTTP/1.1" status: 200 len: 1092 time: 0.6685667 Jun 30 08:54:56.014363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af2e4a-e984-4cf3-96ed-3486dd6f229d service neutron] Pushing event updated for resources: {'Port': ['ID=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:56.074644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2533c84-4c05-4aad-913e-d58ff989f247 req-403b2799-3752-480d-bd7d-1a2df6b747b2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.076168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2533c84-4c05-4aad-913e-d58ff989f247 req-403b2799-3752-480d-bd7d-1a2df6b747b2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.1587334 Jun 30 08:54:56.090927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-88828cc0-b234-4aa3-b9e0-10658bc16894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.092413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-88828cc0-b234-4aa3-b9e0-10658bc16894 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 1095 time: 0.0600162 Jun 30 08:54:56.100377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93949bcd-ca26-473c-883d-8897973b9201 req-233f8ec2-9ff7-4869-be8c-c6f123d6c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.101860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93949bcd-ca26-473c-883d-8897973b9201 req-233f8ec2-9ff7-4869-be8c-c6f123d6c853 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d70507e6-ef38-49aa-b1d4-70571cdd8d22 HTTP/1.1" status: 200 len: 902 time: 0.1466167 Jun 30 08:54:56.143124 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-9508d5a8-4b59-4187-91e6-57b8807b4c8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 HTTP/1.1" status: 200 len: 217 time: 0.0363424 Jun 30 08:54:56.160896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93949bcd-ca26-473c-883d-8897973b9201 req-073cbab7-3932-416d-9254-b8d7065abfbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=f00fc546-b098-4fcb-9a18-946c822d30d9 HTTP/1.1" status: 200 len: 217 time: 0.0440204 Jun 30 08:54:56.166061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2533c84-4c05-4aad-913e-d58ff989f247 req-826ed712-bb8a-4a6a-b551-886c69445a40 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765927 Jun 30 08:54:56.197042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-730113e5-cdce-4a4b-8a64-d866ad01ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.199393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-730113e5-cdce-4a4b-8a64-d866ad01ae43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.0501542 Jun 30 08:54:56.234918 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-34717ca7-cc6c-4e70-bcd2-c306ccfb32e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294912 Jun 30 08:54:56.250780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93949bcd-ca26-473c-883d-8897973b9201 req-e7155ca6-9743-45d2-87f4-26dc219d450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.252209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93949bcd-ca26-473c-883d-8897973b9201 req-e7155ca6-9743-45d2-87f4-26dc219d450f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0b98d6c-80a6-4dda-89c6-441f68f12093 HTTP/1.1" status: 200 len: 801 time: 0.0758500 Jun 30 08:54:56.285958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.291789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.297703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.304223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.310090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.315986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.323575 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-88b9bfa2-9f44-4aad-91c6-e7306322f9e3 service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825303 Jun 30 08:54:56.324439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.326348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47938b59-4629-4593-b014-e7142c60db52 req-97c0a9e8-6299-4d56-9ac3-7d052418ed89 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.1594305 Jun 30 08:54:56.338118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:56.358146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Request body: {'floatingip': {'port_id': 'ed29488a-3100-4b67-a218-dd4262ce43f2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:56.415883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93949bcd-ca26-473c-883d-8897973b9201 req-8995ae76-2fee-4ccf-a207-ca079c618cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.417393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93949bcd-ca26-473c-883d-8897973b9201 req-8995ae76-2fee-4ccf-a207-ca079c618cab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d70507e6-ef38-49aa-b1d4-70571cdd8d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550848 Jun 30 08:54:56.423064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.432690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9eb33a-1307-49c1-b449-370170e113ba req-cb004689-2f1a-4d2c-99a2-8027e02bc032 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.438585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9eb33a-1307-49c1-b449-370170e113ba req-cb004689-2f1a-4d2c-99a2-8027e02bc032 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.440138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d9eb33a-1307-49c1-b449-370170e113ba req-cb004689-2f1a-4d2c-99a2-8027e02bc032 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1678 time: 0.0921693 Jun 30 08:54:56.546630 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-43cccbdf-fa42-46c8-bb41-259a629de90d req-ebdd221c-154c-4423-8edb-85e8148acc27 service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168183 Jun 30 08:54:56.851566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device f00fc546-b098-4fcb-9a18-946c822d30d9 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:56.862515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 79be24df-012c-4016-b128-3956d0a07871 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:56.936840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d9eb33a-1307-49c1-b449-370170e113ba req-24ae20d4-ff9b-4288-ac82-7fd0aab27876 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799590 Jun 30 08:54:56.952756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.958403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.969561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93949bcd-ca26-473c-883d-8897973b9201 req-e9e61f21-e44a-4564-963a-292ea410176a service neutron] 10.222.0.13 "GET /v2.0/networks/d70507e6-ef38-49aa-b1d4-70571cdd8d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273621 Jun 30 08:54:57.001493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.044079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707dc8d-bc86-4415-9e64-9dfe4ca5cdb9 req-3a7bb123-a811-46d3-aa67-fc90c2ce7517 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.047654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79be24df-012c-4016-b128-3956d0a07871'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:57.049985 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e334b1-a585-4a56-b1ed-4b57c7317743" -d '{"events": [{"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-unplugged", "status": "completed", "tag": "79be24df-012c-4016-b128-3956d0a07871"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:57.051243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707dc8d-bc86-4415-9e64-9dfe4ca5cdb9 req-3a7bb123-a811-46d3-aa67-fc90c2ce7517 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 944 time: 0.6100767 Jun 30 08:54:57.064890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port f00fc546-b098-4fcb-9a18-946c822d30d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=f00fc546-b098-4fcb-9a18-946c822d30d9,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.077586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.083966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.087252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d0f11-7046-444f-894b-965abf03b522 req-581afe74-84e3-44fc-b5a6-2147a62c7c6e tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.088808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e2d0f11-7046-444f-894b-965abf03b522 req-581afe74-84e3-44fc-b5a6-2147a62c7c6e tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 945 time: 0.6013694 Jun 30 08:54:57.136306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'f00fc546-b098-4fcb-9a18-946c822d30d9', 'network_id': 'd70507e6-ef38-49aa-b1d4-70571cdd8d22', 'port_id': 'f00fc546-b098-4fcb-9a18-946c822d30d9', 'mac_address': 'fa:16:3e:d4:4e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b98d6c-80a6-4dda-89c6-441f68f12093', 'ip_address': '19.86.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:57.138815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:57.187581 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.196780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707dc8d-bc86-4415-9e64-9dfe4ca5cdb9 req-782a955e-5f0e-4f97-8b6b-ae3ff0db5c6e tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445925 Jun 30 08:54:57.201172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00fc546-b098-4fcb-9a18-946c822d30d9 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:57.223112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port f00fc546-b098-4fcb-9a18-946c822d30d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=f00fc546-b098-4fcb-9a18-946c822d30d9,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.224223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93949bcd-ca26-473c-883d-8897973b9201 req-a04f7d48-b2f2-4b78-b866-7bd4648fd8a0 service neutron] 10.222.0.13 "GET /v2.0/networks/d70507e6-ef38-49aa-b1d4-70571cdd8d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407656 Jun 30 08:54:57.228616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.230394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 709dc79f-d006-4e98-bd31-3fe50f829de4 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:57.291894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=f00fc546-b098-4fcb-9a18-946c822d30d9,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:57.310552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca70ac-e618-4621-ac1b-2f979297c193 req-5d5237de-f68f-4f47-9688-993cb93ad8a5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.318414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01ca70ac-e618-4621-ac1b-2f979297c193 req-5d5237de-f68f-4f47-9688-993cb93ad8a5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 945 time: 0.1794662 Jun 30 08:54:57.343795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Deleting port 4d630346-173e-4070-943f-fd8b0960ee4f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:57.344139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.378609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-dd87fe2f-c0a5-4608-b8e9-e4ecd4343ed2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.380066 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-dd87fe2f-c0a5-4608-b8e9-e4ecd4343ed2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 945 time: 0.5252442 Jun 30 08:54:57.400506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 709dc79f-d006-4e98-bd31-3fe50f829de4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=709dc79f-d006-4e98-bd31-3fe50f829de4,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.413474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '709dc79f-d006-4e98-bd31-3fe50f829de4', 'network_id': '2ac23ef2-848e-4967-a996-ecbeadb3d77d', 'port_id': '709dc79f-d006-4e98-bd31-3fe50f829de4', 'mac_address': 'fa:16:3e:06:b1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e48173-bcf6-4520-8f46-75d23df86ad8', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:57.427416 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Floating IP 3c4e1d1e-74d4-44ab-b636-e297146bf158 associated. External IP: 172.25.8.189, port: ed29488a-3100-4b67-a218-dd4262ce43f2. Jun 30 08:54:57.436547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01ca70ac-e618-4621-ac1b-2f979297c193 req-39a057eb-0451-444f-9459-ff2dc5575bb6 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172645 Jun 30 08:54:57.457836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.477756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709dc79f-d006-4e98-bd31-3fe50f829de4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:57.498282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 709dc79f-d006-4e98-bd31-3fe50f829de4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=709dc79f-d006-4e98-bd31-3fe50f829de4,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.504831 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.506586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 79be24df-012c-4016-b128-3956d0a07871 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:57.511424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] For port 4d630346-173e-4070-943f-fd8b0960ee4f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d630346-173e-4070-943f-fd8b0960ee4f,segment=NetworkSegment(780bfe34-d7e7-4382-9c76-0b563e2c4e0c),segment_id=780bfe34-d7e7-4382-9c76-0b563e2c4e0c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.511953 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.523388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56637a30-4cad-47bd-9d4b-b47e65806db2 req-74a3abcb-56a7-4495-a1a5-87ea438b3ee7 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.530533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56637a30-4cad-47bd-9d4b-b47e65806db2 req-74a3abcb-56a7-4495-a1a5-87ea438b3ee7 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 945 time: 0.1671050 Jun 30 08:54:57.557661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Calling delete_port for 4d630346-173e-4070-943f-fd8b0960ee4f owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:57.580743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Deleting port 1a854468-faa3-4aec-bc5a-dae490f52675 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:57.581076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.590309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56637a30-4cad-47bd-9d4b-b47e65806db2 req-895b51a3-fbc6-4287-a285-cf1d1f6d7e2b tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587473 Jun 30 08:54:57.679343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] For port 1a854468-faa3-4aec-bc5a-dae490f52675, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=1a854468-faa3-4aec-bc5a-dae490f52675,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.679343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.690426 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738974b1-767b-47ed-9efc-ae95420ebd36 x-openstack-request-id: req-738974b1-767b-47ed-9efc-ae95420ebd36 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:57.690786 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-unplugged", "status": "completed", "tag": "79be24df-012c-4016-b128-3956d0a07871", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:57.690969 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-738974b1-767b-47ed-9efc-ae95420ebd36 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:57.691354 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79be24df-012c-4016-b128-3956d0a07871', 'code': 200} Jun 30 08:54:57.703771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Calling delete_port for 1a854468-faa3-4aec-bc5a-dae490f52675 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:57.721844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.759577 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.772506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '79be24df-012c-4016-b128-3956d0a07871', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'port_id': '79be24df-012c-4016-b128-3956d0a07871', 'mac_address': 'fa:16:3e:e2:cb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:57.790965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['4d630346-173e-4070-943f-fd8b0960ee4f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:57.817110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=709dc79f-d006-4e98-bd31-3fe50f829de4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:57.820029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Pushing event deleted for resources: {'Port': ['ID=4d630346-173e-4070-943f-fd8b0960ee4f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:57.843030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef751b52-6e30-4508-986e-d8b57984a139', 'tag': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:57.844901 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368" -d '{"events": [{"name": "network-changed", "server_uuid": "ef751b52-6e30-4508-986e-d8b57984a139", "tag": "48bd74ce-5db7-4081-9bd9-d533ea8ff9e8"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:57.858449 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.872373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79be24df-012c-4016-b128-3956d0a07871 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:57.894742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:57.895036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:57.899844 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.914271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] No DVR routers for this DVR port 4d630346-173e-4070-943f-fd8b0960ee4f on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:57.919027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:57.921077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e2d0f11-7046-444f-894b-965abf03b522 req-2dcbebbb-cbfd-4f55-b156-20b581dffe66 tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.13 "DELETE /v2.0/ports/4d630346-173e-4070-943f-fd8b0960ee4f HTTP/1.1" status: 204 len: 173 time: 0.8237102 Jun 30 08:54:57.922233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'name': 'network-vif-deleted', 'tag': '4d630346-173e-4070-943f-fd8b0960ee4f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:57.924833 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e7ce44-c9e9-4f21-be85-844894f340f3" -d '{"events": [{"server_uuid": "c08e1c48-d626-4682-b1d9-6536f8b39dd4", "name": "network-vif-deleted", "tag": "4d630346-173e-4070-943f-fd8b0960ee4f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:57.961567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:57.976163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0172-b128-429b-9650-67968a8238df req-71f255ed-a533-45fc-ae87-7fe97d103f7c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.977693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-026c0172-b128-429b-9650-67968a8238df req-71f255ed-a533-45fc-ae87-7fe97d103f7c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 944 time: 0.1733773 Jun 30 08:54:57.986634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca4592-a8df-49c5-9a78-4902e2c2bd8d req-f87b8515-194a-4c98-a86e-864f4b67eca6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.988109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adca4592-a8df-49c5-9a78-4902e2c2bd8d req-f87b8515-194a-4c98-a86e-864f4b67eca6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 943 time: 0.1704805 Jun 30 08:54:58.024623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:58.035617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['8b88d8e9-575d-4aac-95f4-a602ba6dae66'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:58.078835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-026c0172-b128-429b-9650-67968a8238df req-71a1a81f-01a5-4116-a565-5611a81332b0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890603 Jun 30 08:54:58.083326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adca4592-a8df-49c5-9a78-4902e2c2bd8d req-13c49345-0a1d-41be-ad8d-f19f8b882aae tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872428 Jun 30 08:54:58.098914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event deleted for resources: {'Port': ['ID=1a854468-faa3-4aec-bc5a-dae490f52675,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:58.148520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:58.156835 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f48e15-d869-43d5-96e8-ac7f351a012b x-openstack-request-id: req-d0f48e15-d869-43d5-96e8-ac7f351a012b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:58.156989 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08e1c48-d626-4682-b1d9-6536f8b39dd4", "name": "network-vif-deleted", "tag": "4d630346-173e-4070-943f-fd8b0960ee4f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:58.157590 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0f48e15-d869-43d5-96e8-ac7f351a012b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:58.157732 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08e1c48-d626-4682-b1d9-6536f8b39dd4', 'name': 'network-vif-deleted', 'tag': '4d630346-173e-4070-943f-fd8b0960ee4f', 'status': 'completed', 'code': 200} Jun 30 08:54:58.158507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:58.168317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] Sync routers for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:58.196646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:58.197281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:54:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:58.205485 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5534ea4d-7b1b-4465-a410-8156bb051d3b x-openstack-request-id: req-5534ea4d-7b1b-4465-a410-8156bb051d3b {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:58.205801 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef751b52-6e30-4508-986e-d8b57984a139", "tag": "48bd74ce-5db7-4081-9bd9-d533ea8ff9e8", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:58.206051 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5534ea4d-7b1b-4465-a410-8156bb051d3b {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:58.206433 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef751b52-6e30-4508-986e-d8b57984a139', 'tag': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8', 'status': 'completed', 'code': 200} Jun 30 08:54:58.207245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] No DVR routers for this DVR port 1a854468-faa3-4aec-bc5a-dae490f52675 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:58.215532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:58.217449 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-333afa99-47a1-4f95-a899-31a3cb52b8d0 req-9f2308b0-ecea-43ed-95ac-cd1091e410ed tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.13 "DELETE /v2.0/ports/1a854468-faa3-4aec-bc5a-dae490f52675 HTTP/1.1" status: 204 len: 173 time: 0.8305712 Jun 30 08:54:58.282059 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e8b772ce-dc91-4e7c-aef5-f15dbb23f615 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "PUT /v2.0/floatingips/3c4e1d1e-74d4-44ab-b636-e297146bf158 HTTP/1.1" status: 200 len: 992 time: 1.9344187 Jun 30 08:54:58.327994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-6c1ca363-d562-4a3b-96ae-756edca72975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.332076 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-6c1ca363-d562-4a3b-96ae-756edca72975 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 1095 time: 0.1199403 Jun 30 08:54:58.358958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe09dc-a808-42d3-8913-31324705b7be req-db17dcfe-f8c1-4bdb-854d-b4ebc913d1f7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.373540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe09dc-a808-42d3-8913-31324705b7be req-db17dcfe-f8c1-4bdb-854d-b4ebc913d1f7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.375223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40fe09dc-a808-42d3-8913-31324705b7be req-db17dcfe-f8c1-4bdb-854d-b4ebc913d1f7 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1680 time: 0.1021321 Jun 30 08:54:58.437874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40fe09dc-a808-42d3-8913-31324705b7be req-167acd99-fe33-499d-97f3-fe2502389d1c tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525966 Jun 30 08:54:58.476133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['f00fc546-b098-4fcb-9a18-946c822d30d9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:58.478632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['79be24df-012c-4016-b128-3956d0a07871'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:58.480920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['709dc79f-d006-4e98-bd31-3fe50f829de4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:58.482097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-8b82c440-a0fb-4708-b480-f58f044cdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.486530 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-8b82c440-a0fb-4708-b480-f58f044cdf44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.1477392 Jun 30 08:54:58.503255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b04e3-8eea-483c-9844-ee1fd2850d4d req-c952ad2a-1f0e-40f3-8234-6b1b7e0a52e7 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.504755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814b04e3-8eea-483c-9844-ee1fd2850d4d req-c952ad2a-1f0e-40f3-8234-6b1b7e0a52e7 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 944 time: 0.1286156 Jun 30 08:54:58.568987 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-a7819ae3-93db-47d2-ac70-26b16103cfee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 HTTP/1.1" status: 200 len: 217 time: 0.0755672 Jun 30 08:54:58.573430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814b04e3-8eea-483c-9844-ee1fd2850d4d req-130d8b0d-7c2f-4985-be65-ed6b87104684 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595775 Jun 30 08:54:58.654157 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:54:58.660038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-18f54c5d-16ca-4cbd-abfc-2c06d2b6281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.661718 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-18f54c5d-16ca-4cbd-abfc-2c06d2b6281b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.0861592 Jun 30 08:54:58.748682 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-773f4426-abc5-4909-9bc9-eb1fc8dc5c54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787377 Jun 30 08:54:58.771818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:58.826977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22d6fd2a-ff26-4c54-aaf0-2754dc7d3b25 req-92b4d92a-cf26-4d01-bd8b-538d77f3f587 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 210 time: 0.0625691 Jun 30 08:54:58.866486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53ac1f8b-7df6-428e-a618-239badc98114 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:58.869253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d630346-173e-4070-943f-fd8b0960ee4f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:58.871975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10ac1254-018e-4824-a43d-d1e7e241195a req-a639a05f-2e29-47c5-9830-d5caa0dba6ed tempest-VolumesActionsTest-766244674 tempest-VolumesActionsTest-766244674-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08e1c48-d626-4682-b1d9-6536f8b39dd4 HTTP/1.1" status: 200 len: 210 time: 0.0436630 Jun 30 08:54:58.910381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 4d630346-173e-4070-943f-fd8b0960ee4f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:58.910732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d630346-173e-4070-943f-fd8b0960ee4f not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:58.911156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:58.915155 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-9b677289-6460-47a9-9397-cb68b186ac48 service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597981 Jun 30 08:54:59.020807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 1a854468-faa3-4aec-bc5a-dae490f52675 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:59.021060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 1a854468-faa3-4aec-bc5a-dae490f52675 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:59.035520 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d6ee5778-4fa8-42a4-a248-e1c23dfdc368 req-69909067-7d9e-4821-bb98-24dddde26eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139328 Jun 30 08:54:59.254175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:59.365067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ad73-11d5-4d73-9721-1f45858624e3 req-4d62bf9f-5b76-4876-88f6-a42908a09e3f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.367308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dd0ad73-11d5-4d73-9721-1f45858624e3 req-4d62bf9f-5b76-4876-88f6-a42908a09e3f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 943 time: 0.1282151 Jun 30 08:54:59.367836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 53ac1f8b-7df6-428e-a618-239badc98114, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53ac1f8b-7df6-428e-a618-239badc98114,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:59.376865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a36f4-cbef-4175-aae0-1c254790f7fc req-49c97bda-e2ac-4115-8da5-05b9a00f9d83 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.378422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-651a36f4-cbef-4175-aae0-1c254790f7fc req-49c97bda-e2ac-4115-8da5-05b9a00f9d83 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 945 time: 0.1482446 Jun 30 08:54:59.436824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '53ac1f8b-7df6-428e-a618-239badc98114', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'port_id': '53ac1f8b-7df6-428e-a618-239badc98114', 'mac_address': 'fa:16:3e:45:1e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:59.442171 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dd0ad73-11d5-4d73-9721-1f45858624e3 req-b71541fd-65ae-4d3d-bc53-0d1c09b7fd9c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Jun 30 08:54:59.449078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-651a36f4-cbef-4175-aae0-1c254790f7fc req-9e7959b8-8fd0-41fc-8aca-7ead43cea79f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Jun 30 08:54:59.507291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3c4e1d1e-74d4-44ab-b636-e297146bf158', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'port_id': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'mac_address': 'fa:16:3e:8e:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:41Z', 'updated_at': '2021-06-30T08:54:56Z', 'revision_number': 1, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:59.548840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] Checking router: 5e27d6ea-eef0-47c5-8c35-393ac8b10420 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:59.560600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:59.573882 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.579622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'port_id': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8', 'mac_address': 'fa:16:3e:9b:74:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb8979-ffb4-4f77-834b-3f3c62aac98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:59.590180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:59.590817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:54:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:59.635054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ac1f8b-7df6-428e-a618-239badc98114 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:59.655547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eee77-ab77-437d-81b1-0fbe6200f12d req-6ce3534c-fc7c-4541-89a0-f8d5b5c100cb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.666018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eee77-ab77-437d-81b1-0fbe6200f12d req-6ce3534c-fc7c-4541-89a0-f8d5b5c100cb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.668507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb8eee77-ab77-437d-81b1-0fbe6200f12d req-6ce3534c-fc7c-4541-89a0-f8d5b5c100cb tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1680 time: 0.0950406 Jun 30 08:54:59.695619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 53ac1f8b-7df6-428e-a618-239badc98114, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53ac1f8b-7df6-428e-a618-239badc98114,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:59.721774 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.731510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.742682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb8eee77-ab77-437d-81b1-0fbe6200f12d req-64e3984d-a2e3-4c0f-850b-dfe7f7419a36 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680711 Jun 30 08:54:59.764465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:59.790128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a66267-5101-4f6c-a91f-03a9bcdbe777 req-c3c4ec6d-1577-487a-8763-b75f01859158 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.791849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64a66267-5101-4f6c-a91f-03a9bcdbe777 req-c3c4ec6d-1577-487a-8763-b75f01859158 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 945 time: 0.0886600 Jun 30 08:54:59.807214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:59.818310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:59.821080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.841750 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64a66267-5101-4f6c-a91f-03a9bcdbe777 req-0d69e012-65d2-40fc-99a0-a5885db99482 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 Jun 30 08:54:59.850727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=53ac1f8b-7df6-428e-a618-239badc98114,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:59.957131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:00.028312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1377480b-cd80-48ce-ad6f-8d215f817f71 req-299e7f27-1fe7-4317-9f20-bd14f2c1452b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 210 time: 0.0437300 Jun 30 08:55:00.154288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3c4e1d1e-74d4-44ab-b636-e297146bf158', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'port_id': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'mac_address': 'fa:16:3e:8e:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:41Z', 'updated_at': '2021-06-30T08:54:56Z', 'revision_number': 1, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:00.181514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22e671-2d0f-4647-9b00-44915e70f441 None None] The sync data for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 is: [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3c4e1d1e-74d4-44ab-b636-e297146bf158', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'port_id': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'mac_address': 'fa:16:3e:8e:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:41Z', 'updated_at': '2021-06-30T08:54:56Z', 'revision_number': 1, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:00.218836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'name': 'network-vif-deleted', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675'}, {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:00.218836 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3c2c06-7cd5-4d36-b544-fb7326731f3b" -d '{"events": [{"server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "name": "network-vif-deleted", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675"}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:00.255258 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc392be9-aed1-489b-b2b8-3e414a21dbab x-openstack-request-id: req-dc392be9-aed1-489b-b2b8-3e414a21dbab {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:00.255556 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4f29b9-91c5-4057-956a-44dd294b4868", "name": "network-vif-deleted", "tag": "1a854468-faa3-4aec-bc5a-dae490f52675", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:00.255819 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc392be9-aed1-489b-b2b8-3e414a21dbab {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:00.256219 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4f29b9-91c5-4057-956a-44dd294b4868', 'name': 'network-vif-deleted', 'tag': '1a854468-faa3-4aec-bc5a-dae490f52675', 'status': 'completed', 'code': 200} Jun 30 08:55:00.256969 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'status': 'completed', 'code': 200} Jun 30 08:55:00.265556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['48bd74ce-5db7-4081-9bd9-d533ea8ff9e8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:00.324734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['53ac1f8b-7df6-428e-a618-239badc98114'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:00.376872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.377489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.378126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.378599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.379081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.379619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.380093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.382954 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-199585f6-8bf7-4fd6-a51c-e57a4d384700 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6508 time: 0.0899072 Jun 30 08:55:00.580515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-2cba4b0e-e19a-4763-8d70-cca569c8debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.583858 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-2cba4b0e-e19a-4763-8d70-cca569c8debd service neutron] 10.222.0.26 "GET /v2.0/networks?id=3802b5db-c026-42da-960b-92e7aa974ecb HTTP/1.1" status: 200 len: 917 time: 0.1944325 Jun 30 08:55:00.623688 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979744d5-1978-48cd-830c-3d380e140a28 None None] New status for floating IP 3c4e1d1e-74d4-44ab-b636-e297146bf158: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:55:00.733136 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-9f860245-208f-4514-9a09-f3fe821a5623 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed29488a-3100-4b67-a218-dd4262ce43f2 HTTP/1.1" status: 200 len: 1000 time: 0.1421216 Jun 30 08:55:00.857948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-bc9842d9-d8ba-428f-8c7d-fda411c3444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.859885 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-bc9842d9-d8ba-428f-8c7d-fda411c3444c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=837594f2-4dea-4f76-9a1c-75932015e8a7 HTTP/1.1" status: 200 len: 855 time: 0.1202552 Jun 30 08:55:00.864473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device f00fc546-b098-4fcb-9a18-946c822d30d9 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:00.906944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455bb01-0bbb-4d25-bc87-3e96fc33dd22 req-a0dd50ea-dbf9-4ee6-a70a-cc6236be4b0e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.908546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9455bb01-0bbb-4d25-bc87-3e96fc33dd22 req-a0dd50ea-dbf9-4ee6-a70a-cc6236be4b0e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 944 time: 0.2362771 Jun 30 08:55:00.931714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c3730-3a54-4263-877e-22d05acbd825 req-3c0ba781-8104-4723-b144-d1737dd5bad7 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.935352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f1c3730-3a54-4263-877e-22d05acbd825 req-3c0ba781-8104-4723-b144-d1737dd5bad7 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 945 time: 0.2634819 Jun 30 08:55:00.953426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-34401686-d416-45db-9875-898fa5ee2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.954968 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-34401686-d416-45db-9875-898fa5ee2e4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3802b5db-c026-42da-960b-92e7aa974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852344 Jun 30 08:55:01.003046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port f00fc546-b098-4fcb-9a18-946c822d30d9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:01.023172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port f00fc546-b098-4fcb-9a18-946c822d30d9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:01.023551 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.025355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f1c3730-3a54-4263-877e-22d05acbd825 req-383d3682-2ac2-42b7-aeca-d854a45a2c8e tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797076 Jun 30 08:55:01.109182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9455bb01-0bbb-4d25-bc87-3e96fc33dd22 req-8227b3ba-d87c-4d6c-8828-0762d7a65b00 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727517 Jun 30 08:55:01.141841 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-0486f191-1a5e-48e9-8833-7bd766605e2d service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781046 Jun 30 08:55:01.191968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.216108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00fc546-b098-4fcb-9a18-946c822d30d9'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:01.218402 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2949ab8f-f213-4594-b81e-766cf107b524" -d '{"events": [{"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-plugged", "status": "completed", "tag": "f00fc546-b098-4fcb-9a18-946c822d30d9"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:01.233305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port f00fc546-b098-4fcb-9a18-946c822d30d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=f00fc546-b098-4fcb-9a18-946c822d30d9,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:01.239617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.240517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 709dc79f-d006-4e98-bd31-3fe50f829de4 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:01.343886 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af3c2c06-7cd5-4d36-b544-fb7326731f3b req-c6f823f9-af3f-481d-ac85-0c57894cc8ba service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949601 Jun 30 08:55:01.350759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=f00fc546-b098-4fcb-9a18-946c822d30d9,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:01.364507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 709dc79f-d006-4e98-bd31-3fe50f829de4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:01.370918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 709dc79f-d006-4e98-bd31-3fe50f829de4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:01.371308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.452956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25854f-f922-4bd4-863b-1b9663d4b548 req-beedc964-e2c9-47e0-8d80-fe5efa25dafd tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.461024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25854f-f922-4bd4-863b-1b9663d4b548 req-beedc964-e2c9-47e0-8d80-fe5efa25dafd tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.463508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed25854f-f922-4bd4-863b-1b9663d4b548 req-beedc964-e2c9-47e0-8d80-fe5efa25dafd tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1681 time: 0.1516700 Jun 30 08:55:01.464166 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.505700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 709dc79f-d006-4e98-bd31-3fe50f829de4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=709dc79f-d006-4e98-bd31-3fe50f829de4,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:01.510632 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.511755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 79be24df-012c-4016-b128-3956d0a07871 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:01.528833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafad27d-a9f1-4849-98dc-9bc2ad46fecd req-532fc65b-3e4e-45fc-8207-b0a629ee9245 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.530557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bafad27d-a9f1-4849-98dc-9bc2ad46fecd req-532fc65b-3e4e-45fc-8207-b0a629ee9245 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1377547 Jun 30 08:55:01.533343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed25854f-f922-4bd4-863b-1b9663d4b548 req-26a35d38-d5a4-4a3f-8047-c239d167e160 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632522 Jun 30 08:55:01.595181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bafad27d-a9f1-4849-98dc-9bc2ad46fecd req-1af3b967-ef63-44bb-b47c-ea90faa21aae tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580080 Jun 30 08:55:01.620731 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e8d458a-3953-4fe6-8334-4635a4209db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.630586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=709dc79f-d006-4e98-bd31-3fe50f829de4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:01.648556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 79be24df-012c-4016-b128-3956d0a07871 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:01.649154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.763147 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.811010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:01.817699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.876518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35f3f65b-97fe-4107-928f-b2a4e4cdfd9a req-478ed66f-fc0e-4118-93ca-fa5b4b68f50e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 210 time: 0.0467069 Jun 30 08:55:01.906607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:01.934190 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0636b53-1577-4abe-b3a2-6cd2c617dcf4 x-openstack-request-id: req-e0636b53-1577-4abe-b3a2-6cd2c617dcf4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:01.934482 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-plugged", "status": "completed", "tag": "f00fc546-b098-4fcb-9a18-946c822d30d9", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:01.934734 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0636b53-1577-4abe-b3a2-6cd2c617dcf4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:01.935126 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00fc546-b098-4fcb-9a18-946c822d30d9', 'code': 200} Jun 30 08:55:02.255532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119784e-569d-4137-a179-02c011836569 req-d53ef113-b144-4dcc-af84-c68c40c4ea56 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.262127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0119784e-569d-4137-a179-02c011836569 req-d53ef113-b144-4dcc-af84-c68c40c4ea56 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.1036730 Jun 30 08:55:02.376225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0119784e-569d-4137-a179-02c011836569 req-31f98805-12ad-4450-8591-b19b6626721b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085289 Jun 30 08:55:02.412933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de7226-7ac2-4697-aedd-0adb8c91ce53 req-4ca6179d-81f8-4f94-be8f-53356f989595 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.414602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4de7226-7ac2-4697-aedd-0adb8c91ce53 req-4ca6179d-81f8-4f94-be8f-53356f989595 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 944 time: 0.1263089 Jun 30 08:55:02.470314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4de7226-7ac2-4697-aedd-0adb8c91ce53 req-0b371594-bfd9-4dad-a219-6ceef830b180 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497227 Jun 30 08:55:02.855795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53ac1f8b-7df6-428e-a618-239badc98114 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:02.937311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752fd6e-f1f8-4d14-8d9a-95b9a9cbdb60 req-7ba4bf48-1f85-482d-a3ac-519fb8cfd1bb tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.945017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5752fd6e-f1f8-4d14-8d9a-95b9a9cbdb60 req-7ba4bf48-1f85-482d-a3ac-519fb8cfd1bb tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1522384 Jun 30 08:55:02.968819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 53ac1f8b-7df6-428e-a618-239badc98114 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:02.976666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 53ac1f8b-7df6-428e-a618-239badc98114 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:02.977310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c6c78-5fa9-40aa-829a-8d3573c9f956 req-b00ca4a4-228f-4b63-accb-8c191446c9d5 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.977875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:02.983779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c6c78-5fa9-40aa-829a-8d3573c9f956 req-b00ca4a4-228f-4b63-accb-8c191446c9d5 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.985700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-186c6c78-5fa9-40aa-829a-8d3573c9f956 req-b00ca4a4-228f-4b63-accb-8c191446c9d5 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1682 time: 0.1820786 Jun 30 08:55:03.043632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5752fd6e-f1f8-4d14-8d9a-95b9a9cbdb60 req-a8e40934-1979-435c-8055-8a713d85effd tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973127 Jun 30 08:55:03.102520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-186c6c78-5fa9-40aa-829a-8d3573c9f956 req-0f7d7ee5-809d-4c59-bad0-696d847a1816 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038718 Jun 30 08:55:03.253251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:03.320328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:03.466343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 53ac1f8b-7df6-428e-a618-239badc98114, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53ac1f8b-7df6-428e-a618-239badc98114,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:03.473365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f160c37-c9a9-4afe-a379-8459304db95e req-8efc7cfc-97ec-43e6-8fa6-31acd2a2e870 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4f29b9-91c5-4057-956a-44dd294b4868 HTTP/1.1" status: 200 len: 210 time: 0.0509565 Jun 30 08:55:03.476754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:03.606796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=53ac1f8b-7df6-428e-a618-239badc98114,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:03.612196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:03.617458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:03.618303 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:03.715156 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:03.718379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372cbb0-e9d6-47f2-93e9-c15f8156e2be req-474c2cfa-4a30-49e6-934d-e0906b895c1f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:03.726622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6372cbb0-e9d6-47f2-93e9-c15f8156e2be req-474c2cfa-4a30-49e6-934d-e0906b895c1f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.1236668 Jun 30 08:55:03.773902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:03.785773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6372cbb0-e9d6-47f2-93e9-c15f8156e2be req-7e05fc42-c085-4eb1-9882-a373df99d3c1 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586207 Jun 30 08:55:03.788530 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:03.823890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01f18-a7cd-4c36-a51d-1d0137b5d2eb req-7d417e27-a28d-4635-90d0-fca8251a6ea5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:03.839233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6e01f18-a7cd-4c36-a51d-1d0137b5d2eb req-7d417e27-a28d-4635-90d0-fca8251a6ea5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 944 time: 0.1822631 Jun 30 08:55:03.908396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:03.935195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6e01f18-a7cd-4c36-a51d-1d0137b5d2eb req-8a367a06-f45e-47c7-a6b0-8562d9b21900 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946896 Jun 30 08:55:03.937082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709dc79f-d006-4e98-bd31-3fe50f829de4'}, {'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be24df-012c-4016-b128-3956d0a07871'}, {'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114'}, {'server_uuid': 'ef751b52-6e30-4508-986e-d8b57984a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:03.940452 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab9616c-9eef-41cc-a114-3c82a7f3f23b" -d '{"events": [{"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-plugged", "status": "completed", "tag": "709dc79f-d006-4e98-bd31-3fe50f829de4"}, {"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-plugged", "status": "completed", "tag": "79be24df-012c-4016-b128-3956d0a07871"}, {"server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "name": "network-vif-plugged", "status": "completed", "tag": "53ac1f8b-7df6-428e-a618-239badc98114"}, {"server_uuid": "ef751b52-6e30-4508-986e-d8b57984a139", "name": "network-vif-plugged", "status": "completed", "tag": "48bd74ce-5db7-4081-9bd9-d533ea8ff9e8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:04.017513 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18548f-66f2-462b-9b72-0b33d9867d67 x-openstack-request-id: req-2a18548f-66f2-462b-9b72-0b33d9867d67 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:04.017859 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-plugged", "status": "completed", "tag": "709dc79f-d006-4e98-bd31-3fe50f829de4", "code": 200}, {"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-plugged", "status": "completed", "tag": "79be24df-012c-4016-b128-3956d0a07871", "code": 200}, {"server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "name": "network-vif-plugged", "status": "completed", "tag": "53ac1f8b-7df6-428e-a618-239badc98114", "code": 200}, {"server_uuid": "ef751b52-6e30-4508-986e-d8b57984a139", "name": "network-vif-plugged", "status": "completed", "tag": "48bd74ce-5db7-4081-9bd9-d533ea8ff9e8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:04.018113 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a18548f-66f2-462b-9b72-0b33d9867d67 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:04.018517 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709dc79f-d006-4e98-bd31-3fe50f829de4', 'code': 200} Jun 30 08:55:04.018771 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be24df-012c-4016-b128-3956d0a07871', 'code': 200} Jun 30 08:55:04.019016 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114', 'code': 200} Jun 30 08:55:04.019259 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef751b52-6e30-4508-986e-d8b57984a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8', 'code': 200} Jun 30 08:55:04.291345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067aba6-d19b-44d8-b242-7f46e30fff2a req-3aaf6bd5-5b8f-46ab-8fec-39ef0a86c997 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.303789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.309360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1067aba6-d19b-44d8-b242-7f46e30fff2a req-3aaf6bd5-5b8f-46ab-8fec-39ef0a86c997 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.1132655 Jun 30 08:55:04.347900 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ec807754-74ca-44ef-a7fc-4bb195149603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.415725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c4a4-6c6d-4e3e-ac47-2c8a4b2e1f33 req-96caa9b8-dc72-45f7-8ef2-2f88d84c1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.417906 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4096c4a4-6c6d-4e3e-ac47-2c8a4b2e1f33 req-96caa9b8-dc72-45f7-8ef2-2f88d84c1747 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 1097 time: 0.2915545 Jun 30 08:55:04.456242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22466c-4a44-41bb-8108-74f3798fa903 req-d089f050-6644-4f58-9b7a-4960f6224c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.456984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22466c-4a44-41bb-8108-74f3798fa903 req-d089f050-6644-4f58-9b7a-4960f6224c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.458720 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8d22466c-4a44-41bb-8108-74f3798fa903 req-d089f050-6644-4f58-9b7a-4960f6224c19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1986 time: 0.1974909 Jun 30 08:55:04.503553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1067aba6-d19b-44d8-b242-7f46e30fff2a req-fc6643bc-c0c4-4cc6-a290-3fafa2111e76 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931872 Jun 30 08:55:04.523128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692403ba-359d-43f8-a9e6-68e2d47c001b req-522070de-ac9f-44bf-a353-e190ee91efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.524647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-692403ba-359d-43f8-a9e6-68e2d47c001b req-522070de-ac9f-44bf-a353-e190ee91efbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 1098 time: 0.1836371 Jun 30 08:55:04.570868 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8d22466c-4a44-41bb-8108-74f3798fa903 req-a1258cc8-c98d-4fe7-9f9f-550cd562aa8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008074 Jun 30 08:55:04.583108 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4096c4a4-6c6d-4e3e-ac47-2c8a4b2e1f33 req-91137142-4066-4600-a568-5a4d70b64a72 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573954 Jun 30 08:55:04.621776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a07e6-5497-4cc3-953e-be961ff7d34c req-f3859991-be3a-44f8-a0c6-3a03d051c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.624781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-443a07e6-5497-4cc3-953e-be961ff7d34c req-f3859991-be3a-44f8-a0c6-3a03d051c61f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 1098 time: 0.2378151 Jun 30 08:55:04.669861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173eb27-2ba5-471b-a846-57125afb0ec0 req-20c600be-55d3-4886-8603-59588ea127c9 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.675845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173eb27-2ba5-471b-a846-57125afb0ec0 req-20c600be-55d3-4886-8603-59588ea127c9 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:04.677715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a173eb27-2ba5-471b-a846-57125afb0ec0 req-20c600be-55d3-4886-8603-59588ea127c9 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1682 time: 0.2710762 Jun 30 08:55:04.698966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-692403ba-359d-43f8-a9e6-68e2d47c001b req-2e6f0251-2ff5-4b79-b8ff-452a3af62c6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318293 Jun 30 08:55:04.726053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-443a07e6-5497-4cc3-953e-be961ff7d34c req-64f6ce5e-1b89-4037-950b-8a4fbe23db70 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876069 Jun 30 08:55:04.757154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a173eb27-2ba5-471b-a846-57125afb0ec0 req-b58f1b25-59f7-4256-a248-c81d150944c5 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594850 Jun 30 08:55:05.074622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37c929-5f7e-4a18-9144-034c6f652f4c req-6e967451-d905-4afe-bf41-c9d0af71afb0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:05.076525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c37c929-5f7e-4a18-9144-034c6f652f4c req-6e967451-d905-4afe-bf41-c9d0af71afb0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.0902431 Jun 30 08:55:05.165242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c37c929-5f7e-4a18-9144-034c6f652f4c req-9ee87338-682f-4422-817b-a23995be0185 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779846 Jun 30 08:55:05.204045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6c4e-f15e-4204-b64e-421f21cef4a1 req-302283ef-a311-4d3a-8362-44010918a021 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:05.212309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-976c6c4e-f15e-4204-b64e-421f21cef4a1 req-302283ef-a311-4d3a-8362-44010918a021 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 945 time: 0.1345806 Jun 30 08:55:05.271344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-976c6c4e-f15e-4204-b64e-421f21cef4a1 req-408afed4-8012-4641-869f-b2d3cf078437 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578218 Jun 30 08:55:05.711411 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.889387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63035b-ec87-4f88-ba51-a0bd86445110 req-51882f4a-2e87-4a58-b485-ee2ef64baf28 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:05.898361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a63035b-ec87-4f88-ba51-a0bd86445110 req-51882f4a-2e87-4a58-b485-ee2ef64baf28 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.1721098 Jun 30 08:55:05.990060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a63035b-ec87-4f88-ba51-a0bd86445110 req-b6ebbd19-2389-4048-bf7e-4c98cf1d701f tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864344 Jun 30 08:55:06.288859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d6c61-26c3-4e6b-99df-4c17f797568d req-3648f57e-7e9e-4a00-bef8-ebfa7b8f02ce tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:06.295992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d6c61-26c3-4e6b-99df-4c17f797568d req-3648f57e-7e9e-4a00-bef8-ebfa7b8f02ce tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:06.305046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a39d6c61-26c3-4e6b-99df-4c17f797568d req-3648f57e-7e9e-4a00-bef8-ebfa7b8f02ce tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1682 time: 0.1325927 Jun 30 08:55:06.364225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a39d6c61-26c3-4e6b-99df-4c17f797568d req-3f90322f-3b44-456f-a3f4-6e5b687f426b tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574553 Jun 30 08:55:06.668532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108785a-f38b-4f5c-9667-98fc4e2ef05f req-4cb6796d-26e4-44b9-b4a3-9f13735e95b4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:06.673562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2108785a-f38b-4f5c-9667-98fc4e2ef05f req-4cb6796d-26e4-44b9-b4a3-9f13735e95b4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 945 time: 0.1807439 Jun 30 08:55:06.775424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9956e-ca4b-4290-b713-0c432fc046a2 req-cec4e161-85be-4a6d-a1f2-7b2be46f2da4 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:06.786908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ae9956e-ca4b-4290-b713-0c432fc046a2 req-cec4e161-85be-4a6d-a1f2-7b2be46f2da4 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.2183011 Jun 30 08:55:06.823616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2108785a-f38b-4f5c-9667-98fc4e2ef05f req-a6b65ff2-e9b9-4dbe-bea7-f6c27bb1ef06 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490164 Jun 30 08:55:06.895686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ae9956e-ca4b-4290-b713-0c432fc046a2 req-78e9f617-3266-4145-bc2d-5c40fd9b56ba tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032302 Jun 30 08:55:07.168143 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:07.255625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05071f39-8cd4-419d-a6ec-bdc398303948 req-1e337f1e-abf8-465c-819d-263ef94acb05 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:07.268692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05071f39-8cd4-419d-a6ec-bdc398303948 req-1e337f1e-abf8-465c-819d-263ef94acb05 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 946 time: 0.2243333 Jun 30 08:55:07.371566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05071f39-8cd4-419d-a6ec-bdc398303948 req-15e73362-c03f-4cea-8fc2-949fb45b9819 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979302 Jun 30 08:55:07.631826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fbce2-8d67-42e0-9124-73a003fa32bb req-69fa5eb9-2d65-4ac7-8ee5-3122fbf68f90 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:07.640948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e10fbce2-8d67-42e0-9124-73a003fa32bb req-69fa5eb9-2d65-4ac7-8ee5-3122fbf68f90 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.2170167 Jun 30 08:55:07.698657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e10fbce2-8d67-42e0-9124-73a003fa32bb req-23867192-7b9a-4be1-a975-4d30c02e1d56 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562692 Jun 30 08:55:07.950007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826311-2b0f-4eea-9217-3375a134e7e0 req-55b4cb8b-bef4-4e09-9239-1ac6f329528d tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:07.952487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3826311-2b0f-4eea-9217-3375a134e7e0 req-55b4cb8b-bef4-4e09-9239-1ac6f329528d tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.1547937 Jun 30 08:55:08.033467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3826311-2b0f-4eea-9217-3375a134e7e0 req-9641ab7e-fe27-4b3e-9e42-2d15b5ab8239 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707178 Jun 30 08:55:08.304808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ef39b-0610-4997-a2d9-8d0ce6513c72 req-ef85aeac-2cf3-4f90-a904-d1f950a3e08a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:08.312587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f8ef39b-0610-4997-a2d9-8d0ce6513c72 req-ef85aeac-2cf3-4f90-a904-d1f950a3e08a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 945 time: 0.0784471 Jun 30 08:55:08.367567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f8ef39b-0610-4997-a2d9-8d0ce6513c72 req-6ba790c0-3f2a-40a7-bc19-b6b866f3873c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538785 Jun 30 08:55:08.627488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540faa-fffb-4c5b-a786-614abf1260ad req-85253b29-ae98-4f2c-b12d-2772dff3d24d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:08.638205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540faa-fffb-4c5b-a786-614abf1260ad req-85253b29-ae98-4f2c-b12d-2772dff3d24d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:08.647258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53540faa-fffb-4c5b-a786-614abf1260ad req-85253b29-ae98-4f2c-b12d-2772dff3d24d tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1682 time: 0.1275644 Jun 30 08:55:08.700523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53540faa-fffb-4c5b-a786-614abf1260ad req-01269a1e-d4b4-4ce7-8b68-a33753dbbb54 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528753 Jun 30 08:55:08.976554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d656077-4174-436b-89f8-06147ba70eed req-f688cfe0-e5e4-4fe2-90b0-d54c1080def3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:08.986841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56240) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:08.989349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d656077-4174-436b-89f8-06147ba70eed req-f688cfe0-e5e4-4fe2-90b0-d54c1080def3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.1013663 Jun 30 08:55:08.993093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Request body: {'floatingip': {'port_id': '53ac1f8b-7df6-428e-a618-239badc98114'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:09.108551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:09.362649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-c201f2c4-42ad-41b3-b892-4e1ee757f924 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:09.370925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-c201f2c4-42ad-41b3-b892-4e1ee757f924 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 815 time: 0.1566279 Jun 30 08:55:09.417354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d02d0673-4521-43cc-9d0f-d8cdd6155964 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/quotas/6f6aeac41701419ba7a66d4f8a466d8f HTTP/1.1" status: 200 len: 375 time: 0.0451939 Jun 30 08:55:09.545098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-f26d9d89-7cb6-4f01-b063-a8c28a317169 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1265161 Jun 30 08:55:09.555664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9552bf-d61e-47e5-a03d-979aa5f800c5 req-98f61335-4943-4b5b-8708-0cfa820c05f4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:09.557441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9552bf-d61e-47e5-a03d-979aa5f800c5 req-98f61335-4943-4b5b-8708-0cfa820c05f4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 945 time: 0.1837599 Jun 30 08:55:09.659246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e9552bf-d61e-47e5-a03d-979aa5f800c5 req-dc4dafc7-ec62-430f-8dcb-6c2c5586315c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930321 Jun 30 08:55:09.721856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-55d3f416-e5ff-45ff-901b-7329eaf8767a service neutron] 10.222.0.53 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632106 Jun 30 08:55:09.912115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-a277454b-004e-422b-b969-650f315007ca service neutron] 10.222.0.53 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792107 Jun 30 08:55:09.964327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:09.970268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:10.250450 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Floating IP 3e7aee3c-9b71-4ff5-88e1-5ac86642268f associated. External IP: 172.25.8.166, port: 53ac1f8b-7df6-428e-a618-239badc98114. Jun 30 08:55:10.291556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-83ad0618-1c44-4363-a8fb-00b07c2caf68 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.313530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-83ad0618-1c44-4363-a8fb-00b07c2caf68 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.316510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-83ad0618-1c44-4363-a8fb-00b07c2caf68 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1682 time: 0.1986945 Jun 30 08:55:10.556756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44bee15a-b862-4173-ac46-6e89341754ad req-25188c34-0f12-49bc-98c7-d91589a4dc59 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 210 time: 0.0637777 Jun 30 08:55:10.688300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673e3c-5894-49b6-b47d-eac9304485f9 req-87f70d0c-0e19-4dd3-94ac-f2b5dffe1ff4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.705824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673e3c-5894-49b6-b47d-eac9304485f9 req-87f70d0c-0e19-4dd3-94ac-f2b5dffe1ff4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.713862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08673e3c-5894-49b6-b47d-eac9304485f9 req-87f70d0c-0e19-4dd3-94ac-f2b5dffe1ff4 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 1682 time: 0.3861167 Jun 30 08:55:10.934389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port 709dc79f-d006-4e98-bd31-3fe50f829de4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:10.934626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:11.055264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port 709dc79f-d006-4e98-bd31-3fe50f829de4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=709dc79f-d006-4e98-bd31-3fe50f829de4,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:11.055678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:11.074331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for 709dc79f-d006-4e98-bd31-3fe50f829de4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:11.140277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08673e3c-5894-49b6-b47d-eac9304485f9 req-7606e6b3-50f1-4441-86b4-ad7b9f6eaed3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254403 Jun 30 08:55:11.240947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc794-364e-4d7b-8085-d955ee861aea req-79d6dae5-ad13-4ced-9ec2-8c5ef014811e tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:11.242411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a52dc794-364e-4d7b-8085-d955ee861aea req-79d6dae5-ad13-4ced-9ec2-8c5ef014811e tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0a8866-6023-4156-a7cc-654ba46c998a HTTP/1.1" status: 200 len: 946 time: 0.6827409 Jun 30 08:55:11.373100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-77c80f2c-5d53-4068-8646-c7842ce3461b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:11.374681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-77c80f2c-5d53-4068-8646-c7842ce3461b tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 944 time: 0.6432922 Jun 30 08:55:11.393359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-37d83236-c2e4-43dd-9367-b54389a6a9f2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:11.399794 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-37d83236-c2e4-43dd-9367-b54389a6a9f2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 945 time: 0.7559025 Jun 30 08:55:11.408675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Router aa247675-b9f2-4b18-affb-572eab086b5e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:55:11.449910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9b0ca-e8ad-4040-9f4f-87cba77b3623 req-40b2bf71-78d9-4a9d-b5bc-53c4fce5f161 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:11.451407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea9b0ca-e8ad-4040-9f4f-87cba77b3623 req-40b2bf71-78d9-4a9d-b5bc-53c4fce5f161 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 944 time: 0.7346039 Jun 30 08:55:11.625047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:11.628429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Deleting port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:11.628849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:11.634239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:11.640889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] Sync routers for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:11.660520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:11.661256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:11.852478 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-16a5d3a1-0c5d-4a52-b104-e49a43d7bdf3 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "PUT /v2.0/floatingips/3e7aee3c-9b71-4ff5-88e1-5ac86642268f HTTP/1.1" status: 200 len: 992 time: 2.8606915 Jun 30 08:55:11.863985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:11.878288 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e79765-345b-4db3-9d1c-e3e70f1921e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "tag": "53ac1f8b-7df6-428e-a618-239badc98114"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:11.927846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:12.136815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-8572eeb2-bbc8-4d4e-b0db-95ffe0bbbaef tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:12.138578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-8572eeb2-bbc8-4d4e-b0db-95ffe0bbbaef tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.26 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 815 time: 0.2534287 Jun 30 08:55:12.159828 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Request body: {'port': {'device_id': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'admin_state_up': True, 'tenant_id': '6f6aeac41701419ba7a66d4f8a466d8f'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:12.233056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] For port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:12.233461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:12.312483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Calling delete_port for 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:12.377901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea9b0ca-e8ad-4040-9f4f-87cba77b3623 req-664d0214-a673-438e-a74d-6fe8fa7e5bff tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449316 Jun 30 08:55:12.440482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3e7aee3c-9b71-4ff5-88e1-5ac86642268f', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'port_id': '53ac1f8b-7df6-428e-a618-239badc98114', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'mac_address': 'fa:16:3e:45:1e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:41Z', 'updated_at': '2021-06-30T08:55:09Z', 'revision_number': 1, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:42Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:12.476935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3444ca-597c-4321-a5ae-f6f689ae1bc5 req-c31d7d33-5657-4022-a98d-cd375cf7c214 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:12.483725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] Checking router: aa247675-b9f2-4b18-affb-572eab086b5e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:12.494315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3444ca-597c-4321-a5ae-f6f689ae1bc5 req-c31d7d33-5657-4022-a98d-cd375cf7c214 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef751b52-6e30-4508-986e-d8b57984a139 HTTP/1.1" status: 200 len: 945 time: 1.1485124 Jun 30 08:55:12.501320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:12.502176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:12.626949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Deleting port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:12.627320 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:12.655690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:12.674308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Made reservation on behalf of 6f6aeac41701419ba7a66d4f8a466d8f for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:12.683484 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:12.694322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:12.713702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3444ca-597c-4321-a5ae-f6f689ae1bc5 req-8f50356d-22c9-42a1-b7dc-7d7e4444eba4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182992 Jun 30 08:55:12.734693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event deleted for resources: {'Port': ['ID=48bd74ce-5db7-4081-9bd9-d533ea8ff9e8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:12.739477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Deleting port 79be24df-012c-4016-b128-3956d0a07871 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:12.740084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:12.846998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a', '5cdc120d-bebf-4b3d-af84-e0c13f11980f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:12.849031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['48bd74ce-5db7-4081-9bd9-d533ea8ff9e8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:12.906183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] No DVR routers for this DVR port 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:12.915505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:12.921310 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-21a1d2af-5a78-4dd3-8d4b-42ef9731ae71 req-1fbe2885-f928-4c93-803a-9535410a6dc7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.26 "DELETE /v2.0/ports/48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 HTTP/1.1" status: 204 len: 173 time: 1.5035450 Jun 30 08:55:12.938493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:13.064597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] For port 79be24df-012c-4016-b128-3956d0a07871, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=79be24df-012c-4016-b128-3956d0a07871,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:13.065219 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:13.078408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Calling delete_port for 79be24df-012c-4016-b128-3956d0a07871 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:13.132955 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf49751-99d0-4db7-95e8-08a77b974ae8 x-openstack-request-id: req-baf49751-99d0-4db7-95e8-08a77b974ae8 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:13.133310 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "tag": "53ac1f8b-7df6-428e-a618-239badc98114", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:13.133483 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-baf49751-99d0-4db7-95e8-08a77b974ae8 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:13.133899 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114', 'status': 'completed', 'code': 200} Jun 30 08:55:13.221757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3e7aee3c-9b71-4ff5-88e1-5ac86642268f', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'port_id': '53ac1f8b-7df6-428e-a618-239badc98114', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'mac_address': 'fa:16:3e:45:1e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:41Z', 'updated_at': '2021-06-30T08:55:09Z', 'revision_number': 1, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:42Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:13.259712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c82772-ce44-4bae-925d-cf0e141ae909 None None] The sync data for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 is: [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '3e7aee3c-9b71-4ff5-88e1-5ac86642268f', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'port_id': '53ac1f8b-7df6-428e-a618-239badc98114', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'mac_address': 'fa:16:3e:45:1e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:41Z', 'updated_at': '2021-06-30T08:55:09Z', 'revision_number': 1, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:42Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:13.281450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Allocated IP 172.20.0.11 (bfd05d24-4c8f-4ed2-9fac-9430acde182a/4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7/42f8655d-c734-4aab-a7e9-bbcbdb329cb4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:13.366627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-d382c7f0-703a-4339-a1c5-904138c38061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:13.379422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-d382c7f0-703a-4339-a1c5-904138c38061 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d5d5f83228a4008bf5f33ff95239ab7&device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 1098 time: 0.2327046 Jun 30 08:55:13.403934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c57d1dd-e22e-49ab-b360-cc2f201555de req-a5d4083a-16f0-47a0-99d8-b429d2630921 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 210 time: 0.1948390 Jun 30 08:55:13.509439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=709dc79f-d006-4e98-bd31-3fe50f829de4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:13.593169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port 709dc79f-d006-4e98-bd31-3fe50f829de4 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:13.612541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.633091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.633465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.633776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.634663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.634663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.634931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.635056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.635381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.636043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.636043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.642417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:13.651446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:13.654570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-480d37a9-33bb-4f60-afe1-e18154d04cf2 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "DELETE /v2.0/ports/709dc79f-d006-4e98-bd31-3fe50f829de4 HTTP/1.1" status: 204 len: 173 time: 3.3247731 Jun 30 08:55:13.659679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] For port 8b88d8e9-575d-4aac-95f4-a602ba6dae66, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=8b88d8e9-575d-4aac-95f4-a602ba6dae66,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:13.660049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:13.663027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-deleted', 'tag': '709dc79f-d006-4e98-bd31-3fe50f829de4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:13.665341 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966aabdd-67cb-430d-8460-dbd64dde79ba" -d '{"events": [{"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-deleted", "tag": "709dc79f-d006-4e98-bd31-3fe50f829de4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:13.682250 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:13.747382 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4463c9-49e3-46b5-8808-b9b5fbeb85a9 None None] New status for floating IP 3e7aee3c-9b71-4ff5-88e1-5ac86642268f: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:55:13.752066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Calling delete_port for 8b88d8e9-575d-4aac-95f4-a602ba6dae66 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:13.836612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Pushing event deleted for resources: {'Port': ['ID=79be24df-012c-4016-b128-3956d0a07871,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:14.039357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] No DVR routers for this DVR port 79be24df-012c-4016-b128-3956d0a07871 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:14.062086 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.064662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a52dc794-364e-4d7b-8085-d955ee861aea req-09a04964-2197-4ebd-b0f5-7e9b4120375d tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.13 "DELETE /v2.0/ports/79be24df-012c-4016-b128-3956d0a07871 HTTP/1.1" status: 204 len: 173 time: 2.8160801 Jun 30 08:55:14.076690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a81892-939f-4b8e-a477-c5b1b57bad1e req-0f2a5560-c3c8-4e74-a9ea-b82f65093b14 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.084746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13a81892-939f-4b8e-a477-c5b1b57bad1e req-0f2a5560-c3c8-4e74-a9ea-b82f65093b14 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 945 time: 0.7850354 Jun 30 08:55:14.119813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-0760d29f-b082-43e6-8b3c-0a484f0248ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.121447 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-0760d29f-b082-43e6-8b3c-0a484f0248ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b0b4616-0954-4c68-a7aa-9ba36354dff4 HTTP/1.1" status: 200 len: 912 time: 0.7344842 Jun 30 08:55:14.176205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13a81892-939f-4b8e-a477-c5b1b57bad1e req-e2cb7d22-9cb3-4283-8cb7-ba000aee61df tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/security-groups?id=41b4e560-494c-4733-9e88-a65ca25ef476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902815 Jun 30 08:55:14.224697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bc3b7-34d1-4017-b13e-b7827f11b20a req-10800939-2f71-4026-8f39-8eaf7a5d1846 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.234211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-656bc3b7-34d1-4017-b13e-b7827f11b20a req-10800939-2f71-4026-8f39-8eaf7a5d1846 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf042df-5660-461b-95e5-8a5544b148dd HTTP/1.1" status: 200 len: 944 time: 0.3828907 Jun 30 08:55:14.256283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.262167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port f00fc546-b098-4fcb-9a18-946c822d30d9 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:14.264066 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.292205 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-893abfc3-f7d6-4f38-8be4-b09436a386ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53ac1f8b-7df6-428e-a618-239badc98114 HTTP/1.1" status: 200 len: 1000 time: 0.1570535 Jun 30 08:55:14.352154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.359985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.457399 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9e8c7b-19db-4c13-9ac9-94513ecf2b0d x-openstack-request-id: req-3e9e8c7b-19db-4c13-9ac9-94513ecf2b0d {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:14.458082 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-deleted", "tag": "709dc79f-d006-4e98-bd31-3fe50f829de4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:14.458082 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e9e8c7b-19db-4c13-9ac9-94513ecf2b0d {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:14.459488 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-deleted', 'tag': '709dc79f-d006-4e98-bd31-3fe50f829de4', 'status': 'completed', 'code': 200} Jun 30 08:55:14.464275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Network bfd05d24-4c8f-4ed2-9fac-9430acde182a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:14.469218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:14.480711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-656bc3b7-34d1-4017-b13e-b7827f11b20a req-b557890e-25a5-4127-8ee1-e26aa05f1d0e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073381 Jun 30 08:55:14.484646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event deleted for resources: {'Port': ['ID=8b88d8e9-575d-4aac-95f4-a602ba6dae66,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:14.485575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:14.545904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-67e60266-ec39-41da-88b8-98c964bdc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.547847 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-67e60266-ec39-41da-88b8-98c964bdc100 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74d4443b-bb6d-4dfe-a70a-1db737a4412d HTTP/1.1" status: 200 len: 850 time: 0.2096844 Jun 30 08:55:14.551563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Pushing event updated for resources: {'Port': ['ID=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:14.617847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.618748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.645426 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-7434f7b9-cd29-4aa7-9d4e-96ff472075fd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4942958 Jun 30 08:55:14.650932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-0730d032-edd3-4070-bff7-dc540eb4e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.652641 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-0730d032-edd3-4070-bff7-dc540eb4e3a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b0b4616-0954-4c68-a7aa-9ba36354dff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952713 Jun 30 08:55:14.658746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Request body: {'port': {'device_id': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:14.660219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] No DVR routers for this DVR port 8b88d8e9-575d-4aac-95f4-a602ba6dae66 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:14.665017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.667052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53f5f69c-9668-4ed4-9d78-c579000bec40 req-571e11c4-1ebb-4956-90c1-751e69cb0533 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "DELETE /v2.0/ports/8b88d8e9-575d-4aac-95f4-a602ba6dae66 HTTP/1.1" status: 204 len: 173 time: 3.2428124 Jun 30 08:55:14.684274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port f00fc546-b098-4fcb-9a18-946c822d30d9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=f00fc546-b098-4fcb-9a18-946c822d30d9,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:14.686391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.752835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for f00fc546-b098-4fcb-9a18-946c822d30d9 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:14.919065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device f00fc546-b098-4fcb-9a18-946c822d30d9 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:14.975799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.060394 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-56754a64-313d-41ce-85b6-d659345e64dc service neutron] 10.222.0.13 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914876 Jun 30 08:55:15.061922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.062902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No active binding found for port f00fc546-b098-4fcb-9a18-946c822d30d9 {{(pid=100241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 08:55:15.069299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device f00fc546-b098-4fcb-9a18-946c822d30d9 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:15.070581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 709dc79f-d006-4e98-bd31-3fe50f829de4 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:15.103899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfcea2-d6ac-48ff-bcba-92a8b53c98fa req-db876ae9-2778-4004-a84a-6fe9f4c82c9b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:15.112810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56cfcea2-d6ac-48ff-bcba-92a8b53c98fa req-db876ae9-2778-4004-a84a-6fe9f4c82c9b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 932 time: 0.1558897 Jun 30 08:55:15.128414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=f00fc546-b098-4fcb-9a18-946c822d30d9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:15.136339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef751b52-6e30-4508-986e-d8b57984a139', 'name': 'network-vif-deleted', 'tag': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:15.138138 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40e937-916b-4a52-8c96-d17e50a551f5" -d '{"events": [{"server_uuid": "ef751b52-6e30-4508-986e-d8b57984a139", "name": "network-vif-deleted", "tag": "48bd74ce-5db7-4081-9bd9-d533ea8ff9e8"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:15.146550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 709dc79f-d006-4e98-bd31-3fe50f829de4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:15.146930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 709dc79f-d006-4e98-bd31-3fe50f829de4 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:15.147370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 79be24df-012c-4016-b128-3956d0a07871 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:15.186537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 79be24df-012c-4016-b128-3956d0a07871 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:15.187888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 79be24df-012c-4016-b128-3956d0a07871 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:15.268881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port f00fc546-b098-4fcb-9a18-946c822d30d9 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:15.291604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.304359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a89d9f71-6dfb-4767-9ca5-273846907842 req-d2adf85a-6909-4664-82e5-5df2a7688b78 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.13 "DELETE /v2.0/ports/f00fc546-b098-4fcb-9a18-946c822d30d9 HTTP/1.1" status: 204 len: 173 time: 1.6066608 Jun 30 08:55:15.311787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56cfcea2-d6ac-48ff-bcba-92a8b53c98fa req-b665294b-3439-4ceb-97fd-e13349c1eeb8 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980145 Jun 30 08:55:15.349609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:15.388880 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206d2a7-37fe-4873-9040-6caa4396cde1 x-openstack-request-id: req-0206d2a7-37fe-4873-9040-6caa4396cde1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:15.389162 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef751b52-6e30-4508-986e-d8b57984a139", "name": "network-vif-deleted", "tag": "48bd74ce-5db7-4081-9bd9-d533ea8ff9e8", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:15.389862 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0206d2a7-37fe-4873-9040-6caa4396cde1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:15.389862 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef751b52-6e30-4508-986e-d8b57984a139', 'name': 'network-vif-deleted', 'tag': '48bd74ce-5db7-4081-9bd9-d533ea8ff9e8', 'status': 'completed', 'code': 200} Jun 30 08:55:15.408025 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b4e79765-345b-4db3-9d1c-e3e70f1921e4 req-e9d78720-997c-4277-ad3d-2b29ef08373a service neutron] 10.222.0.13 "GET /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385355 Jun 30 08:55:15.440964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:15.441296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 48bd74ce-5db7-4081-9bd9-d533ea8ff9e8 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:15.453955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:15.529426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 8b88d8e9-575d-4aac-95f4-a602ba6dae66 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:15.529791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 8b88d8e9-575d-4aac-95f4-a602ba6dae66 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:15.674958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:15.702435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.732502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Transition to ACTIVE for port object 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:15.737020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.777095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45049cb9-5d32-4bea-a764-330e944c9f33 req-34f96607-cda8-42a3-9eea-9fa3b068c517 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea8e275-e5dc-4287-8597-5554c4405f35 HTTP/1.1" status: 200 len: 210 time: 0.1021211 Jun 30 08:55:15.910732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc3cbd-279e-40d6-b57d-9d76e051af32 req-654303a2-d7af-4979-a172-5ce76f381889 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:15.912358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49fc3cbd-279e-40d6-b57d-9d76e051af32 req-654303a2-d7af-4979-a172-5ce76f381889 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 946 time: 0.2408967 Jun 30 08:55:15.912508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Pushing event updated for resources: {'Port': ['ID=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:15.996045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49fc3cbd-279e-40d6-b57d-9d76e051af32 req-95935b99-ecf2-4b9d-9540-4a2126383feb tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766439 Jun 30 08:55:16.001387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Attempting to bind port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:16.001781 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Attempting to bind port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:16.002112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Attempting to bind port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:16.006765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:16.007097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Attempting to bind port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 on network bfd05d24-4c8f-4ed2-9fac-9430acde182a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:16.012906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:16.013248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Checking segment: {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:16.013749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Bound using segment: {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:16.014186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Bound port: 42f8655d-c734-4aab-a7e9-bbcbdb329cb4, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9d0837-416f-47da-998e-034dbf618aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:16.014578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.096187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] For port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:16.102121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] For port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:16.107674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.127364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:16.128079 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.130169 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] 10.222.0.26 "PUT /v2.0/ports/42f8655d-c734-4aab-a7e9-bbcbdb329cb4 HTTP/1.1" status: 200 len: 1093 time: 1.4761372 Jun 30 08:55:16.259477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029b8cc-3af2-462d-a5a3-1adc14d6484a service neutron] Pushing event updated for resources: {'Port': ['ID=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:16.304379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-1b12443b-fb20-478f-8486-8486465b92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:16.306233 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-1b12443b-fb20-478f-8486-8486465b92b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 1096 time: 0.1070538 Jun 30 08:55:16.357940 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-395eef67-8ebb-4ff4-87e0-f147168c3180 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42f8655d-c734-4aab-a7e9-bbcbdb329cb4 HTTP/1.1" status: 200 len: 217 time: 0.0432518 Jun 30 08:55:16.444363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-dc298feb-d50b-4542-b128-cccafc125ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:16.446054 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-dc298feb-d50b-4542-b128-cccafc125ac7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 HTTP/1.1" status: 200 len: 855 time: 0.0750666 Jun 30 08:55:16.461107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-deleted', 'tag': '79be24df-012c-4016-b128-3956d0a07871'}, {'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'name': 'network-vif-deleted', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66'}, {'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-deleted', 'tag': 'f00fc546-b098-4fcb-9a18-946c822d30d9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:16.463874 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f92669e-a76a-4c6e-b81d-52a89c9a2d44" -d '{"events": [{"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-deleted", "tag": "79be24df-012c-4016-b128-3956d0a07871"}, {"server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "name": "network-vif-deleted", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66"}, {"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-deleted", "tag": "f00fc546-b098-4fcb-9a18-946c822d30d9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:16.488485 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-887d7e41-a2db-4197-a16d-04de9b39daf3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfd05d24-4c8f-4ed2-9fac-9430acde182a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358782 Jun 30 08:55:16.644766 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-9415b906-091c-4c1b-870e-b78e2417319c service neutron] 10.222.0.26 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488163 Jun 30 08:55:16.672920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7266-729b-4455-8497-531f49f62430 req-000dc549-0a96-45f1-aa5b-9b299903213c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:16.674758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f1b7266-729b-4455-8497-531f49f62430 req-000dc549-0a96-45f1-aa5b-9b299903213c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 944 time: 0.1011603 Jun 30 08:55:16.682224 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88035fe4-205f-43d7-b604-4001abdb3db9 x-openstack-request-id: req-88035fe4-205f-43d7-b604-4001abdb3db9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:16.682594 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a8866-6023-4156-a7cc-654ba46c998a", "name": "network-vif-deleted", "tag": "79be24df-012c-4016-b128-3956d0a07871", "status": "completed", "code": 200}, {"server_uuid": "5cf042df-5660-461b-95e5-8a5544b148dd", "name": "network-vif-deleted", "tag": "8b88d8e9-575d-4aac-95f4-a602ba6dae66", "status": "completed", "code": 200}, {"server_uuid": "1ea8e275-e5dc-4287-8597-5554c4405f35", "name": "network-vif-deleted", "tag": "f00fc546-b098-4fcb-9a18-946c822d30d9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:16.683143 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88035fe4-205f-43d7-b604-4001abdb3db9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:16.683839 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a8866-6023-4156-a7cc-654ba46c998a', 'name': 'network-vif-deleted', 'tag': '79be24df-012c-4016-b128-3956d0a07871', 'status': 'completed', 'code': 200} Jun 30 08:55:16.684300 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf042df-5660-461b-95e5-8a5544b148dd', 'name': 'network-vif-deleted', 'tag': '8b88d8e9-575d-4aac-95f4-a602ba6dae66', 'status': 'completed', 'code': 200} Jun 30 08:55:16.684852 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8e275-e5dc-4287-8597-5554c4405f35', 'name': 'network-vif-deleted', 'tag': 'f00fc546-b098-4fcb-9a18-946c822d30d9', 'status': 'completed', 'code': 200} Jun 30 08:55:16.761841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f1b7266-729b-4455-8497-531f49f62430 req-8c2dcb2c-20ec-4ebf-bd47-7b32b54053cd tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755248 Jun 30 08:55:16.784369 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-20c694bf-9903-4f01-8f4d-0da7a55a44be req-75f36d2c-a89a-46f7-b777-35e186679a51 service neutron] 10.222.0.26 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318421 Jun 30 08:55:16.931546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56364) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:16.943114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a2052-62dd-4061-a532-629e1fe717cf req-949c8fac-133f-4cd9-9ca9-34de36f8c391 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:16.950146 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-561a2052-62dd-4061-a532-629e1fe717cf req-949c8fac-133f-4cd9-9ca9-34de36f8c391 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 944 time: 0.1365414 Jun 30 08:55:17.026628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-561a2052-62dd-4061-a532-629e1fe717cf req-bcbee1c2-13f2-43e4-9d67-f3fa8f31a07d tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Jun 30 08:55:17.032834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting subnet f0b98d6c-80a6-4dda-89c6-441f68f12093 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:17.040007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.096428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.183352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-b6a3ae83-65e0-45e0-ab1b-94c8ae3a2cf2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.185358 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-b6a3ae83-65e0-45e0-ab1b-94c8ae3a2cf2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 946 time: 0.1916101 Jun 30 08:55:17.280938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23e47a-b044-4328-9a42-59c25a9abc82 req-21fb52a8-fb3c-421d-a57c-497dea26686e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.287302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d23e47a-b044-4328-9a42-59c25a9abc82 req-21fb52a8-fb3c-421d-a57c-497dea26686e tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 946 time: 0.1154020 Jun 30 08:55:17.338476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d23e47a-b044-4328-9a42-59c25a9abc82 req-55361ae3-46aa-4958-858f-12573897e58d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Jun 30 08:55:17.354414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-97b64cf8-90e1-406d-90a4-764b6c69a452 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.355817 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-97b64cf8-90e1-406d-90a4-764b6c69a452 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 944 time: 0.2301993 Jun 30 08:55:17.388791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.410754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'tag': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:17.416572 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67a8bc-9841-466a-8d62-ec0a19c43c61" -d '{"events": [{"name": "network-changed", "server_uuid": "53caf1b2-e15e-465e-97af-bc1d641415e6", "tag": "42f8655d-c734-4aab-a7e9-bbcbdb329cb4"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:17.484029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Deleting port 5cdc120d-bebf-4b3d-af84-e0c13f11980f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:17.484029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.615434 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.644413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2faca8-f59f-451a-9d68-e84bba429beb None None] Network d70507e6-ef38-49aa-b1d4-70571cdd8d22 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:17.647646 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.652450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56376) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:17.652712 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/subnets/f0b98d6c-80a6-4dda-89c6-441f68f12093 HTTP/1.1" status: 204 len: 168 time: 0.7192211 Jun 30 08:55:17.692422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba8979-dec8-4610-939f-440186efc326 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b98d6c-80a6-4dda-89c6-441f68f12093,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:17.704311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Deleting port 23054e03-729b-4c2c-b935-33abd884f204 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:17.704905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.817199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.840547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] For port 23054e03-729b-4c2c-b935-33abd884f204, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23054e03-729b-4c2c-b935-33abd884f204,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:17.841844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.871352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Calling delete_port for 23054e03-729b-4c2c-b935-33abd884f204 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:17.884405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-d5b18a6b-a50d-4290-a384-f7a22808176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.886457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-d5b18a6b-a50d-4290-a384-f7a22808176f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 1096 time: 0.1026857 Jun 30 08:55:18.006153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-89030d4d-7b5f-4b62-99ac-d03188b138ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.009091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-89030d4d-7b5f-4b62-99ac-d03188b138ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 200 len: 916 time: 0.1114063 Jun 30 08:55:18.019679 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b01c61-00e7-4df3-85a8-3b97c652599d x-openstack-request-id: req-29b01c61-00e7-4df3-85a8-3b97c652599d {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:18.020026 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53caf1b2-e15e-465e-97af-bc1d641415e6", "tag": "42f8655d-c734-4aab-a7e9-bbcbdb329cb4", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:18.021248 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29b01c61-00e7-4df3-85a8-3b97c652599d {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:18.021509 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'tag': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4', 'status': 'completed', 'code': 200} Jun 30 08:55:18.028342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.052993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] For port 5cdc120d-bebf-4b3d-af84-e0c13f11980f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5cdc120d-bebf-4b3d-af84-e0c13f11980f,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:18.053531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.101260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-09c5787e-82dc-4bc4-8a24-d4fd12160259 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42f8655d-c734-4aab-a7e9-bbcbdb329cb4 HTTP/1.1" status: 200 len: 217 time: 0.0493526 Jun 30 08:55:18.107732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event deleted for resources: {'Port': ['ID=23054e03-729b-4c2c-b935-33abd884f204,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:18.115965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Calling delete_port for 5cdc120d-bebf-4b3d-af84-e0c13f11980f owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:18.139510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] No DVR routers for this DVR port 23054e03-729b-4c2c-b935-33abd884f204 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:18.146568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.148381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ffb793e7-7221-4f55-a823-bf35674ab47e req-cd46441a-72ce-475b-9a23-a02a982cff11 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "DELETE /v2.0/ports/23054e03-729b-4c2c-b935-33abd884f204 HTTP/1.1" status: 204 len: 173 time: 0.7753100 Jun 30 08:55:18.179531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] DHCP port deletion for d70507e6-ef38-49aa-b1d4-70571cdd8d22 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:55:18.238834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-a9ce3817-c3ff-4530-8be6-d849fb016e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.240904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-a9ce3817-c3ff-4530-8be6-d849fb016e95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 HTTP/1.1" status: 200 len: 855 time: 0.1266937 Jun 30 08:55:18.260618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] Deleting port 5ff98b19-486a-4d6c-9c78-24210357a15a {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:18.260842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.262559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port 5ff98b19-486a-4d6c-9c78-24210357a15a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:18.263572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.307162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.331106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a', '5cdc120d-bebf-4b3d-af84-e0c13f11980f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:18.340755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd572bb-3bd1-43d6-9aa1-e979819fe170 req-c0c55dd1-58cb-4f61-9a7c-5b677a82eff5 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8 HTTP/1.1" status: 200 len: 210 time: 0.0986583 Jun 30 08:55:18.362843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event deleted for resources: {'Port': ['ID=5cdc120d-bebf-4b3d-af84-e0c13f11980f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:18.442036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] No DVR routers for this DVR port 5cdc120d-bebf-4b3d-af84-e0c13f11980f on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:18.445754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.447714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] For port 5ff98b19-486a-4d6c-9c78-24210357a15a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ff98b19-486a-4d6c-9c78-24210357a15a,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:18.448246 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.448955 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c934a842-94f7-49ac-8fcd-f5a38e8f3cd8 req-7cedd3cd-8e1c-4264-94d7-3e59c20fa905 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "DELETE /v2.0/ports/5cdc120d-bebf-4b3d-af84-e0c13f11980f HTTP/1.1" status: 204 len: 173 time: 1.2521939 Jun 30 08:55:18.483782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] Calling delete_port for 5ff98b19-486a-4d6c-9c78-24210357a15a owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:18.507727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port 5ff98b19-486a-4d6c-9c78-24210357a15a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ff98b19-486a-4d6c-9c78-24210357a15a,segment=NetworkSegment(3679b0cf-b122-4529-8695-8f5e24f4a10f),segment_id=3679b0cf-b122-4529-8695-8f5e24f4a10f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:18.508373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.524662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for 5ff98b19-486a-4d6c-9c78-24210357a15a owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:18.637730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-34df4370-4559-44ff-b406-16d41bdbe8a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfd05d24-4c8f-4ed2-9fac-9430acde182a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3653667 Jun 30 08:55:18.650159 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.658291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.702361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] Pushing event deleted for resources: {'Port': ['ID=5ff98b19-486a-4d6c-9c78-24210357a15a,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:18.726809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=5ff98b19-486a-4d6c-9c78-24210357a15a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:18.739062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a621f24-e57c-477d-9e8f-ea0b53496cf9 None None] No DVR routers for this DVR port 5ff98b19-486a-4d6c-9c78-24210357a15a on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:18.816820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port 5ff98b19-486a-4d6c-9c78-24210357a15a on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:18.856292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9521f-3e34-4d4a-b6e8-efcaa96a5bea req-2615d3df-33d5-4af6-be70-f251b69e11f8 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.857900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0a9521f-3e34-4d4a-b6e8-efcaa96a5bea req-2615d3df-33d5-4af6-be70-f251b69e11f8 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 944 time: 0.8462925 Jun 30 08:55:18.904929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6697dba-9121-415d-9771-3576ec0a11d1 req-54c6c17f-6fe3-4ae8-9eae-aec10d5d6cd1 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d784223-5944-49a7-bb35-24ed767871c4 HTTP/1.1" status: 200 len: 210 time: 0.1070025 Jun 30 08:55:19.086377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.092744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ff98b19-486a-4d6c-9c78-24210357a15a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:19.120121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70507e6-ef38-49aa-b1d4-70571cdd8d22']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:19.121099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5ff98b19-486a-4d6c-9c78-24210357a15a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:19.121553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ff98b19-486a-4d6c-9c78-24210357a15a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:19.156164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3679b0cf-b122-4529-8695-8f5e24f4a10f') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:19.156426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3679b0cf-b122-4529-8695-8f5e24f4a10f') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:19.186185 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.217220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0a9521f-3e34-4d4a-b6e8-efcaa96a5bea req-c4d1adcb-a3a7-40be-8955-48694d859479 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060300 Jun 30 08:55:19.232915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-e2ad7605-d933-4ed1-bc61-bafb5fac6110 service neutron] 10.222.0.26 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682330 Jun 30 08:55:19.236627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.296772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:19.297106 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:19.300858 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:19.396425 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:19.405758 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.417821 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.421387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/networks/d70507e6-ef38-49aa-b1d4-70571cdd8d22 HTTP/1.1" status: 204 len: 168 time: 1.7672396 Jun 30 08:55:19.423786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56400) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:19.446180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f71ba1-5c3a-4645-9cf4-c99ada82ce22 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Network': ['ID=d70507e6-ef38-49aa-b1d4-70571cdd8d22,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:19.458800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f67a8bc-9841-466a-8d62-ec0a19c43c61 req-a184689c-c4fd-4ac5-89b9-782a8ed2876e service neutron] 10.222.0.26 "GET /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159331 Jun 30 08:55:19.549756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting subnet 50e48173-bcf6-4520-8f46-75d23df86ad8 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:19.553347 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.559620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:19.586381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4', 'network_id': 'bfd05d24-4c8f-4ed2-9fac-9430acde182a', 'port_id': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4', 'mac_address': 'fa:16:3e:a8:0c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:19.617001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.703088 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.718515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:19.723280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.745478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:19.751647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.825793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.842910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:19.859546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Subnet': ['ID=50e48173-bcf6-4520-8f46-75d23df86ad8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:19.864858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.866976 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-10d87f89-30d9-4892-a87c-9fdee3771c11 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/subnets/50e48173-bcf6-4520-8f46-75d23df86ad8 HTTP/1.1" status: 204 len: 168 time: 0.4420183 Jun 30 08:55:19.869606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56408) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:19.876677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f074b-5efd-42da-9417-1a3462d832a0 None None] Network 2ac23ef2-848e-4967-a996-ecbeadb3d77d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:20.010232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.022631 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'name': 'network-vif-deleted', 'tag': '23054e03-729b-4c2c-b935-33abd884f204'}, {'server_uuid': '2d784223-5944-49a7-bb35-24ed767871c4', 'name': 'network-vif-deleted', 'tag': '5cdc120d-bebf-4b3d-af84-e0c13f11980f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:20.025553 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4950154b-0f2d-4ca1-b2a2-d760f643e791" -d '{"events": [{"server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "name": "network-vif-deleted", "tag": "23054e03-729b-4c2c-b935-33abd884f204"}, {"server_uuid": "2d784223-5944-49a7-bb35-24ed767871c4", "name": "network-vif-deleted", "tag": "5cdc120d-bebf-4b3d-af84-e0c13f11980f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:20.150861 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174d2d39-2ddf-49b8-9af3-6751ab9d63be x-openstack-request-id: req-174d2d39-2ddf-49b8-9af3-6751ab9d63be {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:20.151209 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8", "name": "network-vif-deleted", "tag": "23054e03-729b-4c2c-b935-33abd884f204", "status": "completed", "code": 200}, {"server_uuid": "2d784223-5944-49a7-bb35-24ed767871c4", "name": "network-vif-deleted", "tag": "5cdc120d-bebf-4b3d-af84-e0c13f11980f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:20.151459 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-174d2d39-2ddf-49b8-9af3-6751ab9d63be {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:20.151857 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b41a1-f47a-46d3-9d8c-5c24ea4bc5f8', 'name': 'network-vif-deleted', 'tag': '23054e03-729b-4c2c-b935-33abd884f204', 'status': 'completed', 'code': 200} Jun 30 08:55:20.152118 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d784223-5944-49a7-bb35-24ed767871c4', 'name': 'network-vif-deleted', 'tag': '5cdc120d-bebf-4b3d-af84-e0c13f11980f', 'status': 'completed', 'code': 200} Jun 30 08:55:20.159693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['42f8655d-c734-4aab-a7e9-bbcbdb329cb4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:20.215135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295f15-8126-474c-8853-851cd47abc7e req-757fc698-abd0-4337-92e1-6bb8335f8ca1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.215850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] DHCP port deletion for 2ac23ef2-848e-4967-a996-ecbeadb3d77d request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:55:20.222635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e295f15-8126-474c-8853-851cd47abc7e req-757fc698-abd0-4337-92e1-6bb8335f8ca1 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 944 time: 0.2307050 Jun 30 08:55:20.245213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Deleting port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:20.245597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.350981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] Deleting port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:20.351318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.460335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] For port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:20.460846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.478826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] Calling delete_port for 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:20.584931 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.623994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] Pushing event deleted for resources: {'Port': ['ID=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:20.636612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e7a4a-6229-401c-9fe4-94f4bbae3263 None None] No DVR routers for this DVR port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:20.811861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e295f15-8126-474c-8853-851cd47abc7e req-46abf6d0-e094-476e-b80c-a249360077b2 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/security-groups?id=e034f2fd-bbd6-467d-aeab-f3f1f957a11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882933 Jun 30 08:55:20.926957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] For port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,segment=NetworkSegment(a9912a6d-2ba0-4f0b-a429-bb5a8175bc21),segment_id=a9912a6d-2ba0-4f0b-a429-bb5a8175bc21)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:20.927327 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.943651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5cdc120d-bebf-4b3d-af84-e0c13f11980f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:20.964118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-ec73e474-6df7-44a3-8c26-6b72ea79554b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.971578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-ec73e474-6df7-44a3-8c26-6b72ea79554b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.6896663 Jun 30 08:55:20.996173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-16b4186c-abd6-4e1d-b806-bfdc60d5ce04 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.997662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-16b4186c-abd6-4e1d-b806-bfdc60d5ce04 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 944 time: 0.6585653 Jun 30 08:55:20.999402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Calling delete_port for 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:21.002758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 5cdc120d-bebf-4b3d-af84-e0c13f11980f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:21.003111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5cdc120d-bebf-4b3d-af84-e0c13f11980f not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:21.008252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-bc8037f3-c5b6-40ad-8497-e8d42958821f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.0353920 Jun 30 08:55:21.023318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:21.069531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:21.071050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:21.293887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-c7d602ba-bc7a-48a1-83fa-6002a385b12d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2849662 Jun 30 08:55:21.337152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41bd56-c1bc-4ef7-bf48-02e3f46b9d93 req-69ce4483-0370-4eac-868b-f11927dd048c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:21.341734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f41bd56-c1bc-4ef7-bf48-02e3f46b9d93 req-69ce4483-0370-4eac-868b-f11927dd048c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 945 time: 0.2290964 Jun 30 08:55:21.369587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.403437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23054e03-729b-4c2c-b935-33abd884f204 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:21.415569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Deleting port e0421330-baf9-4a27-b41c-032e33774d79 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:21.415946 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.426666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Port': ['ID=6637a6c4-caf2-4bd9-ac47-a5efd3766c34,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:21.434113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 23054e03-729b-4c2c-b935-33abd884f204 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:21.435066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23054e03-729b-4c2c-b935-33abd884f204 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:21.450777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] No DVR routers for this DVR port 6637a6c4-caf2-4bd9-ac47-a5efd3766c34 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:21.546830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f41bd56-c1bc-4ef7-bf48-02e3f46b9d93 req-b585bd28-0e2e-4abb-94f1-a76c079eee36 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748452 Jun 30 08:55:21.610725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-6f064dbd-4c8f-4945-bee7-01f55b19223a service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087175 Jun 30 08:55:21.658847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.702913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] For port e0421330-baf9-4a27-b41c-032e33774d79, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e0421330-baf9-4a27-b41c-032e33774d79,segment=NetworkSegment(d13df231-5970-4352-afb4-450b412dfb70),segment_id=d13df231-5970-4352-afb4-450b412dfb70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:21.703273 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.709345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac23ef2-848e-4967-a996-ecbeadb3d77d']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:21.734897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:21.735193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9912a6d-2ba0-4f0b-a429-bb5a8175bc21') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:21.738488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Calling delete_port for e0421330-baf9-4a27-b41c-032e33774d79 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:21.752639 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.825725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.835264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a453c54c-f9c3-41e6-a9dd-789d6379c00e service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081599 Jun 30 08:55:21.840528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:21.840966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:21.844190 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:21.936638 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.948378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.955392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] 10.222.0.53 "DELETE /v2.0/networks/2ac23ef2-848e-4967-a996-ecbeadb3d77d HTTP/1.1" status: 204 len: 168 time: 2.0797462 Jun 30 08:55:21.974409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f91d7c-0268-4e63-a2fe-d1465df9b0a3 tempest-ServersTestMultiNic-12864317 tempest-ServersTestMultiNic-12864317-project] Pushing event deleted for resources: {'Network': ['ID=2ac23ef2-848e-4967-a996-ecbeadb3d77d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:22.043096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.083045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Pushing event deleted for resources: {'Port': ['ID=e0421330-baf9-4a27-b41c-032e33774d79,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:22.201400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ab91b4d-01c0-4af2-982e-3cbe9b2e0710 req-b79f08a8-65e0-4cdb-9a9b-e616fa96c156 tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9 HTTP/1.1" status: 200 len: 210 time: 0.0913661 Jun 30 08:55:22.202791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] No DVR routers for this DVR port e0421330-baf9-4a27-b41c-032e33774d79 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:22.206624 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.208799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6280dc17-e45b-47f8-8419-fd3709b435c9 req-9b78a404-170d-4ac4-a52c-ae6a9496a41e tempest-LiveMigrationTest-376454942 tempest-LiveMigrationTest-376454942-project] 10.222.0.26 "DELETE /v2.0/ports/e0421330-baf9-4a27-b41c-032e33774d79 HTTP/1.1" status: 204 len: 173 time: 1.1907251 Jun 30 08:55:22.209535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'name': 'network-vif-deleted', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:22.212526 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f77d16-1692-4755-bbba-81edccfddee0" -d '{"events": [{"server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "name": "network-vif-deleted", "tag": "e0421330-baf9-4a27-b41c-032e33774d79"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:22.377789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f5d54fb-92cb-404d-81d1-489426243233 req-21976cb5-755b-4674-8b04-e0548cf59dab tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 210 time: 0.0651870 Jun 30 08:55:22.483214 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b216aa-b67a-43aa-bad0-4db3eb92262a x-openstack-request-id: req-05b216aa-b67a-43aa-bad0-4db3eb92262a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:22.486310 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9", "name": "network-vif-deleted", "tag": "e0421330-baf9-4a27-b41c-032e33774d79", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:22.486903 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05b216aa-b67a-43aa-bad0-4db3eb92262a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:22.487544 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabd9d73-0836-48c3-a0c5-e09ec3d2a2e9', 'name': 'network-vif-deleted', 'tag': 'e0421330-baf9-4a27-b41c-032e33774d79', 'status': 'completed', 'code': 200} Jun 30 08:55:22.690646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56478) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:23.029652 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.111656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627865-537e-4064-963b-9291b5ac18d0 req-9c8884d2-3c6f-405b-b172-7453f2029542 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:23.119826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5627865-537e-4064-963b-9291b5ac18d0 req-9c8884d2-3c6f-405b-b172-7453f2029542 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 945 time: 0.3576200 Jun 30 08:55:23.194571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5627865-537e-4064-963b-9291b5ac18d0 req-afbefff5-b1fa-4135-98c0-89d848b95d90 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Jun 30 08:55:23.367878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56492) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:23.398452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:23.401056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.427734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] Deleting subnet 83d36c3e-fbfa-4768-bb8f-54154644af1c {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:23.436169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.477439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:23.481880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:23.482403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.601279 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.612787 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.646761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:23.649949 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982f67a-68ee-4900-8f85-0c810e21f9e4" -d '{"events": [{"server_uuid": "53caf1b2-e15e-465e-97af-bc1d641415e6", "name": "network-vif-plugged", "status": "completed", "tag": "42f8655d-c734-4aab-a7e9-bbcbdb329cb4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:23.696331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:23.699777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-781842d5-5de8-44dd-bb2b-4f0c070481ad req-aaa72f31-9e34-4938-adcd-19aa0050bf0c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 210 time: 0.0411367 Jun 30 08:55:23.702130 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.705603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e0421330-baf9-4a27-b41c-032e33774d79 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:23.774210 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81e23a9-bce7-4bd9-8798-7d0a5bf3ccff x-openstack-request-id: req-d81e23a9-bce7-4bd9-8798-7d0a5bf3ccff {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:23.774210 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53caf1b2-e15e-465e-97af-bc1d641415e6", "name": "network-vif-plugged", "status": "completed", "tag": "42f8655d-c734-4aab-a7e9-bbcbdb329cb4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:23.774210 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d81e23a9-bce7-4bd9-8798-7d0a5bf3ccff {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:23.775659 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4', 'code': 200} Jun 30 08:55:23.778144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: e0421330-baf9-4a27-b41c-032e33774d79 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:23.778588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e0421330-baf9-4a27-b41c-032e33774d79 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:23.802707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.904484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:23.934785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.935319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.935936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.936351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.937108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.937108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.937760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.938562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.938982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.940445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.940981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:23.941411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:24.047628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Deleting port 1203a989-2112-4729-9d95-94a7981bea78 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:24.047975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.257480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-5beb068f-f82c-4724-959f-4b9275d7b07c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:24.259785 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-5beb068f-f82c-4724-959f-4b9275d7b07c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.2969511 Jun 30 08:55:24.260978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.261131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462ab38-df8b-4701-aabb-d31c3afb0280 req-5bcf8b19-9a55-4338-9741-abae6b87e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:24.272173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7462ab38-df8b-4701-aabb-d31c3afb0280 req-5bcf8b19-9a55-4338-9741-abae6b87e346 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 1098 time: 0.3261356 Jun 30 08:55:24.280877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Request body: {'port': {'device_id': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'admin_state_up': True, 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:24.291099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.293827 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/83d36c3e-fbfa-4768-bb8f-54154644af1c HTTP/1.1" status: 204 len: 168 time: 0.9247086 Jun 30 08:55:24.297992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56508) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:24.485959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7462ab38-df8b-4701-aabb-d31c3afb0280 req-220e4567-ceb2-466e-9cc3-1fbf76168273 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040572 Jun 30 08:55:24.494593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] For port 1203a989-2112-4729-9d95-94a7981bea78, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1203a989-2112-4729-9d95-94a7981bea78,segment=NetworkSegment(7aeb33a3-0051-4934-90f5-ef2f1e955ccf),segment_id=7aeb33a3-0051-4934-90f5-ef2f1e955ccf)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:24.494969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.576334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Calling delete_port for 1203a989-2112-4729-9d95-94a7981bea78 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:24.826379 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.903296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7e3ea-1f8e-41cb-90cd-9baa39385e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d36c3e-fbfa-4768-bb8f-54154644af1c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:25.000557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.000710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c926bf2e-5b08-48f9-801c-9319a17baa62 req-b6eb6edc-9c54-4e0d-a127-f9afadbd6e41 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 210 time: 0.0394564 Jun 30 08:55:25.005924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.077019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e979757-ea41-4ae1-b7e2-2e76ac2eeba4 req-3c33bc1b-9f62-402b-b3fe-efce44ae27eb tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:25.087409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e979757-ea41-4ae1-b7e2-2e76ac2eeba4 req-3c33bc1b-9f62-402b-b3fe-efce44ae27eb tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.5448377 Jun 30 08:55:25.090253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Pushing event deleted for resources: {'Port': ['ID=1203a989-2112-4729-9d95-94a7981bea78,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:25.133108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:25.136823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.178287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.198964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aab6988-438d-4a76-bc8c-d4deb36fe0ce']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:25.249426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e979757-ea41-4ae1-b7e2-2e76ac2eeba4 req-12d308d9-ae55-49bc-8e77-2181dbfd35e3 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603844 Jun 30 08:55:25.262748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13df231-5970-4352-afb4-450b412dfb70') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:25.263049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13df231-5970-4352-afb4-450b412dfb70') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:25.368490 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.498930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.502012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.511883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:25.512282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:25.514359 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:25.622737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Allocated IP 172.20.0.8 (a9e51a1d-ba42-40e0-a145-963ddaa14c47/e4cb8979-ffb4-4f77-834b-3f3c62aac98c/5c50232c-909b-4536-8a1e-f979fb890955) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:25.623869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.631215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.635967 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6aab6988-438d-4a76-bc8c-d4deb36fe0ce HTTP/1.1" status: 204 len: 168 time: 1.3201895 Jun 30 08:55:25.638429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56522) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:25.680485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea756a-1368-466a-8050-ef33c8f76bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aab6988-438d-4a76-bc8c-d4deb36fe0ce,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:25.725314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] Deleting subnet 2c4223a1-d4ef-4889-a5f6-8bbbf3f754f2 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:25.735297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.819925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.887665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.901080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Router 65b04d71-f782-4a40-8281-2324047e5cf1 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:55:25.923808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.983149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.030242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.033360 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c4223a1-d4ef-4889-a5f6-8bbbf3f754f2 HTTP/1.1" status: 204 len: 168 time: 0.3928454 Jun 30 08:55:26.041027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56528) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:26.041233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202bcc9-d324-4383-8e4b-b9e9286622a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4223a1-d4ef-4889-a5f6-8bbbf3f754f2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:26.049466 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.063393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:26.126525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.130223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:26.136854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-44be6497-9012-4c87-a5fd-1095d355908b admin admin] 10.222.0.53 "PUT /v2.0/routers/65b04d71-f782-4a40-8281-2324047e5cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4447370 Jun 30 08:55:26.143055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56530) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:26.151050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] Sync routers for ids ['65b04d71-f782-4a40-8281-2324047e5cf1'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:26.172284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:26.186936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:26.192367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] Routers {'65b04d71-f782-4a40-8281-2324047e5cf1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:26.193520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:26.196366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['65b04d71-f782-4a40-8281-2324047e5cf1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:26.251453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event updated for resources: {'Port': ['ID=5c50232c-909b-4536-8a1e-f979fb890955,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:26.343869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:26.344795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.382792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-a19f3e53-fae1-41fe-9313-a300428eb4b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1080046 Jun 30 08:55:26.395600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Request body: {'port': {'device_id': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:26.423185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] Set router 65b04d71-f782-4a40-8281-2324047e5cf1 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:26.522896 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.728214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:55:24Z', 'revision_number': 5, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:26.770882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] Checking router: 65b04d71-f782-4a40-8281-2324047e5cf1 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:26.780065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] Routers {'65b04d71-f782-4a40-8281-2324047e5cf1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:26.780816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['65b04d71-f782-4a40-8281-2324047e5cf1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:26.888802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c50232c-909b-4536-8a1e-f979fb890955 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:26.896879 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.909201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Transition to ACTIVE for port object 5c50232c-909b-4536-8a1e-f979fb890955 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:26.914112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.930654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.934698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] Set router 65b04d71-f782-4a40-8281-2324047e5cf1 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:26.957131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663f9c78-db29-45ae-a10f-7209fd636e7f']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:26.996467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85827849-4376-41a3-8597-a499319991f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c50232c-909b-4536-8a1e-f979fb890955,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:27.057082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a4e8ee-ab48-4938-9be3-1a5e8802064e') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:27.057844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a4e8ee-ab48-4938-9be3-1a5e8802064e') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:27.081847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.120852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.142588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0b5d-f031-4360-94bc-f6049c313940 req-d19ea9c3-a056-499d-b125-d26949266094 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.153022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fcdf0b5d-f031-4360-94bc-f6049c313940 req-d19ea9c3-a056-499d-b125-d26949266094 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 931 time: 0.9155381 Jun 30 08:55:27.160065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:27.161144 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:27.167241 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:27.183269 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.184761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Attempting to bind port 5c50232c-909b-4536-8a1e-f979fb890955 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:27.185761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Attempting to bind port 5c50232c-909b-4536-8a1e-f979fb890955 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:27.186285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Attempting to bind port 5c50232c-909b-4536-8a1e-f979fb890955 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:27.199123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Port 5c50232c-909b-4536-8a1e-f979fb890955 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:27.199900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Attempting to bind port 5c50232c-909b-4536-8a1e-f979fb890955 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:27.214032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:27.219735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:27.222445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Bound using segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:27.226931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Bound port: 5c50232c-909b-4536-8a1e-f979fb890955, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:27.228802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.275618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a164f5-8f7e-465b-b126-fbb49c23af0e req-70be77c2-4a41-40d9-8b9a-7de83b23fe09 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.283484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6a164f5-8f7e-465b-b126-fbb49c23af0e req-70be77c2-4a41-40d9-8b9a-7de83b23fe09 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.4159515 Jun 30 08:55:27.304177 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] For port 5c50232c-909b-4536-8a1e-f979fb890955, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:27.310400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] For port 5c50232c-909b-4536-8a1e-f979fb890955, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5c50232c-909b-4536-8a1e-f979fb890955,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:27.334190 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.357949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.381873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.382936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.383362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.385987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] 10.222.0.53 "DELETE /v2.0/networks/663f9c78-db29-45ae-a10f-7209fd636e7f HTTP/1.1" status: 204 len: 168 time: 1.3457582 Jun 30 08:55:27.404576 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-85827849-4376-41a3-8597-a499319991f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/5c50232c-909b-4536-8a1e-f979fb890955 HTTP/1.1" status: 200 len: 1092 time: 1.0122838 Jun 30 08:55:27.405503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'tag': '5c50232c-909b-4536-8a1e-f979fb890955'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:27.411349 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01173af9-fb63-48c0-aa90-fe0e7f047fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba61dc38-2940-44ec-9576-c09d01de8267", "tag": "5c50232c-909b-4536-8a1e-f979fb890955"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:27.425968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fcdf0b5d-f031-4360-94bc-f6049c313940 req-788db891-8fe5-4384-8af1-d85e2724fd48 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687831 Jun 30 08:55:27.512238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6a164f5-8f7e-465b-b126-fbb49c23af0e req-ce51b410-8c54-42c3-93cb-d687dbd79912 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271535 Jun 30 08:55:27.516196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab20a4f-88e2-4b81-be4e-357b5fc47b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=663f9c78-db29-45ae-a10f-7209fd636e7f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:27.571712 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.613414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85827849-4376-41a3-8597-a499319991f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c50232c-909b-4536-8a1e-f979fb890955,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:27.640505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-f9b0641a-c97c-4ce6-94a8-4a480c103d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.643108 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-f9b0641a-c97c-4ce6-94a8-4a480c103d9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 1095 time: 0.1660080 Jun 30 08:55:27.657404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:55:24Z', 'revision_number': 5, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:27.728013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Deleting port 4d66bf45-4cb0-4df7-a87e-56c8557036ac {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:27.728592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20522c0d-4685-4e9c-898c-fd1b5e023e99 None None] The sync data for ids ['65b04d71-f782-4a40-8281-2324047e5cf1'] in n-d-758944-40 is: [{'id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'name': 'tempest-ServersTestMultiNic-1087916362-router', 'tenant_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:26Z', 'updated_at': '2021-06-30T08:55:24Z', 'revision_number': 5, 'project_id': 'cb6b89e7b9e44621a9dbd294ef72e3d2', 'gw_port': {'id': '4d66bf45-4cb0-4df7-a87e-56c8557036ac', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b04d71-f782-4a40-8281-2324047e5cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:27Z', 'updated_at': '2021-06-30T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:27.729824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.736135 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-47deeb3f-21e7-45dc-9f2f-e37be6fc370f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c50232c-909b-4536-8a1e-f979fb890955 HTTP/1.1" status: 200 len: 217 time: 0.0838428 Jun 30 08:55:27.736853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:27.810389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-21d44909-f774-40b8-adf3-92a54adb0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.814064 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-21d44909-f774-40b8-adf3-92a54adb0967 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.0697501 Jun 30 08:55:27.868120 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-1714adba-4757-483a-b034-4d08c383668b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452845 Jun 30 08:55:27.932661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] For port 4d66bf45-4cb0-4df7-a87e-56c8557036ac, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4d66bf45-4cb0-4df7-a87e-56c8557036ac,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:27.933236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.951755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Calling delete_port for 4d66bf45-4cb0-4df7-a87e-56c8557036ac owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:28.020290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-580cf080-2299-4d0b-8bdf-0ee8c9a60831 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447856 Jun 30 08:55:28.022449 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2282ba82-9b97-4888-bb96-8dde7841b8c9 x-openstack-request-id: req-2282ba82-9b97-4888-bb96-8dde7841b8c9 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:28.022953 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba61dc38-2940-44ec-9576-c09d01de8267", "tag": "5c50232c-909b-4536-8a1e-f979fb890955", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:28.023407 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2282ba82-9b97-4888-bb96-8dde7841b8c9 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:28.023970 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'tag': '5c50232c-909b-4536-8a1e-f979fb890955', 'status': 'completed', 'code': 200} Jun 30 08:55:28.140089 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-127b6ec0-cc6d-48f5-b24a-b024e6ce1237 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0116f1c1fac149aebad620f74f9d4aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017298 Jun 30 08:55:28.141051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56562) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:28.208650 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-197afafd-8fc0-4884-87e7-47cd972aa99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.236021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-197afafd-8fc0-4884-87e7-47cd972aa99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.289566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-197afafd-8fc0-4884-87e7-47cd972aa99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.291730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-197afafd-8fc0-4884-87e7-47cd972aa99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.295687 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-197afafd-8fc0-4884-87e7-47cd972aa99c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e034f2fd-bbd6-467d-aeab-f3f1f957a11a HTTP/1.1" status: 204 len: 168 time: 0.1514912 Jun 30 08:55:28.310328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c272b17-836b-4d6f-96aa-afc773271241 req-3908803d-0d0a-4201-9b6d-30bb1a2b5b97 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.322100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c272b17-836b-4d6f-96aa-afc773271241 req-3908803d-0d0a-4201-9b6d-30bb1a2b5b97 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.1961730 Jun 30 08:55:28.325903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.326712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197afafd-8fc0-4884-87e7-47cd972aa99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e034f2fd-bbd6-467d-aeab-f3f1f957a11a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:28.357664 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-362329ec-a63e-41cf-a6a8-133bb79fe698 req-253fe780-37d4-44ce-ac58-035ca20ec825 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089297 Jun 30 08:55:28.419149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c272b17-836b-4d6f-96aa-afc773271241 req-bddbd79e-2720-4fd4-8149-ec501e2a19b1 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960371 Jun 30 08:55:28.420120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d66bf45-4cb0-4df7-a87e-56c8557036ac,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:28.536386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-fa92312b-82bb-4a75-b7ec-f0854d27c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.538254 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-fa92312b-82bb-4a75-b7ec-f0854d27c1f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 1095 time: 0.1077709 Jun 30 08:55:28.581776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.717406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.719766 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.766421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-93e681cf-72e3-4b67-85cf-f0dd988083f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.767923 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-93e681cf-72e3-4b67-85cf-f0dd988083f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.2174938 Jun 30 08:55:28.831499 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-2c6c1a73-00f3-4b38-94ff-3191e1bad663 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c50232c-909b-4536-8a1e-f979fb890955 HTTP/1.1" status: 200 len: 217 time: 0.0565426 Jun 30 08:55:28.849130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.853212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b04d71-f782-4a40-8281-2324047e5cf1 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:55:28.870185 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.871822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e191d70a-5493-4953-8309-7f908d20466b admin admin] 10.222.0.53 "DELETE /v2.0/routers/65b04d71-f782-4a40-8281-2324047e5cf1 HTTP/1.1" status: 204 len: 168 time: 2.7276280 Jun 30 08:55:28.875017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56580) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:28.916479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56582) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:28.964781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281a93c-dfbe-4ca0-bc1b-a794e1a37a19 req-4dae2015-30a4-4097-aed5-7b1dcd1af0f1 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.985053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8281a93c-dfbe-4ca0-bc1b-a794e1a37a19 req-4dae2015-30a4-4097-aed5-7b1dcd1af0f1 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 943 time: 0.2612867 Jun 30 08:55:29.008966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] Deleting subnet 5638c190-e96a-4730-ad55-46dadc047753 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:29.013512 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-23eb7387-93ae-4110-b489-c15e84eabdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.014313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.015254 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-23eb7387-93ae-4110-b489-c15e84eabdc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.1610370 Jun 30 08:55:29.050028 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-030461f6-29a2-407f-886c-a095ebd0266a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d6395be46d640adb3d4dffc58b7a1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294360 Jun 30 08:55:29.050669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56588) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:29.075457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.110110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1203a989-2112-4729-9d95-94a7981bea78 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:29.159742 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-e99400c6-dd29-4915-91b7-040968c84991 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371331 Jun 30 08:55:29.163041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1203a989-2112-4729-9d95-94a7981bea78 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:29.165549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1203a989-2112-4729-9d95-94a7981bea78 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:29.172870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.243114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.252181 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-873b72b3-daf3-4022-83d4-016ff37bee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.271436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5638c190-e96a-4730-ad55-46dadc047753,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:29.291338 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.297857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56590) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:29.298037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8eea8b51-4972-4bd3-8577-3add3463f8ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5638c190-e96a-4730-ad55-46dadc047753 HTTP/1.1" status: 204 len: 168 time: 0.4218276 Jun 30 08:55:29.301479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b34b09-b8ab-4d46-a4b5-3991a8501711 None None] Network de2d0b23-6442-4581-ab75-6b1c565390f3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:29.313660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8281a93c-dfbe-4ca0-bc1b-a794e1a37a19 req-ce29b511-8701-4837-892c-9ca1d5546eae tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268199 Jun 30 08:55:29.375599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-873b72b3-daf3-4022-83d4-016ff37bee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.420502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.485721 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-43fc34b4-85e9-458d-aaea-9b383c91d8a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147683 Jun 30 08:55:29.617480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985243a-d8eb-4447-8543-71d279834fd8 req-078a8446-5b35-4293-9348-2aa6449c608c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.632851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0985243a-d8eb-4447-8543-71d279834fd8 req-078a8446-5b35-4293-9348-2aa6449c608c tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.1127710 Jun 30 08:55:29.633892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] DHCP port deletion for de2d0b23-6442-4581-ab75-6b1c565390f3 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:55:29.650076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-873b72b3-daf3-4022-83d4-016ff37bee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.656151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-873b72b3-daf3-4022-83d4-016ff37bee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.657899 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-873b72b3-daf3-4022-83d4-016ff37bee0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12a24a05-4c99-4adb-bc38-762d2582bde9 HTTP/1.1" status: 204 len: 168 time: 0.5703499 Jun 30 08:55:29.690992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0985243a-d8eb-4447-8543-71d279834fd8 req-d0f58501-57a2-4c34-ad7c-a258e7fa5cd5 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572546 Jun 30 08:55:29.719783 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01173af9-fb63-48c0-aa90-fe0e7f047fc4 req-3f6ee80e-763b-46fe-8faa-0bc98816ed97 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270353 Jun 30 08:55:29.732922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b72b3-daf3-4022-83d4-016ff37bee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a24a05-4c99-4adb-bc38-762d2582bde9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:29.760503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Deleting port f32e5097-e643-4dbd-85f0-9a0a68af21d8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:29.760847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.771661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] Deleting port f32e5097-e643-4dbd-85f0-9a0a68af21d8 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:29.772086 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.867554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] For port f32e5097-e643-4dbd-85f0-9a0a68af21d8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f32e5097-e643-4dbd-85f0-9a0a68af21d8,segment=NetworkSegment(7aeb33a3-0051-4934-90f5-ef2f1e955ccf),segment_id=7aeb33a3-0051-4934-90f5-ef2f1e955ccf)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:29.868264 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.894440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Calling delete_port for f32e5097-e643-4dbd-85f0-9a0a68af21d8 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:29.919882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] For port f32e5097-e643-4dbd-85f0-9a0a68af21d8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f32e5097-e643-4dbd-85f0-9a0a68af21d8,segment=NetworkSegment(7aeb33a3-0051-4934-90f5-ef2f1e955ccf),segment_id=7aeb33a3-0051-4934-90f5-ef2f1e955ccf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:29.920279 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.938802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] Calling delete_port for f32e5097-e643-4dbd-85f0-9a0a68af21d8 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:30.034576 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.068192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] No DVR routers for this DVR port f32e5097-e643-4dbd-85f0-9a0a68af21d8 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:30.070146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6fb9-28fe-470c-a922-53dd426a29c4 None None] Pushing event deleted for resources: {'Port': ['ID=f32e5097-e643-4dbd-85f0-9a0a68af21d8,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:30.117405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e9e05-4900-4263-a097-72f2cc04efa5 req-86e5db2b-7ef4-4778-8762-d92cf39e7b84 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.122463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37e9e05-4900-4263-a097-72f2cc04efa5 req-86e5db2b-7ef4-4778-8762-d92cf39e7b84 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.1980412 Jun 30 08:55:30.135651 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.257183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f32e5097-e643-4dbd-85f0-9a0a68af21d8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:30.261333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37e9e05-4900-4263-a097-72f2cc04efa5 req-9e591dbd-832c-4bc7-8a1c-e082b1a1dbce tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320817 Jun 30 08:55:30.289654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] No DVR routers for this DVR port f32e5097-e643-4dbd-85f0-9a0a68af21d8 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:30.527206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.551782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2d0b23-6442-4581-ab75-6b1c565390f3']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:30.584534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aeb33a3-0051-4934-90f5-ef2f1e955ccf') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:30.584534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aeb33a3-0051-4934-90f5-ef2f1e955ccf') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:30.611996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.635771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.644545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:30.644987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:30.681021 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:30.755193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.764709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.768784 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] 10.222.0.53 "DELETE /v2.0/networks/de2d0b23-6442-4581-ab75-6b1c565390f3 HTTP/1.1" status: 204 len: 168 time: 1.4682143 Jun 30 08:55:30.799911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19466de4-8cfe-4f03-98f8-18e43468cf9b admin admin] Pushing event deleted for resources: {'Network': ['ID=de2d0b23-6442-4581-ab75-6b1c565390f3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:30.853035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b109e1-0cb4-4a1f-8d19-206ff6a447a6 req-4bf84e85-c317-4dc4-ab96-04e572d4a10d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.877881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7b109e1-0cb4-4a1f-8d19-206ff6a447a6 req-4bf84e85-c317-4dc4-ab96-04e572d4a10d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 943 time: 0.1872082 Jun 30 08:55:30.945089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7b109e1-0cb4-4a1f-8d19-206ff6a447a6 req-59ee68ae-c3f1-4146-a13e-cce11454e21b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662115 Jun 30 08:55:30.993162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5c50232c-909b-4536-8a1e-f979fb890955 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:31.223668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77bc1e-b52c-4f6c-87f2-d8b0d21a8573 req-8a874def-7bbc-4ae4-9efe-a8b5530820e0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:31.226004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 5c50232c-909b-4536-8a1e-f979fb890955, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5c50232c-909b-4536-8a1e-f979fb890955,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:31.236569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a77bc1e-b52c-4f6c-87f2-d8b0d21a8573 req-8a874def-7bbc-4ae4-9efe-a8b5530820e0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.1505601 Jun 30 08:55:31.242377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '5c50232c-909b-4536-8a1e-f979fb890955', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'port_id': '5c50232c-909b-4536-8a1e-f979fb890955', 'mac_address': 'fa:16:3e:50:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb8979-ffb4-4f77-834b-3f3c62aac98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:31.245068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f32e5097-e643-4dbd-85f0-9a0a68af21d8 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:31.252763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56636) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:31.273820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f32e5097-e643-4dbd-85f0-9a0a68af21d8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:31.274412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f32e5097-e643-4dbd-85f0-9a0a68af21d8 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:31.276105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4d66bf45-4cb0-4df7-a87e-56c8557036ac no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:31.303829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4d66bf45-4cb0-4df7-a87e-56c8557036ac {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:31.304563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4d66bf45-4cb0-4df7-a87e-56c8557036ac not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:31.324372 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19bd1461-c2e0-4892-9b2b-0b0f77df6de8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb6b89e7b9e44621a9dbd294ef72e3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702093 Jun 30 08:55:31.328772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56638) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:31.333179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a77bc1e-b52c-4f6c-87f2-d8b0d21a8573 req-2fc61d0e-3794-4a34-b9dd-b670fbe634be tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944214 Jun 30 08:55:31.407268 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.433605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c50232c-909b-4536-8a1e-f979fb890955 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:31.444486 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-421be0d0-abb5-4e85-a2b9-ef04c018027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.460820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 5c50232c-909b-4536-8a1e-f979fb890955, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5c50232c-909b-4536-8a1e-f979fb890955,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:31.467701 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.507315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-421be0d0-abb5-4e85-a2b9-ef04c018027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.552256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=5c50232c-909b-4536-8a1e-f979fb890955,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:31.577972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-421be0d0-abb5-4e85-a2b9-ef04c018027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.585648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-421be0d0-abb5-4e85-a2b9-ef04c018027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.588331 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-421be0d0-abb5-4e85-a2b9-ef04c018027e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41b4e560-494c-4733-9e88-a65ca25ef476 HTTP/1.1" status: 204 len: 168 time: 0.2572334 Jun 30 08:55:31.619625 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f89c69d7-5e8a-4c55-bc99-84c12a1698a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.627079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421be0d0-abb5-4e85-a2b9-ef04c018027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4e560-494c-4733-9e88-a65ca25ef476,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:31.720500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03245172-27ea-4358-b9ed-255858757ea3 req-2de2ac57-f4f3-4619-82c4-ca7251de89c2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:31.722126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03245172-27ea-4358-b9ed-255858757ea3 req-2de2ac57-f4f3-4619-82c4-ca7251de89c2 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.1869473 Jun 30 08:55:31.731091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['5c50232c-909b-4536-8a1e-f979fb890955'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:31.818771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03245172-27ea-4358-b9ed-255858757ea3 req-6ec494c6-3a38-42d4-9c6e-350b4b6dcc42 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830424 Jun 30 08:55:32.489943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011ac3a-d9dd-4368-b981-88a650d6673f req-5a63f66d-5c0b-4a19-bf88-3316e814ec11 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.491565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1011ac3a-d9dd-4368-b981-88a650d6673f req-5a63f66d-5c0b-4a19-bf88-3316e814ec11 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 944 time: 0.1608422 Jun 30 08:55:32.552239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1011ac3a-d9dd-4368-b981-88a650d6673f req-afc496f7-7e77-422c-aea7-1472985e26dd tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Jun 30 08:55:33.005001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5c50232c-909b-4536-8a1e-f979fb890955 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:33.121666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 5c50232c-909b-4536-8a1e-f979fb890955 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:33.136760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 5c50232c-909b-4536-8a1e-f979fb890955 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:33.137465 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.139845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca0fe9-7c66-431f-b7d9-16173fca8b62 req-1e5cc895-d223-4e43-bf87-f19d60397cc4 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.150971 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bca0fe9-7c66-431f-b7d9-16173fca8b62 req-1e5cc895-d223-4e43-bf87-f19d60397cc4 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.1711533 Jun 30 08:55:33.243491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bca0fe9-7c66-431f-b7d9-16173fca8b62 req-bd125735-3ffd-4910-837f-7a3ea449ec0b tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914907 Jun 30 08:55:33.247027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56712) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:33.317242 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.382014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c50232c-909b-4536-8a1e-f979fb890955'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:33.384358 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c932d0-0bb9-4273-94ab-cdebe1ee2de2" -d '{"events": [{"server_uuid": "ba61dc38-2940-44ec-9576-c09d01de8267", "name": "network-vif-plugged", "status": "completed", "tag": "5c50232c-909b-4536-8a1e-f979fb890955"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:33.405729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 5c50232c-909b-4536-8a1e-f979fb890955, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5c50232c-909b-4536-8a1e-f979fb890955,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:33.411589 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.416554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1184870129-network', 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:33.463865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:33.466351 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.483627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=5c50232c-909b-4536-8a1e-f979fb890955,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:33.493587 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.498149 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1939f91-d130-4bd1-9924-fff0e6593cbb x-openstack-request-id: req-f1939f91-d130-4bd1-9924-fff0e6593cbb {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:33.498502 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba61dc38-2940-44ec-9576-c09d01de8267", "name": "network-vif-plugged", "status": "completed", "tag": "5c50232c-909b-4536-8a1e-f979fb890955", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:33.500520 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1939f91-d130-4bd1-9924-fff0e6593cbb {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:33.501733 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c50232c-909b-4536-8a1e-f979fb890955', 'code': 200} Jun 30 08:55:33.682877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-a401081d-1e8a-4d38-a345-624977973f02 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435765 Jun 30 08:55:33.688429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.693668 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.804756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:55:33.829812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c73cd-a8b0-42f6-8a65-954f9066b98f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:33.841490 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.842918 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Added segment e673ed87-c836-401c-b91f-03a4b5614284 of type vlan for network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 Jun 30 08:55:33.927265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.935366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f12936-ea3c-45ae-8f92-9499999888ce req-94442662-c494-45b4-8d11-0fc4e1175315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.937849 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b8f12936-ea3c-45ae-8f92-9499999888ce req-94442662-c494-45b4-8d11-0fc4e1175315 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 1097 time: 0.3620436 Jun 30 08:55:33.996401 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b8f12936-ea3c-45ae-8f92-9499999888ce req-0c2ee845-e40d-4386-b140-f306af002809 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482008 Jun 30 08:55:34.000571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-4fd92685-29a3-46e2-b8a9-25911e7e0f2f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.002547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-4fd92685-29a3-46e2-b8a9-25911e7e0f2f tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.26 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.3034832 Jun 30 08:55:34.004232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.005504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.006803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.043900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb02c84-28ed-4919-bbe8-cd6a132c2bb9 req-46646554-cd76-4dc3-8766-ed245ba18c75 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.045921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecb02c84-28ed-4919-bbe8-cd6a132c2bb9 req-46646554-cd76-4dc3-8766-ed245ba18c75 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 945 time: 0.2522604 Jun 30 08:55:34.085727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8350592 Jun 30 08:55:34.086801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56736) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:34.088014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-95eff625-46e6-4fee-a5e9-810aaec88625 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.091955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Request body: {'subnet': {'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1184870129-subnet', 'tenant_id': '853e2151e8284e0eaab53970eac63e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:34.096036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-95eff625-46e6-4fee-a5e9-810aaec88625 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110477 Jun 30 08:55:34.107646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede9d5-94f3-4b71-bd41-cca229d1fbea admin admin] Pushing event updated for resources: {'Network': ['ID=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:34.129659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:55:34.145839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:34.148570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.166660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-ed93fc93-b6ed-46e8-938a-14f5ca128b13 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/quotas/b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 375 time: 0.0690176 Jun 30 08:55:34.187134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecb02c84-28ed-4919-bbe8-cd6a132c2bb9 req-96912a99-ed21-4c18-ac14-27cbc9394a50 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158926 Jun 30 08:55:34.278853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-ccd77412-1d2a-4236-91a4-b1863ba77194 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114237 Jun 30 08:55:34.294617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.348003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Deleting port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:34.348862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.355238 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a066-304d-445a-9ab3-b8e9de6848bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.450262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.549302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7bc140-f587-4d2c-90c1-7b743888860b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:34.552750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:34.557137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Network hostable DHCP agents. Network: 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:55:34.576246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] For port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,segment=NetworkSegment(9c9d0837-416f-47da-998e-034dbf618aff),segment_id=9c9d0837-416f-47da-998e-034dbf618aff)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:34.576691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.598814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:55:34.615716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:34.621347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Calling delete_port for 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:34.624341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b487232-d594-46be-af70-6a141e8a733e None None] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:34.634201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.636422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.678422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-06c61d50-2362-4cf4-bdf7-6da525449cd9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5879986 Jun 30 08:55:34.922049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf78af-9bec-4f3f-9f38-e454d0004d7e None None] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:34.991293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da794716-0d30-426a-b13d-8816aa5bb858 req-6250b645-2cf8-4600-ab48-0d3f64ce04d3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 210 time: 0.1596377 Jun 30 08:55:35.015128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f67a9-6840-4980-8dd5-36c4aeba4bae req-5fdd6264-23ce-4549-b173-ef88af0e5b27 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:35.036407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d4f67a9-6840-4980-8dd5-36c4aeba4bae req-5fdd6264-23ce-4549-b173-ef88af0e5b27 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/ports?device_id=53caf1b2-e15e-465e-97af-bc1d641415e6 HTTP/1.1" status: 200 len: 946 time: 0.2538722 Jun 30 08:55:35.127316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d4f67a9-6840-4980-8dd5-36c4aeba4bae req-a5a0ddbd-2512-4f20-9c19-666fed60fef0 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.53 "GET /v2.0/security-groups?id=6db41fc7-e373-4028-b2c8-f6fd39cd830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895925 Jun 30 08:55:35.138381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.172714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['42f8655d-c734-4aab-a7e9-bbcbdb329cb4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:35.182132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Pushing event deleted for resources: {'Port': ['ID=42f8655d-c734-4aab-a7e9-bbcbdb329cb4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:35.267682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] No DVR routers for this DVR port 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:35.273778 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.279749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-285b33c8-b4a8-4a61-8bbe-0df74313cf2c req-aa931f62-7a46-4e29-a8ac-cfa39c47e932 tempest-ServerDiskConfigTestJSON-838645869 tempest-ServerDiskConfigTestJSON-838645869-project] 10.222.0.26 "DELETE /v2.0/ports/42f8655d-c734-4aab-a7e9-bbcbdb329cb4 HTTP/1.1" status: 204 len: 173 time: 1.2702889 Jun 30 08:55:35.280249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'name': 'network-vif-deleted', 'tag': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:35.286519 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f222ad-480a-4d18-8bae-0d6e2fb3536c" -d '{"events": [{"server_uuid": "53caf1b2-e15e-465e-97af-bc1d641415e6", "name": "network-vif-deleted", "tag": "42f8655d-c734-4aab-a7e9-bbcbdb329cb4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:35.499083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce9f44-7f2f-40f2-a105-9aac9fa74042 req-c5baacd8-9a90-4513-ac5b-221ed9ab7100 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:35.500567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fce9f44-7f2f-40f2-a105-9aac9fa74042 req-c5baacd8-9a90-4513-ac5b-221ed9ab7100 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 945 time: 0.1091866 Jun 30 08:55:35.507532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-35b18d5b-7614-4ff7-ae9b-6ea0dd3deb5c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:35.508919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-35b18d5b-7614-4ff7-ae9b-6ea0dd3deb5c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2065029 Jun 30 08:55:35.541008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-a70237b5-18fa-4cbc-bc44-865bcb6b1c32 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/quotas/853e2151e8284e0eaab53970eac63e7b HTTP/1.1" status: 200 len: 375 time: 0.0236738 Jun 30 08:55:35.583870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-e321fff2-850e-4198-bfb0-e5956b7dce5c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367489 Jun 30 08:55:35.587199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fce9f44-7f2f-40f2-a105-9aac9fa74042 req-d2e9d7b4-f503-4270-a4aa-9986049af8a0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773029 Jun 30 08:55:35.650842 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e3e3da-c463-40fa-9586-f2aa733040b8 x-openstack-request-id: req-73e3e3da-c463-40fa-9586-f2aa733040b8 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:35.651274 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53caf1b2-e15e-465e-97af-bc1d641415e6", "name": "network-vif-deleted", "tag": "42f8655d-c734-4aab-a7e9-bbcbdb329cb4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:35.651597 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73e3e3da-c463-40fa-9586-f2aa733040b8 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:35.652063 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53caf1b2-e15e-465e-97af-bc1d641415e6', 'name': 'network-vif-deleted', 'tag': '42f8655d-c734-4aab-a7e9-bbcbdb329cb4', 'status': 'completed', 'code': 200} Jun 30 08:55:35.657192 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:55:35.693002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-c5ca2285-d432-4f05-8f51-73aa18f53d85 service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019881 Jun 30 08:55:35.710503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.789857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-a59db4ba-ead6-4262-b63d-cb7c19677a74 service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956442 Jun 30 08:55:36.256452 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-c7d8d78f-fa0e-426a-8d26-56562f3b74bf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649867 Jun 30 08:55:36.270351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-931e9ba9-18aa-4be6-9b5c-b66a455556e6 req-42f74621-e6dd-4110-9426-52534e955892 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 210 time: 0.1165056 Jun 30 08:55:36.306233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72d54aff-8c9c-4ada-b5f7-437b3e0a1dc3 req-503cb5ef-c946-436b-bd54-ee4c3f4c2d87 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 210 time: 0.0503383 Jun 30 08:55:36.578548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8816a-aabc-4577-9845-855149daf793 req-f29dda91-ad4e-4da9-a31d-1d268fce0d41 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:36.579244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-b3e949ec-7bef-4784-a80d-65f820f05282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:36.581036 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-b3e949ec-7bef-4784-a80d-65f820f05282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198605 Jun 30 08:55:36.588669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dc8816a-aabc-4577-9845-855149daf793 req-f29dda91-ad4e-4da9-a31d-1d268fce0d41 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 945 time: 0.1299818 Jun 30 08:55:36.608812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Request body: {'port': {'device_id': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'b22d67fdd98b438a8c4764d49703b2f5'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:36.656560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dc8816a-aabc-4577-9845-855149daf793 req-40315c44-2fd6-4f6d-9a87-860b01b844b4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646698 Jun 30 08:55:36.795939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Made reservation on behalf of b22d67fdd98b438a8c4764d49703b2f5 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:36.801927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.812716 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.964022 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.970398 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.060714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604783d9-67a8-4f7b-a8e6-de555dc2c644,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:37.102849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56886) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:37.161545 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.165048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d2b4-12f0-40bc-8148-1a0236e13b46 req-a0793d29-563c-4140-8d27-e5646ed434ab tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:37.173532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e517d2b4-12f0-40bc-8148-1a0236e13b46 req-a0793d29-563c-4140-8d27-e5646ed434ab tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 945 time: 0.0976019 Jun 30 08:55:37.227641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] Deleting subnet 4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:37.235926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Allocated IP 192.168.233.64 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/7124cf32-ea08-4cc6-ad29-8936fc59d8fb) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:37.239466 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.240070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e517d2b4-12f0-40bc-8148-1a0236e13b46 req-9470516c-2b1e-49e7-8dea-35f6530daa55 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651889 Jun 30 08:55:37.300520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.418450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.455732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:37.488170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:37.488435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42f8655d-c734-4aab-a7e9-bbcbdb329cb4 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:37.528568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22a81fd2-f6ca-45b9-bf60-83594ffb563c req-8fdd0177-d030-447a-a7da-df3ec8769be8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 210 time: 0.0425990 Jun 30 08:55:37.538346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.541186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.629726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Transition to ACTIVE for port object 7124cf32-ea08-4cc6-ad29-8936fc59d8fb will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:37.631462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:37.636384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.650244 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f8824c0-ab3e-4ef2-bbcb-ad302cea64aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a6c9db1-a83e-4bfa-ba4e-c8ce95c912f7 HTTP/1.1" status: 204 len: 168 time: 0.5451384 Jun 30 08:55:37.660510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56900) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:37.690280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2078716-9002-43c3-82c5-6ac91a4af5f4 req-f214e390-0642-4ab0-a11b-be0b54317b99 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 210 time: 0.0469346 Jun 30 08:55:37.787505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.800906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.939544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c225c-e8ac-4e38-a3ac-b59d2e36a5a3 req-741a1bd9-4a9f-4d46-b95a-27b2911f83e5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:37.947887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a7c225c-e8ac-4e38-a3ac-b59d2e36a5a3 req-741a1bd9-4a9f-4d46-b95a-27b2911f83e5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 945 time: 0.1364467 Jun 30 08:55:37.957216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-86e1e5e1-f51f-4724-a6e6-9f66e6219076 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:37.958719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-86e1e5e1-f51f-4724-a6e6-9f66e6219076 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2615249 Jun 30 08:55:37.980294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Request body: {'port': {'device_id': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'admin_state_up': True, 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:38.058407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a7c225c-e8ac-4e38-a3ac-b59d2e36a5a3 req-4e7114d4-541f-4420-b9f4-97c0b2a58f65 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091952 Jun 30 08:55:38.144992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:38.149740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.193296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:38.231282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:38.237908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:38.259936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:38.279163 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.296265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd05d24-4c8f-4ed2-9fac-9430acde182a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:38.310580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Allocated IP 172.20.0.4 (6ff22aa6-ca40-4da3-a889-2ee2386ef5d2/7e7bc140-f587-4d2c-90c1-7b743888860b/479b3ca8-e7bd-4bd7-926f-7889d3621cbc) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:38.325791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:38.329474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.340251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9d0837-416f-47da-998e-034dbf618aff') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:38.341760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9d0837-416f-47da-998e-034dbf618aff') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:38.372438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.388866 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8d413c13-b20e-457e-b2dd-0151d948217a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7989194 Jun 30 08:55:38.405584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Request body: {'port': {'device_id': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:38.408711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.443560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:38.444249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:38.446217 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:38.539801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.541070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3bd82aab-70a4-4605-9fcc-742160b8afd1 None None] Provisioning for port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:38.542749 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.552158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.552733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3bd82aab-70a4-4605-9fcc-742160b8afd1 None None] Provisioning complete for port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:38.553683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bd82aab-70a4-4605-9fcc-742160b8afd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.557648 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bfd05d24-4c8f-4ed2-9fac-9430acde182a HTTP/1.1" status: 204 len: 168 time: 0.8959723 Jun 30 08:55:38.576938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039674fb-25cb-44af-b6a9-8ed763e534e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd05d24-4c8f-4ed2-9fac-9430acde182a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:38.588306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.611502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3bd82aab-70a4-4605-9fcc-742160b8afd1 None None] Port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:38.664196 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.746874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:38.765832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56916) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:38.779628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:38.782746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:38.834666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:38.835343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.873668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event updated for resources: {'Port': ['ID=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:38.909706 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7124cf32-ea08-4cc6-ad29-8936fc59d8fb {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:38.919624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.920102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-07ff369f-27b9-4089-b7e2-87d9bf3916e2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9460578 Jun 30 08:55:38.937643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Transition to ACTIVE for port object 7124cf32-ea08-4cc6-ad29-8936fc59d8fb will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:38.943321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.960527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Request body: {'port': {'device_id': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:38.995362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7e0243f2-a6bc-478a-85aa-00bef06e97e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f6aeac41701419ba7a66d4f8a466d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209892 Jun 30 08:55:39.001417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56918) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:39.029377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:39.040725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93beac-4b43-439c-9838-5a24028b7b78 req-3a6d1592-59a4-4f55-b695-ac3cbc098c33 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.042456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c93beac-4b43-439c-9838-5a24028b7b78 req-3a6d1592-59a4-4f55-b695-ac3cbc098c33 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 931 time: 0.3167236 Jun 30 08:55:39.112492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c910ce8-05b8-4af1-9ec8-84d02c951188 req-5df72b41-032a-4ca6-9f97-f1d73598369a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.114072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c910ce8-05b8-4af1-9ec8-84d02c951188 req-5df72b41-032a-4ca6-9f97-f1d73598369a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 935 time: 0.2584245 Jun 30 08:55:39.139473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42f82ef-1c3b-4dbb-afe2-1384e4f1d628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.156609 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.164811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42f82ef-1c3b-4dbb-afe2-1384e4f1d628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.218391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:39.218972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:39.219308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:39.220526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c93beac-4b43-439c-9838-5a24028b7b78 req-42ed5582-489d-49fd-9410-3685e5112014 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693664 Jun 30 08:55:39.229271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:39.229717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:39.238433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:39.238791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:39.239248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:39.239683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Bound port: 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:39.240197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.257859 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42f82ef-1c3b-4dbb-afe2-1384e4f1d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.260549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42f82ef-1c3b-4dbb-afe2-1384e4f1d628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.264708 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a42f82ef-1c3b-4dbb-afe2-1384e4f1d628 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6db41fc7-e373-4028-b2c8-f6fd39cd830a HTTP/1.1" status: 204 len: 168 time: 0.2585835 Jun 30 08:55:39.275978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f82ef-1c3b-4dbb-afe2-1384e4f1d628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db41fc7-e373-4028-b2c8-f6fd39cd830a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:39.347566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:39.351328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:39.357016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.425851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c910ce8-05b8-4af1-9ec8-84d02c951188 req-bcabcb71-8139-4125-9062-8c21bc402c3e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925119 Jun 30 08:55:39.467349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56928) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:39.468787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:39.487161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.488457 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.490001 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-3404cbc4-1757-4550-9396-f0bab6614be0 service neutron] 10.222.0.13 "PUT /v2.0/ports/7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 1096 time: 1.0911422 Jun 30 08:55:39.490440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:39.492855 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ca8a5-2110-4917-aead-3baffcec75c6" -d '{"events": [{"name": "network-changed", "server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:39.606979 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362fe07b-693a-4689-83f9-544a67c40ba1 x-openstack-request-id: req-362fe07b-693a-4689-83f9-544a67c40ba1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:39.607259 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:39.607506 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-362fe07b-693a-4689-83f9-544a67c40ba1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:39.607899 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'status': 'completed', 'code': 200} Jun 30 08:55:39.664000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-c7d943c3-31fd-4a64-b741-89f939f208dc tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.665516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-c7d943c3-31fd-4a64-b741-89f939f208dc tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 945 time: 0.5220609 Jun 30 08:55:39.725476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] Deleting subnet 25ecaf08-2da8-4b27-9cdf-95637e349846 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:39.730392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.780260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-fa27a70d-5de5-4615-b5ae-9953adadf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.782050 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-fa27a70d-5de5-4615-b5ae-9953adadf447 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1099 time: 0.2107496 Jun 30 08:55:39.788832 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.859583 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-24d75cdf-fe14-4a0c-bef7-dd588c8806f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0684905 Jun 30 08:55:39.925353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.947901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592262e-e1a9-477d-bfb7-0487ff54e40a req-22f7ce01-22c0-4e2d-bf0f-7ac7d0d5037a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.955209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a592262e-e1a9-477d-bfb7-0487ff54e40a req-22f7ce01-22c0-4e2d-bf0f-7ac7d0d5037a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 945 time: 0.3686333 Jun 30 08:55:39.968691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8424c13f-d849-46a6-b14d-a7f59c1ae00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.970883 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-8424c13f-d849-46a6-b14d-a7f59c1ae00f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1003656 Jun 30 08:55:40.026378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479b3ca8-e7bd-4bd7-926f-7889d3621cbc {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:40.043197 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.062933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a592262e-e1a9-477d-bfb7-0487ff54e40a req-a40dcee6-948f-49fb-a78d-a5859e88ccf4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061015 Jun 30 08:55:40.068884 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.080723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Transition to ACTIVE for port object 479b3ca8-e7bd-4bd7-926f-7889d3621cbc will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:40.080723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Deleting port 5c50232c-909b-4536-8a1e-f979fb890955 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:40.080723 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.081072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.110433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ecaf08-2da8-4b27-9cdf-95637e349846,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:40.114909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-7ec48e66-7146-4a22-bc14-f931199db3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:40.116711 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-7ec48e66-7146-4a22-bc14-f931199db3e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352868 Jun 30 08:55:40.118114 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.121671 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1dd0fe05-8c6e-4c12-b4da-75813d81cb50 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/25ecaf08-2da8-4b27-9cdf-95637e349846 HTTP/1.1" status: 204 len: 168 time: 0.6461408 Jun 30 08:55:40.122607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56948) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:40.197599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Pushing event updated for resources: {'Port': ['ID=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:40.260837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.283489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] For port 5c50232c-909b-4536-8a1e-f979fb890955, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=5c50232c-909b-4536-8a1e-f979fb890955,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:40.283922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.302867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Calling delete_port for 5c50232c-909b-4536-8a1e-f979fb890955 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:40.312432 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-b9bdc3f5-4490-4a3f-b474-9941c48a3004 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817186 Jun 30 08:55:40.318320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Attempting to bind port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:40.318662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Attempting to bind port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:40.319000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Attempting to bind port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:40.336400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:40.336400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Attempting to bind port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:40.395585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:40.395930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:40.396480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Bound using segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:40.396756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Bound port: 479b3ca8-e7bd-4bd7-926f-7889d3621cbc, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:40.397119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.403764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.426776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b496b6-a1dc-4a93-8d89-be60ba9c5d3f']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:40.447055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780bfe34-d7e7-4382-9c76-0b563e2c4e0c') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:40.447611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780bfe34-d7e7-4382-9c76-0b563e2c4e0c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:40.459115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.478136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.485510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:40.485911 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:40.564151 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:40.566265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:40.639698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.646251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.648614 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] 10.222.0.53 "DELETE /v2.0/networks/67b496b6-a1dc-4a93-8d89-be60ba9c5d3f HTTP/1.1" status: 204 len: 168 time: 0.5247760 Jun 30 08:55:40.670345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e7178-8862-4b17-ae18-5b5d342a9d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b496b6-a1dc-4a93-8d89-be60ba9c5d3f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:40.680984 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7d7b4815-57f4-4a5d-b191-45f17cb1d404 req-61d968ae-7afb-4d80-adb3-156c3ed26447 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513446 Jun 30 08:55:40.808147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-network', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:40.814764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56970) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:40.876101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Made reservation on behalf of d42c9c2ee80a4cd78e250ef20d8a9d21 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:40.879020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.900499 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.909434 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-39a4c38c-a575-40f5-b3b3-bc86ae498527 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c614ffb88ea24fa39e78bca3603ad018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938351 Jun 30 08:55:40.911473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:40.928002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-257e5f01-1ba8-4b7e-8959-b09ec50d4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:40.929541 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-257e5f01-1ba8-4b7e-8959-b09ec50d4a6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1099 time: 0.1845191 Jun 30 08:55:41.002006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] For port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:41.025597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] For port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:41.040456 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.054862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448487e-3684-41dc-aed2-0a3e4feae9b3 req-22e06c0d-7f7b-4473-8272-110b6497581f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.056201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1c26066-0769-4fe7-a9af-a3590e759b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.056423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c448487e-3684-41dc-aed2-0a3e4feae9b3 req-22e06c0d-7f7b-4473-8272-110b6497581f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 943 time: 0.6626444 Jun 30 08:55:41.106280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1c26066-0769-4fe7-a9af-a3590e759b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.120082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.120719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.122128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] 10.222.0.26 "PUT /v2.0/ports/479b3ca8-e7bd-4bd7-926f-7889d3621cbc HTTP/1.1" status: 200 len: 1092 time: 2.1706882 Jun 30 08:55:41.122721 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.122844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-02cd585d-14a7-4daf-95b4-57004a0ab6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.124013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'tag': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:41.124265 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-02cd585d-14a7-4daf-95b4-57004a0ab6dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1858816 Jun 30 08:55:41.126343 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e48010-4fe5-4c94-9e5d-f0bd68354004" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec16de0-faba-4ff9-9bd3-4db7321b442d", "tag": "479b3ca8-e7bd-4bd7-926f-7889d3621cbc"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:41.133913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:41.152091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8440a56-99cd-4207-83f9-849733b678af req-34e9ca47-1af7-4003-a25a-544584cc35a2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.154161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8440a56-99cd-4207-83f9-849733b678af req-34e9ca47-1af7-4003-a25a-544584cc35a2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 947 time: 0.2626595 Jun 30 08:55:41.201594 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-524da9de-dfa5-4fb1-a2f3-42ad137186fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0659044 Jun 30 08:55:41.230879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4cbb2-9164-4fb7-8de1-76bdf8fb9213 service neutron] Pushing event updated for resources: {'Port': ['ID=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:41.236137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c448487e-3684-41dc-aed2-0a3e4feae9b3 req-2024ec68-0b16-49d3-95db-27ccaa323a55 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681218 Jun 30 08:55:41.288967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.299614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.305957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event deleted for resources: {'Port': ['ID=5c50232c-909b-4536-8a1e-f979fb890955,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:41.314769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] No DVR routers for this DVR port 5c50232c-909b-4536-8a1e-f979fb890955 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:41.316600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-5ac633c0-b605-4c8d-926d-2ef6eb1f2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.318785 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-5ac633c0-b605-4c8d-926d-2ef6eb1f2135 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1012530 Jun 30 08:55:41.321440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.323854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5c79eb6-11f7-44e9-b74c-9e9a78c42dd1 req-eec049be-f7db-4d48-aa97-05a5ad66b887 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "DELETE /v2.0/ports/5c50232c-909b-4536-8a1e-f979fb890955 HTTP/1.1" status: 204 len: 173 time: 1.6361306 Jun 30 08:55:41.338159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8440a56-99cd-4207-83f9-849733b678af req-5ac0d584-b78f-441e-99c2-6a3e9c386cf4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698351 Jun 30 08:55:41.398113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-539d8799-d612-4cbb-a9ab-4b0599e1c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.401447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-539d8799-d612-4cbb-a9ab-4b0599e1c7d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 1095 time: 0.2219665 Jun 30 08:55:41.402008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1c26066-0769-4fe7-a9af-a3590e759b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.405844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1c26066-0769-4fe7-a9af-a3590e759b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.407936 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e1c26066-0769-4fe7-a9af-a3590e759b64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6412bd9-ffeb-4a26-b750-a6ba0b1614ec HTTP/1.1" status: 204 len: 168 time: 0.4947500 Jun 30 08:55:41.420129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:55:41.465780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3877b8d-b60e-4441-bf6e-5c95ebba4c70,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:41.470146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.470604 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Added segment 80f4a663-72c3-4b99-b36b-a45ec80a056f of type vlan for network 7a9418e5-c827-4c17-9573-de2ce4a04dae Jun 30 08:55:41.492215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-8cdb08c4-8c8a-456f-a37b-220c473abec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.494355 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-8cdb08c4-8c8a-456f-a37b-220c473abec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479652 Jun 30 08:55:41.495172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c26066-0769-4fe7-a9af-a3590e759b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6412bd9-ffeb-4a26-b750-a6ba0b1614ec,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:41.505455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-c75d7576-7095-4337-a008-02c72b898487 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479b3ca8-e7bd-4bd7-926f-7889d3621cbc HTTP/1.1" status: 200 len: 217 time: 0.0946507 Jun 30 08:55:41.601897 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c183018-60f6-41a4-8626-b2b8a0a0af7a x-openstack-request-id: req-8c183018-60f6-41a4-8626-b2b8a0a0af7a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:41.602199 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec16de0-faba-4ff9-9bd3-4db7321b442d", "tag": "479b3ca8-e7bd-4bd7-926f-7889d3621cbc", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:41.602458 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c183018-60f6-41a4-8626-b2b8a0a0af7a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:41.603412 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'tag': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc', 'status': 'completed', 'code': 200} Jun 30 08:55:41.623896 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-1cca09b0-037f-4782-9685-8a6f8ced401b service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182337 Jun 30 08:55:41.650219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2980f06-4fea-400d-9032-30769c1d1dd3 req-3f0a4f3d-532f-437b-8090-939c11061f34 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba61dc38-2940-44ec-9576-c09d01de8267 HTTP/1.1" status: 200 len: 210 time: 0.0885203 Jun 30 08:55:41.665934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-95024977-063c-4848-8048-a170f96b12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.667664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-95024977-063c-4848-8048-a170f96b12a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1552029 Jun 30 08:55:41.687981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.723201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-b2f0659c-af0c-4a66-abe1-32f94fec9d94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325003 Jun 30 08:55:41.782388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.783285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.783861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.825155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-0b264c71-cfc9-40f5-9e88-ebb179ba1c12 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948815 Jun 30 08:55:41.846541 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-689ca8a5-2110-4917-aead-3baffcec75c6 req-e2d9024f-541c-48b7-bf9b-c80d2d83f433 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742251 Jun 30 08:55:41.852782 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2225447 Jun 30 08:55:41.853921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56990) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:41.865288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d55981-ba5c-4214-a8cc-da1b0d4df81a admin admin] Pushing event updated for resources: {'Network': ['ID=7a9418e5-c827-4c17-9573-de2ce4a04dae,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:41.876444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 7a9418e5-c827-4c17-9573-de2ce4a04dae details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:55:41.890747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Request body: {'subnet': {'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-subnet', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:41.933587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Made reservation on behalf of d42c9c2ee80a4cd78e250ef20d8a9d21 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:41.936441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:42.005155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65909dd1-aaa8-48f6-b8d8-0e339de588be req-775c1f80-bf7a-496d-ad2f-d7374b21dc47 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724989 Jun 30 08:55:42.180242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:42.243886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-1aae3799-841b-45a7-8942-4d2237695d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.245440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-1aae3799-841b-45a7-8942-4d2237695d1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 1095 time: 0.1316936 Jun 30 08:55:42.250981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0e77cb-8ec7-487c-bad2-04f175450087,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:42.303574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Checking segment: {'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:42.303936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Network hostable DHCP agents. Network: 7a9418e5-c827-4c17-9573-de2ce4a04dae, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:55:42.345753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Network 7a9418e5-c827-4c17-9573-de2ce4a04dae is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:55:42.364635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 7a9418e5-c827-4c17-9573-de2ce4a04dae) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:42.371139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.371733 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:42.373931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d8f37d-72e5-4378-a040-ee9577e59854 None None] Network 7a9418e5-c827-4c17-9573-de2ce4a04dae requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:42.375544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-92c2a0ea-4aeb-43ba-8743-5e2efe880c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.377055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-92c2a0ea-4aeb-43ba-8743-5e2efe880c6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.1222367 Jun 30 08:55:42.398024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:42.398720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f43505e2-e3a8-4cae-9abe-1ed1f29c64b0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5440180 Jun 30 08:55:42.403922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:42.436963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-f9295ca8-5840-44da-acc5-4b5d6baf54dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479b3ca8-e7bd-4bd7-926f-7889d3621cbc HTTP/1.1" status: 200 len: 217 time: 0.0515110 Jun 30 08:55:42.443306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:42.445050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:42.531947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-9095de90-232e-41f6-a252-5fc5d66c7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.532230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ccf516-9284-4410-be30-62f444de6650 None None] Network 7a9418e5-c827-4c17-9573-de2ce4a04dae requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:42.533650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-9095de90-232e-41f6-a252-5fc5d66c7e23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.0879555 Jun 30 08:55:42.544296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:42.605308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-796b44f8-e19b-4c29-8e9d-490b395f1e6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557520 Jun 30 08:55:42.646391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877129-8731-46ac-8b72-a0e3eb1090d7 req-876af43c-d2fc-4fd3-a1a9-9795224f3444 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.647929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64877129-8731-46ac-8b72-a0e3eb1090d7 req-876af43c-d2fc-4fd3-a1a9-9795224f3444 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 943 time: 0.2138240 Jun 30 08:55:42.745606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:42.761547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64877129-8731-46ac-8b72-a0e3eb1090d7 req-ba897b46-2679-4329-aba8-1c311b3aba2e tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734026 Jun 30 08:55:42.780212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815d230-d7d0-4f3d-8985-83e793871436 req-6cee23b0-bac3-46dc-9210-f4961078344b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.781720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815d230-d7d0-4f3d-8985-83e793871436 req-6cee23b0-bac3-46dc-9210-f4961078344b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 947 time: 0.2464497 Jun 30 08:55:42.788245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-10276d36-a9c0-45f4-b495-caf565402172 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754966 Jun 30 08:55:42.886930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1815d230-d7d0-4f3d-8985-83e793871436 req-ef932268-8b4a-4ae1-8a06-f3b0808a1205 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968997 Jun 30 08:55:42.953331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50e48010-4fe5-4c94-9e5d-f0bd68354004 req-1fdd19e9-4226-49ee-b060-f08a7aac260c service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557493 Jun 30 08:55:43.035615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5c50232c-909b-4536-8a1e-f979fb890955 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:43.039133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.064013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 5c50232c-909b-4536-8a1e-f979fb890955 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:43.064366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 5c50232c-909b-4536-8a1e-f979fb890955 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:43.103271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.242943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Allocated IP 172.25.8.228 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:43.375986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.397205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-39bda147-8506-4131-8f9b-aad612e402b7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:43.398757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-39bda147-8506-4131-8f9b-aad612e402b7 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.1343777 Jun 30 08:55:43.414906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-d4c69f3c-e0ac-4202-a041-fd2fbc77d71d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/quotas/49bc54c4b3fe4149af79e17a560794ce HTTP/1.1" status: 200 len: 375 time: 0.0100539 Jun 30 08:55:43.427146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.467943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:43.472094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:43.474848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:43.497810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-69829c49-a15c-43e5-ab02-9d4951aca7ce tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766547 Jun 30 08:55:43.504209 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 479b3ca8-e7bd-4bd7-926f-7889d3621cbc details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:43.506357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Pushing event updated for resources: {'Port': ['ID=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:43.605867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'name': 'network-vif-deleted', 'tag': '5c50232c-909b-4536-8a1e-f979fb890955'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:43.609307 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a879c902-a459-483a-a410-28b979043e71" -d '{"events": [{"server_uuid": "ba61dc38-2940-44ec-9576-c09d01de8267", "name": "network-vif-deleted", "tag": "5c50232c-909b-4536-8a1e-f979fb890955"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:43.613580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:43.639308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc', 'mac_address': 'fa:16:3e:40:21:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:43.641903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0303684c-2403-4e58-ae07-11a788d68002 service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338682 Jun 30 08:55:43.681382 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.699422 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0b623-76a9-4e7d-85a7-3961555eea10 x-openstack-request-id: req-c1c0b623-76a9-4e7d-85a7-3961555eea10 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:43.699858 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba61dc38-2940-44ec-9576-c09d01de8267", "name": "network-vif-deleted", "tag": "5c50232c-909b-4536-8a1e-f979fb890955", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:43.699978 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1c0b623-76a9-4e7d-85a7-3961555eea10 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:43.700345 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba61dc38-2940-44ec-9576-c09d01de8267', 'name': 'network-vif-deleted', 'tag': '5c50232c-909b-4536-8a1e-f979fb890955', 'status': 'completed', 'code': 200} Jun 30 08:55:43.702730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479b3ca8-e7bd-4bd7-926f-7889d3621cbc {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:43.731328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:43.735526 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.760265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-dde715a9-9167-452b-a03e-7d888d76f16c service neutron] 10.222.0.53 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171582 Jun 30 08:55:43.793317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:43.818754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.992485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4e4ff-4e5e-4f82-8328-3035749adbbe req-180797af-cf7e-4eca-800f-47d86693aa18 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:43.994446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2a4e4ff-4e5e-4f82-8328-3035749adbbe req-180797af-cf7e-4eca-800f-47d86693aa18 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 944 time: 0.0992720 Jun 30 08:55:44.088769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.109987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['479b3ca8-e7bd-4bd7-926f-7889d3621cbc'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:44.110279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2a4e4ff-4e5e-4f82-8328-3035749adbbe req-4a87dbe9-cb7b-4bfe-9a32-09924821ebb8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094954 Jun 30 08:55:44.151374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be67afa-f552-43a5-898e-987c5d3a756b req-004a6548-45c4-4756-8122-7658f3a774ab tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:44.164880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7be67afa-f552-43a5-898e-987c5d3a756b req-004a6548-45c4-4756-8122-7658f3a774ab tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 947 time: 0.1153653 Jun 30 08:55:44.234414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7be67afa-f552-43a5-898e-987c5d3a756b req-41d725b3-3d84-473b-92eb-f02d3bae7d75 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684676 Jun 30 08:55:44.358735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5950a925-b406-49a6-b3f2-d09cc366bbc3 req-85fa9807-4388-4795-9c5c-8f303c72aae5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 210 time: 0.1217339 Jun 30 08:55:44.658221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:55:44.779232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:44.791322 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Sync routers for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:44.796239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.800581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57128) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:44.801559 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f4ba1bb1-e061-445c-af7e-95383c73e94f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.4015934 Jun 30 08:55:44.808436 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:44.809079 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:44.932955 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:45.052663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:45.146019 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:43Z', 'revision_number': 3, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:45.176020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:45.181511 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Checking router: 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:45.190439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'mac_address': 'fa:16:3e:28:e1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:45.195774 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Updating router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:55:45.232732 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.249072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7124cf32-ea08-4cc6-ad29-8936fc59d8fb {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:45.277275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:45.277502 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.285917 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.352976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.359027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:45.517498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 479b3ca8-e7bd-4bd7-926f-7889d3621cbc up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:45.580266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:45.637949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-ba95d647-4b83-462b-8b2a-501634f6abe0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.640153 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-ba95d647-4b83-462b-8b2a-501634f6abe0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 805 time: 0.2432783 Jun 30 08:55:45.665035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Request body: {'port': {'device_id': 'c9b85f73-8242-4398-a911-70f29594503c', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'admin_state_up': True, 'tenant_id': '49bc54c4b3fe4149af79e17a560794ce'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:45.709444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a5e9f-b02c-4729-8956-189c85184f60 req-9f888cd0-5e45-4df6-bbfc-d337779ff3da tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.717719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f34a5e9f-b02c-4729-8956-189c85184f60 req-9f888cd0-5e45-4df6-bbfc-d337779ff3da tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 948 time: 0.2151761 Jun 30 08:55:45.773250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:45.786904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:45.787449 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.791616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b315c-ca16-425f-ba83-031931792384 req-6c57f6d7-909f-490a-bf51-a3a79f8711d1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.800350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c5b315c-ca16-425f-ba83-031931792384 req-6c57f6d7-909f-490a-bf51-a3a79f8711d1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 944 time: 0.3889523 Jun 30 08:55:45.859498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f34a5e9f-b02c-4729-8956-189c85184f60 req-98ef3e35-1b0c-41a8-834d-404024bef7bb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406305 Jun 30 08:55:45.907536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c5b315c-ca16-425f-ba83-031931792384 req-4daac7b3-78fa-4a25-9877-5b5232285784 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061981 Jun 30 08:55:45.915864 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.933695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Allocated IP 172.20.0.1 (7a9418e5-c827-4c17-9573-de2ce4a04dae/be0e77cb-8ec7-487c-bad2-04f175450087/d9c23766-cb06-44f4-865a-700a096c8227) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:45.942073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:45.944597 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47306cd6-5a80-47bc-b458-116482e4baa8" -d '{"events": [{"server_uuid": "4ec16de0-faba-4ff9-9bd3-4db7321b442d", "name": "network-vif-plugged", "status": "completed", "tag": "479b3ca8-e7bd-4bd7-926f-7889d3621cbc"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:45.959615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:45.964728 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.984414 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.018968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Made reservation on behalf of 49bc54c4b3fe4149af79e17a560794ce for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:46.021664 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Transition to ACTIVE for port object bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:46.024405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.024727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.032861 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.091866 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Attempting to bind port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:46.092371 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Attempting to bind port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:46.092809 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Attempting to bind port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:46.107371 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:46.108864 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:46.109342 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.109862 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:46.110618 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Bound port: bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:46.111095 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.115219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.143013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42cbe476-1686-41c5-8eec-736c2e6bb5a1 req-e1d746af-667b-47a4-9b2a-4881a125e644 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 210 time: 0.0486841 Jun 30 08:55:46.144111 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.144695 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.145121 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.145547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.145999 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.146418 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.146852 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.147332 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.147679 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.148096 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.148512 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.148924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:46.194242 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] For port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:46.198036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] For port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:46.203395 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.207586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Allocated IP 172.20.0.5 (a9e51a1d-ba42-40e0-a145-963ddaa14c47/e4cb8979-ffb4-4f77-834b-3f3c62aac98c/0ee78884-058e-4be8-b884-eee91355b080) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:46.247980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.267201 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc3c0b-6afc-4ef0-afbf-d70eb881e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.307930 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:46.308549 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:46.351625 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.402069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Network 7a9418e5-c827-4c17-9573-de2ce4a04dae is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:46.405660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:46.409872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:46.413327 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c0553-87e6-4907-b6b6-705928ed624e x-openstack-request-id: req-568c0553-87e6-4907-b6b6-705928ed624e {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:46.413855 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec16de0-faba-4ff9-9bd3-4db7321b442d", "name": "network-vif-plugged", "status": "completed", "tag": "479b3ca8-e7bd-4bd7-926f-7889d3621cbc", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:46.414019 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-568c0553-87e6-4907-b6b6-705928ed624e {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:46.414475 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc', 'code': 200} Jun 30 08:55:46.443028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c23766-cb06-44f4-865a-700a096c8227,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.481097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.522095 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:46.523435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.607030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.618491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:46.680275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Network a9e51a1d-ba42-40e0-a145-963ddaa14c47 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:46.685148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:46.699813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:46.731424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5995b8-35c6-40df-b485-b624a09e8bfc req-300578c1-4061-4d0c-8788-5cc13e0a7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.732990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba5995b8-35c6-40df-b485-b624a09e8bfc req-300578c1-4061-4d0c-8788-5cc13e0a7857 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 1097 time: 0.2077630 Jun 30 08:55:46.751564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event updated for resources: {'Port': ['ID=0ee78884-058e-4be8-b884-eee91355b080,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.767452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.768120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.779412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.785847 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0ee2045a-d108-4b9c-b5c6-bd4923208182 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1369252 Jun 30 08:55:46.799902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Request body: {'port': {'device_id': 'c9b85f73-8242-4398-a911-70f29594503c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:46.803040 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:43Z', 'revision_number': 3, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:46.816765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.822696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.828538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.835470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.841899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.843415 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc87813-3d79-453f-898d-16acf73126b0 None None] The sync data for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 is: [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:43Z', 'revision_number': 3, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:46.848051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.854601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.869343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-f0154649-a3e4-4368-a6d3-c22ed6d0e4c1 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.3053496 Jun 30 08:55:46.931454 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.952215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba5995b8-35c6-40df-b485-b624a09e8bfc req-217660e7-4e73-40a6-9014-742ab0979ce3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780438 Jun 30 08:55:46.988262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2401ff3-619f-4c0d-bfce-1ee111924940 req-006eeb21-a31a-4dc9-81a0-419451a18d07 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1154537 Jun 30 08:55:47.066572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:47.172594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:47.180563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:47.181246 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.488832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee78884-058e-4be8-b884-eee91355b080 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:47.507189 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.543736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.549424 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Transition to ACTIVE for port object 0ee78884-058e-4be8-b884-eee91355b080 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:47.554527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.626903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:47.633068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.718316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:47.763096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee78884-058e-4be8-b884-eee91355b080,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:47.780636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b36d-4ed1-416f-bb73-fccc46299e7e req-b8012b85-defa-49cc-97d8-8bc8c97c57c6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.786171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Attempting to bind port 0ee78884-058e-4be8-b884-eee91355b080 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:47.786508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Attempting to bind port 0ee78884-058e-4be8-b884-eee91355b080 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:47.786836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Attempting to bind port 0ee78884-058e-4be8-b884-eee91355b080 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:47.788803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f17b36d-4ed1-416f-bb73-fccc46299e7e req-b8012b85-defa-49cc-97d8-8bc8c97c57c6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 948 time: 0.7412553 Jun 30 08:55:47.793217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Port 0ee78884-058e-4be8-b884-eee91355b080 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:47.793800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Attempting to bind port 0ee78884-058e-4be8-b884-eee91355b080 on network a9e51a1d-ba42-40e0-a145-963ddaa14c47 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:47.799629 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:47.800355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Checking segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:47.801301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Bound using segment: {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:47.801980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Bound port: 0ee78884-058e-4be8-b884-eee91355b080, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91277833-649a-4313-a8f6-34c3378abc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:47.802519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.840982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538d5b2-fe5b-445a-b9c3-4bb9d610a175 req-cd361f06-2267-4f2d-915f-dc0ea3e88f1c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.849499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b538d5b2-fe5b-445a-b9c3-4bb9d610a175 req-cd361f06-2267-4f2d-915f-dc0ea3e88f1c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 945 time: 0.2739646 Jun 30 08:55:47.900026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] For port 0ee78884-058e-4be8-b884-eee91355b080, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:47.904135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] For port 0ee78884-058e-4be8-b884-eee91355b080, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0ee78884-058e-4be8-b884-eee91355b080,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:47.908583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.950255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b538d5b2-fe5b-445a-b9c3-4bb9d610a175 req-72cf8b55-ada8-4adf-a9be-686f99812f3e tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982339 Jun 30 08:55:47.983032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f17b36d-4ed1-416f-bb73-fccc46299e7e req-a15ff9e4-7485-4733-b98d-019c9fda663a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932793 Jun 30 08:55:47.983544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee78884-058e-4be8-b884-eee91355b080,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:47.987847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.988596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.990145 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-74bfd3c6-ea07-41fc-b651-bdc366437783 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ee78884-058e-4be8-b884-eee91355b080 HTTP/1.1" status: 200 len: 1092 time: 1.1971784 Jun 30 08:55:47.991174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b85f73-8242-4398-a911-70f29594503c', 'tag': '0ee78884-058e-4be8-b884-eee91355b080'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:47.992271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.994137 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b85f73-8242-4398-a911-70f29594503c", "tag": "0ee78884-058e-4be8-b884-eee91355b080"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:48.004597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:48.104206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:48.109316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c23766-cb06-44f4-865a-700a096c8227,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:48.166241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-c868d4e0-a42f-40e8-a451-e7fc7e02b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.168040 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-c868d4e0-a42f-40e8-a451-e7fc7e02b101 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 1095 time: 0.0707886 Jun 30 08:55:48.244235 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-0f00ed56-4e2b-4820-9276-2e55bc766a7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ee78884-058e-4be8-b884-eee91355b080 HTTP/1.1" status: 200 len: 217 time: 0.0641983 Jun 30 08:55:48.266757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.272954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.279299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.285913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.291829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.297949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.304513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.316824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-79de9591-43b1-4fe5-926c-3d76889f6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.317028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a299092-8f2e-4250-8a57-5adfc0f9b385 req-30e68fd3-5906-477c-aa72-ddbce1a7bcc4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.2059655 Jun 30 08:55:48.317129 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-79de9591-43b1-4fe5-926c-3d76889f6457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.0622003 Jun 30 08:55:48.338949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Network 7a9418e5-c827-4c17-9573-de2ce4a04dae is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:48.341370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:48.382867 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-2d2d3b4b-46e6-495c-9e60-8aa975013e1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591886 Jun 30 08:55:48.416121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:48.418717 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53724365-fefe-4b7d-9746-569a10a845e5" -d '{"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-plugged", "status": "completed", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:48.517709 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-683b67e1-90d8-4d5a-ab69-2b2b3f07cead service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283834 Jun 30 08:55:48.526052 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa121f0-fd26-4adc-97cd-ec33ffa8da94 x-openstack-request-id: req-dfa121f0-fd26-4adc-97cd-ec33ffa8da94 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:48.526478 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b85f73-8242-4398-a911-70f29594503c", "tag": "0ee78884-058e-4be8-b884-eee91355b080", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:48.526836 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfa121f0-fd26-4adc-97cd-ec33ffa8da94 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:48.527386 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b85f73-8242-4398-a911-70f29594503c', 'tag': '0ee78884-058e-4be8-b884-eee91355b080', 'status': 'completed', 'code': 200} Jun 30 08:55:48.563613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:55:48.572322 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c692f6-d35e-4ee9-8dda-234016616955 x-openstack-request-id: req-b5c692f6-d35e-4ee9-8dda-234016616955 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:48.572904 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-plugged", "status": "completed", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:48.572904 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5c692f6-d35e-4ee9-8dda-234016616955 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:48.573225 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'code': 200} Jun 30 08:55:48.667214 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef75aea-af29-4760-aa03-f6789e460c0d req-26ed9550-a628-49e6-aacc-a44321067a4a service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380594 Jun 30 08:55:48.672423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d33ba-090f-4306-8d61-7eccff3abb5a req-289a93c6-887d-44ad-9507-7a0d59d10923 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.674060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb5d33ba-090f-4306-8d61-7eccff3abb5a req-289a93c6-887d-44ad-9507-7a0d59d10923 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 943 time: 0.1956546 Jun 30 08:55:48.787802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-4ded5d88-f562-4e92-87c1-8552eb941aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.789200 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-4ded5d88-f562-4e92-87c1-8552eb941aae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 1095 time: 0.0685630 Jun 30 08:55:48.793240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb5d33ba-090f-4306-8d61-7eccff3abb5a req-d9d55ed2-45b0-4620-9d5c-2928ac002a97 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918071 Jun 30 08:55:48.813685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:48.829731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-17676ae6-97fc-4631-8b71-bdfac5563221 admin admin] 10.222.0.53 "PUT /v2.0/routers/75fe68fd-1099-4d78-a69f-8cf7ba9195e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0142331 Jun 30 08:55:48.829731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb5969-32e9-4b52-93b2-d56bae5e44c2 req-38616285-27b9-4227-b8ad-990bf9fbf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.829731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93bb5969-32e9-4b52-93b2-d56bae5e44c2 req-38616285-27b9-4227-b8ad-990bf9fbf197 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1101 time: 0.1731024 Jun 30 08:55:48.866730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93bb5969-32e9-4b52-93b2-d56bae5e44c2 req-2ab47955-8001-45d5-bc28-3d10e8d00e9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Jun 30 08:55:48.902538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-9977ae3a-b552-4dcb-9fb7-13e0a8d6a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.904238 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-9977ae3a-b552-4dcb-9fb7-13e0a8d6a52a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.1077688 Jun 30 08:55:48.980007 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-5d706f76-e883-4947-abd9-406d4fb976e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ee78884-058e-4be8-b884-eee91355b080 HTTP/1.1" status: 200 len: 217 time: 0.0604768 Jun 30 08:55:49.088630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-6676ead0-6339-476a-83fb-1e7476ee0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:49.092215 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-6676ead0-6339-476a-83fb-1e7476ee0603 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.0963037 Jun 30 08:55:49.119508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:49.148174 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-20a8b15a-0364-49f8-adfb-f056bfcabb3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475821 Jun 30 08:55:49.233752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:49.239004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:49.239610 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.267614 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-b45c9498-3fad-4c0f-b9ea-5eef8a2c14f9 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089196 Jun 30 08:55:49.327448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99f9d-82c0-4445-802f-a243d89358b4 req-8a70c325-61f2-4800-b889-16365134f34c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:49.334632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78d99f9d-82c0-4445-802f-a243d89358b4 req-8a70c325-61f2-4800-b889-16365134f34c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 945 time: 0.1401525 Jun 30 08:55:49.366168 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.371297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae296976-e7ac-4255-99e0-6ef60407decf req-fa699953-5a9a-4455-aaee-341324ea322c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:49.371297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae296976-e7ac-4255-99e0-6ef60407decf req-fa699953-5a9a-4455-aaee-341324ea322c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1617620 Jun 30 08:55:49.402250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:49.408507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.415180 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5b7dba-d4ee-4097-9e83-2d5f4db39aa2 req-d0ddc7e2-b31f-4d92-adb4-816278bad085 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393631 Jun 30 08:55:49.425477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78d99f9d-82c0-4445-802f-a243d89358b4 req-91e448d3-aa01-41d8-a451-ac730ff97eb5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898979 Jun 30 08:55:49.449827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Sync routers for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:49.463901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:49.464818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:49.493960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae296976-e7ac-4255-99e0-6ef60407decf req-eebd2fe4-9f98-4844-87c3-4fc7969371a9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059482 Jun 30 08:55:49.541518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:49.632868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:49.905510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669583c2-5095-439b-98f8-374bfe31e29d req-38aec428-d857-4175-84c7-642da1f3d78d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:49.910890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-38aec428-d857-4175-84c7-642da1f3d78d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 820 time: 0.1657784 Jun 30 08:55:49.933225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-a2736fa5-e9fe-44e8-bfd2-4cb422cc99fd tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/quotas/d42c9c2ee80a4cd78e250ef20d8a9d21 HTTP/1.1" status: 200 len: 375 time: 0.0126712 Jun 30 08:55:50.015417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-95213c2a-cbed-4930-a16e-c7ef21884127 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736713 Jun 30 08:55:50.035669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:47Z', 'revision_number': 2, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:50.083138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Checking router: 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:50.083926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Updating router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 port d9c23766-cb06-44f4-865a-700a096c8227 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:55:50.154885 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.173856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-4acc665c-2f38-4155-9e61-ca04be422a31 service neutron] 10.222.0.53 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471865 Jun 30 08:55:50.306740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a44c-7eb3-4e04-9bd9-984e4764d7d7 req-f7d06392-9aef-4355-a918-136e10446e78 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:50.308309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf97a44c-7eb3-4e04-9bd9-984e4764d7d7 req-f7d06392-9aef-4355-a918-136e10446e78 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 943 time: 0.1520245 Jun 30 08:55:50.318420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-b92496da-bd86-4b7e-8a41-f3cc5c1d420a service neutron] 10.222.0.53 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259570 Jun 30 08:55:50.379091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf97a44c-7eb3-4e04-9bd9-984e4764d7d7 req-bd1cc9cb-5aee-45da-b72e-a30c3396b91c tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592105 Jun 30 08:55:50.541687 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.554929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Transition to ACTIVE for port object d9c23766-cb06-44f4-865a-700a096c8227 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:50.562097 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.572705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fcc027e5-2827-40ae-bd7c-38dcf5ab5baf req-9e4da971-59ec-4280-8ff2-7c83cb6b3e9a tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 210 time: 0.0612254 Jun 30 08:55:50.699964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb770-ba56-4af9-971e-7d1b5d2b39a2 None None] Pushing event updated for resources: {'Port': ['ID=d9c23766-cb06-44f4-865a-700a096c8227,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:50.726397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956e9d7-7f43-4ad0-a5d7-461c557f423d req-5c7449f8-416c-4292-a813-15e4036cd601 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:50.742714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f956e9d7-7f43-4ad0-a5d7-461c557f423d req-5c7449f8-416c-4292-a813-15e4036cd601 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 945 time: 0.1756206 Jun 30 08:55:50.774127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Attempting to bind port d9c23766-cb06-44f4-865a-700a096c8227 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:50.774584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Attempting to bind port d9c23766-cb06-44f4-865a-700a096c8227 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:50.775012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Attempting to bind port d9c23766-cb06-44f4-865a-700a096c8227 on network 7a9418e5-c827-4c17-9573-de2ce4a04dae {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:50.787121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:50.787956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Checking segment: {'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:50.788895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57236) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:50.789385 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.789939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Bound using segment: {'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:50.791582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Bound port: d9c23766-cb06-44f4-865a-700a096c8227, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:50.793523 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.888247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f956e9d7-7f43-4ad0-a5d7-461c557f423d req-e4d17316-4360-4cae-b0ac-709f7f8ed18c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284556 Jun 30 08:55:50.906849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] For port d9c23766-cb06-44f4-865a-700a096c8227, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:50.909312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] For port d9c23766-cb06-44f4-865a-700a096c8227, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d9c23766-cb06-44f4-865a-700a096c8227,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:50.916001 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.971547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d988057-d536-4305-9bf1-c6850311fbe5 req-70f923c5-e03f-4af9-b810-291a3762581f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:50.984207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb770-ba56-4af9-971e-7d1b5d2b39a2 None None] Pushing event updated for resources: {'Port': ['ID=d9c23766-cb06-44f4-865a-700a096c8227,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:50.991818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d988057-d536-4305-9bf1-c6850311fbe5 req-70f923c5-e03f-4af9-b810-291a3762581f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.2018685 Jun 30 08:55:51.001987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:51.003374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:51.063023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.067448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.068146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.068799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.074260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.075248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.076347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.081234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:51.089738 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-b7920856-6d4a-4415-a9b1-7860c389a173 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6497 time: 0.2986691 Jun 30 08:55:51.105514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d988057-d536-4305-9bf1-c6850311fbe5 req-2d2425a0-2d65-42a0-a04b-9a7ce2b530e4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119049 Jun 30 08:55:51.178692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:51.178842 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-62abf4ee-5606-4bb4-9c85-17974db8b2eb req-0dfb7296-c5c7-4b81-9bfd-3cc175a98641 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=53c7281c-022c-4e2a-b15e-30fb2091c043&id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0872302 Jun 30 08:55:51.234097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:51.234460 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:51.484958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:50Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:51.518724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2bef4-2db7-45c2-b5e6-8b351c56f5e7 None None] The sync data for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 is: [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:50Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:51.565855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-55f3a969-8c05-4b3c-ab23-2e4e10e1dd73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.567497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-55f3a969-8c05-4b3c-ab23-2e4e10e1dd73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 945 time: 0.1801345 Jun 30 08:55:51.681819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acbbdc-13fe-4eb1-b1e8-181cba3dec4d req-93f07335-9b92-4603-85d6-70ffbf19d157 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.695613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1acbbdc-13fe-4eb1-b1e8-181cba3dec4d req-93f07335-9b92-4603-85d6-70ffbf19d157 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1101 time: 0.2229526 Jun 30 08:55:51.756137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b1acbbdc-13fe-4eb1-b1e8-181cba3dec4d req-2ce57257-ea0b-48e7-8bbc-39975a363610 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:51.808568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9168adf-45fb-4027-a3c4-7c254c79a08c req-b8eca9ee-3098-4eb9-bf27-a7a9dd4f2f6f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.810263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9168adf-45fb-4027-a3c4-7c254c79a08c req-b8eca9ee-3098-4eb9-bf27-a7a9dd4f2f6f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 943 time: 0.2403929 Jun 30 08:55:51.892784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Deleting port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:51.893150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:51.910215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9168adf-45fb-4027-a3c4-7c254c79a08c req-d270a2b9-2641-45c5-8e39-9b87a3a9bf82 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882766 Jun 30 08:55:52.026442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] For port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:52.026808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.072756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Calling delete_port for 479b3ca8-e7bd-4bd7-926f-7889d3621cbc owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:52.170216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b1acbbdc-13fe-4eb1-b1e8-181cba3dec4d req-2ce57257-ea0b-48e7-8bbc-39975a363610 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.223884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ffcd1ea-8de8-40f0-bac9-9e2d82b84106 req-d983d2f0-ce99-4b3b-8963-9c6252e9b722 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 210 time: 0.1251287 Jun 30 08:55:52.310664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669583c2-5095-439b-98f8-374bfe31e29d req-81da154f-28d8-4dfa-91cb-64c78fd2e4eb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:52.317524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-81da154f-28d8-4dfa-91cb-64c78fd2e4eb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.26 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 820 time: 0.2128072 Jun 30 08:55:52.331709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Request body: {'port': {'device_id': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'admin_state_up': True, 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:52.342527 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b1acbbdc-13fe-4eb1-b1e8-181cba3dec4d req-2ce57257-ea0b-48e7-8bbc-39975a363610 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.532127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1acbbdc-13fe-4eb1-b1e8-181cba3dec4d req-2ce57257-ea0b-48e7-8bbc-39975a363610 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8352015 Jun 30 08:55:52.543380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.554569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['479b3ca8-e7bd-4bd7-926f-7889d3621cbc'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:52.570988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Made reservation on behalf of d42c9c2ee80a4cd78e250ef20d8a9d21 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:52.575387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.704447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ab421f-c884-47b9-bcd8-9c0167165516 req-336c40cb-25cc-482d-a325-d8071f9fe9c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ec16de0-faba-4ff9-9bd3-4db7321b442d HTTP/1.1" status: 200 len: 210 time: 0.1701112 Jun 30 08:55:52.712166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event deleted for resources: {'Port': ['ID=479b3ca8-e7bd-4bd7-926f-7889d3621cbc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:52.732806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57257-ea0b-48e7-8bbc-39975a363610 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10c1193-fe4e-4c40-b8b8-e4ac489f0f9a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:52.784775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] No DVR routers for this DVR port 479b3ca8-e7bd-4bd7-926f-7889d3621cbc on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:52.788920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.791024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9adb848f-f621-4b4c-97bf-d11c54b5caad req-f7214a24-ea7b-483a-b8b3-bfc98bf774c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "DELETE /v2.0/ports/479b3ca8-e7bd-4bd7-926f-7889d3621cbc HTTP/1.1" status: 204 len: 173 time: 1.2107418 Jun 30 08:55:52.791510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'name': 'network-vif-deleted', 'tag': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:52.795106 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4869a-890c-4831-bfab-9367becfcdab" -d '{"events": [{"server_uuid": "4ec16de0-faba-4ff9-9bd3-4db7321b442d", "name": "network-vif-deleted", "tag": "479b3ca8-e7bd-4bd7-926f-7889d3621cbc"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:52.816553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Allocated IP 172.20.0.5 (7a9418e5-c827-4c17-9573-de2ce4a04dae/be0e77cb-8ec7-487c-bad2-04f175450087/882a221b-dd69-424c-b7a6-2752380f09cd) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:53.044756 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.104171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0ee78884-058e-4be8-b884-eee91355b080 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:53.142312 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1529ba-cdc4-43c1-aca9-01600f713e6c x-openstack-request-id: req-cc1529ba-cdc4-43c1-aca9-01600f713e6c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:53.143322 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec16de0-faba-4ff9-9bd3-4db7321b442d", "name": "network-vif-deleted", "tag": "479b3ca8-e7bd-4bd7-926f-7889d3621cbc", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:53.143641 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc1529ba-cdc4-43c1-aca9-01600f713e6c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:53.144122 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec16de0-faba-4ff9-9bd3-4db7321b442d', 'name': 'network-vif-deleted', 'tag': '479b3ca8-e7bd-4bd7-926f-7889d3621cbc', 'status': 'completed', 'code': 200} Jun 30 08:55:53.169417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.257331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.322687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0ee78884-058e-4be8-b884-eee91355b080, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0ee78884-058e-4be8-b884-eee91355b080,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:53.351706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '0ee78884-058e-4be8-b884-eee91355b080', 'network_id': 'a9e51a1d-ba42-40e0-a145-963ddaa14c47', 'port_id': '0ee78884-058e-4be8-b884-eee91355b080', 'mac_address': 'fa:16:3e:06:44:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb8979-ffb4-4f77-834b-3f3c62aac98c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:53.359982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d9c23766-cb06-44f4-865a-700a096c8227 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:53.393381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event updated for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:53.407531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Network 7a9418e5-c827-4c17-9573-de2ce4a04dae is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:53.416690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:53.426094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:53.496430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:53.497316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.523981 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-657ddb3c-f7cc-46a8-ad11-2448cd049cbb tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1973994 Jun 30 08:55:53.527909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.552662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee78884-058e-4be8-b884-eee91355b080 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:53.564005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1244d-d98c-46c7-aec1-ddd058eac232 req-22024f39-5303-4d86-b5a4-0d4219aa9e48 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:53.567428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01c1244d-d98c-46c7-aec1-ddd058eac232 req-22024f39-5303-4d86-b5a4-0d4219aa9e48 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 943 time: 0.1853247 Jun 30 08:55:53.578658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d9c23766-cb06-44f4-865a-700a096c8227 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:53.587372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Request body: {'port': {'device_id': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:53.617340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d9c23766-cb06-44f4-865a-700a096c8227 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:53.617906 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.644475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01c1244d-d98c-46c7-aec1-ddd058eac232 req-b3c080bc-4340-473f-88b2-7e4a2dbb4297 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696936 Jun 30 08:55:53.693099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0ee78884-058e-4be8-b884-eee91355b080, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0ee78884-058e-4be8-b884-eee91355b080,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:53.698684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.754681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.844757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0ee78884-058e-4be8-b884-eee91355b080,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:53.996160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839dd76-b9e7-4f91-b201-aa004938faa9 req-3d6a88a5-1e55-42a1-a325-953967ff57b1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.009953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7839dd76-b9e7-4f91-b201-aa004938faa9 req-3d6a88a5-1e55-42a1-a325-953967ff57b1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 931 time: 0.1894591 Jun 30 08:55:54.076044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.107601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7839dd76-b9e7-4f91-b201-aa004938faa9 req-7b94fc6d-6125-4575-8183-54a36744073a tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941622 Jun 30 08:55:54.160483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0ee78884-058e-4be8-b884-eee91355b080'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:54.169094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port d9c23766-cb06-44f4-865a-700a096c8227, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d9c23766-cb06-44f4-865a-700a096c8227,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:54.217300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.271600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882a221b-dd69-424c-b7a6-2752380f09cd {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:54.288030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.313372 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-012a037e-493d-4957-a068-63e1183e0c9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3737988 Jun 30 08:55:54.327375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=d9c23766-cb06-44f4-865a-700a096c8227,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:54.335671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Transition to ACTIVE for port object 882a221b-dd69-424c-b7a6-2752380f09cd will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:54.341212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.384346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb91219-8775-4605-b279-c2fca15bd6d9 req-f527d6a4-e4c8-441c-9e05-ac216eb98f17 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.386063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb91219-8775-4605-b279-c2fca15bd6d9 req-f527d6a4-e4c8-441c-9e05-ac216eb98f17 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1083143 Jun 30 08:55:54.425088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Pushing event updated for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:54.522365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cb91219-8775-4605-b279-c2fca15bd6d9 req-afe8ae5b-e420-4298-926b-096f8f76a5c5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303215 Jun 30 08:55:54.537660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Attempting to bind port 882a221b-dd69-424c-b7a6-2752380f09cd on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:54.538238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Attempting to bind port 882a221b-dd69-424c-b7a6-2752380f09cd by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:54.538656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Attempting to bind port 882a221b-dd69-424c-b7a6-2752380f09cd on network 7a9418e5-c827-4c17-9573-de2ce4a04dae {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:54.544152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Port 882a221b-dd69-424c-b7a6-2752380f09cd on network 7a9418e5-c827-4c17-9573-de2ce4a04dae not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:54.544482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Attempting to bind port 882a221b-dd69-424c-b7a6-2752380f09cd on network 7a9418e5-c827-4c17-9573-de2ce4a04dae {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:54.554401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:54.554742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Checking segment: {'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:54.555129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Bound using segment: {'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:54.555563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Bound port: 882a221b-dd69-424c-b7a6-2752380f09cd, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f4a663-72c3-4b99-b36b-a45ec80a056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:54.555920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.615428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-0fd451d0-c25e-47a9-9091-4f3f0051ba8d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.623914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-0fd451d0-c25e-47a9-9091-4f3f0051ba8d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.1588764 Jun 30 08:55:54.634385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-a76b0057-c0ef-478d-965a-0bdd1ba675c6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/quotas/853e2151e8284e0eaab53970eac63e7b HTTP/1.1" status: 200 len: 375 time: 0.0096009 Jun 30 08:55:54.652759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:54.656075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=882a221b-dd69-424c-b7a6-2752380f09cd,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:54.666452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.680968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-5c019f7d-c3c8-449f-b5cb-cbe71d17b9c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402513 Jun 30 08:55:54.706370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.707120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.708736 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] 10.222.0.26 "PUT /v2.0/ports/882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 1092 time: 1.1363420 Jun 30 08:55:54.709273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:54.713228 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1c889-df0e-4660-b5f4-7d0b4c07159d" -d '{"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:54.755109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9248a2-3339-4c1d-951f-8962ff2a067d service neutron] Pushing event updated for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:54.827742 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.838698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-f1cecea7-c3ac-4fe5-8795-03741941eda1 service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568058 Jun 30 08:55:54.855996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669583c2-5095-439b-98f8-374bfe31e29d req-697e6401-551e-45c9-ae7d-596d7730d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.858129 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-697e6401-551e-45c9-ae7d-596d7730d979 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1095 time: 0.0965495 Jun 30 08:55:54.907207 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-f9875f84-4ea0-48e6-a6e6-7ec1e002fcff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 217 time: 0.0415308 Jun 30 08:55:54.971883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ad37-5566-4f2b-8ca7-55695b17331b req-aaf197fc-901b-45cb-b7a3-160d03b11c29 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.972682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669583c2-5095-439b-98f8-374bfe31e29d req-6eeac97b-032c-4c77-b91f-dc25ebeab422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.974432 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-6eeac97b-032c-4c77-b91f-dc25ebeab422 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.0614173 Jun 30 08:55:54.979118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22c8ad37-5566-4f2b-8ca7-55695b17331b req-aaf197fc-901b-45cb-b7a3-160d03b11c29 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 944 time: 0.1587837 Jun 30 08:55:55.004608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8ad5e4bd-f020-4a30-ad87-b86bf8dcdb03 service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482875 Jun 30 08:55:55.055008 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-cc83cfff-824f-4f22-a38f-ff4ea2179b07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739632 Jun 30 08:55:55.072597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22c8ad37-5566-4f2b-8ca7-55695b17331b req-8eedb722-2134-4426-8b3c-a58703986ae4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901754 Jun 30 08:55:55.093567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d9c23766-cb06-44f4-865a-700a096c8227 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:55.095676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0ee78884-058e-4be8-b884-eee91355b080 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:55.243834 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66a12c4-458e-4497-8d7d-0989c2e23efb x-openstack-request-id: req-a66a12c4-458e-4497-8d7d-0989c2e23efb {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:55.254094 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:55.255131 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a66a12c4-458e-4497-8d7d-0989c2e23efb {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:55.256694 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd', 'status': 'completed', 'code': 200} Jun 30 08:55:55.364175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 0ee78884-058e-4be8-b884-eee91355b080 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:55.368128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d9c23766-cb06-44f4-865a-700a096c8227 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:55.368493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.388291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 0ee78884-058e-4be8-b884-eee91355b080 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:55.388659 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.412664 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-7b8d7c64-ab2a-44aa-b862-18353d55669e service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509052 Jun 30 08:55:55.521405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b42c2-7fcb-4eae-aa1c-69425086a53d req-1849f75b-139b-4279-9fef-da60823a6598 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:55.524644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a12b42c2-7fcb-4eae-aa1c-69425086a53d req-1849f75b-139b-4279-9fef-da60823a6598 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 943 time: 0.1867139 Jun 30 08:55:55.616062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 479b3ca8-e7bd-4bd7-926f-7889d3621cbc no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:55.617673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a12b42c2-7fcb-4eae-aa1c-69425086a53d req-ce829f31-d434-47a3-9b02-a0ae6641ccc6 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872717 Jun 30 08:55:55.673754 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-669583c2-5095-439b-98f8-374bfe31e29d req-e06ff047-a4ca-419f-8f0c-cbefdd8c4fb0 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536762 Jun 30 08:55:55.698711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 479b3ca8-e7bd-4bd7-926f-7889d3621cbc {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:55.699338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 479b3ca8-e7bd-4bd7-926f-7889d3621cbc not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:55.717819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.752343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b85f73-8242-4398-a911-70f29594503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee78884-058e-4be8-b884-eee91355b080'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:55.755663 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdad77a-bca6-49aa-98a5-8448e0efc638" -d '{"events": [{"server_uuid": "c9b85f73-8242-4398-a911-70f29594503c", "name": "network-vif-plugged", "status": "completed", "tag": "0ee78884-058e-4be8-b884-eee91355b080"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:55.765763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed166fd2-abd1-4e2a-abff-01970d264149 req-7c63ee36-1329-47cd-b36f-463356689e18 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 210 time: 0.0866752 Jun 30 08:55:55.802050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0ee78884-058e-4be8-b884-eee91355b080, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0ee78884-058e-4be8-b884-eee91355b080,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:55.812408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.877804 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c3a669-0b06-4121-bbb0-01b1db0a2b80 x-openstack-request-id: req-e6c3a669-0b06-4121-bbb0-01b1db0a2b80 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:55.878387 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b85f73-8242-4398-a911-70f29594503c", "name": "network-vif-plugged", "status": "completed", "tag": "0ee78884-058e-4be8-b884-eee91355b080", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:55.878498 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6c3a669-0b06-4121-bbb0-01b1db0a2b80 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:55.878937 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b85f73-8242-4398-a911-70f29594503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee78884-058e-4be8-b884-eee91355b080', 'code': 200} Jun 30 08:55:55.880030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0ee78884-058e-4be8-b884-eee91355b080,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:55.913471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-6d794f5a-6a8a-4526-92d2-541c12e3aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:55.915550 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-6d794f5a-6a8a-4526-92d2-541c12e3aab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1095 time: 0.1056964 Jun 30 08:55:56.045533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e7900-b457-4282-9d40-8a907b6763d8 req-e0d6f66c-877e-438b-8a2d-d658d7795285 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.049149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-125e7900-b457-4282-9d40-8a907b6763d8 req-e0d6f66c-877e-438b-8a2d-d658d7795285 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.0749781 Jun 30 08:55:56.082336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12cd6b-6df6-4829-bbb8-577d9c541418 req-153cf6ea-3865-402c-8909-9a79330e2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.084047 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c12cd6b-6df6-4829-bbb8-577d9c541418 req-153cf6ea-3865-402c-8909-9a79330e2455 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 1097 time: 0.1005092 Jun 30 08:55:56.086096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-0359ee76-ee5d-4db0-86cd-936f877bbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.087402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-0359ee76-ee5d-4db0-86cd-936f877bbfab service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.1639292 Jun 30 08:55:56.104746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-125e7900-b457-4282-9d40-8a907b6763d8 req-06b59c0b-49a9-43d1-b3ec-09ca60374075 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Jun 30 08:55:56.163608 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-4269343e-59a4-48cc-8333-1224936f065f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 217 time: 0.0555527 Jun 30 08:55:56.225073 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5c12cd6b-6df6-4829-bbb8-577d9c541418 req-20b097dc-1ad9-4290-a770-3f06978dff56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343107 Jun 30 08:55:56.228787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-dfde7f7f-6f15-443b-9030-9f13cec4e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.230360 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-dfde7f7f-6f15-443b-9030-9f13cec4e149 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.0579159 Jun 30 08:55:56.269143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-1681ab6a-e7f5-4bc8-9e33-38b35d070799 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302882 Jun 30 08:55:56.319870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731434b-2a49-419d-bf8f-84a565c51cf5 req-a6a60c4b-ab29-4a01-919c-08ab3efbaa85 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.321384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f731434b-2a49-419d-bf8f-84a565c51cf5 req-a6a60c4b-ab29-4a01-919c-08ab3efbaa85 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0765324 Jun 30 08:55:56.382462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f731434b-2a49-419d-bf8f-84a565c51cf5 req-9329ba0c-0d01-4412-bdf7-5a7258c37708 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543478 Jun 30 08:55:56.415731 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-602adfe3-b803-4108-868b-3a714c18a769 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393487 Jun 30 08:55:56.424261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-e91b73f8-b6bf-4a10-8cb7-cc286aa1c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.425764 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-e91b73f8-b6bf-4a10-8cb7-cc286aa1c017 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1101 time: 0.0978270 Jun 30 08:55:56.610025 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-16d1c889-df0e-4660-b5f4-7d0b4c07159d req-879dfa7b-d965-4fff-8c5b-b513a196f9d4 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831970 Jun 30 08:55:56.614698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-be6ba0fe-79de-49d2-a7c0-788114330667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.616190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-be6ba0fe-79de-49d2-a7c0-788114330667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1811268 Jun 30 08:55:56.670364 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-9b466748-04a3-4a81-8d88-32c1d63be845 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0458119 Jun 30 08:55:56.726619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-e07bc766-cb25-4b5a-aa51-9be11cb7a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.727540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-e07bc766-cb25-4b5a-aa51-9be11cb7a356 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0510006 Jun 30 08:55:56.814705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81f93-fbec-4c35-8b0c-5e4b0acfecf4 req-a6b7eb98-0468-4e45-8b4c-6452dac52b7d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.822711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93a81f93-fbec-4c35-8b0c-5e4b0acfecf4 req-a6b7eb98-0468-4e45-8b4c-6452dac52b7d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 943 time: 0.0812399 Jun 30 08:55:56.823372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-f4d8d038-030e-4093-a616-ccb515ad181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.824907 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-f4d8d038-030e-4093-a616-ccb515ad181d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904870 Jun 30 08:55:56.878248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93a81f93-fbec-4c35-8b0c-5e4b0acfecf4 req-76da6833-cd35-4767-a71d-c41d0edbce6e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Jun 30 08:55:57.047596 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-1cc43632-323f-4fc0-9065-daff1a9d8daf service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115898 Jun 30 08:55:57.057612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02b33fd3-5c7b-4707-aa5c-11faf6083eaf req-78d8d717-6b4f-4b3e-b0d2-b8159178f095 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 210 time: 0.0511343 Jun 30 08:55:57.073497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-127af8b7-7860-4713-b61e-8418841cec1c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:57.075235 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-127af8b7-7860-4713-b61e-8418841cec1c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.1586776 Jun 30 08:55:57.088853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Request body: {'port': {'device_id': '83e7a914-d470-418a-8c95-10e8e6940aff', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'admin_state_up': True, 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:57.342213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0aa40-6031-4d50-b0a7-5cdb73fad57f req-a63bc12b-7360-45b4-b019-a0c29bfba981 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:57.344145 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08a0aa40-6031-4d50-b0a7-5cdb73fad57f req-a63bc12b-7360-45b4-b019-a0c29bfba981 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.0733507 Jun 30 08:55:57.393446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08a0aa40-6031-4d50-b0a7-5cdb73fad57f req-ddbf36e7-3dea-47f6-a3b0-de84e1fbf292 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Jun 30 08:55:57.563965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 882a221b-dd69-424c-b7a6-2752380f09cd details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:57.581642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9ff99-cb71-45cd-ad78-f9421787c34d req-d244a9ac-588f-4ebf-a3ab-203a4c8c0a75 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:57.582901 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-df88fadd-2e2c-475c-bdae-48b49c27f5f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270259 Jun 30 08:55:57.583340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45f9ff99-cb71-45cd-ad78-f9421787c34d req-d244a9ac-588f-4ebf-a3ab-203a4c8c0a75 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0744574 Jun 30 08:55:57.613079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:57.617254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.681148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45f9ff99-cb71-45cd-ad78-f9421787c34d req-8484db0c-436c-4268-8492-068fbbc0b789 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826898 Jun 30 08:55:57.785502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=882a221b-dd69-424c-b7a6-2752380f09cd,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:57.811254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '882a221b-dd69-424c-b7a6-2752380f09cd', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'port_id': '882a221b-dd69-424c-b7a6-2752380f09cd', 'mac_address': 'fa:16:3e:0b:00:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:57.848506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Allocated IP 172.20.0.7 (6ff22aa6-ca40-4da3-a889-2ee2386ef5d2/7e7bc140-f587-4d2c-90c1-7b743888860b/9ea813ac-a05c-4bcc-b72d-3ddb99739da4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:57.881714 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.892861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882a221b-dd69-424c-b7a6-2752380f09cd {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:57.924091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=882a221b-dd69-424c-b7a6-2752380f09cd,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:57.940053 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.022002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:58.107019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac2971-d253-4e97-a8da-4ab249c5d196 req-d417201b-a037-4151-9551-cccfeedda8d4 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.117181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9ac2971-d253-4e97-a8da-4ab249c5d196 req-d417201b-a037-4151-9551-cccfeedda8d4 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 944 time: 0.0995231 Jun 30 08:55:58.169265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9ac2971-d253-4e97-a8da-4ab249c5d196 req-88c202da-499e-4053-bbf5-9b8b1ee86ba0 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510824 Jun 30 08:55:58.175032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.247318 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.311654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:58.316429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:58.316670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['882a221b-dd69-424c-b7a6-2752380f09cd'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:58.323216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:58.347999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bd7e9-3ad2-471f-9c9b-4c57dd886967 req-e8c51761-bae3-4ccb-86dd-656ec9dd1754 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.352588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event updated for resources: {'Port': ['ID=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:58.358141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76bd7e9-3ad2-471f-9c9b-4c57dd886967 req-e8c51761-bae3-4ccb-86dd-656ec9dd1754 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1036308 Jun 30 08:55:58.367691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.368042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.368806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.368806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.369085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.369374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.369770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.370117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.370433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.370760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.371085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.371414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:58.392792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.393947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.411438 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8d476cff-459e-4d59-bb51-680dc9d006d6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3266459 Jun 30 08:55:58.425205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Request body: {'port': {'device_id': '83e7a914-d470-418a-8c95-10e8e6940aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:58.430022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76bd7e9-3ad2-471f-9c9b-4c57dd886967 req-5faba1b6-7133-446b-9566-229672b9f79d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709848 Jun 30 08:55:58.483513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20c015-c739-49ec-bdf2-49f4bf5fc673 req-e379e0ee-4f7a-4e59-86d8-60ee19038887 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.492540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db20c015-c739-49ec-bdf2-49f4bf5fc673 req-e379e0ee-4f7a-4e59-86d8-60ee19038887 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 931 time: 0.1696537 Jun 30 08:55:58.549000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db20c015-c739-49ec-bdf2-49f4bf5fc673 req-72feed2d-66a0-44ba-9ece-67bbed79e683 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498726 Jun 30 08:55:58.550798 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.664690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c1ea2-fa2b-44e7-a6c9-60c6f406751b req-5ce1216d-087a-42cd-a446-ddb3594596b5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.670102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-662c1ea2-fa2b-44e7-a6c9-60c6f406751b req-5ce1216d-087a-42cd-a446-ddb3594596b5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1008689 Jun 30 08:55:58.742753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-662c1ea2-fa2b-44e7-a6c9-60c6f406751b req-ca10a0d4-2243-44ae-930b-390b40d2d312 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692775 Jun 30 08:55:58.778001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e2b9c-c9d6-4dd4-9386-382ba585e4ad req-03b0dc49-8aac-4b1e-93d8-c82b7b81d84a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.779816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a86e2b9c-c9d6-4dd4-9386-382ba585e4ad req-03b0dc49-8aac-4b1e-93d8-c82b7b81d84a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1027050 Jun 30 08:55:58.821197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a86e2b9c-c9d6-4dd4-9386-382ba585e4ad req-997aecd9-e8e1-49e4-ad72-5a6b90fbfda2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Jun 30 08:55:58.873821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:58.881915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.896503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Transition to ACTIVE for port object 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:58.902663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.967752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:59.063603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Attempting to bind port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:59.063835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Attempting to bind port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:59.064189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Attempting to bind port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:59.068850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:59.069390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Attempting to bind port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:59.074639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:59.075425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:59.076214 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Bound using segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:59.076811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Bound port: 9ea813ac-a05c-4bcc-b72d-3ddb99739da4, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:59.077334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.157543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] For port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:59.162173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] For port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:59.166282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.203727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.205303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.206901 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ea813ac-a05c-4bcc-b72d-3ddb99739da4 HTTP/1.1" status: 200 len: 1092 time: 0.7875643 Jun 30 08:55:59.207534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e7a914-d470-418a-8c95-10e8e6940aff', 'tag': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:59.211410 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2700cb1-a55f-4392-849e-1f57242fb6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "83e7a914-d470-418a-8c95-10e8e6940aff", "tag": "9ea813ac-a05c-4bcc-b72d-3ddb99739da4"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:59.235153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6b420-3341-442b-995d-3632ba0f6b56 req-2c5a0cd6-c862-42b0-8179-002d4a734199 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.236989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83e6b420-3341-442b-995d-3632ba0f6b56 req-2c5a0cd6-c862-42b0-8179-002d4a734199 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0905073 Jun 30 08:55:59.256038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e7579-25a6-4491-b22c-c2a57e5bc960 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:59.281535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83e6b420-3341-442b-995d-3632ba0f6b56 req-4ab321fb-d184-4d70-9195-044413507b7b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Jun 30 08:55:59.330615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-18d46153-14ac-4a9e-9e53-81a2d1a46cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.332223 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-18d46153-14ac-4a9e-9e53-81a2d1a46cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 1095 time: 0.0843194 Jun 30 08:55:59.349169 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c307542-cdd9-40e9-a083-aea70cb299ba x-openstack-request-id: req-7c307542-cdd9-40e9-a083-aea70cb299ba {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:59.349453 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e7a914-d470-418a-8c95-10e8e6940aff", "tag": "9ea813ac-a05c-4bcc-b72d-3ddb99739da4", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:59.350245 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c307542-cdd9-40e9-a083-aea70cb299ba {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:59.350638 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e7a914-d470-418a-8c95-10e8e6940aff', 'tag': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4', 'status': 'completed', 'code': 200} Jun 30 08:55:59.387378 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-6e2aaf40-c5dc-429c-b1f1-47549bb2bf88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ea813ac-a05c-4bcc-b72d-3ddb99739da4 HTTP/1.1" status: 200 len: 217 time: 0.0469141 Jun 30 08:55:59.388743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae1f8-d2f9-49fa-ae06-5e2824d91ff5 req-96ee7cca-bf4c-48ed-bf98-596bb48652f4 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.390322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96fae1f8-d2f9-49fa-ae06-5e2824d91ff5 req-96ee7cca-bf4c-48ed-bf98-596bb48652f4 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 944 time: 0.0705426 Jun 30 08:55:59.434819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96fae1f8-d2f9-49fa-ae06-5e2824d91ff5 req-20bc49c6-c01d-4718-acb5-2f0b18c61300 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374763 Jun 30 08:55:59.435937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-818be31f-87e8-4954-adfb-d79882e21563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.437417 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-818be31f-87e8-4954-adfb-d79882e21563 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.0434380 Jun 30 08:55:59.473231 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-8dd8c80c-7528-43b8-8625-e0065bab39d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289364 Jun 30 08:55:59.565173 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-04f937f0-ddff-40ff-98d1-8294b7f2c07e service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851309 Jun 30 08:55:59.584013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 882a221b-dd69-424c-b7a6-2752380f09cd up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:59.656257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 882a221b-dd69-424c-b7a6-2752380f09cd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:59.661695 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 882a221b-dd69-424c-b7a6-2752380f09cd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:59.662071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.686739 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bc639e47-f5f4-4946-8130-4b4c9ce9d126 req-c2bda7cc-7b8a-4c9d-a059-72178beb6837 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148880 Jun 30 08:55:59.741814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154869e-86aa-4317-90a7-2310ba344664 req-520ffddf-b518-407f-8da9-2546b34c23c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.743316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6154869e-86aa-4317-90a7-2310ba344664 req-520ffddf-b518-407f-8da9-2546b34c23c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 943 time: 0.0710983 Jun 30 08:55:59.758553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.784522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:59.787146 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560c129a-cf0f-4411-bb57-568b4b3cc715" -d '{"events": [{"server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "name": "network-vif-plugged", "status": "completed", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:59.801280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=882a221b-dd69-424c-b7a6-2752380f09cd,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:59.806019 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.808282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6154869e-86aa-4317-90a7-2310ba344664 req-468a24b2-8af8-48eb-b80b-c9306870c4a1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591798 Jun 30 08:55:59.865120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:59.869414 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aea5d3-6a21-46f2-bd5b-273b47832829 x-openstack-request-id: req-c6aea5d3-6a21-46f2-bd5b-273b47832829 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:59.869802 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "name": "network-vif-plugged", "status": "completed", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:59.870141 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6aea5d3-6a21-46f2-bd5b-273b47832829 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:59.870959 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd', 'code': 200} Jun 30 08:55:59.873477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-a8ed7c5b-9600-4d79-9b10-362623bf4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.877081 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-a8ed7c5b-9600-4d79-9b10-362623bf4097 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 1095 time: 0.1267574 Jun 30 08:56:00.005546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b7c84-5953-49f6-a08f-10a6dea13c6a req-76868b71-6973-46d5-b652-4be1809529a5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.006132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-afda47fe-2e29-4ed3-aba2-ca7f338ef6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.007628 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-afda47fe-2e29-4ed3-aba2-ca7f338ef6db service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.1222975 Jun 30 08:56:00.010515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d82b7c84-5953-49f6-a08f-10a6dea13c6a req-76868b71-6973-46d5-b652-4be1809529a5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1109033 Jun 30 08:56:00.042732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e08e5d-d9b5-48b2-8dc6-45547d5f9099 req-5fec5c86-9d3f-4f05-852e-36ce3562e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.044227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55e08e5d-d9b5-48b2-8dc6-45547d5f9099 req-5fec5c86-9d3f-4f05-852e-36ce3562e2f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.1055129 Jun 30 08:56:00.054563 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-4c9cf668-2b00-4adb-8c1c-1394b92e7fcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ea813ac-a05c-4bcc-b72d-3ddb99739da4 HTTP/1.1" status: 200 len: 217 time: 0.0359681 Jun 30 08:56:00.088265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d82b7c84-5953-49f6-a08f-10a6dea13c6a req-87174756-8795-4098-be0c-6ce62c4e9e1a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721891 Jun 30 08:56:00.093535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55e08e5d-d9b5-48b2-8dc6-45547d5f9099 req-b7487582-e287-4cd1-bebd-c745b69810c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Jun 30 08:56:00.115694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-4287d8cc-bba7-4dd8-a0cb-4905cbad1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.117497 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-4287d8cc-bba7-4dd8-a0cb-4905cbad1500 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.0570242 Jun 30 08:56:00.174914 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-48ad3746-bf25-4405-9fca-03075b553cdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273976 Jun 30 08:56:00.264622 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-2dc1f419-eda2-428f-a5cf-da9d6f62db84 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826519 Jun 30 08:56:00.362793 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a2700cb1-a55f-4392-849e-1f57242fb6d0 req-7de9b58c-348e-44d8-ab79-7fa534f47f81 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911999 Jun 30 08:56:00.467400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73de35-a57f-4b90-ad34-9b6cd4e47c43 req-3a75ff8e-71ee-4d43-bc7c-6e6a78a0fd37 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.476473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb73de35-a57f-4b90-ad34-9b6cd4e47c43 req-3a75ff8e-71ee-4d43-bc7c-6e6a78a0fd37 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0739367 Jun 30 08:56:00.511514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb73de35-a57f-4b90-ad34-9b6cd4e47c43 req-2e6ae79b-c9a2-4d55-9317-93665489aca2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Jun 30 08:56:00.613135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebae517-721a-4ad5-a3e6-e22a9e40c329 req-2c1e9e3e-7a4b-4165-8dcc-1b583f6326c1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.614600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ebae517-721a-4ad5-a3e6-e22a9e40c329 req-2c1e9e3e-7a4b-4165-8dcc-1b583f6326c1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0637789 Jun 30 08:56:00.651215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ebae517-721a-4ad5-a3e6-e22a9e40c329 req-c1d2d11b-41f8-472f-a512-f17ff0cba313 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Jun 30 08:56:00.981890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38093a-c2e7-47b3-8ce5-3add6ff52420 req-82059afb-02fa-4a10-aa24-d41a3b87e2d4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.983398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d38093a-c2e7-47b3-8ce5-3add6ff52420 req-82059afb-02fa-4a10-aa24-d41a3b87e2d4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 943 time: 0.0665340 Jun 30 08:56:01.024139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d38093a-c2e7-47b3-8ce5-3add6ff52420 req-186fa1d4-34b6-4df1-abc9-b5f605c6646d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Jun 30 08:56:01.271615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e8db3-3148-41b3-a341-66f4b49712f5 req-b98e0393-fa57-4840-b4f5-56d75f64b139 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:01.273078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a9e8db3-3148-41b3-a341-66f4b49712f5 req-b98e0393-fa57-4840-b4f5-56d75f64b139 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.0718887 Jun 30 08:56:01.311712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a9e8db3-3148-41b3-a341-66f4b49712f5 req-a66611b0-aa1c-466f-8956-91710ea77521 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Jun 30 08:56:01.583088 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-23b4db72-9edc-4f36-b0a4-7d614d2a15c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.601205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:01.691221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a22ec-cd42-48d5-b9ac-fa54009b2fda req-7e1cea30-05b0-4550-9745-14723c50098d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:01.693073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-063a22ec-cd42-48d5-b9ac-fa54009b2fda req-7e1cea30-05b0-4550-9745-14723c50098d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0652277 Jun 30 08:56:01.715518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:01.732084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4', 'mac_address': 'fa:16:3e:5b:3d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:01.746549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-063a22ec-cd42-48d5-b9ac-fa54009b2fda req-5af326a1-9af2-49b6-bb85-a42cf681ede8 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468919 Jun 30 08:56:01.778943 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.794447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:01.818034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:01.830593 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.861785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b64b-a46b-4c44-a412-415ca5131976 req-1edbb8ac-49af-40f5-9327-09c8363b2767 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:01.863290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb21b64b-a46b-4c44-a412-415ca5131976 req-1edbb8ac-49af-40f5-9327-09c8363b2767 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0857487 Jun 30 08:56:01.885136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:01.902749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb21b64b-a46b-4c44-a412-415ca5131976 req-edc3fa50-a103-4df8-8629-9c053f6bd86b tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Jun 30 08:56:02.201766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['9ea813ac-a05c-4bcc-b72d-3ddb99739da4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:02.267365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-2f9c960f-4749-4946-b374-9c7dcc491bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.269148 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-2f9c960f-4749-4946-b374-9c7dcc491bb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.0723753 Jun 30 08:56:02.290005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f968-f366-402a-8d8f-bd768e43c2f8 req-dab32a5a-9fcc-4640-8cdc-f29a16cdcd9d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.297324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9143f968-f366-402a-8d8f-bd768e43c2f8 req-dab32a5a-9fcc-4640-8cdc-f29a16cdcd9d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 944 time: 0.1372147 Jun 30 08:56:02.361798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9143f968-f366-402a-8d8f-bd768e43c2f8 req-e58c4841-fcac-4cc7-8f1c-1af915ce6029 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Jun 30 08:56:02.375825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020870d4-3ba5-4c58-9e4a-bea3f26c9315 req-dc199a1c-c23e-429f-816f-50b260b2afb9 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.388656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-020870d4-3ba5-4c58-9e4a-bea3f26c9315 req-dc199a1c-c23e-429f-816f-50b260b2afb9 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.1381636 Jun 30 08:56:02.419830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-e80ea824-4353-4c9b-bda7-7351db656084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.421565 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-e80ea824-4353-4c9b-bda7-7351db656084 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.1458449 Jun 30 08:56:02.456231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-020870d4-3ba5-4c58-9e4a-bea3f26c9315 req-a422ac70-1c03-43bc-933e-b324a261e985 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665395 Jun 30 08:56:02.467558 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-3499144d-4c28-4f44-bfc7-a6e02801bc4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 217 time: 0.0379105 Jun 30 08:56:02.523259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-b4514bbc-7cf6-4ee8-bbb7-f43333c0a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.524870 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-b4514bbc-7cf6-4ee8-bbb7-f43333c0a9a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.0510306 Jun 30 08:56:02.568251 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-ac5fd64c-5b0d-45b1-91a2-44cb3d140909 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360949 Jun 30 08:56:02.673664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73aced-2514-43dd-b0f8-9b430fba044c req-93fdb014-ee18-45f4-acbc-b896fe41c38e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.675516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d73aced-2514-43dd-b0f8-9b430fba044c req-93fdb014-ee18-45f4-acbc-b896fe41c38e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1017916 Jun 30 08:56:02.708396 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-abd06bf7-0dde-4cb2-8426-b2deb0479694 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288173 Jun 30 08:56:02.723915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d73aced-2514-43dd-b0f8-9b430fba044c req-5790531a-9b06-4343-b6b7-3f517be8e4ed tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Jun 30 08:56:02.841123 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ac34c120-1fd8-4e39-9e65-023a9ca3f94f req-80a2e045-8b2c-4522-ab40-209dfff6376c service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245840 Jun 30 08:56:02.971161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4b991-00b9-464a-a184-319fc372005b req-f566e454-166b-42ed-badd-f3e80f785423 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.973033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ef4b991-00b9-464a-a184-319fc372005b req-f566e454-166b-42ed-badd-f3e80f785423 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0727544 Jun 30 08:56:03.025766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ef4b991-00b9-464a-a184-319fc372005b req-b3c64868-b16f-4bcb-af2e-af9842be0174 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Jun 30 08:56:03.548545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be6c7-0ac7-4551-884f-acbdbf763942 req-3d2bd7e2-a7c6-440c-be52-8aa3aad971d4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:03.549715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d03be6c7-0ac7-4551-884f-acbdbf763942 req-3d2bd7e2-a7c6-440c-be52-8aa3aad971d4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 944 time: 0.0747974 Jun 30 08:56:03.594948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:03.621435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d03be6c7-0ac7-4551-884f-acbdbf763942 req-a02e275b-84a8-44ca-9b78-72673b6ad3f6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655937 Jun 30 08:56:03.661024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:03.664582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e0b4c-a170-43a7-a461-d130f5be7b63 req-0b24acfd-a6cb-41cd-b5fc-a1ea508dcd5c tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:03.666843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-127e0b4c-a170-43a7-a461-d130f5be7b63 req-0b24acfd-a6cb-41cd-b5fc-a1ea508dcd5c tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.1027033 Jun 30 08:56:03.667072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:03.667444 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.711609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-127e0b4c-a170-43a7-a461-d130f5be7b63 req-379f85a7-9893-412e-8ca6-e99c50d7a709 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Jun 30 08:56:03.755194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.795500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:03.796592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e7a914-d470-418a-8c95-10e8e6940aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:03.800676 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc4adee-61ae-4f31-ba52-ec8a4cc11442" -d '{"events": [{"server_uuid": "83e7a914-d470-418a-8c95-10e8e6940aff", "name": "network-vif-plugged", "status": "completed", "tag": "9ea813ac-a05c-4bcc-b72d-3ddb99739da4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:03.804281 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.864981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:03.905664 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3c65ef-c4dc-48e6-97b0-2f8d79f6763d x-openstack-request-id: req-7f3c65ef-c4dc-48e6-97b0-2f8d79f6763d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:03.906077 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e7a914-d470-418a-8c95-10e8e6940aff", "name": "network-vif-plugged", "status": "completed", "tag": "9ea813ac-a05c-4bcc-b72d-3ddb99739da4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:03.906452 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f3c65ef-c4dc-48e6-97b0-2f8d79f6763d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:03.906800 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e7a914-d470-418a-8c95-10e8e6940aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4', 'code': 200} Jun 30 08:56:03.971802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b88a84-565b-44b6-ae6a-5bfdd932f8a8 req-72a80ee2-0ac2-4553-a2f7-cc66c7dd87f7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:03.973372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30b88a84-565b-44b6-ae6a-5bfdd932f8a8 req-72a80ee2-0ac2-4553-a2f7-cc66c7dd87f7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.0867150 Jun 30 08:56:04.019056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30b88a84-565b-44b6-ae6a-5bfdd932f8a8 req-67a50787-10b4-4071-894f-660300f7c1a1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Jun 30 08:56:04.032268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b33ec-51dc-43f4-b5dd-4f93c25a415b req-ddb8b298-14ed-4eb8-ba5a-aeef90788cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.035726 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ab3b33ec-51dc-43f4-b5dd-4f93c25a415b req-ddb8b298-14ed-4eb8-ba5a-aeef90788cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 1097 time: 0.0631459 Jun 30 08:56:04.073265 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ab3b33ec-51dc-43f4-b5dd-4f93c25a415b req-373e1fe0-ae5b-4371-a08b-aeebe96890d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Jun 30 08:56:04.214873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed20d1-eb5a-4e84-91cf-06e1c496f6b1 req-f33d4438-af1d-4fe6-8ede-cf026a8aeb05 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.216375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bed20d1-eb5a-4e84-91cf-06e1c496f6b1 req-f33d4438-af1d-4fe6-8ede-cf026a8aeb05 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0627656 Jun 30 08:56:04.255226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bed20d1-eb5a-4e84-91cf-06e1c496f6b1 req-602cfc0d-61f0-4eed-83d9-64b42b894449 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Jun 30 08:56:04.287426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.347866 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-574c556f-090c-4da9-ac61-0675be6c04cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.802502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535fb75-d46c-499d-bc60-2cc75c4a0d26 req-08994355-d49a-4e83-8bc5-eb0dffbeff74 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.803891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a535fb75-d46c-499d-bc60-2cc75c4a0d26 req-08994355-d49a-4e83-8bc5-eb0dffbeff74 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 945 time: 0.0654926 Jun 30 08:56:04.841022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a535fb75-d46c-499d-bc60-2cc75c4a0d26 req-49e8d9ac-0679-42ec-ad52-12d023ea2345 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Jun 30 08:56:04.959195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281d09d-5ab2-43cb-9a01-56bc5119e2d8 req-b005e75e-499a-4aca-990a-e0f3107f1c4e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.960940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4281d09d-5ab2-43cb-9a01-56bc5119e2d8 req-b005e75e-499a-4aca-990a-e0f3107f1c4e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0922902 Jun 30 08:56:05.016530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4281d09d-5ab2-43cb-9a01-56bc5119e2d8 req-86fd924c-5620-4210-b853-7a6826787e6d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Jun 30 08:56:05.198032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105387-dc7f-4ada-9549-b913754e4658 req-840ea0c7-74e6-4adf-abe9-b428a738a5aa tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:05.199489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb105387-dc7f-4ada-9549-b913754e4658 req-840ea0c7-74e6-4adf-abe9-b428a738a5aa tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.0659828 Jun 30 08:56:05.238632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb105387-dc7f-4ada-9549-b913754e4658 req-f6cd0b04-ebdc-4423-8dd8-37330be277ff tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Jun 30 08:56:05.433805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f1279-dc5e-47d3-add8-7c4f63591224 req-c1f4879c-d02b-4a75-bd12-ee0a4eb60f81 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:05.435304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c5f1279-dc5e-47d3-add8-7c4f63591224 req-c1f4879c-d02b-4a75-bd12-ee0a4eb60f81 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0649626 Jun 30 08:56:05.481058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c5f1279-dc5e-47d3-add8-7c4f63591224 req-110b221f-4a18-4931-a8f0-2523de1e3873 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 Jun 30 08:56:05.705336 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.017220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141198c-b535-4e31-b2f4-a5cf011658c6 req-95018239-8d7e-49e8-963f-fed07b270319 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:06.019885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a141198c-b535-4e31-b2f4-a5cf011658c6 req-95018239-8d7e-49e8-963f-fed07b270319 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 945 time: 0.0673091 Jun 30 08:56:06.068157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a141198c-b535-4e31-b2f4-a5cf011658c6 req-f3e7924d-6c3e-4dea-a226-0a280c063b2a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Jun 30 08:56:06.256569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c50879-3735-4578-8173-9dcfb29e8b2f req-f7a41a2e-93e3-49da-9923-6d0a65344674 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:06.258072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9c50879-3735-4578-8173-9dcfb29e8b2f req-f7a41a2e-93e3-49da-9923-6d0a65344674 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0696011 Jun 30 08:56:06.300281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9c50879-3735-4578-8173-9dcfb29e8b2f req-bfb888ea-e3b5-4f12-a3c1-7e45c4313b53 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358891 Jun 30 08:56:06.824929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3b093-a614-436d-8f33-6b1bb5e9a395 req-7158771f-951b-4280-9ab6-b5bf2a9610a6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:06.826445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdd3b093-a614-436d-8f33-6b1bb5e9a395 req-7158771f-951b-4280-9ab6-b5bf2a9610a6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.4641483 Jun 30 08:56:06.844023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe6f05-7b13-414b-a21c-974851819285 req-43528c4a-4558-4820-9e98-5559da7ca14b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:06.846471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26fe6f05-7b13-414b-a21c-974851819285 req-43528c4a-4558-4820-9e98-5559da7ca14b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1019816 Jun 30 08:56:06.895739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdd3b093-a614-436d-8f33-6b1bb5e9a395 req-08ef2067-4816-47f6-abaa-c5d87647d25e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607126 Jun 30 08:56:06.919108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26fe6f05-7b13-414b-a21c-974851819285 req-0d19e267-b9db-43c3-b39b-358b16beec10 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662808 Jun 30 08:56:07.155457 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.488427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311db3f9-82d0-4c63-9531-f7504b4a09da req-d88ea36f-4a0b-459d-9c54-0f824d123ffa tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:07.489957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-311db3f9-82d0-4c63-9531-f7504b4a09da req-d88ea36f-4a0b-459d-9c54-0f824d123ffa tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0743935 Jun 30 08:56:07.530358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-311db3f9-82d0-4c63-9531-f7504b4a09da req-4709d5af-deac-49c5-8ed7-eb162319f20e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Jun 30 08:56:08.125218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bffa1-d380-4c83-bafb-28f1a195a786 req-879619f0-0207-4744-9541-da39bfe771f9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:08.126626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-471bffa1-d380-4c83-bafb-28f1a195a786 req-879619f0-0207-4744-9541-da39bfe771f9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1033463 Jun 30 08:56:08.146334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b55b-2648-4e7a-b90a-3a3594a515f7 req-b4a142dc-7886-4f97-9541-ca2c90e85b09 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:08.147781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1f8b55b-2648-4e7a-b90a-3a3594a515f7 req-b4a142dc-7886-4f97-9541-ca2c90e85b09 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0942078 Jun 30 08:56:08.201183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-471bffa1-d380-4c83-bafb-28f1a195a786 req-52ac3091-2b00-4f14-b4fb-d225df937e6a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683727 Jun 30 08:56:08.207123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1f8b55b-2648-4e7a-b90a-3a3594a515f7 req-c0f3de9d-7dad-494f-afc0-81d6a0e5f5b3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Jun 30 08:56:08.707159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e01979-fcaf-4979-9594-046248144477 req-2b20ae08-16ab-4206-99a8-38c77b208b96 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:08.708529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5e01979-fcaf-4979-9594-046248144477 req-2b20ae08-16ab-4206-99a8-38c77b208b96 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0629919 Jun 30 08:56:08.746153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5e01979-fcaf-4979-9594-046248144477 req-49a636a7-e79d-4b11-8e0b-451f4548182d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Jun 30 08:56:09.429449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6f00-1a29-40e8-b9d6-51fb99040a85 req-1e697027-4e3d-4c6c-a82a-fa630f6d8553 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.431625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e0f6f00-1a29-40e8-b9d6-51fb99040a85 req-1e697027-4e3d-4c6c-a82a-fa630f6d8553 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1114225 Jun 30 08:56:09.441926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3b666-a16c-425f-a0dd-09e878049d65 req-5fea48fb-7c1c-4d88-ba01-18ca905d6251 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.443369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88c3b666-a16c-425f-a0dd-09e878049d65 req-5fea48fb-7c1c-4d88-ba01-18ca905d6251 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1144843 Jun 30 08:56:09.501000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e0f6f00-1a29-40e8-b9d6-51fb99040a85 req-d9377d9d-c5d1-41ab-bdfb-2ef6cdd4b4da tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564630 Jun 30 08:56:09.503654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88c3b666-a16c-425f-a0dd-09e878049d65 req-a1ca2f9e-6c00-4bad-863f-9e138b7a41cd tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534105 Jun 30 08:56:09.930478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56db39-144a-4941-8c30-d8cdaa1c8e2a req-fc7296e3-d1ef-41da-a124-c6d250524cf1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.931985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d56db39-144a-4941-8c30-d8cdaa1c8e2a req-fc7296e3-d1ef-41da-a124-c6d250524cf1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0666180 Jun 30 08:56:09.972169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d56db39-144a-4941-8c30-d8cdaa1c8e2a req-b84d86a5-0451-4d4e-a103-97d3c1324332 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Jun 30 08:56:10.747013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c9586-144a-496b-9ada-3c7ecca5af7a req-76885c24-e1f4-4b94-9f92-722c41a44e56 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.748506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683c9586-144a-496b-9ada-3c7ecca5af7a req-76885c24-e1f4-4b94-9f92-722c41a44e56 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0989189 Jun 30 08:56:10.756523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b56fb-5488-4130-a0a1-f96ac902efc6 req-df72d628-6388-424e-9b4e-1bb0c71636e2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.757944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e55b56fb-5488-4130-a0a1-f96ac902efc6 req-df72d628-6388-424e-9b4e-1bb0c71636e2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1182034 Jun 30 08:56:10.816732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683c9586-144a-496b-9ada-3c7ecca5af7a req-8c4928df-46a8-4990-ba52-97ecccb2bd5b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578120 Jun 30 08:56:10.819753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e55b56fb-5488-4130-a0a1-f96ac902efc6 req-d8a4020c-8a32-4d99-8536-6bfafcfc689e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537789 Jun 30 08:56:11.175279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4ae19-15dc-4fe7-b3b3-29f6444eeeff req-6b54fe1a-62f3-40a0-b6a7-60b2b7a0cae9 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:11.176833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dd4ae19-15dc-4fe7-b3b3-29f6444eeeff req-6b54fe1a-62f3-40a0-b6a7-60b2b7a0cae9 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0724461 Jun 30 08:56:11.228154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dd4ae19-15dc-4fe7-b3b3-29f6444eeeff req-33fd0e3b-62c7-48e6-a36b-c6804ec0e425 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Jun 30 08:56:12.044236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b232-b6fa-4e55-bfa4-6f28eebffd85 req-b09f2c50-d518-4acf-bb59-d9f27d436c20 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.046066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a173b232-b6fa-4e55-bfa4-6f28eebffd85 req-b09f2c50-d518-4acf-bb59-d9f27d436c20 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1087356 Jun 30 08:56:12.056177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c67e0-2329-4b08-9f70-29c242535360 req-7ec8adf5-0de1-4597-8c37-91598f8b2e1f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.057769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-835c67e0-2329-4b08-9f70-29c242535360 req-7ec8adf5-0de1-4597-8c37-91598f8b2e1f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1223960 Jun 30 08:56:12.116418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a173b232-b6fa-4e55-bfa4-6f28eebffd85 req-5dd5287c-40df-4a24-a51b-4071bc91d254 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576262 Jun 30 08:56:12.125600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-835c67e0-2329-4b08-9f70-29c242535360 req-c2538574-a78c-481d-8d4a-01e7f62373e5 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560832 Jun 30 08:56:12.418155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f147ccb-7a94-429e-8977-ef2d319e57f0 req-0060cda7-2967-46ae-8c25-26898b8dc266 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.419560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f147ccb-7a94-429e-8977-ef2d319e57f0 req-0060cda7-2967-46ae-8c25-26898b8dc266 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0738776 Jun 30 08:56:12.458276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f147ccb-7a94-429e-8977-ef2d319e57f0 req-c0fd93cd-3126-4dbf-8642-a74b5eac2c24 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Jun 30 08:56:12.657397 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:13.361352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfa2a-d29a-402c-b209-ddd2803059f1 req-007678ad-6fbe-49c5-bdbb-a5545e55b1c9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.362808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-955cfa2a-d29a-402c-b209-ddd2803059f1 req-007678ad-6fbe-49c5-bdbb-a5545e55b1c9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1156220 Jun 30 08:56:13.370187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dc6c1-3405-4835-96b2-56f2c071a55a req-939657fe-4d92-4e72-a9da-6b110b4ae704 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.371581 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c96dc6c1-3405-4835-96b2-56f2c071a55a req-939657fe-4d92-4e72-a9da-6b110b4ae704 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1132877 Jun 30 08:56:13.424868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-955cfa2a-d29a-402c-b209-ddd2803059f1 req-ff5774c6-fd67-4013-ae5b-63ef501c41ba tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523193 Jun 30 08:56:13.436932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c96dc6c1-3405-4835-96b2-56f2c071a55a req-26165949-c653-4218-a45a-a8ac52d6c3ce tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568020 Jun 30 08:56:13.689912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119b8d-d3fa-4406-a396-e70250cb452c req-20373847-f243-474e-a7a1-22c1ef795450 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.691730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb119b8d-d3fa-4406-a396-e70250cb452c req-20373847-f243-474e-a7a1-22c1ef795450 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0684543 Jun 30 08:56:13.728936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb119b8d-d3fa-4406-a396-e70250cb452c req-8cb6efdb-d826-44dc-a51b-02e6a168d7b8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Jun 30 08:56:14.654623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c86da-aac6-4ff8-afab-6f73c174d362 req-224bce47-6f3c-4326-bf3d-27735fd6c21e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:14.656079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56c86da-aac6-4ff8-afab-6f73c174d362 req-224bce47-6f3c-4326-bf3d-27735fd6c21e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1125448 Jun 30 08:56:14.663498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab580e-d3c2-45ca-b79f-ea9322dcbc75 req-1ca8ab3b-0c09-4f4c-a2a9-97b46a8bb86d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:14.664891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55ab580e-d3c2-45ca-b79f-ea9322dcbc75 req-1ca8ab3b-0c09-4f4c-a2a9-97b46a8bb86d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1120903 Jun 30 08:56:14.724745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b56c86da-aac6-4ff8-afab-6f73c174d362 req-994b07cf-ceac-454e-a190-eca06ddfc880 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588794 Jun 30 08:56:14.727362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55ab580e-d3c2-45ca-b79f-ea9322dcbc75 req-5983a868-49ec-4049-a31f-e304740cebcb tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555108 Jun 30 08:56:14.994656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d89f86-8ccb-4c90-9579-f26aa81b9a25 req-b21d1e95-70fc-48af-be91-3039e579a48f tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:14.996141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80d89f86-8ccb-4c90-9579-f26aa81b9a25 req-b21d1e95-70fc-48af-be91-3039e579a48f tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0625324 Jun 30 08:56:15.035231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80d89f86-8ccb-4c90-9579-f26aa81b9a25 req-b3945579-c67c-4f38-8259-2854c606e10b tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Jun 30 08:56:15.953171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef97cc4-98c7-446f-aef0-5461d83387a2 req-5584f43b-9a5f-40fe-93eb-f234faa984a6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:15.955195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef97cc4-98c7-446f-aef0-5461d83387a2 req-5584f43b-9a5f-40fe-93eb-f234faa984a6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1120458 Jun 30 08:56:15.962758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ca8d3-b5d1-45cf-b5cc-35c8af2f0330 req-5f528b5a-37b9-4f13-b9de-79becdfd0ad2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:15.964140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e22ca8d3-b5d1-45cf-b5cc-35c8af2f0330 req-5f528b5a-37b9-4f13-b9de-79becdfd0ad2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.0889628 Jun 30 08:56:16.020567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef97cc4-98c7-446f-aef0-5461d83387a2 req-294a76bc-999b-44df-9648-006d4e940a5d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549076 Jun 30 08:56:16.025776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e22ca8d3-b5d1-45cf-b5cc-35c8af2f0330 req-31c0bca3-0c18-4c19-ac0e-9ecbbe328812 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544953 Jun 30 08:56:16.292918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f603e-ad32-437e-bbe9-22be2fc2b136 req-137116fa-c3ee-4838-b20b-108c2251d674 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:16.294406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-464f603e-ad32-437e-bbe9-22be2fc2b136 req-137116fa-c3ee-4838-b20b-108c2251d674 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0672624 Jun 30 08:56:16.331420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-464f603e-ad32-437e-bbe9-22be2fc2b136 req-26473e2c-5d2b-4263-963a-6b8d2259b0d3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Jun 30 08:56:17.249684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f83bd-3dd2-4c80-a982-662ac9e63510 req-5e78f62a-2f30-478a-b307-4afe9387ae27 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:17.251794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-896f83bd-3dd2-4c80-a982-662ac9e63510 req-5e78f62a-2f30-478a-b307-4afe9387ae27 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1063583 Jun 30 08:56:17.259548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f80fe-3196-4c55-a5ca-03ddccb0b4d8 req-9859af99-76e4-49e2-a3bb-1193ddce0d62 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:17.260973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-060f80fe-3196-4c55-a5ca-03ddccb0b4d8 req-9859af99-76e4-49e2-a3bb-1193ddce0d62 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1175010 Jun 30 08:56:17.321013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-896f83bd-3dd2-4c80-a982-662ac9e63510 req-1f4dc989-36f2-4ac1-be29-841238540ccc tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589676 Jun 30 08:56:17.323666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-060f80fe-3196-4c55-a5ca-03ddccb0b4d8 req-3cf46872-dcbd-4d20-a8b3-21b6852f74d0 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557261 Jun 30 08:56:17.592080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c7ed1-0693-4edd-acf6-ac25a6ac4384 req-75cb854a-6ab5-49aa-bb42-fd906431e5b8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:17.594537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a52c7ed1-0693-4edd-acf6-ac25a6ac4384 req-75cb854a-6ab5-49aa-bb42-fd906431e5b8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0674319 Jun 30 08:56:17.638830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a52c7ed1-0693-4edd-acf6-ac25a6ac4384 req-8f658e02-4ad4-4afb-8b62-e941bada12dc tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Jun 30 08:56:18.551751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eef479-49bd-4859-a8d4-feed8544be6b req-d008046d-3300-490f-9316-ba1255d6cf60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:18.553263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11eef479-49bd-4859-a8d4-feed8544be6b req-d008046d-3300-490f-9316-ba1255d6cf60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1121371 Jun 30 08:56:18.560841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c44b0-b3fb-4faa-b499-5d45527b8c5d req-cfaeba75-b5c3-4f96-b535-e0df5db134d6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:18.562652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f18c44b0-b3fb-4faa-b499-5d45527b8c5d req-cfaeba75-b5c3-4f96-b535-e0df5db134d6 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1233099 Jun 30 08:56:18.626697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11eef479-49bd-4859-a8d4-feed8544be6b req-825bd566-459b-472a-a027-f056b814b785 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581951 Jun 30 08:56:18.631946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f18c44b0-b3fb-4faa-b499-5d45527b8c5d req-fc3d3683-ee8e-425c-9435-0eba6b7d42b4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565116 Jun 30 08:56:18.950830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb38385-bc90-40b0-abc4-0d135986795d req-b5526f3a-7e2d-4b3e-aaf6-9b5e8b20d8fd tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:18.958150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecb38385-bc90-40b0-abc4-0d135986795d req-b5526f3a-7e2d-4b3e-aaf6-9b5e8b20d8fd tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0834606 Jun 30 08:56:18.994957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57722) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:19.001143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecb38385-bc90-40b0-abc4-0d135986795d req-5eb685bb-06f5-4c52-b0f7-c80f8a15ec56 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Jun 30 08:56:19.121161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1c504fc-4dd7-4d16-826f-b4920db1dd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.173418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08f430-d9a5-4386-aa25-2136cb0442d3 req-8ac40620-c482-4a2d-bba2-de9493727904 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:19.174916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c08f430-d9a5-4386-aa25-2136cb0442d3 req-8ac40620-c482-4a2d-bba2-de9493727904 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 945 time: 0.0653968 Jun 30 08:56:19.210748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1c504fc-4dd7-4d16-826f-b4920db1dd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.214927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1c504fc-4dd7-4d16-826f-b4920db1dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.218317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c08f430-d9a5-4386-aa25-2136cb0442d3 req-4a56b46d-26bf-4ccb-abd6-5fcbacd5325f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Jun 30 08:56:19.254127 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a1c504fc-4dd7-4d16-826f-b4920db1dd54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3452fbe70c1412f880547f751b69801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573926 Jun 30 08:56:19.255066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c504fc-4dd7-4d16-826f-b4920db1dd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e13145-c55f-419f-bfd0-a6dbd9a0f269,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.256684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57728) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:19.304955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.325037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.371093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.373734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.374892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67e13145-c55f-419f-bfd0-a6dbd9a0f269 HTTP/1.1" status: 204 len: 168 time: 0.1171482 Jun 30 08:56:19.382501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e13145-c55f-419f-bfd0-a6dbd9a0f269,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.390396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.391223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.391561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.391900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.392228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.392552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.392875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.393195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.393543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.393896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.394240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.394646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbae7bd-2503-479e-971a-2039f4aa4285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:19.697505 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-bec0ef44-1293-4fc5-aeb5-981acbc4df55 service neutron] show failed (client error): The resource could not be found. Jun 30 08:56:19.698757 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-bec0ef44-1293-4fc5-aeb5-981acbc4df55 service neutron] 10.222.0.13 "GET /v2.0/ports/7124cf32-ea08-4cc6-ad29-8936fc59d8fb/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0667353 Jun 30 08:56:19.861410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d79b8-64dc-420d-9a16-b436d304a5f8 req-710662e4-7299-43c6-91fd-d1acb4e04bba tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:19.862921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-050d79b8-64dc-420d-9a16-b436d304a5f8 req-710662e4-7299-43c6-91fd-d1acb4e04bba tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.1146662 Jun 30 08:56:19.894340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f72d-53ed-4103-b76a-36103a7ba850 req-6bb2b139-7542-4a83-bd6d-9e257ac140d4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:19.896689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0d9f72d-53ed-4103-b76a-36103a7ba850 req-6bb2b139-7542-4a83-bd6d-9e257ac140d4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1151345 Jun 30 08:56:19.935551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-050d79b8-64dc-420d-9a16-b436d304a5f8 req-a80e94f4-579b-4ee1-bf70-47b6267359ef tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665205 Jun 30 08:56:19.964761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0d9f72d-53ed-4103-b76a-36103a7ba850 req-3aed41fa-81ce-4eff-aab7-d666550fd91f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577672 Jun 30 08:56:20.020349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-0542a6aa-c0e5-4c9d-bea6-525cb86f7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.023107 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-0542a6aa-c0e5-4c9d-bea6-525cb86f7765 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a&tenant_id=b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 1101 time: 0.0842805 Jun 30 08:56:20.037799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:20.083380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57760) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:20.119364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.204316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1205590868-network', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:20.235104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Made reservation on behalf of 5c5a8fefdb994f8cb577fddd3e8ad92a for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:20.237421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.251975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.269145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3052-2bef-4aba-a86d-24b5476887d9 req-9c8ba22b-9708-46c6-8127-a32a0fcf10d3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.270679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-489e3052-2bef-4aba-a86d-24b5476887d9 req-9c8ba22b-9708-46c6-8127-a32a0fcf10d3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.1015477 Jun 30 08:56:20.340548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-489e3052-2bef-4aba-a86d-24b5476887d9 req-2864961f-9bab-4196-8dd9-d313d31d79a0 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515649 Jun 30 08:56:20.344986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:20.379815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:20.421167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:20.424290 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac59e1-aa0f-43ba-aaab-14a31438e3b4" -d '{"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:20.427939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.442231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Transition to ACTIVE for port object 7124cf32-ea08-4cc6-ad29-8936fc59d8fb will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:20.444266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf5ea-3364-4c42-bfa7-a20a2df80b55 req-4c8f74da-edcd-431c-b566-69df6e10a783 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.447779 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.451822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9eadf5ea-3364-4c42-bfa7-a20a2df80b55 req-4c8f74da-edcd-431c-b566-69df6e10a783 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 945 time: 0.1099012 Jun 30 08:56:20.456297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.463896 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.494373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:56:20.513053 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da3fb93-74ce-4e67-ae28-1c2a09f12bcd x-openstack-request-id: req-6da3fb93-74ce-4e67-ae28-1c2a09f12bcd {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:20.513236 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:20.513377 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6da3fb93-74ce-4e67-ae28-1c2a09f12bcd {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:20.513790 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'code': 200} Jun 30 08:56:20.514647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] No DVR routers for this DVR port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:20.527619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=6']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:20.538923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9eadf5ea-3364-4c42-bfa7-a20a2df80b55 req-1a72367e-107f-4bb0-9e33-176c10842c8b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861139 Jun 30 08:56:20.540386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.540734 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Added segment f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5 of type vlan for network db61b0dd-e1d7-4936-8107-ee8a9e543c99 Jun 30 08:56:20.542186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d439950-fe23-485c-b032-a6f1f3ba0a5f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:20.579405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:20.579851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:20.580591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:20.585399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:20.585831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Attempting to bind port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:20.591165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:20.594029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:20.594464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:20.594927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Bound port: 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:20.595432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.604582 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.638725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.639960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.641107 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.663736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:20.667354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:20.671035 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.704429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6195381 Jun 30 08:56:20.704647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.704941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.706546 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] 10.222.0.26 "PUT /v2.0/ports/7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 1096 time: 0.6735957 Jun 30 08:56:20.707287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57768) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:20.714528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Request body: {'subnet': {'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1205590868-subnet', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:20.727059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0c78e-5eb0-4da7-883d-af61d9e1917d admin admin] Pushing event updated for resources: {'Network': ['ID=db61b0dd-e1d7-4936-8107-ee8a9e543c99,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:20.736336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2f13b-5982-49f4-8ea1-a1a706601141 service neutron] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=7']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:20.744473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Made reservation on behalf of 5c5a8fefdb994f8cb577fddd3e8ad92a for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:20.745217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:56:20.748030 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.797748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-6cc4b2e3-1971-4698-9933-280b810d49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.799551 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-6cc4b2e3-1971-4698-9933-280b810d49da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1099 time: 0.0584121 Jun 30 08:56:20.914606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-0b112d7e-6284-4021-b7c2-dfb6f489f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.916119 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-0b112d7e-6284-4021-b7c2-dfb6f489f679 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1096072 Jun 30 08:56:20.958243 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-24cdee6a-2187-4198-b963-eb3d01ef9433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0347736 Jun 30 08:56:20.973560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.019517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-4b33c6e7-5af1-4b4d-a692-23e85cd036d2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.020833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-16dda3bc-3711-4105-813c-65048c4b968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.021307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-4b33c6e7-5af1-4b4d-a692-23e85cd036d2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 945 time: 0.1580172 Jun 30 08:56:21.022314 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-16dda3bc-3711-4105-813c-65048c4b968c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0557261 Jun 30 08:56:21.064039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff21563-b5f8-4e98-9b4e-3face2f5594e,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:21.104102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Checking segment: {'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:21.104550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Network hostable DHCP agents. Network: db61b0dd-e1d7-4936-8107-ee8a9e543c99, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:56:21.112823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-90f48176-4424-4475-8cd6-b213f48ffb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.114406 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-90f48176-4424-4475-8cd6-b213f48ffb76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831680 Jun 30 08:56:21.203433 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-44d19c60-9a26-4015-90e2-ef54c00f774b service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812061 Jun 30 08:56:21.205088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:56:21.227428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, db61b0dd-e1d7-4936-8107-ee8a9e543c99) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:21.236080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.236684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.239621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d1428e-eace-48c5-88a4-6ab1a4af9ea1 None None] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:21.275685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-48875e37-e984-45db-a8f4-8bc85adfb19d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5673501 Jun 30 08:56:21.280604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57778) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:21.286147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d19da-86a7-4d5d-ab44-b59f70f43bd6 req-ccbffb51-2bde-4b10-9b01-7c7d7204c6cc tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.287276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:21.287622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-838d19da-86a7-4d5d-ab44-b59f70f43bd6 req-ccbffb51-2bde-4b10-9b01-7c7d7204c6cc tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1847930 Jun 30 08:56:21.295991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeabcc-42fa-44ce-bf4c-a49198052632 req-bd6e0938-1cf8-40f7-b061-ea0e34e80c2e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.298095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66eeabcc-42fa-44ce-bf4c-a49198052632 req-bd6e0938-1cf8-40f7-b061-ea0e34e80c2e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 947 time: 0.1896570 Jun 30 08:56:21.300879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Deleting port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:21.301181 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.338162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-866ae7a9-b98a-4fd5-992c-a35cc8cb0743 req-86fe1894-a116-4880-b131-651affb818e4 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283193 Jun 30 08:56:21.338939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.339931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.414082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-db61b0dd-e1d7-4936-8107-ee8a9e543c99', 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'fixed_ips': [{'subnet_id': 'aff21563-b5f8-4e98-9b4e-3face2f5594e'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:56:21.415326 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.423597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.425170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66eeabcc-42fa-44ce-bf4c-a49198052632 req-cd78e06e-5196-4271-acac-b0e5e2632ddf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191030 Jun 30 08:56:21.446141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-838d19da-86a7-4d5d-ab44-b59f70f43bd6 req-2f24f9bb-bace-4949-bafb-6ffcb75460ea tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469128 Jun 30 08:56:21.522370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] For port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:21.525890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.547715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Calling delete_port for 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:21.616128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Allocated IP 172.20.0.2 (db61b0dd-e1d7-4936-8107-ee8a9e543c99/aff21563-b5f8-4e98-9b4e-3face2f5594e/02a28161-28ed-4b9e-bd1b-b332208dd9d5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:21.642165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.709764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.731602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['9ea813ac-a05c-4bcc-b72d-3ddb99739da4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:21.770709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event deleted for resources: {'Port': ['ID=9ea813ac-a05c-4bcc-b72d-3ddb99739da4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:21.836016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bae4c66e-41eb-418b-9b14-9dd526756f0f req-20d13fd6-765b-4ee8-bc88-d18200fe2711 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 210 time: 0.0710325 Jun 30 08:56:21.856998 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.867264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Transition to ACTIVE for port object 02a28161-28ed-4b9e-bd1b-b332208dd9d5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:21.883203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Transition to ACTIVE for port object 02a28161-28ed-4b9e-bd1b-b332208dd9d5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:21.883442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] No DVR routers for this DVR port 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:21.886490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.888451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03962ebc-6c06-491e-89f1-c6fc409d6350 req-08cfcaf0-56c7-4bad-a468-125e8d1172ab tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "DELETE /v2.0/ports/9ea813ac-a05c-4bcc-b72d-3ddb99739da4 HTTP/1.1" status: 204 len: 173 time: 0.8576655 Jun 30 08:56:21.888936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e7a914-d470-418a-8c95-10e8e6940aff', 'name': 'network-vif-deleted', 'tag': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:21.891774 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7093d3-b840-464f-aee4-e5438311e009" -d '{"events": [{"server_uuid": "83e7a914-d470-418a-8c95-10e8e6940aff", "name": "network-vif-deleted", "tag": "9ea813ac-a05c-4bcc-b72d-3ddb99739da4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:21.892247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.928839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bec31-04b0-46f6-b2ec-c0f5db90b851 req-ff05a59e-a552-4dda-adff-8fc935fb7ed4 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.930543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:21.933974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:21.939483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:21.941258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef3bec31-04b0-46f6-b2ec-c0f5db90b851 req-ff05a59e-a552-4dda-adff-8fc935fb7ed4 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.1631496 Jun 30 08:56:21.956422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.961391 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc72106-832c-4a1f-93d8-c350a3ed24d7 x-openstack-request-id: req-7dc72106-832c-4a1f-93d8-c350a3ed24d7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:21.961708 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e7a914-d470-418a-8c95-10e8e6940aff", "name": "network-vif-deleted", "tag": "9ea813ac-a05c-4bcc-b72d-3ddb99739da4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:21.961961 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dc72106-832c-4a1f-93d8-c350a3ed24d7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:21.962347 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e7a914-d470-418a-8c95-10e8e6940aff', 'name': 'network-vif-deleted', 'tag': '9ea813ac-a05c-4bcc-b72d-3ddb99739da4', 'status': 'completed', 'code': 200} Jun 30 08:56:21.975994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.992753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Pushing event updated for resources: {'Port': ['ID=02a28161-28ed-4b9e-bd1b-b332208dd9d5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:21.993045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef3bec31-04b0-46f6-b2ec-c0f5db90b851 req-ce3a5e07-7c17-493b-b4c7-effa6e179e20 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507338 Jun 30 08:56:22.030861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Attempting to bind port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:22.031269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Attempting to bind port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:22.031627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Attempting to bind port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 on network db61b0dd-e1d7-4936-8107-ee8a9e543c99 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:22.036846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:22.037225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Checking segment: {'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:22.037719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.038033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Bound using segment: {'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:22.038544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Bound port: 02a28161-28ed-4b9e-bd1b-b332208dd9d5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:22.038938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.090923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Allocated IP 172.25.8.144 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/6b900ec1-c6f0-4118-9325-2896e28e695c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:22.101699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] For port 02a28161-28ed-4b9e-bd1b-b332208dd9d5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:22.104813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] For port 02a28161-28ed-4b9e-bd1b-b332208dd9d5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=02a28161-28ed-4b9e-bd1b-b332208dd9d5,segment=NetworkSegment(f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5),segment_id=f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:22.108609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.170357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625be70-4ceb-4020-9d5c-125cc7e30a9b None None] Pushing event updated for resources: {'Port': ['ID=02a28161-28ed-4b9e-bd1b-b332208dd9d5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:22.207039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.252732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.290767 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:22.294027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:22.296420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:22.327313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b900ec1-c6f0-4118-9325-2896e28e695c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:22.530588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:22.533511 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848574ad-5d1b-4329-98c8-a55c2f92cf35" -d '{"events": [{"name": "network-changed", "server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:22.636947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.690389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1e351-ccb4-471b-a35b-640663bae268 req-1d7c283f-56dd-4317-870c-91be3c929d17 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:22.692608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2f1e351-ccb4-471b-a35b-640663bae268 req-1d7c283f-56dd-4317-870c-91be3c929d17 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0789039 Jun 30 08:56:22.742284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2f1e351-ccb4-471b-a35b-640663bae268 req-2c321db7-d725-42d5-87b6-10c02acbe7b1 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Jun 30 08:56:22.830724 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bb313c-1be9-4a79-ab2d-40e42575f341 x-openstack-request-id: req-f9bb313c-1be9-4a79-ab2d-40e42575f341 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:22.831119 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:22.831649 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9bb313c-1be9-4a79-ab2d-40e42575f341 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:22.832134 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'status': 'completed', 'code': 200} Jun 30 08:56:22.946329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-4c42bffa-9043-4c5e-8965-69a7cb1c2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:22.948442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-4c42bffa-9043-4c5e-8965-69a7cb1c2536 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1099 time: 0.1001849 Jun 30 08:56:22.972099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.984620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-7357bacb-ab63-4048-9085-e7fe65f43e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:22.987128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-7357bacb-ab63-4048-9085-e7fe65f43e0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1099 time: 0.1003513 Jun 30 08:56:23.059209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.088767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b439e-9d01-4390-8440-a94d6cc63589 req-8dcf5243-3ac6-4914-9ac9-2061eab90f77 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.097616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-947b439e-9d01-4390-8440-a94d6cc63589 req-8dcf5243-3ac6-4914-9ac9-2061eab90f77 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 947 time: 0.2374749 Jun 30 08:56:23.164839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 02a28161-28ed-4b9e-bd1b-b332208dd9d5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:23.174144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-947b439e-9d01-4390-8440-a94d6cc63589 req-a266afc3-a596-45a8-b02f-2d0e92981b81 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752468 Jun 30 08:56:23.208290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-11c40135-d14a-48ea-9c7f-7fe16302b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.214089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-11c40135-d14a-48ea-9c7f-7fe16302b5ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2402706 Jun 30 08:56:23.248529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:23.271868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:23.279417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-befa9ed7-c200-40e2-a018-626e8bc2c0bb req-84809643-0fb8-4493-a363-8bb3ab013f4c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 210 time: 0.0541131 Jun 30 08:56:23.318912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-cbf66aaf-5f2b-4b90-b5ef-09dafcb19bc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0812929 Jun 30 08:56:23.368797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-cf00ea08-3a2a-4886-b528-27ffab94d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.371744 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-cf00ea08-3a2a-4886-b528-27ffab94d30e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1879108 Jun 30 08:56:23.379283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:23.394022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Router 92f7116a-633f-46ed-ad6c-ba72226bea9e is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:56:23.446911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-35420192-7b27-428e-95ca-f90982500daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.448486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-35420192-7b27-428e-95ca-f90982500daa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1228080 Jun 30 08:56:23.497367 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-fd01736b-a708-4d5f-a9ae-3afa37faf17d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0945494 Jun 30 08:56:23.528047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8eefc-bbf1-497e-b5fe-4bb330cd29b0 req-eee363b6-0928-4bf9-8656-1983c9918c60 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.537881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6a8eefc-bbf1-497e-b5fe-4bb330cd29b0 req-eee363b6-0928-4bf9-8656-1983c9918c60 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.1351178 Jun 30 08:56:23.571470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-3dcb8072-ae24-4f48-9d28-34e938551b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.573059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-3dcb8072-ae24-4f48-9d28-34e938551b94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173060 Jun 30 08:56:23.602438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde1261-3bfe-4d7a-b6ea-74b49611c625 None None] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:23.658269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6a8eefc-bbf1-497e-b5fe-4bb330cd29b0 req-d99bcdbe-6afb-4386-8a4c-bf5a02915aaf tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194336 Jun 30 08:56:23.671007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Provisioning for port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:23.678899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Provisioning complete for port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:23.679804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.707340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:23.709428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:23.741363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-3b1dc3d3-defe-4d05-8b37-79d9254dcbf4 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554465 Jun 30 08:56:23.762980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:23.763421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 9ea813ac-a05c-4bcc-b72d-3ddb99739da4 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:23.884940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-81b8957d-e990-4858-b3c0-c3f5737c7c0b service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362944 Jun 30 08:56:24.011578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:56:24.012554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-9216d263-e470-4c56-af63-24b76c41c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.014259 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-9216d263-e470-4c56-af63-24b76c41c1eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.4568405 Jun 30 08:56:24.041978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8023-aa33-479b-b29a-e96f559724a7 req-83f0bd14-f2a2-4966-ad95-1bbd7eda758a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.043452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-593a8023-aa33-479b-b29a-e96f559724a7 req-83f0bd14-f2a2-4966-ad95-1bbd7eda758a tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0826681 Jun 30 08:56:24.105526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-593a8023-aa33-479b-b29a-e96f559724a7 req-1b6ff7cd-2262-4d9c-973b-72c6f3bbd82d tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 Jun 30 08:56:24.142502 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.180748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:24.192433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] For port 02a28161-28ed-4b9e-bd1b-b332208dd9d5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=02a28161-28ed-4b9e-bd1b-b332208dd9d5,segment=NetworkSegment(f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5),segment_id=f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:24.192690 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Sync routers for ids ['92f7116a-633f-46ed-ad6c-ba72226bea9e'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:24.198799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-cca17471-6787-46d5-8a70-fac62c0c0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.200607 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-cca17471-6787-46d5-8a70-fac62c0c0d27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1779461 Jun 30 08:56:24.210719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.223460 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Routers {'92f7116a-633f-46ed-ad6c-ba72226bea9e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:24.226974 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92f7116a-633f-46ed-ad6c-ba72226bea9e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:24.244494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.248773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57808) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:24.250376 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5dc13da6-75dd-4b13-ad64-ade85b8ad1b3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9668415 Jun 30 08:56:24.317095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:24.334894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'mac_address': 'fa:16:3e:28:e1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:24.378036 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-f359902a-ad28-424f-8c6f-4d4362298ebd service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648974 Jun 30 08:56:24.435712 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.466736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7124cf32-ea08-4cc6-ad29-8936fc59d8fb {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:24.474416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Pushing event updated for resources: {'Port': ['ID=02a28161-28ed-4b9e-bd1b-b332208dd9d5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:24.496302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.496647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.496984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.497318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.497673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.498002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.498326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.498648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.498969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.503044 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Set router 92f7116a-633f-46ed-ad6c-ba72226bea9e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:24.517809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.522573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.523771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a43d7-bada-427b-bc70-ca0065a5dfef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:24.547029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:24.552338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.557405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1edc7169-ff13-4b29-9ff9-57a1a1a82d62 None None] Provisioning complete for port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:24.558008 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1edc7169-ff13-4b29-9ff9-57a1a1a82d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.646931 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-848574ad-5d1b-4329-98c8-a55c2f92cf35 req-7d314da5-6799-42f6-97b2-a7b55c987356 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629128 Jun 30 08:56:24.681151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:24.795710 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 3, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port': {'id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:24.820482 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.828722 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Checking router: 92f7116a-633f-46ed-ad6c-ba72226bea9e for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:24.829212 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Updating router 92f7116a-633f-46ed-ad6c-ba72226bea9e port 6b900ec1-c6f0-4118-9325-2896e28e695c binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:56:24.866693 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.936181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:25.055530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c25df6e-149a-4168-915e-53fbd1f19b18 req-66b803c8-bc7b-4d67-b303-904bea73d218 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 210 time: 0.4950366 Jun 30 08:56:25.094604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 02a28161-28ed-4b9e-bd1b-b332208dd9d5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:25.169944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0be6c-b51c-4b42-bfc7-03ea406f0d6c req-ef950969-66cb-49bb-920e-f61bbab43e14 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:25.178480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cf0be6c-b51c-4b42-bfc7-03ea406f0d6c req-ef950969-66cb-49bb-920e-f61bbab43e14 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 948 time: 0.6629770 Jun 30 08:56:25.199134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:25.199691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.201544 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.212808 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Transition to ACTIVE for port object 6b900ec1-c6f0-4118-9325-2896e28e695c will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:25.220864 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.276405 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Attempting to bind port 6b900ec1-c6f0-4118-9325-2896e28e695c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:25.277345 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Attempting to bind port 6b900ec1-c6f0-4118-9325-2896e28e695c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:25.277830 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Attempting to bind port 6b900ec1-c6f0-4118-9325-2896e28e695c on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:25.285929 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296b891-ee7e-4adc-b03d-03a5f8cfb7a9 None None] Pushing event updated for resources: {'Port': ['ID=6b900ec1-c6f0-4118-9325-2896e28e695c,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:25.290848 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:25.291345 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:25.291851 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.292361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:25.292924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Bound port: 6b900ec1-c6f0-4118-9325-2896e28e695c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:25.293389 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.317949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cf0be6c-b51c-4b42-bfc7-03ea406f0d6c req-3334d3fc-e754-43af-a491-8eaac32817cd tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384656 Jun 30 08:56:25.378267 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] For port 6b900ec1-c6f0-4118-9325-2896e28e695c, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:25.383288 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] For port 6b900ec1-c6f0-4118-9325-2896e28e695c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6b900ec1-c6f0-4118-9325-2896e28e695c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:25.387850 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.394330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88922-4dec-47e7-b05e-8b2662e3133b req-b78fdb72-fbce-4d0c-a164-a85c3dbeb783 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:25.401331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51b88922-4dec-47e7-b05e-8b2662e3133b req-b78fdb72-fbce-4d0c-a164-a85c3dbeb783 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.1549909 Jun 30 08:56:25.464174 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296b891-ee7e-4adc-b03d-03a5f8cfb7a9 None None] Pushing event updated for resources: {'Port': ['ID=6b900ec1-c6f0-4118-9325-2896e28e695c,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:25.474909 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Routers {'92f7116a-633f-46ed-ad6c-ba72226bea9e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:25.475713 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92f7116a-633f-46ed-ad6c-ba72226bea9e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:25.491360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51b88922-4dec-47e7-b05e-8b2662e3133b req-a108d129-a5cc-43f9-80d7-d6a2df5b0be5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890527 Jun 30 08:56:25.596707 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] Set router 92f7116a-633f-46ed-ad6c-ba72226bea9e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:25.696139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.775233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad851-839c-47ed-bb6f-23d986fb5305 req-2afc1d87-589b-45ed-a44b-20ca82d98df4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:25.776828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a95ad851-839c-47ed-bb6f-23d986fb5305 req-2afc1d87-589b-45ed-a44b-20ca82d98df4 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1526985 Jun 30 08:56:25.873455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a95ad851-839c-47ed-bb6f-23d986fb5305 req-bd5db1f4-306b-4b09-a18b-6d533d7605a9 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847328 Jun 30 08:56:25.940779 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 3, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port': {'id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:25.973839 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1435b-09d6-42fa-a630-95c16752363d None None] The sync data for ids ['92f7116a-633f-46ed-ad6c-ba72226bea9e'] in n-d-758944-40 is: [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 3, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port': {'id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:26.029136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Allocated IP 172.20.0.1 (db61b0dd-e1d7-4936-8107-ee8a9e543c99/aff21563-b5f8-4e98-9b4e-3face2f5594e/7144ac86-1c1a-4d16-8f84-13dabb23ea12) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:26.138154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-8e8896e1-89d8-4f7c-aef5-a7b54cd7c308 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.139691 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-8e8896e1-89d8-4f7c-aef5-a7b54cd7c308 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a&tenant_id=b22d67fdd98b438a8c4764d49703b2f5&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 948 time: 0.1789377 Jun 30 08:56:26.168049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c431-1eee-4b6a-8350-092dabbed08b req-696ddf33-220b-4674-8b83-720547b45b7a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.176083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc27c431-1eee-4b6a-8350-092dabbed08b req-696ddf33-220b-4674-8b83-720547b45b7a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 948 time: 0.2314787 Jun 30 08:56:26.214789 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.216639 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-e92a3771-4a8e-42c7-82d5-8abccf740d52 service neutron] delete failed (client error): The resource could not be found. Jun 30 08:56:26.218200 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-e92a3771-4a8e-42c7-82d5-8abccf740d52 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7124cf32-ea08-4cc6-ad29-8936fc59d8fb/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0720153 Jun 30 08:56:26.247291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Transition to ACTIVE for port object 7144ac86-1c1a-4d16-8f84-13dabb23ea12 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:26.354367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f127ff1-bd77-4c4e-baca-7ad09ac995b0 req-cda136cf-098b-4e00-945d-04efe7356d5c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 210 time: 0.0656493 Jun 30 08:56:26.405467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.434637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-6b803e4c-beea-4ebb-8b1b-88057758825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.438513 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-6b803e4c-beea-4ebb-8b1b-88057758825d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1100 time: 0.0779541 Jun 30 08:56:26.458089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc27c431-1eee-4b6a-8350-092dabbed08b req-93223d7b-e785-4843-b93a-57669cc782e5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809966 Jun 30 08:56:26.501781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:26.522922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:26.543111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7144ac86-1c1a-4d16-8f84-13dabb23ea12,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:26.571037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:26.586625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-304dcf3f-f84e-4a7c-9f3d-8b737b78a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.589653 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-304dcf3f-f84e-4a7c-9f3d-8b737b78a09d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1449788 Jun 30 08:56:26.650064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.670188 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-e4fd820f-6df3-4e45-815b-e528c574e706 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0733845 Jun 30 08:56:26.735790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc171f1-25db-43e0-a25b-8c5fff7e0c79 req-27ce7081-4e2f-456b-b7a5-a5ef12a90e35 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.737022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bbc171f1-25db-43e0-a25b-8c5fff7e0c79 req-27ce7081-4e2f-456b-b7a5-a5ef12a90e35 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.2321606 Jun 30 08:56:26.760350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-eb317610-3803-4262-aa5e-ed4156a4396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.762250 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-eb317610-3803-4262-aa5e-ed4156a4396a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0845406 Jun 30 08:56:26.856919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-327abb44-3fab-4223-9733-1a7f58357e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.862537 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-327abb44-3fab-4223-9733-1a7f58357e12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897670 Jun 30 08:56:26.864422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bbc171f1-25db-43e0-a25b-8c5fff7e0c79 req-3ef11ac0-dd9c-4e4f-b68a-b8ec4779070f tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170049 Jun 30 08:56:26.939551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e07a79e1-9856-4ef8-8bff-38af5b1b9fdf None None] Provisioning for port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:26.945822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e07a79e1-9856-4ef8-8bff-38af5b1b9fdf None None] Provisioning complete for port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:26.946331 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e07a79e1-9856-4ef8-8bff-38af5b1b9fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.020994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.044295 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-19317c24-fce6-4e7b-9f5a-c08c6b7f2bba service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653800 Jun 30 08:56:27.055732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e07a79e1-9856-4ef8-8bff-38af5b1b9fdf None None] Port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:27.122712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b900ec1-c6f0-4118-9325-2896e28e695c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:27.164373 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e4d3f3f5-04bb-4e76-acf5-de4157a33a33 req-5a285c2e-c74e-4239-919a-2dfcb65cf8fb service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127982 Jun 30 08:56:27.196863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6b900ec1-c6f0-4118-9325-2896e28e695c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:27.201554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6b900ec1-c6f0-4118-9325-2896e28e695c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:27.201951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.227267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bccd5-de34-4584-b6ad-82c551364bce req-a5435bb4-7846-4be5-8ebf-04cbf95ffa52 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:27.228842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-787bccd5-de34-4584-b6ad-82c551364bce req-a5435bb4-7846-4be5-8ebf-04cbf95ffa52 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.3393509 Jun 30 08:56:27.307075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.329207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6b900ec1-c6f0-4118-9325-2896e28e695c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6b900ec1-c6f0-4118-9325-2896e28e695c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:27.333222 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.364190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-787bccd5-de34-4584-b6ad-82c551364bce req-0bbadcf2-bf43-416f-ba52-f1b1e7f1b3c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957446 Jun 30 08:56:27.407929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6b900ec1-c6f0-4118-9325-2896e28e695c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:27.415361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d5ea2-683a-400c-b8ff-96cb1cd58ae0 req-64e78de1-27b2-4955-97a2-022edebcbe2b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:27.416812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848d5ea2-683a-400c-b8ff-96cb1cd58ae0 req-64e78de1-27b2-4955-97a2-022edebcbe2b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1853645 Jun 30 08:56:27.419118 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.424175 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.503888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.535770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7144ac86-1c1a-4d16-8f84-13dabb23ea12,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:27.569152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ece6be42-a3c3-4c71-bf0b-35561d37a783 req-2080f1ff-9909-44d1-bc96-1623b0e16962 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e7a914-d470-418a-8c95-10e8e6940aff HTTP/1.1" status: 200 len: 210 time: 0.0498238 Jun 30 08:56:27.594518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-848d5ea2-683a-400c-b8ff-96cb1cd58ae0 req-0e205038-cbcb-4393-8dd1-35c6012e7036 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464908 Jun 30 08:56:27.699013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:27.717259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:27.718991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:27.821679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:27.826470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:27.827297 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.923098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48005ce-b64a-478c-90c7-9d5f82238e75 req-eebc44c6-00fe-42dd-9c5c-b52bec722218 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:27.932145 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d48005ce-b64a-478c-90c7-9d5f82238e75 req-eebc44c6-00fe-42dd-9c5c-b52bec722218 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 948 time: 0.2481408 Jun 30 08:56:27.995983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d48005ce-b64a-478c-90c7-9d5f82238e75 req-4097c09a-45f8-48b3-ab9a-8dd3a95af7b4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590193 Jun 30 08:56:28.019864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Router 92f7116a-633f-46ed-ad6c-ba72226bea9e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:28.029431 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.081539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:28.085798 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6aafbb-8012-40f3-9fce-d95a9bd61857" -d '{"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-plugged", "status": "completed", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:28.101008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:28.105247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.163632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:28.191721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9bc83164-65e8-49c1-a5f7-f9869aa5b8a6 None None] Provisioning complete for port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:28.191963 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9bc83164-65e8-49c1-a5f7-f9869aa5b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.209527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:28.215478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c198f1c-8eb5-45b7-bc2d-d9ba523a87e7 admin admin] 10.222.0.53 "PUT /v2.0/routers/92f7116a-633f-46ed-ad6c-ba72226bea9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9649889 Jun 30 08:56:28.244571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af875eb4-d0b0-4c70-b448-1b7d2969edf9 req-014a4985-a1db-4348-bec5-fae66162cc48 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:28.246891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af875eb4-d0b0-4c70-b448-1b7d2969edf9 req-014a4985-a1db-4348-bec5-fae66162cc48 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.0989738 Jun 30 08:56:28.248282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9bc83164-65e8-49c1-a5f7-f9869aa5b8a6 None None] Port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:28.262754 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db15594-4453-4866-b04d-115287525388 x-openstack-request-id: req-5db15594-4453-4866-b04d-115287525388 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:28.263063 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-plugged", "status": "completed", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:28.263309 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5db15594-4453-4866-b04d-115287525388 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:28.263664 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'code': 200} Jun 30 08:56:28.290975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af875eb4-d0b0-4c70-b448-1b7d2969edf9 req-3d19ae8d-9f47-478a-90a2-477e2bb62d24 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Jun 30 08:56:28.295584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Sync routers for ids ['92f7116a-633f-46ed-ad6c-ba72226bea9e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:28.307807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Routers {'92f7116a-633f-46ed-ad6c-ba72226bea9e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:28.310018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92f7116a-633f-46ed-ad6c-ba72226bea9e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:28.423912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Set router 92f7116a-633f-46ed-ad6c-ba72226bea9e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:28.549720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb8e36-55e4-4125-9cb0-4691eae1d68e req-dd96c129-8593-47ce-88b8-0d1669bc9495 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:28.551440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dfb8e36-55e4-4125-9cb0-4691eae1d68e req-dd96c129-8593-47ce-88b8-0d1669bc9495 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.0678332 Jun 30 08:56:28.594014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5dfb8e36-55e4-4125-9cb0-4691eae1d68e req-ac703f98-b51d-4424-b2ef-63c7e2eba830 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361381 Jun 30 08:56:28.653863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:26Z', 'revision_number': 4, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port': {'id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '7144ac86-1c1a-4d16-8f84-13dabb23ea12', 'name': '', 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'mac_address': 'fa:16:3e:20:f7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aff21563-b5f8-4e98-9b4e-3face2f5594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:25Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 2, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'subnets': [{'id': 'aff21563-b5f8-4e98-9b4e-3face2f5594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:28.685182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Checking router: 92f7116a-633f-46ed-ad6c-ba72226bea9e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:28.685529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Updating router 92f7116a-633f-46ed-ad6c-ba72226bea9e port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:56:28.720104 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.750604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57874) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:28.755562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1668240507-network', 'tenant_id': '7364052196e84815882a56432dc4f8d1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:28.778157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Made reservation on behalf of 7364052196e84815882a56432dc4f8d1 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:28.781532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.793894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.908296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.912805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.941973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:56:28.960984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4a2dcc-6ab8-4819-aa34-7eacac464781,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:28.965588 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.966050 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Added segment 889cf063-c431-4ddc-87d0-1afc94d2cf77 of type vlan for network d193e3db-c216-4509-aaff-423e9c737af2 Jun 30 08:56:29.029195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.098627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b900ec1-c6f0-4118-9325-2896e28e695c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:29.105301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.106479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.107771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.203916 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4504364 Jun 30 08:56:29.205943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57894) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:29.210684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8024741-ef49-4a06-a6c7-73fdfb0dda51 admin admin] Pushing event updated for resources: {'Network': ['ID=d193e3db-c216-4509-aaff-423e9c737af2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:29.221977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Request body: {'subnet': {'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1668240507-subnet', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:29.234544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d193e3db-c216-4509-aaff-423e9c737af2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:56:29.251382 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.292536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-bf1a3c05-78a4-4d7c-88f6-4ef1e6ef625c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.294116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-bf1a3c05-78a4-4d7c-88f6-4ef1e6ef625c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2263842 Jun 30 08:56:29.307426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Made reservation on behalf of 7364052196e84815882a56432dc4f8d1 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:29.310569 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.315432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Transition to ACTIVE for port object 7144ac86-1c1a-4d16-8f84-13dabb23ea12 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:29.323163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6b900ec1-c6f0-4118-9325-2896e28e695c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:29.323875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.361112 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.367169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-e06b2ce0-bd1a-4a4b-8c64-c79f8c0bbd9b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.369678 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-e06b2ce0-bd1a-4a4b-8c64-c79f8c0bbd9b tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 945 time: 0.1156132 Jun 30 08:56:29.386803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-1aa7a393-61ba-450e-be73-dff84f8d1d02 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/quotas/853e2151e8284e0eaab53970eac63e7b HTTP/1.1" status: 200 len: 375 time: 0.0834005 Jun 30 08:56:29.451060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-dd985d02-a35e-4675-b803-38eac1dc4601 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633059 Jun 30 08:56:29.460577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2318b4-469f-4a1c-9033-103d3ca708a6 None None] Pushing event updated for resources: {'Port': ['ID=7144ac86-1c1a-4d16-8f84-13dabb23ea12,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:29.509192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbd351-7f2b-4ee0-a3a4-83d8b0005d79 req-731f1e8d-08fa-4b75-95c9-f0c4655fe0e6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.526069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34cbd351-7f2b-4ee0-a3a4-83d8b0005d79 req-731f1e8d-08fa-4b75-95c9-f0c4655fe0e6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.3145018 Jun 30 08:56:29.570135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Attempting to bind port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:29.570500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Attempting to bind port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:29.570855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Attempting to bind port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 on network db61b0dd-e1d7-4936-8107-ee8a9e543c99 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:29.583100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:29.583560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Checking segment: {'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:29.584361 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.584488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Deleting port 0ee78884-058e-4be8-b884-eee91355b080 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:29.584765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Bound using segment: {'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:29.584887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.585379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Bound port: 7144ac86-1c1a-4d16-8f84-13dabb23ea12, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:29.585796 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.665468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-34a639cd-d762-4b41-b70b-112b1332867e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:29.666521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-34a639cd-d762-4b41-b70b-112b1332867e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2147100 Jun 30 08:56:29.694263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34cbd351-7f2b-4ee0-a3a4-83d8b0005d79 req-83335d03-4b80-4b8d-8edf-79f4a18d4db8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668093 Jun 30 08:56:29.695240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] For port 7144ac86-1c1a-4d16-8f84-13dabb23ea12, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:29.700045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] For port 7144ac86-1c1a-4d16-8f84-13dabb23ea12, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7144ac86-1c1a-4d16-8f84-13dabb23ea12,segment=NetworkSegment(f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5),segment_id=f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:29.706114 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.782754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2318b4-469f-4a1c-9033-103d3ca708a6 None None] Pushing event updated for resources: {'Port': ['ID=7144ac86-1c1a-4d16-8f84-13dabb23ea12,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:29.790179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] For port 0ee78884-058e-4be8-b884-eee91355b080, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0ee78884-058e-4be8-b884-eee91355b080,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:29.790782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.807942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Routers {'92f7116a-633f-46ed-ad6c-ba72226bea9e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:29.808919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92f7116a-633f-46ed-ad6c-ba72226bea9e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:29.830123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Calling delete_port for 0ee78884-058e-4be8-b884-eee91355b080 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:29.948899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.958006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-9939b94c-fa9d-455b-88a1-c38265b6f9a4 service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586837 Jun 30 08:56:30.027921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] Set router 92f7116a-633f-46ed-ad6c-ba72226bea9e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:30.051579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.094815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a', '0ee78884-058e-4be8-b884-eee91355b080'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:30.140963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event deleted for resources: {'Port': ['ID=0ee78884-058e-4be8-b884-eee91355b080,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:30.159993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfc3c85-2ffb-432c-96af-49fe06b4a564,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:30.171959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] No DVR routers for this DVR port 0ee78884-058e-4be8-b884-eee91355b080 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:30.175900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.176085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Checking segment: {'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:30.176306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Network hostable DHCP agents. Network: d193e3db-c216-4509-aaff-423e9c737af2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:56:30.179652 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-70c1ae0f-382e-431c-8ba5-209882567a3b req-cf81076a-b30c-4965-aed1-603414b4d334 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "DELETE /v2.0/ports/0ee78884-058e-4be8-b884-eee91355b080 HTTP/1.1" status: 204 len: 173 time: 0.7994251 Jun 30 08:56:30.180343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b85f73-8242-4398-a911-70f29594503c', 'name': 'network-vif-deleted', 'tag': '0ee78884-058e-4be8-b884-eee91355b080'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:30.183439 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15d511-d8ce-4c0d-a8d6-94dee096262b" -d '{"events": [{"server_uuid": "c9b85f73-8242-4398-a911-70f29594503c", "name": "network-vif-deleted", "tag": "0ee78884-058e-4be8-b884-eee91355b080"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:30.203922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-724c599a-f0ec-4b56-80cc-36bbe5e0e89f service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447898 Jun 30 08:56:30.211137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Network d193e3db-c216-4509-aaff-423e9c737af2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:56:30.224559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, d193e3db-c216-4509-aaff-423e9c737af2) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:30.230940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.232233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.251219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c939b8f8-e57c-4156-b9c6-7f27075e3ea2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0359354 Jun 30 08:56:30.254690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:30.262535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:30.299460 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.301758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.341879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996d534-6fe8-4ff8-9aa9-ac47a0869ad9 None None] Network d193e3db-c216-4509-aaff-423e9c737af2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:30.429986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-212fa7e4-3dc1-43df-8cb7-ed6ec7a0f8ac req-c42195d3-853b-4ffd-acca-eccb4467ead1 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b85f73-8242-4398-a911-70f29594503c HTTP/1.1" status: 200 len: 210 time: 0.0965984 Jun 30 08:56:30.441149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.714961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.733080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb52fe8-a66e-4d9c-a6f4-c756a9066c8c req-ff2c7c02-b335-43a6-a9c4-bd1a61cc97f0 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.740772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bb52fe8-a66e-4d9c-a6f4-c756a9066c8c req-ff2c7c02-b335-43a6-a9c4-bd1a61cc97f0 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.2328341 Jun 30 08:56:30.763450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-d193e3db-c216-4509-aaff-423e9c737af2', 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'fixed_ips': [{'subnet_id': 'ddfc3c85-2ffb-432c-96af-49fe06b4a564'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:56:30.764332 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.826107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36af73-851f-4df8-bcba-0092387192fd req-bf6bd1f0-c5dd-4084-9227-0d9163375604 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.838377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d36af73-851f-4df8-bcba-0092387192fd req-bf6bd1f0-c5dd-4084-9227-0d9163375604 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1101 time: 0.2360144 Jun 30 08:56:30.863074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bb52fe8-a66e-4d9c-a6f4-c756a9066c8c req-8852f372-896d-429e-9e17-9e92cdb62bc7 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212649 Jun 30 08:56:30.943129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d36af73-851f-4df8-bcba-0092387192fd req-6e5a6b49-ee3a-4cb0-a39e-38492b30dd76 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037304 Jun 30 08:56:31.102843 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf401d-7da4-4f84-a3a5-cf04ee9c4695 x-openstack-request-id: req-11bf401d-7da4-4f84-a3a5-cf04ee9c4695 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:31.103606 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b85f73-8242-4398-a911-70f29594503c", "name": "network-vif-deleted", "tag": "0ee78884-058e-4be8-b884-eee91355b080", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:31.103606 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11bf401d-7da4-4f84-a3a5-cf04ee9c4695 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:31.103934 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b85f73-8242-4398-a911-70f29594503c', 'name': 'network-vif-deleted', 'tag': '0ee78884-058e-4be8-b884-eee91355b080', 'status': 'completed', 'code': 200} Jun 30 08:56:31.116301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:26Z', 'revision_number': 4, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port': {'id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '7144ac86-1c1a-4d16-8f84-13dabb23ea12', 'name': '', 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'mac_address': 'fa:16:3e:20:f7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aff21563-b5f8-4e98-9b4e-3face2f5594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:25Z', 'updated_at': '2021-06-30T08:56:29Z', 'revision_number': 4, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'subnets': [{'id': 'aff21563-b5f8-4e98-9b4e-3face2f5594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:31.118757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b301cc2c-513d-45df-bc6b-c0b19a4a300f req-0bb44d7b-d890-4457-8022-627e67535413 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 210 time: 0.0662079 Jun 30 08:56:31.171907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.177297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb2197-4d23-481d-bfae-017c0f25397b None None] The sync data for ids ['92f7116a-633f-46ed-ad6c-ba72226bea9e'] in n-d-758944-40 is: [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:26Z', 'revision_number': 4, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port': {'id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '7144ac86-1c1a-4d16-8f84-13dabb23ea12', 'name': '', 'network_id': 'db61b0dd-e1d7-4936-8107-ee8a9e543c99', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'mac_address': 'fa:16:3e:20:f7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aff21563-b5f8-4e98-9b4e-3face2f5594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:25Z', 'updated_at': '2021-06-30T08:56:29Z', 'revision_number': 4, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'subnets': [{'id': 'aff21563-b5f8-4e98-9b4e-3face2f5594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:31.213569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Allocated IP 172.20.0.2 (d193e3db-c216-4509-aaff-423e9c737af2/ddfc3c85-2ffb-432c-96af-49fe06b4a564/2111bceb-d796-4007-beb7-805e707853eb) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:31.238703 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.528123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Allocated IP 172.25.8.211 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/9d9bc814-f4c0-40f4-b1de-cf9b0223938b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:31.589403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.602323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Transition to ACTIVE for port object 2111bceb-d796-4007-beb7-805e707853eb will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:31.614532 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a693895-d7ac-4ee4-a59f-d3b61fe6465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.623760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Transition to ACTIVE for port object 2111bceb-d796-4007-beb7-805e707853eb will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:31.625157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-7d13b23f-20c2-4a10-b5a6-69aa0a49596e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434220 Jun 30 08:56:31.635406 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.692170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Network d193e3db-c216-4509-aaff-423e9c737af2 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:31.702554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:31.707766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:31.713915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Pushing event updated for resources: {'Port': ['ID=2111bceb-d796-4007-beb7-805e707853eb,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:31.803523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Attempting to bind port 2111bceb-d796-4007-beb7-805e707853eb on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:31.807307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-5d6204e9-9450-45b5-b717-626a961b2131 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.810153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-5d6204e9-9450-45b5-b717-626a961b2131 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836841 Jun 30 08:56:31.814884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Attempting to bind port 2111bceb-d796-4007-beb7-805e707853eb by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:31.815202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Attempting to bind port 2111bceb-d796-4007-beb7-805e707853eb on network d193e3db-c216-4509-aaff-423e9c737af2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:31.815665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.830920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:31.831299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Checking segment: {'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:31.836098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.836508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Bound using segment: {'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:31.837011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Bound port: 2111bceb-d796-4007-beb7-805e707853eb, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:31.837565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.839228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-e4278b08-24ed-4572-8b94-ea24b68e8225 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/quotas/b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 375 time: 0.0226922 Jun 30 08:56:31.918802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.926399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] For port 2111bceb-d796-4007-beb7-805e707853eb, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:31.930064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] For port 2111bceb-d796-4007-beb7-805e707853eb, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2111bceb-d796-4007-beb7-805e707853eb,segment=NetworkSegment(889cf063-c431-4ddc-87d0-1afc94d2cf77),segment_id=889cf063-c431-4ddc-87d0-1afc94d2cf77)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:31.936231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.948344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-089cbf5a-ac26-4b00-9d37-45823e8629bf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076336 Jun 30 08:56:31.957046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:32.004186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13fdee-cfb7-45d6-82d1-db05660ecc66 None None] Pushing event updated for resources: {'Port': ['ID=2111bceb-d796-4007-beb7-805e707853eb,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:32.026433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:32.033390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:32.184533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:32.626639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07fa60-57be-4e7f-b518-f3a148fd5e0f req-6140fbf1-7c3c-4bfa-bda6-31c5d4aa69f2 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:32.638448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b07fa60-57be-4e7f-b518-f3a148fd5e0f req-6140fbf1-7c3c-4bfa-bda6-31c5d4aa69f2 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.1776867 Jun 30 08:56:32.948474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-ef99eec4-91ee-4aaf-9384-18aebeb9a165 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:32.954800 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-ef99eec4-91ee-4aaf-9384-18aebeb9a165 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.4812095 Jun 30 08:56:32.957934 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:33.000156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Request body: {'port': {'device_id': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'admin_state_up': True, 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:33.157537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b07fa60-57be-4e7f-b518-f3a148fd5e0f req-59120dab-ddad-4c9c-a5ee-397ceffe1b04 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178676 Jun 30 08:56:33.202224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4fa3553-ebca-4deb-9d18-85ebcead23a9 req-0f439518-c79a-4db4-a0e2-9cde09bc13a1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 210 time: 0.1093154 Jun 30 08:56:33.304749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2111bceb-d796-4007-beb7-805e707853eb up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:33.330364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:33.333895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:33.388108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0ee78884-058e-4be8-b884-eee91355b080 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:33.454450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 0ee78884-058e-4be8-b884-eee91355b080 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:33.458476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0ee78884-058e-4be8-b884-eee91355b080 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:33.484421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 2111bceb-d796-4007-beb7-805e707853eb completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:33.488911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7144ac86-1c1a-4d16-8f84-13dabb23ea12 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:33.590051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:33.601241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:33.601718 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:33.690687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26badeae-bac3-4923-8018-def25870cbdf req-82b8aa39-6ffd-42ac-a7fe-6e40bad52b74 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 210 time: 0.0539122 Jun 30 08:56:33.712597 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:33.787205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 7144ac86-1c1a-4d16-8f84-13dabb23ea12, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7144ac86-1c1a-4d16-8f84-13dabb23ea12,segment=NetworkSegment(f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5),segment_id=f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:33.792903 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:33.848055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c8987d-14d9-4812-a6c7-8eda712889c0 None None] Network d193e3db-c216-4509-aaff-423e9c737af2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:33.976192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8319f6e9-2ec4-4cff-9218-b1a64cf8976e None None] Provisioning for port 2111bceb-d796-4007-beb7-805e707853eb completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:33.977328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-9790a868-ff45-4516-99dc-146704eec019 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0673313 Jun 30 08:56:34.016543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8319f6e9-2ec4-4cff-9218-b1a64cf8976e None None] Provisioning complete for port 2111bceb-d796-4007-beb7-805e707853eb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:34.017660 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8319f6e9-2ec4-4cff-9218-b1a64cf8976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.022583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=7144ac86-1c1a-4d16-8f84-13dabb23ea12,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:34.041100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Allocated IP 172.20.0.4 (6ff22aa6-ca40-4da3-a889-2ee2386ef5d2/7e7bc140-f587-4d2c-90c1-7b743888860b/59046d46-0a8d-4e7d-a5ea-5f758752b87d) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:34.054146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.122648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-caca6b2c-507b-4e51-89cd-ea543bc9ab73 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206973 Jun 30 08:56:34.232104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-03bcd0a3-f1a9-43f7-af78-f7b62a033e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.234994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-03bcd0a3-f1a9-43f7-af78-f7b62a033e43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49bc54c4b3fe4149af79e17a560794ce&device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 1098 time: 0.1557906 Jun 30 08:56:34.283312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-e05ec7d1-8415-42a3-b10a-0118a894f529 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.285469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-e05ec7d1-8415-42a3-b10a-0118a894f529 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556742 Jun 30 08:56:34.323499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:56:34.336444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Request body: {'port': {'device_id': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'b22d67fdd98b438a8c4764d49703b2f5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:34.336669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.391308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e911f392-8a8d-4e5f-8823-1847b644549f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.393068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.396005 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8319f6e9-2ec4-4cff-9218-b1a64cf8976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.511060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8319f6e9-2ec4-4cff-9218-b1a64cf8976e None None] For port 2111bceb-d796-4007-beb7-805e707853eb, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2111bceb-d796-4007-beb7-805e707853eb,segment=NetworkSegment(889cf063-c431-4ddc-87d0-1afc94d2cf77),segment_id=889cf063-c431-4ddc-87d0-1afc94d2cf77)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:34.519779 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8319f6e9-2ec4-4cff-9218-b1a64cf8976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.533547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.538631 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:34.554585 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Sync routers for ids ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:34.570709 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Routers {'90e33f30-00d5-4cb8-a0e0-0d8d565f6696'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:34.571337 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:34.596104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40ee1595-fe9a-4a6e-9290-01170e596db4 req-a5b5af53-83d0-4cff-ba8a-497a3f67d63a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 210 time: 0.0831230 Jun 30 08:56:34.619993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:34.626711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea4b4-915c-4eb1-b8ea-06b2d99df1fc req-242d83b7-5d12-4a70-bd1a-57e6ed7225be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.628217 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5e4ea4b4-915c-4eb1-b8ea-06b2d99df1fc req-242d83b7-5d12-4a70-bd1a-57e6ed7225be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.1593869 Jun 30 08:56:34.628910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.630143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ac40d5c6-23bc-49c0-bc8b-d384d89c0d72 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3739767 Jun 30 08:56:34.633192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57988) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:34.633977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event updated for resources: {'Port': ['ID=59046d46-0a8d-4e7d-a5ea-5f758752b87d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:34.636860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:34.637206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319f6e9-2ec4-4cff-9218-b1a64cf8976e None None] Pushing event updated for resources: {'Port': ['ID=2111bceb-d796-4007-beb7-805e707853eb,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:34.658846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:34.715273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Made reservation on behalf of b22d67fdd98b438a8c4764d49703b2f5 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:34.720880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.723758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-66e2b7e0-fb27-4999-981b-7fa5a411fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.725293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-66e2b7e0-fb27-4999-981b-7fa5a411fe34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 200 len: 906 time: 0.4269862 Jun 30 08:56:34.772655 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Set router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:34.802869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-9fdbb6e9-bd96-40f1-b1c0-bd12f39467eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c433154a-991f-4867-b67c-89328146ee4a HTTP/1.1" status: 200 len: 217 time: 0.0673363 Jun 30 08:56:34.841463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11bc3-1572-4452-9de2-f82f679651ba req-56f982f2-8a57-4f8a-b2a4-41c6955ac6db tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.858684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.859327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.869085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b11bc3-1572-4452-9de2-f82f679651ba req-56f982f2-8a57-4f8a-b2a4-41c6955ac6db tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.3534887 Jun 30 08:56:34.917285 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5e4ea4b4-915c-4eb1-b8ea-06b2d99df1fc req-beeb8369-2d07-4323-b704-27bb9b52271e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664611 Jun 30 08:56:34.945783 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-f203ba07-6a4a-49d4-8f06-c8666e300211 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9515710 Jun 30 08:56:34.960191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Request body: {'port': {'device_id': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:35.016600 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:32Z', 'revision_number': 3, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:35.029423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b11bc3-1572-4452-9de2-f82f679651ba req-45c25aef-09a2-478e-a0bb-7ac0631f9ce7 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594644 Jun 30 08:56:35.034670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-99dba017-2fb6-4cca-aa43-119b114b5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.038673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-99dba017-2fb6-4cca-aa43-119b114b5460 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 200 len: 845 time: 0.2150590 Jun 30 08:56:35.073169 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Checking router: 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:35.073528 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Updating router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:56:35.077741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.078721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee08393e-0622-4199-9e3d-98f298efeb75 None None] Provisioning complete for port 2111bceb-d796-4007-beb7-805e707853eb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:35.079264 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee08393e-0622-4199-9e3d-98f298efeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.117437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2111bceb-d796-4007-beb7-805e707853eb up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:35.163016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-5dd40e02-4bc5-4eb7-ae5d-0f72e1598337 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e51a1d-ba42-40e0-a145-963ddaa14c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408351 Jun 30 08:56:35.167368 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.239369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 2111bceb-d796-4007-beb7-805e707853eb triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:35.239760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.307824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Allocated IP 192.168.233.165 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/99f78099-8581-4462-9cd8-7d729125861c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:35.412586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7144ac86-1c1a-4d16-8f84-13dabb23ea12 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:35.447662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-d7e427e4-639c-4cec-b759-5a25cab9e3a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707849 Jun 30 08:56:35.475126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:35.475501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.583124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa83b-6a4d-4a67-85a2-c39431774c2d req-784373c9-6b89-4b79-90d3-54eb130f4d69 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.584937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e4fa83b-6a4d-4a67-85a2-c39431774c2d req-784373c9-6b89-4b79-90d3-54eb130f4d69 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 931 time: 0.2985547 Jun 30 08:56:35.597863 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.607914 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Transition to ACTIVE for port object 9d9bc814-f4c0-40f4-b1de-cf9b0223938b will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:35.614858 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.615896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59046d46-0a8d-4e7d-a5ea-5f758752b87d {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:35.628512 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.660552 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717e9b2-aa5a-4091-b3c4-c56612e29e4f None None] Pushing event updated for resources: {'Port': ['ID=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:35.691689 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Attempting to bind port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:35.692015 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Attempting to bind port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:35.692372 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Attempting to bind port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:35.695442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e4fa83b-6a4d-4a67-85a2-c39431774c2d req-e4ee9f0f-144a-44eb-b612-1222b195f4d1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021717 Jun 30 08:56:35.713355 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:35.714036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:35.715202 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.715913 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:35.717027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Bound port: 9d9bc814-f4c0-40f4-b1de-cf9b0223938b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:35.718559 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.725224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.727377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57b2ffc8-a2ba-4367-8aaa-e5c554b91658 req-25b21576-b1df-4288-811a-408014c07a33 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688553 Jun 30 08:56:35.742875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.764775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Transition to ACTIVE for port object 99f78099-8581-4462-9cd8-7d729125861c will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:35.778437 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] For port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:35.780994 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] For port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:35.785074 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.795140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Transition to ACTIVE for port object 59046d46-0a8d-4e7d-a5ea-5f758752b87d will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:35.806801 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.827462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.837372 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717e9b2-aa5a-4091-b3c4-c56612e29e4f None None] Pushing event updated for resources: {'Port': ['ID=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:35.840382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:35.857236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Routers {'90e33f30-00d5-4cb8-a0e0-0d8d565f6696'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:35.857880 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:35.925346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Pushing event updated for resources: {'Port': ['ID=59046d46-0a8d-4e7d-a5ea-5f758752b87d,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:35.943547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:35.975601 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] Set router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:36.018463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:36.033806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:36.109418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:36.156218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.157052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.189548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0bd73-8408-42fe-903d-ab9b58c6bb2d req-9cfcb10c-af31-466d-ba73-b10fe4be6968 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.191521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2d0bd73-8408-42fe-903d-ab9b58c6bb2d req-9cfcb10c-af31-466d-ba73-b10fe4be6968 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 936 time: 0.2779911 Jun 30 08:56:36.195316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-84937a0d-1726-44da-99c7-b9f80c2df44b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8988235 Jun 30 08:56:36.228506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Request body: {'port': {'device_id': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:36.236634 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:32Z', 'revision_number': 3, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:36.265302 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06755eb-53b3-41d6-b7d3-cc3de45361f9 None None] The sync data for ids ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'] in n-d-758944-40 is: [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:32Z', 'revision_number': 3, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:36.269413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Attempting to bind port 59046d46-0a8d-4e7d-a5ea-5f758752b87d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:36.269794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Attempting to bind port 59046d46-0a8d-4e7d-a5ea-5f758752b87d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:36.270122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Attempting to bind port 59046d46-0a8d-4e7d-a5ea-5f758752b87d on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:36.297471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Port 59046d46-0a8d-4e7d-a5ea-5f758752b87d on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:36.297471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Attempting to bind port 59046d46-0a8d-4e7d-a5ea-5f758752b87d on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:36.301581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:36.306107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:36.306509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Bound using segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:36.306971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Bound port: 59046d46-0a8d-4e7d-a5ea-5f758752b87d, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:36.307383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.325825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.355891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2d0bd73-8408-42fe-903d-ab9b58c6bb2d req-692827f4-c0f3-41c7-a9ae-f4dc0458a3bf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572719 Jun 30 08:56:36.373317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54f0951e-1d82-47f9-b567-87c6956ac9c2 None None] Provisioning for port 99f78099-8581-4462-9cd8-7d729125861c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:36.381463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54f0951e-1d82-47f9-b567-87c6956ac9c2 None None] Provisioning complete for port 99f78099-8581-4462-9cd8-7d729125861c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:36.383414 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54f0951e-1d82-47f9-b567-87c6956ac9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.440501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.473234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-54f0951e-1d82-47f9-b567-87c6956ac9c2 None None] Port 99f78099-8581-4462-9cd8-7d729125861c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:36.615103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Allocated IP 172.20.0.1 (d193e3db-c216-4509-aaff-423e9c737af2/ddfc3c85-2ffb-432c-96af-49fe06b4a564/c31670da-28ba-49c4-8542-59cf9641f975) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:36.620759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] For port 59046d46-0a8d-4e7d-a5ea-5f758752b87d, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:36.627582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] For port 59046d46-0a8d-4e7d-a5ea-5f758752b87d, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:36.636543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.716066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Pushing event updated for resources: {'Port': ['ID=59046d46-0a8d-4e7d-a5ea-5f758752b87d,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:36.744365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.745333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.746920 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cf0b4c68-76a3-47b6-bba9-ecc9c52ec00b service neutron] 10.222.0.13 "PUT /v2.0/ports/59046d46-0a8d-4e7d-a5ea-5f758752b87d HTTP/1.1" status: 200 len: 1092 time: 1.7917144 Jun 30 08:56:36.786568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'tag': '59046d46-0a8d-4e7d-a5ea-5f758752b87d'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:36.789590 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354115c0-0d82-4b8d-84bf-f580aab6a467" -d '{"events": [{"name": "network-changed", "server_uuid": "93a73ccc-ad96-4bdc-9179-b0b4863eeb4f", "tag": "59046d46-0a8d-4e7d-a5ea-5f758752b87d"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:36.845605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eee18c-1a40-4da8-9479-3d3e7d0affb3 req-9860a6e8-edd8-42b5-a5bb-114fb28f7a17 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.852964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e1eee18c-1a40-4da8-9479-3d3e7d0affb3 req-9860a6e8-edd8-42b5-a5bb-114fb28f7a17 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.3015802 Jun 30 08:56:36.886459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.897155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-7fda3746-b52a-4268-9e03-4bbbf47f815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.898689 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-7fda3746-b52a-4268-9e03-4bbbf47f815c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 1095 time: 0.1021721 Jun 30 08:56:36.906816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Transition to ACTIVE for port object c31670da-28ba-49c4-8542-59cf9641f975 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:36.933587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e1eee18c-1a40-4da8-9479-3d3e7d0affb3 req-255da867-903f-40ed-9768-5b537dc6954d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794749 Jun 30 08:56:36.985999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ebdbd-b75e-4389-9522-5772530bd6dc req-f2e94786-0e18-4a80-b008-eafcf086b070 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.996527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e1ebdbd-b75e-4389-9522-5772530bd6dc req-f2e94786-0e18-4a80-b008-eafcf086b070 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 946 time: 0.2616765 Jun 30 08:56:36.999823 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-b25bc42d-7c2e-40d9-95a8-3424f77adfb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d HTTP/1.1" status: 200 len: 217 time: 0.0911365 Jun 30 08:56:37.024997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.119679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f78099-8581-4462-9cd8-7d729125861c {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:37.125175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Network d193e3db-c216-4509-aaff-423e9c737af2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:37.132943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9d9bc814-f4c0-40f4-b1de-cf9b0223938b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:37.138435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:37.156571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cb97055e-8033-4562-988c-08269a7184d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.158195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e1ebdbd-b75e-4389-9522-5772530bd6dc req-230ec972-f81b-4b41-8816-5283193ea695 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572199 Jun 30 08:56:37.158542 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-cb97055e-8033-4562-988c-08269a7184d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1482394 Jun 30 08:56:37.160397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:37.163161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.223641 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.242241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:37.245926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c31670da-28ba-49c4-8542-59cf9641f975,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:37.249055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:37.249538 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.255628 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-8166c4ee-7c9b-416b-9d04-1dad62fafca5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817938 Jun 30 08:56:37.268573 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5106cd0b-be35-492e-9382-5b3fae7d035c x-openstack-request-id: req-5106cd0b-be35-492e-9382-5b3fae7d035c {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:37.269141 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a73ccc-ad96-4bdc-9179-b0b4863eeb4f", "tag": "59046d46-0a8d-4e7d-a5ea-5f758752b87d", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:37.269801 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5106cd0b-be35-492e-9382-5b3fae7d035c {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:37.270361 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'tag': '59046d46-0a8d-4e7d-a5ea-5f758752b87d', 'status': 'completed', 'code': 200} Jun 30 08:56:37.286501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2010db9c-4bda-48f4-ba79-d5c730074b9c req-285673e9-3df0-441e-bc72-399b54ed254e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1186215635', 'description': 'tempest-description-2099099396'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:37.297379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Transition to ACTIVE for port object 99f78099-8581-4462-9cd8-7d729125861c will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:37.320066 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.378745 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-34c50a66-8f17-4060-848a-989d79f975ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3776510 Jun 30 08:56:37.388564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.397791 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2010db9c-4bda-48f4-ba79-d5c730074b9c req-285673e9-3df0-441e-bc72-399b54ed254e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.443885 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.448619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fbe82-6691-4127-b472-f8af72d8ce34 req-8198c705-e020-4b19-bef1-c49505bcd23b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.457877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c34fbe82-6691-4127-b472-f8af72d8ce34 req-8198c705-e020-4b19-bef1-c49505bcd23b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 943 time: 0.3259056 Jun 30 08:56:37.486684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:37.494196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.582428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:37.584547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:37.612508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ec731e8b-a4e4-41de-8566-d170da412bbf None None] Provisioning for port c31670da-28ba-49c4-8542-59cf9641f975 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:37.624212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ec731e8b-a4e4-41de-8566-d170da412bbf None None] Provisioning complete for port c31670da-28ba-49c4-8542-59cf9641f975 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:37.625950 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ec731e8b-a4e4-41de-8566-d170da412bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.652947 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-57cf5618-24e9-46e9-96d8-25f9323809db service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811483 Jun 30 08:56:37.679037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ec731e8b-a4e4-41de-8566-d170da412bbf None None] Port c31670da-28ba-49c4-8542-59cf9641f975 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:37.712080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c34fbe82-6691-4127-b472-f8af72d8ce34 req-69a1d43c-18b2-44d7-9111-0c243950aa6e tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531495 Jun 30 08:56:37.755371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.756378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.756937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.757470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.758044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.758563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.759265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.762098 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c9a6bdd4-5505-4039-bbbb-65d80f343a9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad2770a31537409a8120241fb556a6fd&device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 6497 time: 0.2658122 Jun 30 08:56:37.770182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:37.770698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:37.771209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:37.788755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Port 99f78099-8581-4462-9cd8-7d729125861c on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:37.789087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:37.808358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:37.808696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:37.809073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:37.809512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Bound port: 99f78099-8581-4462-9cd8-7d729125861c, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:37.809891 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.818599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704996a9-5285-4100-80bd-4cc106f10b34 req-7ecf8ffc-b864-40cc-b521-dc956571e2d2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.820263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-704996a9-5285-4100-80bd-4cc106f10b34 req-7ecf8ffc-b864-40cc-b521-dc956571e2d2 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 946 time: 0.2823515 Jun 30 08:56:37.847561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2010db9c-4bda-48f4-ba79-d5c730074b9c req-285673e9-3df0-441e-bc72-399b54ed254e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.875212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2010db9c-4bda-48f4-ba79-d5c730074b9c req-285673e9-3df0-441e-bc72-399b54ed254e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.907645 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.980744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2010db9c-4bda-48f4-ba79-d5c730074b9c req-285673e9-3df0-441e-bc72-399b54ed254e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:37.982109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2010db9c-4bda-48f4-ba79-d5c730074b9c req-285673e9-3df0-441e-bc72-399b54ed254e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7053251 Jun 30 08:56:37.983708 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ef67122-a1c2-42f2-9009-44ff85a60cb2 req-ce3caff7-bf5b-4ca6-9a8f-7e92d6266e4e service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854607 Jun 30 08:56:37.988902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285673e9-3df0-441e-bc72-399b54ed254e tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aebbbca-83df-4131-a6ae-da06f06062c2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:38.022307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-440e7e6b-4f60-4036-a696-667685efcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.022889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-440e7e6b-4f60-4036-a696-667685efcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.023408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-440e7e6b-4f60-4036-a696-667685efcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.025435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-440e7e6b-4f60-4036-a696-667685efcb3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=1f8eae13-febb-429c-8615-61d0b1e28ba2&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 200 len: 2293 time: 0.1987503 Jun 30 08:56:38.052850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:38.074067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:38.085497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.129462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Deleting port c433154a-991f-4867-b67c-89328146ee4a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:38.129462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.142268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.142928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.144565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] 10.222.0.26 "PUT /v2.0/ports/99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 1097 time: 1.9306951 Jun 30 08:56:38.157512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'tag': '99f78099-8581-4462-9cd8-7d729125861c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:38.160040 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed4c01-6135-454c-b246-c7580bf46cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "tag": "99f78099-8581-4462-9cd8-7d729125861c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:38.238879 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-3b45527e-8fc0-48a6-9c0c-8e25f33d8519 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aae73d3-cd14-4515-8126-f76949fab2f2 HTTP/1.1" status: 200 len: 1001 time: 0.2026517 Jun 30 08:56:38.255724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6553a-41b7-4817-8058-7ff669dcab3b req-9fcf9551-50c7-4acb-8f4e-573150d5d6c6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.257261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10e6553a-41b7-4817-8058-7ff669dcab3b req-9fcf9551-50c7-4acb-8f4e-573150d5d6c6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 948 time: 0.2721972 Jun 30 08:56:38.288685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e27d8-bed8-4b3b-a2a9-90a9e1245267 service neutron] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:38.324164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.335626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-43af7b5d-162f-4002-a413-1dfa67a5b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.337280 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-43af7b5d-162f-4002-a413-1dfa67a5b81a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 1095 time: 0.2643962 Jun 30 08:56:38.337987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.381320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] For port c433154a-991f-4867-b67c-89328146ee4a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c433154a-991f-4867-b67c-89328146ee4a,segment=NetworkSegment(91277833-649a-4313-a8f6-34c3378abc5c),segment_id=91277833-649a-4313-a8f6-34c3378abc5c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:38.381601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.393294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-28de9f9c-9f73-4a1c-874f-3f34355e9f56 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1186215635&fields=id&tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21 HTTP/1.1" status: 200 len: 267 time: 0.1227949 Jun 30 08:56:38.397121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10e6553a-41b7-4817-8058-7ff669dcab3b req-fa59d774-1fd6-453d-bbbe-dd88746f1f88 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297297 Jun 30 08:56:38.407203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Calling delete_port for c433154a-991f-4867-b67c-89328146ee4a owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:38.440170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-d5c2b253-7e92-44c1-a519-395b0c52b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.442118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-d5c2b253-7e92-44c1-a519-395b0c52b3f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1100 time: 0.2404001 Jun 30 08:56:38.540582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-861d28e1-91d4-4a3e-b494-5181d2105de7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.0768085 Jun 30 08:56:38.674053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-502499a0-bf74-4368-bb4f-dd6fd3e9b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.675506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-502499a0-bf74-4368-bb4f-dd6fd3e9b1aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1232514 Jun 30 08:56:38.689945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-a8cdc158-1770-4852-9cc3-7fb30670f0be tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.691448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-a8cdc158-1770-4852-9cc3-7fb30670f0be tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.2812154 Jun 30 08:56:38.790063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-ed5793aa-a15d-48e2-bbf6-b57a79d5f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.791556 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-ed5793aa-a15d-48e2-bbf6-b57a79d5f133 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c58ebb8-87c6-4fed-99d2-d25c64c74536 HTTP/1.1" status: 200 len: 851 time: 0.5130684 Jun 30 08:56:38.823749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c31670da-28ba-49c4-8542-59cf9641f975,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:38.850756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.935020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-5add2390-ec14-430c-9fdf-2fb44ef722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.936588 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-5add2390-ec14-430c-9fdf-2fb44ef722b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.5886929 Jun 30 08:56:38.993244 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-53e2c132-85a5-4962-9fd0-b725020c17ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d HTTP/1.1" status: 200 len: 217 time: 0.0483401 Jun 30 08:56:38.995156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-73e1ad68-2826-43fe-96c2-cdb6439a2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.996575 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-73e1ad68-2826-43fe-96c2-cdb6439a2669 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d5f51ee-210f-423a-a24e-a4d092bc02ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938152 Jun 30 08:56:39.043063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9d9bc814-f4c0-40f4-b1de-cf9b0223938b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:39.054015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Request body: {'port': {'security_groups': ['a3877b8d-b60e-4441-bf6e-5c95ebba4c70', '0aebbbca-83df-4131-a6ae-da06f06062c2']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:39.097316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:39.097987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.121831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Network d193e3db-c216-4509-aaff-423e9c737af2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:39.123840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fda81-4e4a-4002-8b3c-e1ec3c762d0b req-0aff59cc-7671-41d9-82e7-bad1bf8ffe47 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.125391 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-715fda81-4e4a-4002-8b3c-e1ec3c762d0b req-0aff59cc-7671-41d9-82e7-bad1bf8ffe47 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/ports?device_id=097d4136-072c-4148-a089-4be1d56d48cd HTTP/1.1" status: 200 len: 946 time: 0.5892730 Jun 30 08:56:39.125523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-ee323835-590e-4dd0-b1e1-853f6f3a19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.126927 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-ee323835-590e-4dd0-b1e1-853f6f3a19a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1277056 Jun 30 08:56:39.130127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:39.177245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-e49fbd33-2ac0-4de4-873c-72898eefceb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368881 Jun 30 08:56:39.204125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.214599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c433154a-991f-4867-b67c-89328146ee4a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:39.274540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-e0195cb0-877a-44ce-9560-44f6fa028059 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575710 Jun 30 08:56:39.284307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-715fda81-4e4a-4002-8b3c-e1ec3c762d0b req-2d083dde-6d20-4bc5-bab8-5c63efc38891 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.53 "GET /v2.0/security-groups?id=58f449ad-a711-4220-9a73-c7914cdaf5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392074 Jun 30 08:56:39.291466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Pushing event deleted for resources: {'Port': ['ID=c433154a-991f-4867-b67c-89328146ee4a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:39.324677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-28c1f81a-6004-4fa3-a107-e4aff739bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.326192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-28c1f81a-6004-4fa3-a107-e4aff739bbbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6329391 Jun 30 08:56:39.327351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.367551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] No DVR routers for this DVR port c433154a-991f-4867-b67c-89328146ee4a on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:39.371073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.373075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-704996a9-5285-4100-80bd-4cc106f10b34 req-6ff0b1d2-ac5a-448b-8c19-01281e5409c3 tempest-ServersTestJSON-621883489 tempest-ServersTestJSON-621883489-project] 10.222.0.13 "DELETE /v2.0/ports/c433154a-991f-4867-b67c-89328146ee4a HTTP/1.1" status: 204 len: 173 time: 1.5415907 Jun 30 08:56:39.375583 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758956cf-0c7b-45d4-8615-996d18902ae0 x-openstack-request-id: req-758956cf-0c7b-45d4-8615-996d18902ae0 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:39.375832 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "tag": "99f78099-8581-4462-9cd8-7d729125861c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:39.376130 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-758956cf-0c7b-45d4-8615-996d18902ae0 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:39.376810 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'tag': '99f78099-8581-4462-9cd8-7d729125861c', 'status': 'completed', 'code': 200} Jun 30 08:56:39.431912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-6e2b1062-4b64-4153-9326-372093e0ff28 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437892 Jun 30 08:56:39.456068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bce508ca-6fe5-4c7f-816b-f73d3ab1813b None None] Provisioning complete for port c31670da-28ba-49c4-8542-59cf9641f975 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:39.456704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bce508ca-6fe5-4c7f-816b-f73d3ab1813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.501092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:39.505575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bce508ca-6fe5-4c7f-816b-f73d3ab1813b None None] Port c31670da-28ba-49c4-8542-59cf9641f975 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:39.509324 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-69a1ee2f-e8aa-4286-b15f-63de8483ab05 service neutron] 10.222.0.26 "GET /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265811 Jun 30 08:56:39.561442 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-43920503-c821-467e-920b-e75170898b54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 217 time: 0.0443101 Jun 30 08:56:39.590583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-16e0df49-8ee6-4086-97b3-0beb371fdd8b service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532420 Jun 30 08:56:39.702679 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-354115c0-0d82-4b8d-84bf-f580aab6a467 req-4ac9b038-31b6-47c1-be97-7a206840c08c service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610614 Jun 30 08:56:39.708999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-e5bed1ba-b6ea-4eea-91d2-2d3533ba8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.710330 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-e5bed1ba-b6ea-4eea-91d2-2d3533ba8c89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.1114845 Jun 30 08:56:39.732897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:39.741996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Sync routers for ids ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:39.753461 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f3369227-9c42-4fcb-b25b-8153ef91f8f4 admin admin] 10.222.0.53 "PUT /v2.0/routers/90e33f30-00d5-4cb8-a0e0-0d8d565f6696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1084995 Jun 30 08:56:39.754004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Routers {'90e33f30-00d5-4cb8-a0e0-0d8d565f6696'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:39.754625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:39.763819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b971c-24b8-43e8-8a5b-0c211980b213 req-6215bf65-a176-43cc-97a7-dcaa6719897c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.765940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d0b971c-24b8-43e8-8a5b-0c211980b213 req-6215bf65-a176-43cc-97a7-dcaa6719897c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 943 time: 0.2424023 Jun 30 08:56:39.799611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-749ec883-ac06-42fa-9cc7-987f37171722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.802167 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-749ec883-ac06-42fa-9cc7-987f37171722 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0792811 Jun 30 08:56:39.818921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a5b4e1e-08cf-4532-82d0-cfae5e6d26c7 req-d59bcbfa-210d-4b3c-8909-e3bcf912256d service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179720 Jun 30 08:56:39.847262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=882a221b-dd69-424c-b7a6-2752380f09cd,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:39.851665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d0b971c-24b8-43e8-8a5b-0c211980b213 req-e3afa374-bfc6-413b-9e0c-6ab273c9f38c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777063 Jun 30 08:56:39.895760 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.930212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.955932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['882a221b-dd69-424c-b7a6-2752380f09cd'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:39.996458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.997442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.999636 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8d4997f-10a4-4f97-a1d8-fffdb8eae5a1 req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "PUT /v2.0/ports/882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 981 time: 1.2955182 Jun 30 08:56:40.019831 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-2f567742-0dd7-4cc7-afde-29a01ce614b5 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019670 Jun 30 08:56:40.043878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faaf3e-ea15-4ffc-be4c-42624ed717c8 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event updated for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:40.053764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Set router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:40.069963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-5bd6a894-fec4-45ff-97ba-8dafb5e3f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.071518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-5bd6a894-fec4-45ff-97ba-8dafb5e3f7e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1100 time: 0.1983604 Jun 30 08:56:40.136918 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-4f66b32f-f15a-4c45-b037-dd9fa40d6e33 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098366 Jun 30 08:56:40.190924 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-98dcaa5e-f64c-44c0-9270-aa3ccc60d1fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 217 time: 0.0463405 Jun 30 08:56:40.266754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c365956f-2886-408d-9075-0d356bb08823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.268385 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c365956f-2886-408d-9075-0d356bb08823 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.0709441 Jun 30 08:56:40.277563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-572c5975-0fd9-4aad-a1a5-cb8d6a0a59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.279352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-572c5975-0fd9-4aad-a1a5-cb8d6a0a59ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1947417 Jun 30 08:56:40.288817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['882a221b-dd69-424c-b7a6-2752380f09cd'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:40.342095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-49c6d509-2b92-4bb0-bf6b-5a43db0a7ad6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.0556750 Jun 30 08:56:40.353264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861c7d7-186e-46c5-8ce1-153a69860bc5 req-194d0aaf-3562-4256-9295-8b433590f62b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.353764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c73a6646-1eb6-4523-a393-61c8bff33b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.355053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7861c7d7-186e-46c5-8ce1-153a69860bc5 req-194d0aaf-3562-4256-9295-8b433590f62b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 948 time: 0.1502004 Jun 30 08:56:40.362061 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-c73a6646-1eb6-4523-a393-61c8bff33b34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0866573 Jun 30 08:56:40.450851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-b4302564-e861-455a-957c-6d8f397fadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.453767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-b4302564-e861-455a-957c-6d8f397fadfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0971289 Jun 30 08:56:40.457167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7861c7d7-186e-46c5-8ce1-153a69860bc5 req-fbe22f82-16fc-4423-a110-95b35b848a3b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928290 Jun 30 08:56:40.504726 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-5598a16f-7b64-42b8-a3ff-46b6d70838de service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360688 Jun 30 08:56:40.532348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-b86bf5fa-1627-44bb-8fe1-c0bd3fe8619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.535376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-b86bf5fa-1627-44bb-8fe1-c0bd3fe8619a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734544 Jun 30 08:56:40.573070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58054) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:40.607077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c31670da-28ba-49c4-8542-59cf9641f975', 'name': '', 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'mac_address': 'fa:16:3e:68:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ddfc3c85-2ffb-432c-96af-49fe06b4a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:36Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 2, 'project_id': '7364052196e84815882a56432dc4f8d1', 'subnets': [{'id': 'ddfc3c85-2ffb-432c-96af-49fe06b4a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:40.647317 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-514492e2-1d67-4527-a774-93a3e55705a0 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342988 Jun 30 08:56:40.650973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Checking router: 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:40.651331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Updating router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 port c31670da-28ba-49c4-8542-59cf9641f975 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:56:40.701142 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-d91e6fa9-157d-45b5-8e6d-ca9ae58bc7f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf HTTP/1.1" status: 200 len: 217 time: 0.0463285 Jun 30 08:56:40.712793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-bdd4b9fa-f25c-4141-8331-ef71a63e7cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697958 Jun 30 08:56:40.734499 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.783210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-582bd94f-98ca-4e89-9a45-2d70599d5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.784668 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-582bd94f-98ca-4e89-9a45-2d70599d5217 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.0686946 Jun 30 08:56:40.858135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-dbe38515-6efd-42d4-a040-d59b9ba952f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.859798 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-dbe38515-6efd-42d4-a040-d59b9ba952f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669427 Jun 30 08:56:40.860525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] Deleting subnet e4cb8979-ffb4-4f77-834b-3f3c62aac98c {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:56:40.877504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.915234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-caebd59b-c4de-4e61-b09d-3485a068e3b9 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1186215635&fields=id&tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21 HTTP/1.1" status: 200 len: 267 time: 0.1765523 Jun 30 08:56:40.993903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.000166 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-e6b9075b-0d4e-4e04-ba81-6beb343c51d2 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266234 Jun 30 08:56:41.016254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68ed4c01-6135-454c-b246-c7580bf46cf1 req-8ad457e5-18d2-4bc0-93db-fdb2eb430e95 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745919 Jun 30 08:56:41.063137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.094244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.100556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-f2923c93-7bc7-41e7-8744-899a540ebcc0 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.102187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-f2923c93-7bc7-41e7-8744-899a540ebcc0 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 984 time: 0.1860971 Jun 30 08:56:41.105743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Transition to ACTIVE for port object c31670da-28ba-49c4-8542-59cf9641f975 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:41.112689 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.136476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Request body: {'port': {'security_groups': ['a3877b8d-b60e-4441-bf6e-5c95ebba4c70']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:41.138722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-8cbc76fa-23a8-48a4-aa38-cd599d01c85e service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306467 Jun 30 08:56:41.167371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecab6fb-d575-4aa5-8d06-bb0bab9d0ddd None None] Pushing event updated for resources: {'Port': ['ID=c31670da-28ba-49c4-8542-59cf9641f975,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:41.188080 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-8148b48e-01a9-4de0-8be8-04ea1bf8da73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8 HTTP/1.1" status: 200 len: 217 time: 0.0425568 Jun 30 08:56:41.234820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Attempting to bind port c31670da-28ba-49c4-8542-59cf9641f975 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:41.235481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Attempting to bind port c31670da-28ba-49c4-8542-59cf9641f975 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:41.235849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Attempting to bind port c31670da-28ba-49c4-8542-59cf9641f975 on network d193e3db-c216-4509-aaff-423e9c737af2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:41.242744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:41.243145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Checking segment: {'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:41.244174 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.244575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Bound using segment: {'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:41.245057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Bound port: c31670da-28ba-49c4-8542-59cf9641f975, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889cf063-c431-4ddc-87d0-1afc94d2cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:41.246545 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.247076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.254731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-94f7a36e-0e05-4694-a3c7-bebc94ea0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.256552 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-94f7a36e-0e05-4694-a3c7-bebc94ea0e71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 200 len: 797 time: 0.0615032 Jun 30 08:56:41.308237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00671a28-d353-4811-b35a-b578bd099b9e req-4ef59493-cdf7-4802-ae5a-38f0db14af29 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.309990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00671a28-d353-4811-b35a-b578bd099b9e req-4ef59493-cdf7-4802-ae5a-38f0db14af29 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 943 time: 0.2251229 Jun 30 08:56:41.310776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cb8979-ffb4-4f77-834b-3f3c62aac98c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:41.317116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.322535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-365f1b34-1d54-43fd-87e2-cf9297c5fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.324346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-365f1b34-1d54-43fd-87e2-cf9297c5fb05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8eae13-febb-429c-8615-61d0b1e28ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581317 Jun 30 08:56:41.326262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a3b6cf5b-7e06-4971-be61-d3f5bbbed10f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e4cb8979-ffb4-4f77-834b-3f3c62aac98c HTTP/1.1" status: 204 len: 168 time: 0.7454512 Jun 30 08:56:41.329194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.330009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58080) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:41.331584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] For port c31670da-28ba-49c4-8542-59cf9641f975, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:41.335631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] For port c31670da-28ba-49c4-8542-59cf9641f975, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c31670da-28ba-49c4-8542-59cf9641f975,segment=NetworkSegment(889cf063-c431-4ddc-87d0-1afc94d2cf77),segment_id=889cf063-c431-4ddc-87d0-1afc94d2cf77)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:41.340914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.370761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 59046d46-0a8d-4e7d-a5ea-5f758752b87d details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:41.377410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c433154a-991f-4867-b67c-89328146ee4a no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:41.421703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: c433154a-991f-4867-b67c-89328146ee4a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:41.422118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c433154a-991f-4867-b67c-89328146ee4a not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:41.446171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097d4136-072c-4148-a089-4be1d56d48cd', 'name': 'network-vif-deleted', 'tag': 'c433154a-991f-4867-b67c-89328146ee4a'}, {'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:41.449149 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc83e7bc-833d-49d2-b4a3-99df18d88730" -d '{"events": [{"server_uuid": "097d4136-072c-4148-a089-4be1d56d48cd", "name": "network-vif-deleted", "tag": "c433154a-991f-4867-b67c-89328146ee4a"}, {"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:41.456060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.461679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Routers {'90e33f30-00d5-4cb8-a0e0-0d8d565f6696'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:41.462168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:41.492217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00671a28-d353-4811-b35a-b578bd099b9e req-04537567-e37f-4ca0-bf3f-ef3866366723 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614289 Jun 30 08:56:41.505311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecab6fb-d575-4aa5-8d06-bb0bab9d0ddd None None] Pushing event updated for resources: {'Port': ['ID=c31670da-28ba-49c4-8542-59cf9641f975,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:41.522620 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-de755a81-099a-413b-88d7-e52f6f46627b service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828799 Jun 30 08:56:41.635232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.653737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e51a1d-ba42-40e0-a145-963ddaa14c47']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:41.666233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 59046d46-0a8d-4e7d-a5ea-5f758752b87d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:41.669732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] Set router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:41.673332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91277833-649a-4313-a8f6-34c3378abc5c') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:41.673623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91277833-649a-4313-a8f6-34c3378abc5c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:41.690921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.711480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '59046d46-0a8d-4e7d-a5ea-5f758752b87d', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': '59046d46-0a8d-4e7d-a5ea-5f758752b87d', 'mac_address': 'fa:16:3e:74:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:41.722858 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-e9db12df-7a8e-49e0-b83f-10c9ae887ba2 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902380 Jun 30 08:56:41.742376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=882a221b-dd69-424c-b7a6-2752380f09cd,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:41.752177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.757087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.772640 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:56:41.773074 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.775431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59046d46-0a8d-4e7d-a5ea-5f758752b87d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:56:41.799213 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:56:41.801751 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.812734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.839998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['882a221b-dd69-424c-b7a6-2752380f09cd'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:41.865067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.865316 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-64548a75-cfa7-4154-8014-39e51ecb10ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24735fe4-1349-46ea-8af5-df26068a41d4 HTTP/1.1" status: 200 len: 217 time: 0.1303000 Jun 30 08:56:41.865862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.867970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c1d8c6-9a0e-4337-9235-dcc4707bd5b1 req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "PUT /v2.0/ports/882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 942 time: 0.7523959 Jun 30 08:56:41.910605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67901d10-3394-479f-9aec-4bdd7e0baaba tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event updated for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:41.919711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 59046d46-0a8d-4e7d-a5ea-5f758752b87d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:41.940266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.944938 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd9ea6-7640-4609-8874-f55d85f24be6 x-openstack-request-id: req-c9bd9ea6-7640-4609-8874-f55d85f24be6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:41.944938 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097d4136-072c-4148-a089-4be1d56d48cd", "name": "network-vif-deleted", "tag": "c433154a-991f-4867-b67c-89328146ee4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:41.945227 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9bd9ea6-7640-4609-8874-f55d85f24be6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:41.954617 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097d4136-072c-4148-a089-4be1d56d48cd', 'name': 'network-vif-deleted', 'tag': 'c433154a-991f-4867-b67c-89328146ee4a', 'status': 'completed', 'code': 200} Jun 30 08:56:41.954945 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd', 'status': 'completed', 'code': 200} Jun 30 08:56:41.976978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.993941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.999099 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a9e51a1d-ba42-40e0-a145-963ddaa14c47 HTTP/1.1" status: 204 len: 168 time: 0.6672525 Jun 30 08:56:42.002075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b834520-57b4-43e6-a851-17ac77bd5b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e51a1d-ba42-40e0-a145-963ddaa14c47,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:42.004952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-5978d115-0050-48b5-8ecc-c901ecb0c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.006376 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-5978d115-0050-48b5-8ecc-c901ecb0c6ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.1226585 Jun 30 08:56:42.035642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['882a221b-dd69-424c-b7a6-2752380f09cd'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:42.092579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-03aae07a-6d14-4b80-b253-fef73e0fa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.094476 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-03aae07a-6d14-4b80-b253-fef73e0fa32d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0770113 Jun 30 08:56:42.140601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=59046d46-0a8d-4e7d-a5ea-5f758752b87d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:42.192076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['59046d46-0a8d-4e7d-a5ea-5f758752b87d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:42.205882 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-37526624-8fd0-47ce-a8b2-04763249d1df service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040590 Jun 30 08:56:42.229027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-6c81c58d-6915-431e-b3b1-38eea1761fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.230995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-6c81c58d-6915-431e-b3b1-38eea1761fdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.2602153 Jun 30 08:56:42.278532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:42.328423 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0f8f5865-294c-4b8f-b72e-6ddb3d08b467 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49bc54c4b3fe4149af79e17a560794ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493102 Jun 30 08:56:42.330782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58096) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:42.332958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-e35b38c8-72ca-4d0d-bc72-2381cdc6f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.334458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-e35b38c8-72ca-4d0d-bc72-2381cdc6f517 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.0954878 Jun 30 08:56:42.345755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f55bb-c75d-4ace-937e-103c0c4f30c7 req-8903b47d-cfb1-416d-8482-97a0ee254fd5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.352617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f1f55bb-c75d-4ace-937e-103c0c4f30c7 req-8903b47d-cfb1-416d-8482-97a0ee254fd5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 948 time: 0.3121262 Jun 30 08:56:42.387604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c31670da-28ba-49c4-8542-59cf9641f975', 'name': '', 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'mac_address': 'fa:16:3e:68:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ddfc3c85-2ffb-432c-96af-49fe06b4a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:36Z', 'updated_at': '2021-06-30T08:56:41Z', 'revision_number': 4, 'project_id': '7364052196e84815882a56432dc4f8d1', 'subnets': [{'id': 'ddfc3c85-2ffb-432c-96af-49fe06b4a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:42.401803 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-bfa25d3e-8994-4082-881b-5a9c06c9e516 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882937 Jun 30 08:56:42.404996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-080426bc-0c73-4d8d-a545-9a148035d562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.412361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-6b2c57d6-9d42-425c-afb9-b1a1093f236f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 217 time: 0.0576901 Jun 30 08:56:42.420968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-36159d31-4dc9-4e89-816a-0076e6d73b95 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3123584 Jun 30 08:56:42.459304 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-4ff7113b-5d55-4c1a-b1d4-572f3f60b08a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23bc99e2-cb21-4178-b039-66a05a861ecf HTTP/1.1" status: 200 len: 217 time: 0.0500031 Jun 30 08:56:42.464042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-080426bc-0c73-4d8d-a545-9a148035d562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.488034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:42.504039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f1f55bb-c75d-4ace-937e-103c0c4f30c7 req-3fad4a6a-c26b-440f-ac66-478677d5ef41 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504085 Jun 30 08:56:42.535008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-0900ecb8-0ebb-4fdf-91f9-47eabe3a2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.537822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-fd21d181-c03c-4a2f-9a53-9f1d20beec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.539361 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-fd21d181-c03c-4a2f-9a53-9f1d20beec08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 200 len: 797 time: 0.0681665 Jun 30 08:56:42.540386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-0900ecb8-0ebb-4fdf-91f9-47eabe3a2dab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.1173890 Jun 30 08:56:42.541760 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.571851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e8b9b-791e-424a-ac60-0bcbd5ec887e None None] The sync data for ids ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'] in n-d-758944-40 is: [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c31670da-28ba-49c4-8542-59cf9641f975', 'name': '', 'network_id': 'd193e3db-c216-4509-aaff-423e9c737af2', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'mac_address': 'fa:16:3e:68:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'ddfc3c85-2ffb-432c-96af-49fe06b4a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:36Z', 'updated_at': '2021-06-30T08:56:41Z', 'revision_number': 4, 'project_id': '7364052196e84815882a56432dc4f8d1', 'subnets': [{'id': 'ddfc3c85-2ffb-432c-96af-49fe06b4a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:42.607319 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-080426bc-0c73-4d8d-a545-9a148035d562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.610771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-080426bc-0c73-4d8d-a545-9a148035d562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.612054 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-080426bc-0c73-4d8d-a545-9a148035d562 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58f449ad-a711-4220-9a73-c7914cdaf5b1 HTTP/1.1" status: 204 len: 168 time: 0.2803426 Jun 30 08:56:42.632443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080426bc-0c73-4d8d-a545-9a148035d562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f449ad-a711-4220-9a73-c7914cdaf5b1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:42.660381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-983163e5-eeea-4334-9425-2b57c5deaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.666859 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-983163e5-eeea-4334-9425-2b57c5deaab7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58cc973e-9a48-41e9-9b27-ec912cb6b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115060 Jun 30 08:56:42.714863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-2ca087e3-95f0-4253-aef5-ee3a3b3d0a08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537681 Jun 30 08:56:42.864534 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-8fb6b9f9-7590-4eba-9c36-3722572192d3 service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876364 Jun 30 08:56:42.915937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-36ed4117-ce4a-4119-9552-0f6465e42e04 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914794 Jun 30 08:56:43.003738 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-41fae6c8-091f-4180-b3f5-01bc8a7dea86 req-4fd62fa6-19e2-45c2-8870-6ba38cc727ea service neutron] 10.222.0.26 "GET /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295459 Jun 30 08:56:43.082049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.106041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c31670da-28ba-49c4-8542-59cf9641f975 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:43.109280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac8268-6882-49fe-af41-378a30fd4f85 req-ef30f699-2a64-4ef9-badb-cfcce675d339 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:43.117468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aaac8268-6882-49fe-af41-378a30fd4f85 req-ef30f699-2a64-4ef9-badb-cfcce675d339 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 944 time: 0.2760277 Jun 30 08:56:43.166303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c31670da-28ba-49c4-8542-59cf9641f975 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:43.172091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c31670da-28ba-49c4-8542-59cf9641f975 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:43.172826 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.247672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aaac8268-6882-49fe-af41-378a30fd4f85 req-16082dd6-6137-4bf2-9116-0c11b5f7f02c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291485 Jun 30 08:56:43.252617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc83e7bc-833d-49d2-b4a3-99df18d88730 req-554e37eb-7a20-4ffb-8944-11e29f2c97e8 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286979 Jun 30 08:56:43.261991 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.307684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c31670da-28ba-49c4-8542-59cf9641f975, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c31670da-28ba-49c4-8542-59cf9641f975,segment=NetworkSegment(889cf063-c431-4ddc-87d0-1afc94d2cf77),segment_id=889cf063-c431-4ddc-87d0-1afc94d2cf77)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:43.316164 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.347375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Allocated IP 172.25.8.113 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/3abdfcba-90a0-4117-9628-71312c0ac922) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:43.378586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 59046d46-0a8d-4e7d-a5ea-5f758752b87d up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:43.475560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c31670da-28ba-49c4-8542-59cf9641f975,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:43.500173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 59046d46-0a8d-4e7d-a5ea-5f758752b87d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:43.508827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 59046d46-0a8d-4e7d-a5ea-5f758752b87d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:43.509192 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.533741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.635934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.668691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.697054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59046d46-0a8d-4e7d-a5ea-5f758752b87d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:43.700054 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482a1977-99ad-48c1-95d9-b47a76c0a5b7" -d '{"events": [{"server_uuid": "93a73ccc-ad96-4bdc-9179-b0b4863eeb4f", "name": "network-vif-plugged", "status": "completed", "tag": "59046d46-0a8d-4e7d-a5ea-5f758752b87d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:43.719768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 59046d46-0a8d-4e7d-a5ea-5f758752b87d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:43.722841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event updated for resources: {'Port': ['ID=3abdfcba-90a0-4117-9628-71312c0ac922,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:43.734803 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.747389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:43.751772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:43.756387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:43.773589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 99f78099-8581-4462-9cd8-7d729125861c details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:43.858602 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.932446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.955989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:43.959166 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e09ec2-d158-4a6f-8935-ddbd30577a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:43.964769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=59046d46-0a8d-4e7d-a5ea-5f758752b87d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:44.050047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:44.075986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '99f78099-8581-4462-9cd8-7d729125861c', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '99f78099-8581-4462-9cd8-7d729125861c', 'mac_address': 'fa:16:3e:c4:12:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:44.122412 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.137059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f78099-8581-4462-9cd8-7d729125861c {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:44.163691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:44.169859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.180873 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.190848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.242266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:44.245576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98e8f2-8d59-48ce-a583-58b5e38312e4 req-f45fbb58-ff15-4bae-844c-53b5531c590a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.253029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee98e8f2-8d59-48ce-a583-58b5e38312e4 req-f45fbb58-ff15-4bae-844c-53b5531c590a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 948 time: 0.1428075 Jun 30 08:56:44.311330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event updated for resources: {'Port': ['ID=3abdfcba-90a0-4117-9628-71312c0ac922,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:44.334843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee98e8f2-8d59-48ce-a583-58b5e38312e4 req-c270b071-75b4-4d5c-9dd5-7222b619b6c3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Jun 30 08:56:44.335741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.351501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.371947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-b182230b-96ce-49ae-9fd6-bbd9f9cb5a16 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9380484 Jun 30 08:56:44.394010 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e1f381-2f67-4b76-a790-8fa4bf8696bc x-openstack-request-id: req-d3e1f381-2f67-4b76-a790-8fa4bf8696bc {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:44.394306 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a73ccc-ad96-4bdc-9179-b0b4863eeb4f", "name": "network-vif-plugged", "status": "completed", "tag": "59046d46-0a8d-4e7d-a5ea-5f758752b87d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:44.394559 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3e1f381-2f67-4b76-a790-8fa4bf8696bc {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:44.394953 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59046d46-0a8d-4e7d-a5ea-5f758752b87d', 'code': 200} Jun 30 08:56:44.437193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58156) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:44.441161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-4c45fdaa-4931-4fe4-8260-f6899d35787c tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0679667 Jun 30 08:56:44.499183 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3794ad91-eba0-47cb-ae51-5f98910ddfaf x-openstack-request-id: req-3794ad91-eba0-47cb-ae51-5f98910ddfaf {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:44.499475 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:44.499727 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3794ad91-eba0-47cb-ae51-5f98910ddfaf {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:44.500114 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd', 'status': 'completed', 'code': 200} Jun 30 08:56:44.582996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['99f78099-8581-4462-9cd8-7d729125861c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:44.656099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9849f-9533-49ca-8e61-f7ee1e7dd519 req-0630ddb4-4aa9-4c0c-9612-d38250fdcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.657619 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-69a9849f-9533-49ca-8e61-f7ee1e7dd519 req-0630ddb4-4aa9-4c0c-9612-d38250fdcfc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 1097 time: 0.1382589 Jun 30 08:56:44.659862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-efbe88b0-b6ec-4a92-b676-d8ed8caacb5d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.661213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-efbe88b0-b6ec-4a92-b676-d8ed8caacb5d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.2192760 Jun 30 08:56:44.675492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-3a0a2b7d-d77c-40e1-ae88-fa2175ac6c27 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:44.676470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b08e91-7c21-48f4-af82-2b303e95cfbf req-3a0a2b7d-d77c-40e1-ae88-fa2175ac6c27 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055563 Jun 30 08:56:44.707486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-9e54b387-3d9c-488f-9bdf-1a29c13d9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.709191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-9e54b387-3d9c-488f-9bdf-1a29c13d9827 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.1945150 Jun 30 08:56:44.725773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926ed34-43fb-4e7d-9f5a-1f2c55ea20d3 req-7669c5fd-8f2b-4919-a6c1-157e959b19e4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.727483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8926ed34-43fb-4e7d-9f5a-1f2c55ea20d3 req-7669c5fd-8f2b-4919-a6c1-157e959b19e4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 945 time: 0.1414425 Jun 30 08:56:44.812597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8926ed34-43fb-4e7d-9f5a-1f2c55ea20d3 req-d2dd6f4c-7d78-4605-bb98-9e4d857c8643 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646765 Jun 30 08:56:44.853594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-8f1e01fd-5e34-4d80-9d75-570cd3e4181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.855355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-8f1e01fd-5e34-4d80-9d75-570cd3e4181e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.1381133 Jun 30 08:56:45.091268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c31670da-28ba-49c4-8542-59cf9641f975 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:45.163439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c31670da-28ba-49c4-8542-59cf9641f975 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:45.164222 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:45.171518 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-69a9849f-9533-49ca-8e61-f7ee1e7dd519 req-cf3b9d07-d0fa-428d-b755-225d9a9c4bf4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Jun 30 08:56:45.302352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-cb845dfe-6482-4cfc-9fe5-313f009d2c79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 217 time: 0.4384520 Jun 30 08:56:45.352821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:45.413052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-12079659-2868-4464-ac34-7d36c0f1e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.413795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-12079659-2868-4464-ac34-7d36c0f1e9a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.1032488 Jun 30 08:56:45.460306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-b0d8a4d5-39f1-4c9b-a212-9b13c3d847e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392075 Jun 30 08:56:45.469678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-c421784f-b39f-4d53-82ec-fece63b758d1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.476284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-c421784f-b39f-4d53-82ec-fece63b758d1 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1766584 Jun 30 08:56:45.613347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-333797e1-3f55-4124-acbe-157d8fbb6175 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.1361988 Jun 30 08:56:45.639176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Request body: {'floatingip': {'port_id': '882a221b-dd69-424c-b7a6-2752380f09cd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:45.657275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Deleting port 7144ac86-1c1a-4d16-8f84-13dabb23ea12 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:45.657898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:45.694816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:45.700569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-5338fabe-7255-41a1-bf21-0535eec716dd service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222652 Jun 30 08:56:45.739285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] For port 7144ac86-1c1a-4d16-8f84-13dabb23ea12, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7144ac86-1c1a-4d16-8f84-13dabb23ea12,segment=NetworkSegment(f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5),segment_id=f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:45.739661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:45.744381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701707a-e175-463c-9a34-d9e0f37bdc3f req-06e47c92-0c98-4d70-95e0-aed1b4387f2d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.745868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d701707a-e175-463c-9a34-d9e0f37bdc3f req-06e47c92-0c98-4d70-95e0-aed1b4387f2d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 949 time: 0.2114394 Jun 30 08:56:45.753583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Calling delete_port for 7144ac86-1c1a-4d16-8f84-13dabb23ea12 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:45.905598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d701707a-e175-463c-9a34-d9e0f37bdc3f req-31f49d0d-57db-42bc-86f2-9ff63591a40f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477637 Jun 30 08:56:45.971248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59e09ec2-d158-4a6f-8935-ddbd30577a7d req-40817641-2258-4768-a379-b59cef1b4f85 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348557 Jun 30 08:56:45.996420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.032985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7144ac86-1c1a-4d16-8f84-13dabb23ea12,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:46.122487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:46.295208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450f800-eb30-4e24-b7c6-12c8105d3eb2 req-b33c4a45-5464-4429-b265-3b4324e53fe7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.296867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d450f800-eb30-4e24-b7c6-12c8105d3eb2 req-b33c4a45-5464-4429-b265-3b4324e53fe7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 945 time: 0.1736369 Jun 30 08:56:46.315039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1e189f3-9c9f-462a-9a75-0c907e9d2ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.338999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.343710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becad102-3a4b-408a-8bee-f9128ac1529e req-d0e988ca-8a34-459a-8528-3b988271de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.345223 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-d0e988ca-8a34-459a-8528-3b988271de9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 1097 time: 0.1395674 Jun 30 08:56:46.378732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d450f800-eb30-4e24-b7c6-12c8105d3eb2 req-6c79a605-8761-498f-a4d8-80dc8f6e2e02 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712399 Jun 30 08:56:46.437352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.441959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.562735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becad102-3a4b-408a-8bee-f9128ac1529e req-1ad9379c-2967-4a6a-99d7-233c30d73937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.562735 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-1ad9379c-2967-4a6a-99d7-233c30d73937 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.2042589 Jun 30 08:56:46.584804 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Floating IP e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26 associated. External IP: 172.25.8.113, port: 882a221b-dd69-424c-b7a6-2752380f09cd. Jun 30 08:56:46.616707 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-a9ba7acb-cbf8-4109-ba0f-69c028287b6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d HTTP/1.1" status: 200 len: 217 time: 0.0452399 Jun 30 08:56:46.700488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1e189f3-9c9f-462a-9a75-0c907e9d2ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.711336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1e189f3-9c9f-462a-9a75-0c907e9d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.761079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becad102-3a4b-408a-8bee-f9128ac1529e req-111d2836-2059-4be0-85ee-ef2606901f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.762526 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-111d2836-2059-4be0-85ee-ef2606901f6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1367352 Jun 30 08:56:46.797006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:46.814490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e189f3-9c9f-462a-9a75-0c907e9d2ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb455f-c5b4-4310-8d49-0a12dfcfa5a1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:46.818377 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-c38904e2-4960-4d1a-8876-cab19c505ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485861 Jun 30 08:56:46.829835 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c1e189f3-9c9f-462a-9a75-0c907e9d2ada admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66d314e604c14b1baabccfa5bd805a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022643 Jun 30 08:56:46.830521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58212) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:46.899777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Router 92f7116a-633f-46ed-ad6c-ba72226bea9e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:46.913134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:46.917622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:46.924017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] Sync routers for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:46.936436 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:46.937438 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:46.962539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-fb7a3cbe-4f6b-4afc-b879-3d4ec415ddc5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "PUT /v2.0/floatingips/e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26 HTTP/1.1" status: 200 len: 996 time: 1.3327117 Jun 30 08:56:46.963011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:46.966090 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:46.999838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1eb4fa16-74b9-43e2-beb9-f6d243fc4f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.017594 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-676ede79-5809-4f73-9c6a-f64ed769fef9 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897357 Jun 30 08:56:47.071948 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:47.072160 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1eb4fa16-74b9-43e2-beb9-f6d243fc4f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.094277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-66a3983e-4852-4bfa-aae1-c81a2d8444bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.096546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-66a3983e-4852-4bfa-aae1-c81a2d8444bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.0952873 Jun 30 08:56:47.170261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:47.176956 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-592031f1-c2c3-48a9-82b4-4da6f4577b87 admin admin] 10.222.0.53 "PUT /v2.0/routers/92f7116a-633f-46ed-ad6c-ba72226bea9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7363806 Jun 30 08:56:47.179253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58218) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:47.190762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] Sync routers for ids ['92f7116a-633f-46ed-ad6c-ba72226bea9e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:47.209921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] Routers {'92f7116a-633f-46ed-ad6c-ba72226bea9e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:47.211196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92f7116a-633f-46ed-ad6c-ba72226bea9e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:47.235201 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-ed6273df-0a09-45b9-8a5a-7bc2535d7cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026181 Jun 30 08:56:47.243564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-0644fa61-4b36-4c05-99f6-e6d4ae476c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.251990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-0644fa61-4b36-4c05-99f6-e6d4ae476c54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.1492128 Jun 30 08:56:47.266562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4a3b2-913a-4b64-81ad-dbfd036a26af req-459efef1-8259-4781-ab81-f3041e67940c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.268123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fce4a3b2-913a-4b64-81ad-dbfd036a26af req-459efef1-8259-4781-ab81-f3041e67940c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 949 time: 0.1191854 Jun 30 08:56:47.286187 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1eb4fa16-74b9-43e2-beb9-f6d243fc4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.288966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1eb4fa16-74b9-43e2-beb9-f6d243fc4f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.290111 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1eb4fa16-74b9-43e2-beb9-f6d243fc4f3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73cb455f-c5b4-4310-8d49-0a12dfcfa5a1 HTTP/1.1" status: 204 len: 168 time: 0.4529727 Jun 30 08:56:47.323699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4fa16-74b9-43e2-beb9-f6d243fc4f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb455f-c5b4-4310-8d49-0a12dfcfa5a1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:47.362640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.379579 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'port_id': '882a221b-dd69-424c-b7a6-2752380f09cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'mac_address': 'fa:16:3e:0b:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:56:43Z', 'updated_at': '2021-06-30T08:56:46Z', 'revision_number': 1, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:54Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:47.384701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] Set router 92f7116a-633f-46ed-ad6c-ba72226bea9e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:47.391081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fce4a3b2-913a-4b64-81ad-dbfd036a26af req-31ee5e6f-3863-4e87-bd06-a0fb15fb2c72 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781972 Jun 30 08:56:47.408720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-7d90d489-b510-4cdd-bc90-6253688090d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 999 time: 0.1556718 Jun 30 08:56:47.427157 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] Checking router: 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:47.437426 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:47.438321 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:47.478895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-eb4912f8-2a2b-4eb2-bd94-e75f40f848a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.486844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-eb4912f8-2a2b-4eb2-bd94-e75f40f848a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.0769670 Jun 30 08:56:47.528100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-d5bcb4dc-6b2c-4e61-aae7-7d87dadeca19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402308 Jun 30 08:56:47.540517 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac833593-166f-4e97-b76a-070c8d36868c x-openstack-request-id: req-ac833593-166f-4e97-b76a-070c8d36868c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:47.540804 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:47.541053 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac833593-166f-4e97-b76a-070c8d36868c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:47.541443 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd', 'status': 'completed', 'code': 200} Jun 30 08:56:47.562737 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.680455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Deleting port 6b900ec1-c6f0-4118-9325-2896e28e695c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:47.681250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.744365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-ebfdc13b-b015-422c-bc17-1b18184997d5 service neutron] 10.222.0.53 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136023 Jun 30 08:56:47.766251 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:47.790959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 99f78099-8581-4462-9cd8-7d729125861c up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:47.804452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-9fdb08ac-35cb-4eda-a182-ca5519887960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.806283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-9fdb08ac-35cb-4eda-a182-ca5519887960 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.2512269 Jun 30 08:56:47.835636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58230) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:47.838799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] For port 6b900ec1-c6f0-4118-9325-2896e28e695c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6b900ec1-c6f0-4118-9325-2896e28e695c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:47.839301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.840789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:45Z', 'revision_number': 5, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port': {'id': '6b900ec1-c6f0-4118-9325-2896e28e695c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:47.858378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45f3f335-cc52-4fa5-b2d2-afe116dc48e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.874313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] Checking router: 92f7116a-633f-46ed-ad6c-ba72226bea9e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:47.877965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Calling delete_port for 6b900ec1-c6f0-4118-9325-2896e28e695c owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:47.887619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] Routers {'92f7116a-633f-46ed-ad6c-ba72226bea9e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:47.889157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92f7116a-633f-46ed-ad6c-ba72226bea9e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:47.892477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 99f78099-8581-4462-9cd8-7d729125861c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:47.927456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 99f78099-8581-4462-9cd8-7d729125861c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:47.928167 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.976604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e05be-7040-43b2-8e83-d540c5c4c198 req-709c46b8-faf9-4509-87af-1e95669870c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.980052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b0e05be-7040-43b2-8e83-d540c5c4c198 req-709c46b8-faf9-4509-87af-1e95669870c9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 945 time: 0.3032641 Jun 30 08:56:47.993238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539f6908-611c-462b-8f88-6f32ea7a0d70 req-05396459-21a9-411a-8bb5-8147661f1bde service neutron] 10.222.0.53 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479579 Jun 30 08:56:48.013130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] Set router 92f7116a-633f-46ed-ad6c-ba72226bea9e gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:48.058271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b0e05be-7040-43b2-8e83-d540c5c4c198 req-0d0859f2-5822-4477-9499-ecf4415edb5e tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624340 Jun 30 08:56:48.083834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:47Z', 'revision_number': 6, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:48.100685 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45f3f335-cc52-4fa5-b2d2-afe116dc48e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.107923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-3129b8d5-b29a-4017-98e7-838721337f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.109434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-3129b8d5-b29a-4017-98e7-838721337f70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.2928214 Jun 30 08:56:48.115506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7f9c3-a0f7-47ad-b7bb-232e4996cd17 None None] The sync data for ids ['92f7116a-633f-46ed-ad6c-ba72226bea9e'] in n-d-758944-40 is: [{'id': '92f7116a-633f-46ed-ad6c-ba72226bea9e', 'name': 'tempest-TestAggregatesBasicOps-1205590868-router', 'tenant_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:21Z', 'updated_at': '2021-06-30T08:56:47Z', 'revision_number': 6, 'project_id': '5c5a8fefdb994f8cb577fddd3e8ad92a', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:48.132427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45f3f335-cc52-4fa5-b2d2-afe116dc48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.174357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.198138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f78099-8581-4462-9cd8-7d729125861c'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:48.201974 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8997c1-3e32-467b-aa94-dd5d19f4f468" -d '{"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-plugged", "status": "completed", "tag": "99f78099-8581-4462-9cd8-7d729125861c"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:48.216674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:48.227868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.230570 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45f3f335-cc52-4fa5-b2d2-afe116dc48e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5d9ec12fc8d4f0190dcd9c5f2ac25ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938730 Jun 30 08:56:48.235200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58236) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:48.243038 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'port_id': '882a221b-dd69-424c-b7a6-2752380f09cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'mac_address': 'fa:16:3e:0b:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:56:43Z', 'updated_at': '2021-06-30T08:56:46Z', 'revision_number': 1, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:54Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:48.250148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3f335-cc52-4fa5-b2d2-afe116dc48e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287be159-4cf3-4019-8284-bd07415cbe40,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:48.280820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.300322 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bf838-5c45-4154-8e5c-c951ef4bcb42 None None] The sync data for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 is: [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'port_id': '882a221b-dd69-424c-b7a6-2752380f09cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'mac_address': 'fa:16:3e:0b:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:56:43Z', 'updated_at': '2021-06-30T08:56:46Z', 'revision_number': 1, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:54Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:48.327922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:48.347144 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aafd63-69fb-4a56-9bf5-62711162d0b0 x-openstack-request-id: req-d2aafd63-69fb-4a56-9bf5-62711162d0b0 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:48.347431 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-plugged", "status": "completed", "tag": "99f78099-8581-4462-9cd8-7d729125861c", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:48.347793 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2aafd63-69fb-4a56-9bf5-62711162d0b0 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:48.348174 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f78099-8581-4462-9cd8-7d729125861c', 'code': 200} Jun 30 08:56:48.371130 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-1fd24761-6ac1-452d-99ac-b692cc65bbb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 999 time: 0.2513416 Jun 30 08:56:48.386298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b900ec1-c6f0-4118-9325-2896e28e695c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:48.412839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.425558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d812774-4d22-4702-bf4f-4fffea279b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.431666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-b2c37917-09fc-4ad7-af7d-28ddfff27ddc tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 999 time: 0.1422029 Jun 30 08:56:48.505799 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d812774-4d22-4702-bf4f-4fffea279b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.527253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-d43f99f8-52c4-45ae-92ba-3d0e2cef0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.528712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-d43f99f8-52c4-45ae-92ba-3d0e2cef0e4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.1428640 Jun 30 08:56:48.546401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.549516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.584452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-b1c9adba-079f-4af4-b2f0-6c64339f5146 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.586403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-b1c9adba-079f-4af4-b2f0-6c64339f5146 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports/882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 942 time: 0.1299896 Jun 30 08:56:48.619686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.620453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f7116a-633f-46ed-ad6c-ba72226bea9e {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:56:48.628087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-3de63e80-916e-48a8-b2d2-b2d5796c51dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832253 Jun 30 08:56:48.631481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:48.633042 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-97ae3cf4-4c9a-4855-ac70-b6bd8a359ff6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/92f7116a-633f-46ed-ad6c-ba72226bea9e HTTP/1.1" status: 204 len: 168 time: 1.4504335 Jun 30 08:56:48.636442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58242) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:48.637314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb4c36-132a-417d-a90c-05a76e70ca1c req-30ea7e17-2ff5-4b94-8dc5-be016674e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.639569 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09eb4c36-132a-417d-a90c-05a76e70ca1c req-30ea7e17-2ff5-4b94-8dc5-be016674e27e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1102 time: 0.1963749 Jun 30 08:56:48.699276 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48557c24-f6a7-4ae3-9e11-79b6a94a9b36 None None] New status for floating IP e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:56:48.723973 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-09eb4c36-132a-417d-a90c-05a76e70ca1c req-34cdca41-0082-4329-88ba-5992a2e2a213 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776985 Jun 30 08:56:48.822367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becad102-3a4b-408a-8bee-f9128ac1529e req-18bb2d42-163d-4c6c-8ac0-3eae51fab061 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.823706 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-18bb2d42-163d-4c6c-8ac0-3eae51fab061 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a73ccc-ad96-4bdc-9179-b0b4863eeb4f HTTP/1.1" status: 200 len: 945 time: 0.0742633 Jun 30 08:56:48.936344 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Deleting port 59046d46-0a8d-4e7d-a5ea-5f758752b87d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:48.937056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.040444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] For port 59046d46-0a8d-4e7d-a5ea-5f758752b87d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=59046d46-0a8d-4e7d-a5ea-5f758752b87d,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:49.041096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.056670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Calling delete_port for 59046d46-0a8d-4e7d-a5ea-5f758752b87d owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:49.083725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7144ac86-1c1a-4d16-8f84-13dabb23ea12 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:49.114952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 7144ac86-1c1a-4d16-8f84-13dabb23ea12 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:49.115817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7144ac86-1c1a-4d16-8f84-13dabb23ea12 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:49.116312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b900ec1-c6f0-4118-9325-2896e28e695c no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:49.135360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 6b900ec1-c6f0-4118-9325-2896e28e695c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:49.135775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b900ec1-c6f0-4118-9325-2896e28e695c not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:49.170193 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d812774-4d22-4702-bf4f-4fffea279b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.172676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d812774-4d22-4702-bf4f-4fffea279b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.176130 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1d812774-4d22-4702-bf4f-4fffea279b40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/287be159-4cf3-4019-8284-bd07415cbe40 HTTP/1.1" status: 204 len: 168 time: 0.9362135 Jun 30 08:56:49.202797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] Deleting subnet aff21563-b5f8-4e98-9b4e-3face2f5594e {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:56:49.206933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.221291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['59046d46-0a8d-4e7d-a5ea-5f758752b87d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:49.225549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d812774-4d22-4702-bf4f-4fffea279b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287be159-4cf3-4019-8284-bd07415cbe40,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:49.230941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.243763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event deleted for resources: {'Port': ['ID=59046d46-0a8d-4e7d-a5ea-5f758752b87d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:49.262534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc6fb0-a2cc-4a4d-8a31-852e55a9a297 req-1c2229b6-8354-48e4-82a5-b73e16863880 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:49.264651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7bfc6fb0-a2cc-4a4d-8a31-852e55a9a297 req-1c2229b6-8354-48e4-82a5-b73e16863880 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.7647827 Jun 30 08:56:49.281539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-9aa6fa7a-38fb-4a36-a3d4-58762c079321 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1001 time: 0.2280474 Jun 30 08:56:49.296195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] No DVR routers for this DVR port 59046d46-0a8d-4e7d-a5ea-5f758752b87d on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:49.298882 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.301721 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-becad102-3a4b-408a-8bee-f9128ac1529e req-b68bb51c-c1a8-4496-919b-b78259ae4fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "DELETE /v2.0/ports/59046d46-0a8d-4e7d-a5ea-5f758752b87d HTTP/1.1" status: 204 len: 173 time: 0.4706125 Jun 30 08:56:49.302198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'name': 'network-vif-deleted', 'tag': '59046d46-0a8d-4e7d-a5ea-5f758752b87d'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:49.313511 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074ed064-6a4b-4a62-ab5d-51b9819143c8" -d '{"events": [{"server_uuid": "93a73ccc-ad96-4bdc-9179-b0b4863eeb4f", "name": "network-vif-deleted", "tag": "59046d46-0a8d-4e7d-a5ea-5f758752b87d"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:49.313856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-24f392b1-f112-4c01-88e8-e79c6868aab9 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742544 Jun 30 08:56:49.390261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.506892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7bfc6fb0-a2cc-4a4d-8a31-852e55a9a297 req-e23dc0e3-5922-4802-8253-9f3f72d19d4b tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206409 Jun 30 08:56:49.617897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5b577cd-270a-43ae-8ac3-0d6454f7c3c2 req-b5e118e1-45a2-48a7-9c7f-d81c1df975b0 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696881 Jun 30 08:56:49.633579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-808de755-d3be-4b21-84ef-04494cc31845 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:49.635684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-808de755-d3be-4b21-84ef-04494cc31845 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.3531148 Jun 30 08:56:49.652465 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.657917 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:49.791523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-8a51279c-4e5e-43f1-99f5-b017a98ad16b tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1001 time: 0.1408417 Jun 30 08:56:49.809105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:49.816720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.892603 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.894900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aff21563-b5f8-4e98-9b4e-3face2f5594e HTTP/1.1" status: 204 len: 168 time: 1.2570977 Jun 30 08:56:49.895770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152119a-0f96-438c-80dc-c3188e8ff13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff21563-b5f8-4e98-9b4e-3face2f5594e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:49.897421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58266) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:49.902873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4df14-47b2-4030-98dd-699663c84c0b None None] Network db61b0dd-e1d7-4936-8107-ee8a9e543c99 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:49.913542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2030398-cd8e-4eea-b575-f748351af2a1 req-c788070f-3ab6-4a54-8f8b-c643506c3da8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:49.915894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2030398-cd8e-4eea-b575-f748351af2a1 req-c788070f-3ab6-4a54-8f8b-c643506c3da8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.2763791 Jun 30 08:56:49.982586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.990355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.046247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2030398-cd8e-4eea-b575-f748351af2a1 req-57017bb4-847d-43bc-baec-5d18bf74d869 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201441 Jun 30 08:56:50.086404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Deleting port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:50.087200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.175110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] For port 02a28161-28ed-4b9e-bd1b-b332208dd9d5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=02a28161-28ed-4b9e-bd1b-b332208dd9d5,segment=NetworkSegment(f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5),segment_id=f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:50.175523 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.193416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Calling delete_port for 02a28161-28ed-4b9e-bd1b-b332208dd9d5 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:50.222863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] DHCP port deletion for db61b0dd-e1d7-4936-8107-ee8a9e543c99 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:56:50.266838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.275759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.276244 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Floating IP e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26 disassociated. External IP: 172.25.8.113, port: 882a221b-dd69-424c-b7a6-2752380f09cd. Jun 30 08:56:50.348834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] Deleting port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:50.349777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.453232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] For port 02a28161-28ed-4b9e-bd1b-b332208dd9d5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=02a28161-28ed-4b9e-bd1b-b332208dd9d5,segment=NetworkSegment(f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5),segment_id=f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:50.453912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.471557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] Calling delete_port for 02a28161-28ed-4b9e-bd1b-b332208dd9d5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:50.608479 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.631619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:50.648597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] No DVR routers for this DVR port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:50.702717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31220e2-e8f6-4b86-abc5-d6e0477aaa77 None None] Pushing event deleted for resources: {'Port': ['ID=02a28161-28ed-4b9e-bd1b-b332208dd9d5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:50.799503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:50.808057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.813618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] Sync routers for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:50.832453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:50.833160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:50.837126 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2ab1f-f59b-4adc-b685-ad2f12ac51b6 x-openstack-request-id: req-a7c2ab1f-f59b-4adc-b685-ad2f12ac51b6 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:50.837388 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a73ccc-ad96-4bdc-9179-b0b4863eeb4f", "name": "network-vif-deleted", "tag": "59046d46-0a8d-4e7d-a5ea-5f758752b87d", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:50.837589 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7c2ab1f-f59b-4adc-b685-ad2f12ac51b6 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:50.837981 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a73ccc-ad96-4bdc-9179-b0b4863eeb4f', 'name': 'network-vif-deleted', 'tag': '59046d46-0a8d-4e7d-a5ea-5f758752b87d', 'status': 'completed', 'code': 200} Jun 30 08:56:50.847577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.877144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a28161-28ed-4b9e-bd1b-b332208dd9d5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:50.889048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] No DVR routers for this DVR port 02a28161-28ed-4b9e-bd1b-b332208dd9d5 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:50.976603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-35db6a89-ae7a-40bf-909f-671bbeb2105d tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "PUT /v2.0/floatingips/e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26 HTTP/1.1" status: 200 len: 695 time: 1.1678808 Jun 30 08:56:50.983401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:50.987371 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377" -d '{"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:51.015257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.037435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db61b0dd-e1d7-4936-8107-ee8a9e543c99']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:51.055039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:51.055577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e517c9-c9b6-4f61-bfbd-676b7d85f8a5') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:51.068251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.095098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.103774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:56:51.105062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:56:51.110480 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:56:51.113605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-9fca46ef-5cc3-4afe-a34f-91b492654b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.115037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-9fca46ef-5cc3-4afe-a34f-91b492654b44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.1245520 Jun 30 08:56:51.120895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 02a28161-28ed-4b9e-bd1b-b332208dd9d5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:51.124191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-0179b5ae-d719-4ea1-92a0-7b02b912ef16 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.125720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-0179b5ae-d719-4ea1-92a0-7b02b912ef16 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2595484 Jun 30 08:56:51.148511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 02a28161-28ed-4b9e-bd1b-b332208dd9d5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:51.148963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 02a28161-28ed-4b9e-bd1b-b332208dd9d5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:51.184019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:51.194932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-30657aad-9f3e-41d7-9ff2-f7286d51aeb3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/quotas/853e2151e8284e0eaab53970eac63e7b HTTP/1.1" status: 200 len: 375 time: 0.0182905 Jun 30 08:56:51.195398 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.208331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.212996 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] 10.222.0.53 "DELETE /v2.0/networks/db61b0dd-e1d7-4936-8107-ee8a9e543c99 HTTP/1.1" status: 204 len: 168 time: 1.3118865 Jun 30 08:56:51.224436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58308) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:51.233684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc0886-e3b6-4d71-af72-6f4acb559e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=db61b0dd-e1d7-4936-8107-ee8a9e543c99,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:51.239008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8ffe3c47-7075-4b7b-bfdb-788083de2f2a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430098 Jun 30 08:56:51.333908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-2a2eed69-f0e8-4141-ae5b-906408ce5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.335393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-2a2eed69-f0e8-4141-ae5b-906408ce5334 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.2087982 Jun 30 08:56:51.398136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-731e381e-0bb2-48a9-8b0c-4e72fcefbbfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 217 time: 0.0469015 Jun 30 08:56:51.410015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-54f2fab6-e1ad-47f3-bb7d-6a182b335cbc service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701188 Jun 30 08:56:51.473866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:54Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:51.525211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-689bd61c-ba10-4719-b0a0-5ec5d51df97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.526772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-689bd61c-ba10-4719-b0a0-5ec5d51df97f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.1086323 Jun 30 08:56:51.536773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] Checking router: 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:51.548144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:51.549334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:51.582091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-e1811436-1e2b-44d6-9e06-eaee8fc017f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419924 Jun 30 08:56:51.590677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-278bf8db-4d7a-46a9-a85f-8859006706bd service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792719 Jun 30 08:56:51.696164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-ca2b3edf-cd0d-4d20-b4bd-8f5d64d0c5a1 service neutron] 10.222.0.53 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049407 Jun 30 08:56:51.722658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:51.774252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.834259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53b8b8de-a0de-42fa-8c1b-7c592d1c9c25 req-a1ee2dd5-662c-47f3-b844-1382622f9272 service neutron] 10.222.0.53 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299536 Jun 30 08:56:51.938592 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7b203f-d1da-4aa9-9412-83ae1fd83590 x-openstack-request-id: req-7c7b203f-d1da-4aa9-9412-83ae1fd83590 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:51.938883 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:51.939132 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c7b203f-d1da-4aa9-9412-83ae1fd83590 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:51.939541 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd', 'status': 'completed', 'code': 200} Jun 30 08:56:52.109588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:54Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:52.180661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fa0c6-8031-4ece-851c-9176b56d305e None None] The sync data for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 is: [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:55:46Z', 'revision_number': 4, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd9c23766-cb06-44f4-865a-700a096c8227', 'name': '', 'network_id': '7a9418e5-c827-4c17-9573-de2ce4a04dae', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'mac_address': 'fa:16:3e:56:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:45Z', 'updated_at': '2021-06-30T08:55:54Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'subnets': [{'id': 'be0e77cb-8ec7-487c-bad2-04f175450087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:52.198277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-1840d43c-baab-4f44-91a7-b7e0d4c3ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.199801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-1840d43c-baab-4f44-91a7-b7e0d4c3ccfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 1097 time: 0.2282908 Jun 30 08:56:52.260663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Deleting port c31670da-28ba-49c4-8542-59cf9641f975 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:52.261162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:52.320707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-0e537689-720f-4f82-959b-cf3e2289fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.323139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-0e537689-720f-4f82-959b-cf3e2289fdaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 200 len: 921 time: 0.1143031 Jun 30 08:56:52.427531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] For port c31670da-28ba-49c4-8542-59cf9641f975, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c31670da-28ba-49c4-8542-59cf9641f975,segment=NetworkSegment(889cf063-c431-4ddc-87d0-1afc94d2cf77),segment_id=889cf063-c431-4ddc-87d0-1afc94d2cf77)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:52.427975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:52.454702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Calling delete_port for c31670da-28ba-49c4-8542-59cf9641f975 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:52.465977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-97c64371-9faa-48a4-8653-da34f7bd0acd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 200 len: 217 time: 0.1178596 Jun 30 08:56:52.476372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356ee5-4d6e-4d7b-aa09-e65f01810e64 req-aa7258e0-235b-4ae1-a580-00593fa893c6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.477847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f356ee5-4d6e-4d7b-aa09-e65f01810e64 req-aa7258e0-235b-4ae1-a580-00593fa893c6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.3886898 Jun 30 08:56:52.529332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-1f0f29af-5f2d-4111-a049-c9c50d295544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.530993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-1f0f29af-5f2d-4111-a049-c9c50d295544 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 200 len: 860 time: 0.0513651 Jun 30 08:56:52.598678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-4fcabdf7-efe4-4a1f-b1c2-7f0228af8e97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9418e5-c827-4c17-9573-de2ce4a04dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511768 Jun 30 08:56:52.628957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f356ee5-4d6e-4d7b-aa09-e65f01810e64 req-89344da9-bf39-440c-93f5-aa920bfd5b86 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929246 Jun 30 08:56:52.681575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58352) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:52.743739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b610b7-fa06-4763-828a-98a04dfca459 req-816b2c9e-b3ec-4ac8-82f2-7c5375a469bc tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.751383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6b610b7-fa06-4763-828a-98a04dfca459 req-816b2c9e-b3ec-4ac8-82f2-7c5375a469bc tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.4272165 Jun 30 08:56:52.765539 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3de15-289a-4f1b-b441-e9afbe73a75d None None] New status for floating IP e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:56:52.795889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:52.861747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31670da-28ba-49c4-8542-59cf9641f975,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:52.895669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-95af1ddc-fff0-422b-b1d1-b16a25b89fcd service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678359 Jun 30 08:56:53.020645 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a37eb6c-97e8-4f0d-9cab-3656bb9bf28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.064828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6b610b7-fa06-4763-828a-98a04dfca459 req-72ed48b1-b0aa-4042-9b9d-ea1b7594a57f tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111148 Jun 30 08:56:53.093271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.272129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81a3b87f-89ae-4b64-87ae-067805542167 req-ba27b573-5763-42ee-ba8c-9d92c3653bce tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 210 time: 0.1338761 Jun 30 08:56:53.275582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.301771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-54ac0c12-f201-4904-a858-dace261ad32f tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips/e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26 HTTP/1.1" status: 200 len: 695 time: 0.1989241 Jun 30 08:56:53.367155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a37eb6c-97e8-4f0d-9cab-3656bb9bf28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.383425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4c26a6-9b06-4c9d-9abb-1c26329e0377 req-4b37cdf7-77ce-47aa-9d8f-b63fd24951fe service neutron] 10.222.0.26 "GET /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803510 Jun 30 08:56:53.429207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a37eb6c-97e8-4f0d-9cab-3656bb9bf28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.437334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 59046d46-0a8d-4e7d-a5ea-5f758752b87d no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:53.484431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 59046d46-0a8d-4e7d-a5ea-5f758752b87d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:53.484777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 59046d46-0a8d-4e7d-a5ea-5f758752b87d not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:53.492093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37eb6c-97e8-4f0d-9cab-3656bb9bf28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c81d6b8-9cab-4dea-b9dc-07fc0dea01fe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:53.493817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-308aa68b-656b-4b0b-aac2-716dea504d8f tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:53.501804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-308aa68b-656b-4b0b-aac2-716dea504d8f tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 784 time: 0.1991193 Jun 30 08:56:53.506230 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5a37eb6c-97e8-4f0d-9cab-3656bb9bf28f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f370de2b1f2b4396917d50b260263aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234739 Jun 30 08:56:53.506846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58360) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:53.516340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-b04eb084-aa84-448f-ae1a-f7e2fa6714b6 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:53.517465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-b04eb084-aa84-448f-ae1a-f7e2fa6714b6 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149121 Jun 30 08:56:53.663959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-f8054f41-4672-4b1f-870d-43b05ede0731 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.1331017 Jun 30 08:56:53.741753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-910afd46-45e6-4408-be06-51b1718ea52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.747336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-68387cab-293e-42d9-8e00-121a8a1edc69 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0753829 Jun 30 08:56:53.775266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-910afd46-45e6-4408-be06-51b1718ea52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.798655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:53.892712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-e49eb064-0b44-4e32-b8f3-8416aff94f73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:53.894135 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-e49eb064-0b44-4e32-b8f3-8416aff94f73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2410374 Jun 30 08:56:53.911080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Request body: {'port': {'device_id': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'admin_state_up': True, 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:53.968979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-910afd46-45e6-4408-be06-51b1718ea52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.971973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-910afd46-45e6-4408-be06-51b1718ea52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:53.972943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-910afd46-45e6-4408-be06-51b1718ea52b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c81d6b8-9cab-4dea-b9dc-07fc0dea01fe HTTP/1.1" status: 204 len: 168 time: 0.4652689 Jun 30 08:56:53.986991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98b3ee-3ad6-4a1d-80c2-830ca45e805a req-7f7de2c5-032d-424a-808f-b5628f540674 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:53.990274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be98b3ee-3ad6-4a1d-80c2-830ca45e805a req-7f7de2c5-032d-424a-808f-b5628f540674 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1777141 Jun 30 08:56:54.026248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910afd46-45e6-4408-be06-51b1718ea52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c81d6b8-9cab-4dea-b9dc-07fc0dea01fe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:54.040639 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-aaae6ed0-a153-4ed2-af6f-a2dc05b90b1d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2605793 Jun 30 08:56:54.056308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:54.067962 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-db26edde-244f-48b1-a634-cccdce4298f2 admin admin] 10.222.0.53 "PUT /v2.0/routers/90e33f30-00d5-4cb8-a0e0-0d8d565f6696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8420103 Jun 30 08:56:54.071947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be98b3ee-3ad6-4a1d-80c2-830ca45e805a req-4e3e5cd6-90ce-4295-a234-922eb14ac543 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685296 Jun 30 08:56:54.073692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58372) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:54.082902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] Sync routers for ids ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:54.093840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Deleting port 3abdfcba-90a0-4117-9628-71312c0ac922 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:54.094196 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.105032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] Routers {'90e33f30-00d5-4cb8-a0e0-0d8d565f6696'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:54.106364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:54.120070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:54.125411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.302352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] Set router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:54.317545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Allocated IP 172.20.0.11 (6ff22aa6-ca40-4da3-a889-2ee2386ef5d2/7e7bc140-f587-4d2c-90c1-7b743888860b/85cb44ee-f012-498b-9355-a9da492e4f32) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:54.554413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58394) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:54.584427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62d76cac-d50a-4540-9dae-8b751777738c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.790114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:52Z', 'revision_number': 5, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:54.802010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eccbe48-e8dd-41ab-9cca-0cd38f4b4b30 req-57215436-840a-491e-b19b-6c2df4089882 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 210 time: 0.0486460 Jun 30 08:56:54.810664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.823290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.824081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.842306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] Checking router: 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:54.852347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.862735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] Routers {'90e33f30-00d5-4cb8-a0e0-0d8d565f6696'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:54.863758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:54.869728 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.871216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Calling delete_port for 3abdfcba-90a0-4117-9628-71312c0ac922 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:54.914816 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62d76cac-d50a-4540-9dae-8b751777738c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.921418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62d76cac-d50a-4540-9dae-8b751777738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.937532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.023131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d76cac-d50a-4540-9dae-8b751777738c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c06ef9-da4d-497f-9cae-9ee5bcd5a62f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:55.034445 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62d76cac-d50a-4540-9dae-8b751777738c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb159dbb6c514843b64e29fffa5c081e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759414 Jun 30 08:56:55.037387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:55.056816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:55.070780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:55.073392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] Set router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:55.075929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:55.081178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event updated for resources: {'Port': ['ID=85cb44ee-f012-498b-9355-a9da492e4f32,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:55.152886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:55.153405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.178740 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c26cd17d-30f6-4c74-825c-86e2a2b6f7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.187327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd94c08-5704-45c1-afe8-2c46fad13c2c req-ffeedda4-1d70-4525-9b5b-7a06a2418a22 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:55.192213 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8403cee9-82d4-4ee2-b3a6-e162b5b4995c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2875285 Jun 30 08:56:55.194644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-edd94c08-5704-45c1-afe8-2c46fad13c2c req-ffeedda4-1d70-4525-9b5b-7a06a2418a22 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.1887653 Jun 30 08:56:55.205696 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c26cd17d-30f6-4c74-825c-86e2a2b6f7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.210665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Request body: {'port': {'device_id': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:55.242475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.291588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-edd94c08-5704-45c1-afe8-2c46fad13c2c req-69249700-6f27-4a78-814f-6b4d0c80b663 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959718 Jun 30 08:56:55.316506 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.326296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.338861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c26cd17d-30f6-4c74-825c-86e2a2b6f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.343463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c26cd17d-30f6-4c74-825c-86e2a2b6f7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.344836 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c26cd17d-30f6-4c74-825c-86e2a2b6f7f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28c06ef9-da4d-497f-9cae-9ee5bcd5a62f HTTP/1.1" status: 204 len: 168 time: 0.3046122 Jun 30 08:56:55.379506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cd17d-30f6-4c74-825c-86e2a2b6f7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c06ef9-da4d-497f-9cae-9ee5bcd5a62f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:55.394897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:52Z', 'revision_number': 5, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:55.404461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event deleted for resources: {'Port': ['ID=3abdfcba-90a0-4117-9628-71312c0ac922,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:55.452750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd2bc3-0333-4a11-85da-b7a70b4fc858 None None] The sync data for ids ['90e33f30-00d5-4cb8-a0e0-0d8d565f6696'] in n-d-758944-40 is: [{'id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'name': 'tempest-TestAggregatesBasicOps-1668240507-router', 'tenant_id': '7364052196e84815882a56432dc4f8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:30Z', 'updated_at': '2021-06-30T08:56:52Z', 'revision_number': 5, 'project_id': '7364052196e84815882a56432dc4f8d1', 'gw_port': {'id': '9d9bc814-f4c0-40f4-b1de-cf9b0223938b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e33f30-00d5-4cb8-a0e0-0d8d565f6696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:31Z', 'updated_at': '2021-06-30T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:55.494193 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.498582 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.499834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14a77d05-57d5-4c61-95e9-544e0563b5ee req-d49bd110-1a64-418f-9598-6f0bde012e06 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "DELETE /v2.0/floatingips/e9cc44bc-d4fc-4b5f-8d97-76d2fdf9ec26 HTTP/1.1" status: 204 len: 173 time: 1.7430322 Jun 30 08:56:55.542849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Deleting port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:55.543273 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.668532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca7c1-85ed-4cce-a382-6ef52528e0f5 req-817ebfae-7490-4a13-a275-aa5d23267b5a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:55.676166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-370ca7c1-85ed-4cce-a382-6ef52528e0f5 req-817ebfae-7490-4a13-a275-aa5d23267b5a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1751108 Jun 30 08:56:55.691563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] For port 9d9bc814-f4c0-40f4-b1de-cf9b0223938b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:55.692082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.727363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Calling delete_port for 9d9bc814-f4c0-40f4-b1de-cf9b0223938b owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:55.760671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cb44ee-f012-498b-9355-a9da492e4f32 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:55.770062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.784610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Transition to ACTIVE for port object 85cb44ee-f012-498b-9355-a9da492e4f32 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:55.790817 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.814890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-370ca7c1-85ed-4cce-a382-6ef52528e0f5 req-65311d2c-3c94-4346-9dc0-60e283909a06 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375909 Jun 30 08:56:55.844578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=85cb44ee-f012-498b-9355-a9da492e4f32,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:55.914158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4288ef1-332d-4520-a4cd-6708086b1c94 req-af4c4f7b-5bf9-48d2-b990-3e7b867d7547 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups/0aebbbca-83df-4131-a6ae-da06f06062c2 HTTP/1.1" status: 200 len: 1810 time: 0.2109311 Jun 30 08:56:56.019110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Attempting to bind port 85cb44ee-f012-498b-9355-a9da492e4f32 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:56.019459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Attempting to bind port 85cb44ee-f012-498b-9355-a9da492e4f32 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:56.019789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Attempting to bind port 85cb44ee-f012-498b-9355-a9da492e4f32 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:56.033877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Port 85cb44ee-f012-498b-9355-a9da492e4f32 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:56.034340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Attempting to bind port 85cb44ee-f012-498b-9355-a9da492e4f32 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:56.040650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:56.040993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:56.041400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Bound using segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:56.041843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Bound port: 85cb44ee-f012-498b-9355-a9da492e4f32, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:56.043109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.131822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] For port 85cb44ee-f012-498b-9355-a9da492e4f32, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:56.134711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] For port 85cb44ee-f012-498b-9355-a9da492e4f32, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85cb44ee-f012-498b-9355-a9da492e4f32,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:56.144122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.148319 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e4288ef1-332d-4520-a4cd-6708086b1c94 req-c62e41e2-8ea2-4731-847a-ec9cfc14fec5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.178015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-2075f67b-016c-448e-8de2-33675b457934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.179530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-2075f67b-016c-448e-8de2-33675b457934 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1102 time: 0.3767555 Jun 30 08:56:56.186381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.186629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.188032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/85cb44ee-f012-498b-9355-a9da492e4f32 HTTP/1.1" status: 200 len: 1093 time: 0.9846137 Jun 30 08:56:56.188742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'tag': '85cb44ee-f012-498b-9355-a9da492e4f32'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:56.190785 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d3e05-ac58-4a0b-990b-58d2e32c067b" -d '{"events": [{"name": "network-changed", "server_uuid": "98b753c0-37b6-4153-8721-6ac77c58ae20", "tag": "85cb44ee-f012-498b-9355-a9da492e4f32"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:56.212505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065091d-bd53-45b0-90f1-71e409dac3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=85cb44ee-f012-498b-9355-a9da492e4f32,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:56.247304 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e4288ef1-332d-4520-a4cd-6708086b1c94 req-c62e41e2-8ea2-4731-847a-ec9cfc14fec5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.305013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-db9a5ede-28b1-4eff-b307-658660b8950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.306939 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-db9a5ede-28b1-4eff-b307-658660b8950c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 1096 time: 0.0641828 Jun 30 08:56:56.351291 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-1e3a3624-cbbd-4871-8b98-60a835e0a3e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85cb44ee-f012-498b-9355-a9da492e4f32 HTTP/1.1" status: 200 len: 217 time: 0.0365889 Jun 30 08:56:56.358607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277f75d-d0b1-4e09-872a-7e3f0067bd49 req-7b325788-3ee0-4f98-82b2-4b3fb0d3fd0c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.360120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9277f75d-d0b1-4e09-872a-7e3f0067bd49 req-7b325788-3ee0-4f98-82b2-4b3fb0d3fd0c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 944 time: 0.3370585 Jun 30 08:56:56.368523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.393593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-06b589cb-799d-4b00-bbb4-b8594ee5f877 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.395117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-06b589cb-799d-4b00-bbb4-b8594ee5f877 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.3107541 Jun 30 08:56:56.418899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-33f5754a-614c-4092-a2d5-ec3ba4d50dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.418899 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-33f5754a-614c-4092-a2d5-ec3ba4d50dc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.0607779 Jun 30 08:56:56.449916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9bc814-f4c0-40f4-b1de-cf9b0223938b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:56.452364 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e4288ef1-332d-4520-a4cd-6708086b1c94 req-c62e41e2-8ea2-4731-847a-ec9cfc14fec5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.452520 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-64027683-c960-4338-8ce1-0475edac5976 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275362 Jun 30 08:56:56.454905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-e4288ef1-332d-4520-a4cd-6708086b1c94 req-c62e41e2-8ea2-4731-847a-ec9cfc14fec5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.459310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4288ef1-332d-4520-a4cd-6708086b1c94 req-c62e41e2-8ea2-4731-847a-ec9cfc14fec5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "DELETE /v2.0/security-groups/0aebbbca-83df-4131-a6ae-da06f06062c2 HTTP/1.1" status: 204 len: 173 time: 0.5440180 Jun 30 08:56:56.504808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e41e2-8ea2-4731-847a-ec9cfc14fec5 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aebbbca-83df-4131-a6ae-da06f06062c2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:56.511351 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5b84ee-ab9e-40c8-8902-3ac7acebac9e x-openstack-request-id: req-1b5b84ee-ab9e-40c8-8902-3ac7acebac9e {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:56.511637 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b753c0-37b6-4153-8721-6ac77c58ae20", "tag": "85cb44ee-f012-498b-9355-a9da492e4f32", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:56.511886 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b5b84ee-ab9e-40c8-8902-3ac7acebac9e {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:56.512279 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'tag': '85cb44ee-f012-498b-9355-a9da492e4f32', 'status': 'completed', 'code': 200} Jun 30 08:56:56.546681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-7fa6df13-6cbe-420d-9bdd-2181b3adee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.548191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-7fa6df13-6cbe-420d-9bdd-2181b3adee3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3590953 Jun 30 08:56:56.577893 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-95734dfa-a690-4f89-9030-37bdeae7b939 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189306 Jun 30 08:56:56.678572 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-fce55932-fe12-4835-b1be-03efb8eaa880 req-8ecaa2e0-a356-455e-a04d-b6246d5fd5c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945942 Jun 30 08:56:56.683447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-df6437b3-a10c-40a7-a9ed-bb5dd5587670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.0797019 Jun 30 08:56:56.701043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.705867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9277f75d-d0b1-4e09-872a-7e3f0067bd49 req-2819b7f2-cc08-4989-ac7b-a029f61ae426 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263690 Jun 30 08:56:56.794768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-eb9da151-c884-4f58-8313-f16575e95d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.796278 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-eb9da151-c884-4f58-8313-f16575e95d8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 1096 time: 0.0643082 Jun 30 08:56:56.839897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-5dba2945-e195-42e9-9cc2-5cebee451158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.842874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-5dba2945-e195-42e9-9cc2-5cebee451158 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1360679 Jun 30 08:56:56.907515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-f31e66d1-f196-45e2-bfe0-a488bae10789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.909138 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-f31e66d1-f196-45e2-bfe0-a488bae10789 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.1056857 Jun 30 08:56:56.924850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.932558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.963913 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-a9a7706c-7160-49f4-bbb8-a8a5be74f720 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85cb44ee-f012-498b-9355-a9da492e4f32 HTTP/1.1" status: 200 len: 217 time: 0.0472574 Jun 30 08:56:57.001849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58460) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:57.017313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.018006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e33f30-00d5-4cb8-a0e0-0d8d565f6696 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:56:57.032962 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.036360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-795818d5-69ff-48bd-bc62-d04ce72c4d10 admin admin] 10.222.0.53 "DELETE /v2.0/routers/90e33f30-00d5-4cb8-a0e0-0d8d565f6696 HTTP/1.1" status: 204 len: 168 time: 2.9586806 Jun 30 08:56:57.049060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58464) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:57.069924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773917f9-f6d0-4557-8f29-ebed3de1560a req-168ef413-08be-4c0f-a456-4474fc7dae94 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.077813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-773917f9-f6d0-4557-8f29-ebed3de1560a req-168ef413-08be-4c0f-a456-4474fc7dae94 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 946 time: 0.4750814 Jun 30 08:56:57.093971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-c9d325b7-77b2-4c8e-80f9-43e26ce7b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.095748 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-c9d325b7-77b2-4c8e-80f9-43e26ce7b861 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1224310 Jun 30 08:56:57.120712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Deleting port 53ac1f8b-7df6-428e-a618-239badc98114 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:57.121065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.127867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c31670da-28ba-49c4-8542-59cf9641f975 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:57.153863 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-14873b1b-0467-4327-80c1-70d27a004874 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393968 Jun 30 08:56:57.159316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c31670da-28ba-49c4-8542-59cf9641f975 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:57.160623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c31670da-28ba-49c4-8542-59cf9641f975 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:57.205199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-b43dfdd1-222d-4d6d-bc63-0d4e1fdc7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.207138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-b43dfdd1-222d-4d6d-bc63-0d4e1fdc7fb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3224301 Jun 30 08:56:57.264044 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-e3a1a6f8-59c1-4357-b3ea-f5d5c5d7ccd7 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037445 Jun 30 08:56:57.284886 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba587310-00c4-457e-bce3-c81a338d0813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.355575 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-681d3e05-ac58-4a0b-990b-58d2e32c067b req-ba36ea6c-357d-4ff7-b45f-6b1bc3a5cc75 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844402 Jun 30 08:56:57.386633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] Deleting subnet ddfc3c85-2ffb-432c-96af-49fe06b4a564 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:56:57.399562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.406511 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-773917f9-f6d0-4557-8f29-ebed3de1560a req-f8add212-c64b-4ae6-964b-78d5927bd301 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups?id=0917c272-aeb9-44dd-9d73-7f561c17da42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276474 Jun 30 08:56:57.496838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] For port 53ac1f8b-7df6-428e-a618-239badc98114, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53ac1f8b-7df6-428e-a618-239badc98114,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:57.497779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.525925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.585714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-415394c6-2f83-45ae-ba85-22ccceb86fdf service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331177 Jun 30 08:56:57.706200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2960764-561b-4175-8640-ca71ed903184 req-207413f7-f140-4928-890e-78aaee8ef876 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.707633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2960764-561b-4175-8640-ca71ed903184 req-207413f7-f140-4928-890e-78aaee8ef876 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.4477403 Jun 30 08:56:58.309916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2960764-561b-4175-8640-ca71ed903184 req-e59ac320-709b-4481-a73d-3386906d3c15 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397368 Jun 30 08:56:58.311690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba587310-00c4-457e-bce3-c81a338d0813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.314974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.347366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-e85d66e2-fa80-49df-b2f2-a11130168bcf service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061729 Jun 30 08:56:58.348072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba587310-00c4-457e-bce3-c81a338d0813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.372259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68a53-1e42-4e0e-aebf-d5fea869f844 req-8b2107b0-ac75-4306-b0ef-e659c17c3c22 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.373800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fae68a53-1e42-4e0e-aebf-d5fea869f844 req-8b2107b0-ac75-4306-b0ef-e659c17c3c22 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.8530042 Jun 30 08:56:58.434378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.434791 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.435107 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Floating IP 3e7aee3c-9b71-4ff5-88e1-5ac86642268f disassociated. External IP: 172.25.8.166, port: 53ac1f8b-7df6-428e-a618-239badc98114. Jun 30 08:56:58.435452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Calling delete_port for 53ac1f8b-7df6-428e-a618-239badc98114 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:58.458578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ba587310-00c4-457e-bce3-c81a338d0813 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc4c74828f374b849fa0f7e292af0c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4537587 Jun 30 08:56:58.461519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58472) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:58.483039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba587310-00c4-457e-bce3-c81a338d0813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabd2d71-08c6-4455-9e11-eed99e1bea02,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:58.532425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.554825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.555163 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.563766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fae68a53-1e42-4e0e-aebf-d5fea869f844 req-e0da1afb-4398-4338-8aeb-b4776c0bf467 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719210 Jun 30 08:56:58.603762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfc3c85-2ffb-432c-96af-49fe06b4a564,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:58.615350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.616733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5b594-105c-4807-a454-99ed3bb8a6a1 None None] Network d193e3db-c216-4509-aaff-423e9c737af2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:58.618768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.619616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.623557 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fabd2d71-08c6-4455-9e11-eed99e1bea02 HTTP/1.1" status: 204 len: 168 time: 0.1569583 Jun 30 08:56:58.623676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-86dbae65-a513-4eda-94f2-321c8fe15be1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ddfc3c85-2ffb-432c-96af-49fe06b4a564 HTTP/1.1" status: 204 len: 168 time: 1.5413854 Jun 30 08:56:58.625611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58476) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:58.660837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4855f-7f3c-44dc-9c6e-f8b3e1c17a51 req-f4076217-7e6c-4adb-8285-c313dd8f52bd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.668063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2e4855f-7f3c-44dc-9c6e-f8b3e1c17a51 req-f4076217-7e6c-4adb-8285-c313dd8f52bd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 944 time: 0.2413235 Jun 30 08:56:58.685863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabd2d71-08c6-4455-9e11-eed99e1bea02,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:58.710592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.711087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.711960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.712410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.712831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.713274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.713722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.714142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.714558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.715312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.715819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.716290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ed6c4-3bab-4f22-b223-8d0eccd762f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:58.723369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2e4855f-7f3c-44dc-9c6e-f8b3e1c17a51 req-0e62bfe7-399f-4a61-9485-bb554e8a1def tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 Jun 30 08:56:58.750930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.805492 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.830927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Deleting port 2111bceb-d796-4007-beb7-805e707853eb {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:58.831506 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.849687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event deleted for resources: {'Port': ['ID=53ac1f8b-7df6-428e-a618-239badc98114,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:58.919960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] For port 2111bceb-d796-4007-beb7-805e707853eb, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2111bceb-d796-4007-beb7-805e707853eb,segment=NetworkSegment(889cf063-c431-4ddc-87d0-1afc94d2cf77),segment_id=889cf063-c431-4ddc-87d0-1afc94d2cf77)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:58.920318 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.937368 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Calling delete_port for 2111bceb-d796-4007-beb7-805e707853eb owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:58.940650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5dfe372-cd8a-4ecc-9ee3-7cc605eeadc4 req-b13c667a-5561-41a5-9d67-607f0e8810b5 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/ports?device_id=d17edb9e-8932-4a9d-9946-149c27b0a0e6 HTTP/1.1" status: 200 len: 210 time: 0.0401182 Jun 30 08:56:58.977442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] DHCP port deletion for d193e3db-c216-4509-aaff-423e9c737af2 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:56:59.026201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Router aa247675-b9f2-4b18-affb-572eab086b5e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:59.069429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] Deleting port 2111bceb-d796-4007-beb7-805e707853eb {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:59.070367 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.099875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.125873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2111bceb-d796-4007-beb7-805e707853eb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:59.135351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] No DVR routers for this DVR port 2111bceb-d796-4007-beb7-805e707853eb on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:59.167837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:59.172020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] For port 2111bceb-d796-4007-beb7-805e707853eb, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2111bceb-d796-4007-beb7-805e707853eb,segment=NetworkSegment(889cf063-c431-4ddc-87d0-1afc94d2cf77),segment_id=889cf063-c431-4ddc-87d0-1afc94d2cf77)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:59.172418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.178720 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] Sync routers for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:59.188718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] Calling delete_port for 2111bceb-d796-4007-beb7-805e707853eb owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:59.191032 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:59.192915 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:59.218990 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.231758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d193e3db-c216-4509-aaff-423e9c737af2']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:59.247469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2111bceb-d796-4007-beb7-805e707853eb no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:59.250265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] No DVR routers for this DVR port 53ac1f8b-7df6-428e-a618-239badc98114 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:59.252861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889cf063-c431-4ddc-87d0-1afc94d2cf77') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:59.254852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889cf063-c431-4ddc-87d0-1afc94d2cf77') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:59.255608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.259709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-479cb670-ac43-4bf7-8e3b-906dd1cb5c10 req-d01fbf4e-3a74-4e51-8749-4855ed881205 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.13 "DELETE /v2.0/ports/53ac1f8b-7df6-428e-a618-239badc98114 HTTP/1.1" status: 204 len: 173 time: 2.8374524 Jun 30 08:56:59.260320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'name': 'network-vif-deleted', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:59.263201 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1acfea-d92d-4b46-a64d-733a3f19e688" -d '{"events": [{"server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "name": "network-vif-deleted", "tag": "53ac1f8b-7df6-428e-a618-239badc98114"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:59.274058 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.310532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.311837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 2111bceb-d796-4007-beb7-805e707853eb {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:59.312189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2111bceb-d796-4007-beb7-805e707853eb not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:59.312628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9d9bc814-f4c0-40f4-b1de-cf9b0223938b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:59.320245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:56:59.321373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:56:59.326289 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:56:59.336924 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bf775f-75b8-4a63-b172-84787bbeb308 x-openstack-request-id: req-90bf775f-75b8-4a63-b172-84787bbeb308 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:59.337830 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17edb9e-8932-4a9d-9946-149c27b0a0e6", "name": "network-vif-deleted", "tag": "53ac1f8b-7df6-428e-a618-239badc98114", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:59.338452 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90bf775f-75b8-4a63-b172-84787bbeb308 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:59.339098 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17edb9e-8932-4a9d-9946-149c27b0a0e6', 'name': 'network-vif-deleted', 'tag': '53ac1f8b-7df6-428e-a618-239badc98114', 'status': 'completed', 'code': 200} Jun 30 08:56:59.376486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9d9bc814-f4c0-40f4-b1de-cf9b0223938b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:59.377267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9d9bc814-f4c0-40f4-b1de-cf9b0223938b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:59.444013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85cb44ee-f012-498b-9355-a9da492e4f32 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:59.446571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53ac1f8b-7df6-428e-a618-239badc98114 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:59.451472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:59.479333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.488998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 53ac1f8b-7df6-428e-a618-239badc98114 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:59.490693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53ac1f8b-7df6-428e-a618-239badc98114 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:59.491035 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.503599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.506853 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d193e3db-c216-4509-aaff-423e9c737af2 HTTP/1.1" status: 204 len: 168 time: 0.8753576 Jun 30 08:56:59.532609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd10478-fc45-4e63-b840-aef598301cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d193e3db-c216-4509-aaff-423e9c737af2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:59.540064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] Network d193e3db-c216-4509-aaff-423e9c737af2 is not hosted by any dhcp agent {{(pid=100241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 08:56:59.540517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] No DVR routers for this DVR port 2111bceb-d796-4007-beb7-805e707853eb on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:59.617091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefc9b3-92e8-476c-b32d-ef9b96c55e3a None None] Pushing event deleted for resources: {'Port': ['ID=2111bceb-d796-4007-beb7-805e707853eb,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:59.683811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52be0e-23d5-4617-a9eb-c4f86a9e4740 req-476b698d-46bc-41b9-9b7c-2d2a4718d748 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.693493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af52be0e-23d5-4617-a9eb-c4f86a9e4740 req-476b698d-46bc-41b9-9b7c-2d2a4718d748 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1442378 Jun 30 08:56:59.750282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 85cb44ee-f012-498b-9355-a9da492e4f32, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85cb44ee-f012-498b-9355-a9da492e4f32,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:59.769294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '85cb44ee-f012-498b-9355-a9da492e4f32', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': '85cb44ee-f012-498b-9355-a9da492e4f32', 'mac_address': 'fa:16:3e:69:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:59.794947 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:42Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:59.819698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.837221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cb44ee-f012-498b-9355-a9da492e4f32 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:59.848936 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] Checking router: aa247675-b9f2-4b18-affb-572eab086b5e for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:59.866662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 85cb44ee-f012-498b-9355-a9da492e4f32, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85cb44ee-f012-498b-9355-a9da492e4f32,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:59.869875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58512) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:59.873043 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:59.873937 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:59.882696 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.897012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af52be0e-23d5-4617-a9eb-c4f86a9e4740 req-49cff1c4-95a9-4ae8-928c-ace5bcaa6154 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019074 Jun 30 08:56:59.974585 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-36af9245-c150-4fa4-9fc2-5d7777edcfa1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c5a8fefdb994f8cb577fddd3e8ad92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1002467 Jun 30 08:56:59.975262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58518) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:59.986504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0efed-d2a2-451e-aafd-e0d178de7cad req-a84e0959-7e77-4ae0-889e-0cadb4cbfefd tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.991746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=85cb44ee-f012-498b-9355-a9da492e4f32,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:59.993775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75a0efed-d2a2-451e-aafd-e0d178de7cad req-a84e0959-7e77-4ae0-889e-0cadb4cbfefd tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.2598228 Jun 30 08:57:00.023460 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:00.062167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff772d9f-7b2d-4c9b-945b-b6a16ef50c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.070046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-f6b6917d-0387-4324-8813-9b2a75e1faf3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:00.071771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-f6b6917d-0387-4324-8813-9b2a75e1faf3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.26 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 945 time: 0.2662632 Jun 30 08:57:00.077270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['85cb44ee-f012-498b-9355-a9da492e4f32'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:00.100443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75a0efed-d2a2-451e-aafd-e0d178de7cad req-20381d42-ac02-4604-812a-070388dbd1e2 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3877b8d-b60e-4441-bf6e-5c95ebba4c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956624 Jun 30 08:57:00.142343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff772d9f-7b2d-4c9b-945b-b6a16ef50c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.266092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff772d9f-7b2d-4c9b-945b-b6a16ef50c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.268605 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff772d9f-7b2d-4c9b-945b-b6a16ef50c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.272792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ff772d9f-7b2d-4c9b-945b-b6a16ef50c1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d439950-fe23-485c-b032-a6f1f3ba0a5f HTTP/1.1" status: 204 len: 168 time: 0.2949843 Jun 30 08:57:00.288367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff772d9f-7b2d-4c9b-945b-b6a16ef50c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d439950-fe23-485c-b032-a6f1f3ba0a5f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:00.374118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636828bc-d234-44fc-b07c-786b336a0dfd req-434749cd-ca47-4893-9a2a-06baae45992f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:00.375831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-636828bc-d234-44fc-b07c-786b336a0dfd req-434749cd-ca47-4893-9a2a-06baae45992f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 945 time: 0.2129796 Jun 30 08:57:00.388027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Deleting port 882a221b-dd69-424c-b7a6-2752380f09cd {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:00.388732 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.479732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-636828bc-d234-44fc-b07c-786b336a0dfd req-d77e4d74-e1bf-418b-a8d3-e188af7213a0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857964 Jun 30 08:57:00.505501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58528) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:00.539393 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:42Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:00.553864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] For port 882a221b-dd69-424c-b7a6-2752380f09cd, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=882a221b-dd69-424c-b7a6-2752380f09cd,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:00.554471 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.576704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Calling delete_port for 882a221b-dd69-424c-b7a6-2752380f09cd owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:00.579563 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086e6fd-6e86-493c-a85e-8deb1beacbf2 None None] The sync data for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 is: [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:54:35Z', 'revision_number': 4, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'd031e84d-342a-40ee-aae8-3496c6b0d47a', 'name': '', 'network_id': '2b0b4616-0954-4c68-a7aa-9ba36354dff4', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'mac_address': 'fa:16:3e:ba:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:34Z', 'updated_at': '2021-06-30T08:54:42Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'subnets': [{'id': '74d4443b-bb6d-4dfe-a70a-1db737a4412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:00.648966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76b7c009-1e25-42a8-b27d-d5b1f028c7f9 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.687742 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76b7c009-1e25-42a8-b27d-d5b1f028c7f9 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.785968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76b7c009-1e25-42a8-b27d-d5b1f028c7f9 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.789045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76b7c009-1e25-42a8-b27d-d5b1f028c7f9 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.790236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-76b7c009-1e25-42a8-b27d-d5b1f028c7f9 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "DELETE /v2.0/security-groups/0917c272-aeb9-44dd-9d73-7f561c17da42 HTTP/1.1" status: 204 len: 168 time: 0.2840579 Jun 30 08:57:00.794231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58534) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:00.808660 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-0a20fdbf-8cfb-4fc9-bf2f-0d6c78a8ffe2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] show failed (client error): The resource could not be found. Jun 30 08:57:00.811763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7c009-1e25-42a8-b27d-d5b1f028c7f9 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917c272-aeb9-44dd-9d73-7f561c17da42,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:00.819422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a20fdbf-8cfb-4fc9-bf2f-0d6c78a8ffe2 tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "GET /v2.0/security-groups/0917c272-aeb9-44dd-9d73-7f561c17da42 HTTP/1.1" status: 404 len: 347 time: 0.0177584 Jun 30 08:57:00.820334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58538) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:00.829662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.842069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['882a221b-dd69-424c-b7a6-2752380f09cd'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:00.877060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58540) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:00.879693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Pushing event deleted for resources: {'Port': ['ID=882a221b-dd69-424c-b7a6-2752380f09cd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:00.958586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b6bab-e9b9-4459-b10e-91e8f23525bd None None] New status for floating IP 3e7aee3c-9b71-4ff5-88e1-5ac86642268f: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:57:00.970839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] No DVR routers for this DVR port 882a221b-dd69-424c-b7a6-2752380f09cd on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:00.990388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.994624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-606557eb-e2ca-4e3a-a31a-0d0c74d7c2b6 req-b034dc2b-b395-4830-be41-46b18e1ba4f3 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.26 "DELETE /v2.0/ports/882a221b-dd69-424c-b7a6-2752380f09cd HTTP/1.1" status: 204 len: 173 time: 0.9074278 Jun 30 08:57:01.011521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6e7740db-2a4e-4fa9-9b20-145afc959bbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7364052196e84815882a56432dc4f8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303730 Jun 30 08:57:01.011791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58546) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:01.158332 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-712a3d7a-1aa8-4d91-b4ec-13fc26045dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.195709 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-712a3d7a-1aa8-4d91-b4ec-13fc26045dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.242061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f256b4d-d3eb-4f5e-b74b-5421b2073994 req-4212625e-e03c-42ea-b9ba-ab975ec4a6ec tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:01.250268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f256b4d-d3eb-4f5e-b74b-5421b2073994 req-4212625e-e03c-42ea-b9ba-ab975ec4a6ec tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1654758 Jun 30 08:57:01.313029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f256b4d-d3eb-4f5e-b74b-5421b2073994 req-4610157c-dfd3-40e2-b44a-28333dee01d4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602365 Jun 30 08:57:01.329094 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-712a3d7a-1aa8-4d91-b4ec-13fc26045dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.341817 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-712a3d7a-1aa8-4d91-b4ec-13fc26045dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.343227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-712a3d7a-1aa8-4d91-b4ec-13fc26045dd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a4a2dcc-6ab8-4819-aa34-7eacac464781 HTTP/1.1" status: 204 len: 168 time: 0.3296380 Jun 30 08:57:01.347578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'name': 'network-vif-deleted', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:01.350330 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4944c4-b1ec-4ed0-85db-99c2fcb2da41" -d '{"events": [{"server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "name": "network-vif-deleted", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:01.373082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a3d7a-1aa8-4d91-b4ec-13fc26045dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4a2dcc-6ab8-4819-aa34-7eacac464781,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:01.432695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d54dcd0-72a1-4fef-bac7-2d29ff49dae7 req-a0104c14-e203-4825-bd4c-4213d90bb5b0 tempest-ServerRescueTestJSONUnderV235-1852037877 tempest-ServerRescueTestJSONUnderV235-1852037877-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f0cb1-068b-447e-9f78-5ca7d69b60f2 HTTP/1.1" status: 200 len: 210 time: 0.0769238 Jun 30 08:57:01.456836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85cb44ee-f012-498b-9355-a9da492e4f32 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:01.501067 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1281af6-b256-4464-a1c1-1078e33b9032 x-openstack-request-id: req-d1281af6-b256-4464-a1c1-1078e33b9032 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:01.501472 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332f0cb1-068b-447e-9f78-5ca7d69b60f2", "name": "network-vif-deleted", "tag": "882a221b-dd69-424c-b7a6-2752380f09cd", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:01.501872 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1281af6-b256-4464-a1c1-1078e33b9032 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:01.502623 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332f0cb1-068b-447e-9f78-5ca7d69b60f2', 'name': 'network-vif-deleted', 'tag': '882a221b-dd69-424c-b7a6-2752380f09cd', 'status': 'completed', 'code': 200} Jun 30 08:57:01.539649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 85cb44ee-f012-498b-9355-a9da492e4f32 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:01.546475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 85cb44ee-f012-498b-9355-a9da492e4f32 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:01.547106 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.616911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7ec52486-46a6-425b-8023-bcca71e01cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.679523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Deleting port 30868d76-99c3-409f-99ad-dd3ab57927b4 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:01.679857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.698042 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.764215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb44ee-f012-498b-9355-a9da492e4f32'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:01.767087 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2744adbf-c25b-4f42-b788-e0cbd8c94044" -d '{"events": [{"server_uuid": "98b753c0-37b6-4153-8721-6ac77c58ae20", "name": "network-vif-plugged", "status": "completed", "tag": "85cb44ee-f012-498b-9355-a9da492e4f32"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:01.770773 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.771644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.793458 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Calling delete_port for 30868d76-99c3-409f-99ad-dd3ab57927b4 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:01.821594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c9374-779f-495b-9222-6e06025819c7 req-49d7877f-57c7-4a33-b3d0-85db49936b73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:01.824791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 85cb44ee-f012-498b-9355-a9da492e4f32, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85cb44ee-f012-498b-9355-a9da492e4f32,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:01.829852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa9c9374-779f-495b-9222-6e06025819c7 req-49d7877f-57c7-4a33-b3d0-85db49936b73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 945 time: 0.1150386 Jun 30 08:57:01.831456 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.884273 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab88fe-ce25-49b5-b054-f05c0ddc2678 x-openstack-request-id: req-d9ab88fe-ce25-49b5-b054-f05c0ddc2678 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:01.884931 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b753c0-37b6-4153-8721-6ac77c58ae20", "name": "network-vif-plugged", "status": "completed", "tag": "85cb44ee-f012-498b-9355-a9da492e4f32", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:01.885058 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9ab88fe-ce25-49b5-b054-f05c0ddc2678 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:01.885759 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb44ee-f012-498b-9355-a9da492e4f32', 'code': 200} Jun 30 08:57:01.920708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=85cb44ee-f012-498b-9355-a9da492e4f32,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:01.930098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa9c9374-779f-495b-9222-6e06025819c7 req-67ee8dbe-6668-4932-8716-fcbf46185089 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990236 Jun 30 08:57:01.985048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.016472 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Pushing event deleted for resources: {'Port': ['ID=30868d76-99c3-409f-99ad-dd3ab57927b4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:02.078979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62348cd7-3de2-4c6b-a533-0d043de6d836 req-507e40cf-329a-4892-b37b-c5a02cb23601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:02.080984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62348cd7-3de2-4c6b-a533-0d043de6d836 req-507e40cf-329a-4892-b37b-c5a02cb23601 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 1098 time: 0.0813711 Jun 30 08:57:02.093018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.095777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.096918 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1325d670-b0ca-4f00-8566-52dbbde3fbaf tempest-ServersTestManualDisk-1995940643 tempest-ServersTestManualDisk-1995940643-project] 10.222.0.53 "DELETE /v2.0/floatingips/3e7aee3c-9b71-4ff5-88e1-5ac86642268f HTTP/1.1" status: 204 len: 168 time: 1.2624874 Jun 30 08:57:02.100536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58584) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:02.126110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62348cd7-3de2-4c6b-a533-0d043de6d836 req-9ffce302-4f62-4973-9ee1-4e0e6869f65e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Jun 30 08:57:02.407619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58602) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:02.533529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.545417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5498-c236-4b0c-a8f8-7b636d738773 req-abf3e6d5-bf3d-46f8-ba79-bdf4dbeaa6ea tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:02.545417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b7e5498-c236-4b0c-a8f8-7b636d738773 req-abf3e6d5-bf3d-46f8-ba79-bdf4dbeaa6ea tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1057789 Jun 30 08:57:02.546279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:02.601494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1558423312-network', 'tenant_id': '0a66705e599e49f0960f5a00e04719e3'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:02.672153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b7e5498-c236-4b0c-a8f8-7b636d738773 req-0a59f711-2acd-48a6-89b3-41dca224ca89 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190364 Jun 30 08:57:02.679976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Made reservation on behalf of 0a66705e599e49f0960f5a00e04719e3 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:02.684027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.696086 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.757590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58616) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:02.819969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.825395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.855469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:02.868911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ddc2ff-eb81-4acd-a014-12cb18296ea9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:02.872043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.873128 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Added segment 192ac1d8-3d9a-419f-966d-44230f7a7b09 of type vlan for network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a Jun 30 08:57:02.927341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7050ab9a-6519-47b0-8251-00f0bf64a742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.932334 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.070710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.resource_extend [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:57:03.099851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Deleting port d031e84d-342a-40ee-aae8-3496c6b0d47a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:03.100461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.131019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7050ab9a-6519-47b0-8251-00f0bf64a742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.135814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.136925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:03.137655 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.142909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7050ab9a-6519-47b0-8251-00f0bf64a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.211357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] For port d031e84d-342a-40ee-aae8-3496c6b0d47a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d031e84d-342a-40ee-aae8-3496c6b0d47a,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:03.211809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.229097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Calling delete_port for d031e84d-342a-40ee-aae8-3496c6b0d47a owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:03.238994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.240896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8320625 Jun 30 08:57:03.244036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58622) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:03.265773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7050ab9a-6519-47b0-8251-00f0bf64a742 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56ccdf381bd0465c8adb09d665a5b592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069139 Jun 30 08:57:03.269850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050ab9a-6519-47b0-8251-00f0bf64a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc794c8-e12a-4610-b0ba-094b5fd46384,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:03.274382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58624) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:03.279478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Request body: {'subnet': {'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1558423312-subnet', 'tenant_id': '0a66705e599e49f0960f5a00e04719e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:03.281852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea51f8f-6f92-44b3-80c3-979293ea11d5 admin admin] Pushing event updated for resources: {'Network': ['ID=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:03.292769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1438cb-8a83-4aab-87da-59ecbc3f29de req-192cb998-54db-4490-b619-5291508b0d45 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:03.294476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d1438cb-8a83-4aab-87da-59ecbc3f29de req-192cb998-54db-4490-b619-5291508b0d45 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 946 time: 0.2420509 Jun 30 08:57:03.303801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:03.362192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d1438cb-8a83-4aab-87da-59ecbc3f29de req-3e97ac37-3bda-4601-b10a-8a3b4cc0357d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595977 Jun 30 08:57:03.377071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e6f00a0-fe49-4cb2-a528-1af376b7c47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.381640 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Made reservation on behalf of 0a66705e599e49f0960f5a00e04719e3 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:03.383935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.406429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e6f00a0-fe49-4cb2-a528-1af376b7c47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.468889 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e6f00a0-fe49-4cb2-a528-1af376b7c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.472716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e6f00a0-fe49-4cb2-a528-1af376b7c47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.473932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4e6f00a0-fe49-4cb2-a528-1af376b7c47e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fc794c8-e12a-4610-b0ba-094b5fd46384 HTTP/1.1" status: 204 len: 168 time: 0.1986060 Jun 30 08:57:03.483244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f00a0-fe49-4cb2-a528-1af376b7c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc794c8-e12a-4610-b0ba-094b5fd46384,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:03.732472 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.745996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.810264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae85f0e-81a1-42f7-a385-7e797efca5ad req-ed7d95f3-aeaa-4b04-a254-d4ad70c0f43a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:03.812324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae85f0e-81a1-42f7-a385-7e797efca5ad req-ed7d95f3-aeaa-4b04-a254-d4ad70c0f43a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 946 time: 0.0977385 Jun 30 08:57:03.813954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d031e84d-342a-40ee-aae8-3496c6b0d47a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:03.877666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae85f0e-81a1-42f7-a385-7e797efca5ad req-4db7dcb6-1da6-415f-8089-c2ffb30cf585 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Jun 30 08:57:03.885660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 882a221b-dd69-424c-b7a6-2752380f09cd no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:03.919186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f16d30a-c64f-4449-b09c-4f0f60df036c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:03.938719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 882a221b-dd69-424c-b7a6-2752380f09cd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:03.943484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 882a221b-dd69-424c-b7a6-2752380f09cd not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:04.049608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Checking segment: {'id': '192ac1d8-3d9a-419f-966d-44230f7a7b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:04.050456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Network hostable DHCP agents. Network: 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:04.077270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9b678-48bd-4f66-b573-18f150a7a1e4 req-f33061a1-0a3a-4e2a-9fdf-6d07ac0650e3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:04.080085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2a9b678-48bd-4f66-b573-18f150a7a1e4 req-f33061a1-0a3a-4e2a-9fdf-6d07ac0650e3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.0930233 Jun 30 08:57:04.121834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:04.130538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2a9b678-48bd-4f66-b573-18f150a7a1e4 req-71631107-02d5-4219-a068-335e961313e7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 Jun 30 08:57:04.131528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Deleting port d9c23766-cb06-44f4-865a-700a096c8227 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:04.131863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.148574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:04.158120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87d01e-5e69-48e9-8650-d0a4816337db None None] Network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:04.188018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:04.188599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.206906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.230479 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d8210f4-7bb0-4b37-9889-debe7e462a08 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9750683 Jun 30 08:57:04.300629 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] For port d9c23766-cb06-44f4-865a-700a096c8227, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d9c23766-cb06-44f4-865a-700a096c8227,segment=NetworkSegment(80f4a663-72c3-4b99-b36b-a45ec80a056f),segment_id=80f4a663-72c3-4b99-b36b-a45ec80a056f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:04.300991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.330052 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.342114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1457789-c4e3-4b76-8aa5-09e21ec7395c None None] Network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:04.354977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Calling delete_port for d9c23766-cb06-44f4-865a-700a096c8227 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:04.365915 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8450cd1b-3126-4fa3-8fe0-7840ea7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.857002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58672) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:04.861978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-567681845-network', 'tenant_id': 'dbf31b9efd244ae7b612a92412ae7eee'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:04.886838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Made reservation on behalf of dbf31b9efd244ae7b612a92412ae7eee for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:04.888251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Router aa247675-b9f2-4b18-affb-572eab086b5e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:04.890291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.900048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.018629 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.024606 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.038774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.070750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:05.072982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c23766-cb06-44f4-865a-700a096c8227,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:05.078465 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-70fcc8d3-7453-4942-a015-faf36f4b3f4c admin admin] 10.222.0.53 "PUT /v2.0/routers/aa247675-b9f2-4b18-affb-572eab086b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9768946 Jun 30 08:57:05.081367 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] Sync routers for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:05.085216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58676) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:05.098198 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:05.099157 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:05.106310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:05.147847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8e2d26-9253-470e-9389-070c1a121082,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:05.159022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.159646 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Added segment 2a4e711e-8342-4af3-a73d-2c76f53d03d5 of type vlan for network 9f392d42-7c30-486c-bbe6-5c07041e4bdf Jun 30 08:57:05.225434 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:05.245048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.286200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01da1c6-1328-4038-90bf-c675504cc324 req-7e9083ec-38ee-432d-83e8-c6412b419bb1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:05.287469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f01da1c6-1328-4038-90bf-c675504cc324 req-7e9083ec-38ee-432d-83e8-c6412b419bb1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 946 time: 0.2596118 Jun 30 08:57:05.310405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.334587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.385082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.386087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:05.386654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.434453 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:57:03Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:05.464762 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] Checking router: aa247675-b9f2-4b18-affb-572eab086b5e for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:05.471111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6129189 Jun 30 08:57:05.475169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58680) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:05.483186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Request body: {'subnet': {'network_id': '9f392d42-7c30-486c-bbe6-5c07041e4bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-567681845-subnet', 'tenant_id': 'dbf31b9efd244ae7b612a92412ae7eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:05.485333 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] Routers {'aa247675-b9f2-4b18-affb-572eab086b5e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:05.485333 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aa247675-b9f2-4b18-affb-572eab086b5e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:05.513325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f01da1c6-1328-4038-90bf-c675504cc324 req-dd7de962-4329-428b-8ff4-e1c9b19dc4e7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084138 Jun 30 08:57:05.521037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b48981-ef08-4657-9344-11340a42b1dd admin admin] Pushing event updated for resources: {'Network': ['ID=9f392d42-7c30-486c-bbe6-5c07041e4bdf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:05.534540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 9f392d42-7c30-486c-bbe6-5c07041e4bdf details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:05.547224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Made reservation on behalf of dbf31b9efd244ae7b612a92412ae7eee for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:05.549622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.556590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a6141-87fc-498a-90eb-717b26df8ab2 req-0b983f54-e101-431f-97cc-4fcb577724fe tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:05.564841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c67a6141-87fc-498a-90eb-717b26df8ab2 req-0b983f54-e101-431f-97cc-4fcb577724fe tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.2880907 Jun 30 08:57:05.589884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.599318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:05.627886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c67a6141-87fc-498a-90eb-717b26df8ab2 req-a0f8ccbc-4ef0-4422-9428-28899421b4ad tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622928 Jun 30 08:57:05.650289 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] Set router aa247675-b9f2-4b18-affb-572eab086b5e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:05.694649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Deleting port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:05.695732 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.805913 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.814340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] For port a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:05.814836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.832358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Calling delete_port for a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:05.854835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:05.864436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] Sync routers for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:05.884123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:05.884954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:05.930828 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-938bd030-6941-4c40-94b4-a1928f3d3152 admin admin] 10.222.0.53 "PUT /v2.0/routers/75fe68fd-1099-4d78-a69f-8cf7ba9195e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3833351 Jun 30 08:57:05.952969 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:57:03Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:05.997612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58690) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:06.004445 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.018276 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adbf42-b67c-4cc2-913b-13d38f0e1e74 None None] The sync data for ids ['aa247675-b9f2-4b18-affb-572eab086b5e'] in n-d-758944-40 is: [{'id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'name': 'tempest-ServersTestManualDisk-788225867-router', 'tenant_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:54:28Z', 'updated_at': '2021-06-30T08:57:03Z', 'revision_number': 5, 'project_id': '6d5d5f83228a4008bf5f33ff95239ab7', 'gw_port': {'id': 'a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa247675-b9f2-4b18-affb-572eab086b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:54:29Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:06.065290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:06.175764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.254653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:06.260372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=badbebb0-8eb5-4993-a15b-660806d19ce6,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:06.279546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Checking segment: {'id': '2a4e711e-8342-4af3-a73d-2c76f53d03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9f392d42-7c30-486c-bbe6-5c07041e4bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:06.279901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Network hostable DHCP agents. Network: 9f392d42-7c30-486c-bbe6-5c07041e4bdf, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:06.301292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.344052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.344939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Network 9f392d42-7c30-486c-bbe6-5c07041e4bdf is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:06.354034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:57:04Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:06.359535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 9f392d42-7c30-486c-bbe6-5c07041e4bdf) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:06.363952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:06.364537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.391456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af067e7c-40d8-49f7-a74b-b3742b813c73 None None] Network 9f392d42-7c30-486c-bbe6-5c07041e4bdf requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:06.395191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] Checking router: 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:06.413863 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb80e6e6-cbde-4b3e-92e9-12ec8e710fc7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9377103 Jun 30 08:57:06.455792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.456708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] Routers {'75fe68fd-1099-4d78-a69f-8cf7ba9195e8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:06.457404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:06.562892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Deleting port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:06.563229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.709772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab55c2ba-3525-4240-99ac-149b689fce78 None None] Network 9f392d42-7c30-486c-bbe6-5c07041e4bdf requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:06.719079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] Set router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:06.726138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] For port bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:06.726640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.752475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Calling delete_port for bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:06.921042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.938038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.939701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:06.969174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:06.996027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb3a97-addc-470d-b1a5-e8896f65e4be req-68f8737b-1ff6-49d2-8556-460bd0d2f6d3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:07.003125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2bb3a97-addc-470d-b1a5-e8896f65e4be req-68f8737b-1ff6-49d2-8556-460bd0d2f6d3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 946 time: 0.7401419 Jun 30 08:57:07.023063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:57:04Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:07.026806 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.027243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa247675-b9f2-4b18-affb-572eab086b5e {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:57:07.033258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.036705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-52e95993-daf4-4086-bd53-53052593bb29 admin admin] 10.222.0.53 "DELETE /v2.0/routers/aa247675-b9f2-4b18-affb-572eab086b5e HTTP/1.1" status: 204 len: 168 time: 1.9486651 Jun 30 08:57:07.040203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58710) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:07.061664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.064370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfdc17-7a45-45b0-9725-3f529f4c2c23 None None] The sync data for ids ['75fe68fd-1099-4d78-a69f-8cf7ba9195e8'] in n-d-758944-40 is: [{'id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1727448998-router', 'tenant_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:42Z', 'updated_at': '2021-06-30T08:57:04Z', 'revision_number': 5, 'project_id': 'd42c9c2ee80a4cd78e250ef20d8a9d21', 'gw_port': {'id': 'bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe68fd-1099-4d78-a69f-8cf7ba9195e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:43Z', 'updated_at': '2021-06-30T08:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:07.110259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2bb3a97-addc-470d-b1a5-e8896f65e4be req-96e048e6-9320-4b10-bbd1-356263146597 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061947 Jun 30 08:57:07.165442 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.166005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738e231-38fd-4677-884d-471f7fd8dd02 req-e6b4fe59-9a47-4b1d-a1a9-dfecdf637bad tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:07.177552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0738e231-38fd-4677-884d-471f7fd8dd02 req-e6b4fe59-9a47-4b1d-a1a9-dfecdf637bad tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.2747302 Jun 30 08:57:07.188461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] Deleting subnet 74d4443b-bb6d-4dfe-a70a-1db737a4412d {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:07.193538 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.196854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.197362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.248675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.249622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75fe68fd-1099-4d78-a69f-8cf7ba9195e8 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:57:07.255697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.259344 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-098c736d-6289-4e62-b52a-2f0ae34e70e4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/75fe68fd-1099-4d78-a69f-8cf7ba9195e8 HTTP/1.1" status: 204 len: 168 time: 1.2561252 Jun 30 08:57:07.259566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:07.261674 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.298248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0738e231-38fd-4677-884d-471f7fd8dd02 req-8f49bf6c-a52d-438e-b396-280c65ebe989 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182079 Jun 30 08:57:07.361290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] Deleting subnet be0e77cb-8ec7-487c-bad2-04f175450087 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:07.367598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.504762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.545397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.610164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-638328e4-925c-47ec-9d8b-f39755d5de37 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:07.611606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-638328e4-925c-47ec-9d8b-f39755d5de37 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/networks?id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a HTTP/1.1" status: 200 len: 812 time: 0.1979268 Jun 30 08:57:07.615289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.689465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-af97f2d2-663b-441b-84d7-94d10307ca72 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/quotas/0a66705e599e49f0960f5a00e04719e3 HTTP/1.1" status: 200 len: 375 time: 0.0703843 Jun 30 08:57:07.750182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-5779fae1-a535-4cea-baaa-637dcb1556cb tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a66705e599e49f0960f5a00e04719e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549276 Jun 30 08:57:07.753930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.790213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d031e84d-342a-40ee-aae8-3496c6b0d47a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:07.817176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d031e84d-342a-40ee-aae8-3496c6b0d47a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:07.817526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d031e84d-342a-40ee-aae8-3496c6b0d47a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:07.862605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d4443b-bb6d-4dfe-a70a-1db737a4412d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:07.876184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.877818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc8042-a704-4a54-a908-0367c8a06a29 None None] Network 2b0b4616-0954-4c68-a7aa-9ba36354dff4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:07.878124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f29b732e-14fc-4f90-b43c-42085c14d61a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/74d4443b-bb6d-4dfe-a70a-1db737a4412d HTTP/1.1" status: 204 len: 168 time: 0.8346884 Jun 30 08:57:07.881668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.882402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58732) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:07.927758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0e77cb-8ec7-487c-bad2-04f175450087,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:07.937923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-46c4dcf2-90dc-48c5-bb59-f420e7b3df40 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:07.939015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-46c4dcf2-90dc-48c5-bb59-f420e7b3df40 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 946 time: 0.3190551 Jun 30 08:57:07.944535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:07.946812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ed1963ed-33a0-43a5-92ed-fa7e303f74b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/be0e77cb-8ec7-487c-bad2-04f175450087 HTTP/1.1" status: 204 len: 168 time: 0.6821599 Jun 30 08:57:07.951857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58734) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:07.960689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.005128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-594fe096-7862-490e-aa85-34b3b230aa02 service neutron] 10.222.0.53 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475111 Jun 30 08:57:08.023056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Deleting port 66106f75-e312-4768-9f66-6ae8d345a54b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:08.023710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.091768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] For port 66106f75-e312-4768-9f66-6ae8d345a54b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=66106f75-e312-4768-9f66-6ae8d345a54b,segment=NetworkSegment(03e2b8aa-e05a-4c63-ad15-2ca34c7b863f),segment_id=03e2b8aa-e05a-4c63-ad15-2ca34c7b863f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:08.092077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.106441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Calling delete_port for 66106f75-e312-4768-9f66-6ae8d345a54b owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:08.154056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.168060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] DHCP port deletion for 2b0b4616-0954-4c68-a7aa-9ba36354dff4 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:57:08.220770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.222283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-fcfa00ec-eeb4-4ae5-86e5-dfeb784d75e0 service neutron] 10.222.0.53 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877015 Jun 30 08:57:08.253199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=66106f75-e312-4768-9f66-6ae8d345a54b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:08.265522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] No DVR routers for this DVR port 66106f75-e312-4768-9f66-6ae8d345a54b on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:08.268079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] Deleting port 66106f75-e312-4768-9f66-6ae8d345a54b {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:08.272731 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.277365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Deleting port 85cb44ee-f012-498b-9355-a9da492e4f32 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:08.278317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.329679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.344939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9418e5-c827-4c17-9573-de2ce4a04dae']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:08.361748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f4a663-72c3-4b99-b36b-a45ec80a056f') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:08.362051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f4a663-72c3-4b99-b36b-a45ec80a056f') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:08.370811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] For port 66106f75-e312-4768-9f66-6ae8d345a54b, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:08.371812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.375640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.389216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0b4616-0954-4c68-a7aa-9ba36354dff4']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:08.396076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] Calling delete_port for 66106f75-e312-4768-9f66-6ae8d345a54b owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:08.399101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] Port 66106f75-e312-4768-9f66-6ae8d345a54b was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 08:57:08.400627 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.403669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:08.404130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e2b8aa-e05a-4c63-ad15-2ca34c7b863f') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:08.407463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.417416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.424948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] Pushing event deleted for resources: {'Port': ['ID=66106f75-e312-4768-9f66-6ae8d345a54b,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:08.435261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255f96f-fad4-4e04-9101-d8adba739061 None None] No DVR routers for this DVR port 66106f75-e312-4768-9f66-6ae8d345a54b on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:08.439983 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.452986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.455327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:57:08.456003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:57:08.460456 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:57:08.464690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:57:08.464690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:57:08.525766 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:57:08.530139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.531444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] For port 85cb44ee-f012-498b-9355-a9da492e4f32, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85cb44ee-f012-498b-9355-a9da492e4f32,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:08.532053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.537573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.542452 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2b0b4616-0954-4c68-a7aa-9ba36354dff4 HTTP/1.1" status: 204 len: 168 time: 0.6587510 Jun 30 08:57:08.559876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0c6f1-9dba-44a5-9380-4536f8c968c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0b4616-0954-4c68-a7aa-9ba36354dff4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:08.574157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Calling delete_port for 85cb44ee-f012-498b-9355-a9da492e4f32 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:08.586501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.604142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.609667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/7a9418e5-c827-4c17-9573-de2ce4a04dae HTTP/1.1" status: 204 len: 168 time: 0.6424413 Jun 30 08:57:08.616630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436080e7-ab1e-4b8c-87d5-bd4ae8d40fa4 req-cbc37b6b-ab62-499c-a7d2-30e1a80622c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:08.618293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-436080e7-ab1e-4b8c-87d5-bd4ae8d40fa4 req-cbc37b6b-ab62-499c-a7d2-30e1a80622c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 946 time: 0.2591836 Jun 30 08:57:08.675501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b67778-8837-43bd-9f36-26d697c407cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9418e5-c827-4c17-9573-de2ce4a04dae,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:08.762085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-436080e7-ab1e-4b8c-87d5-bd4ae8d40fa4 req-ba7b29a2-223a-4724-bcc5-d0a37185df04 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902479 Jun 30 08:57:08.821907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58760) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:08.829934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769ab42-99a8-4473-a7ce-a41bfe282c8e req-436c09c3-8441-4397-b312-6145d073d907 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:08.831486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b769ab42-99a8-4473-a7ce-a41bfe282c8e req-436c09c3-8441-4397-b312-6145d073d907 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1611407 Jun 30 08:57:08.884663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58762) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:08.914238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db6adfe6-0b26-4049-ad49-4aa85caf3d45 req-5361dca3-fe95-4c82-b866-56069de41c57 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 210 time: 0.0476468 Jun 30 08:57:08.920611 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.932126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['85cb44ee-f012-498b-9355-a9da492e4f32'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:08.938671 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3c299c8e-17bb-4fcb-b15a-d2a2ca469836 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d42c9c2ee80a4cd78e250ef20d8a9d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528538 Jun 30 08:57:08.949394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58766) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:08.976061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6ed2609-48ff-44e7-9db7-a505c6911e05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d5d5f83228a4008bf5f33ff95239ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434803 Jun 30 08:57:08.976905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event deleted for resources: {'Port': ['ID=85cb44ee-f012-498b-9355-a9da492e4f32,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:08.978812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58768) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:08.984751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b769ab42-99a8-4473-a7ce-a41bfe282c8e req-1f133382-f600-4dc2-a3c9-efa2862b8aab tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426048 Jun 30 08:57:09.049867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c10d4dea-752f-4388-add5-a8452970e19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.080761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c10d4dea-752f-4388-add5-a8452970e19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.088007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] No DVR routers for this DVR port 85cb44ee-f012-498b-9355-a9da492e4f32 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:09.093788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.095813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eb353a2-94a7-4299-ab47-5619bb3b06d5 req-3b4d0f61-a916-46a1-93f3-a5af45d5d74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "DELETE /v2.0/ports/85cb44ee-f012-498b-9355-a9da492e4f32 HTTP/1.1" status: 204 len: 173 time: 1.1452756 Jun 30 08:57:09.096270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'name': 'network-vif-deleted', 'tag': '85cb44ee-f012-498b-9355-a9da492e4f32'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:09.098622 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c2e3a1-9f0c-4e5c-bc7a-484c781c3e75" -d '{"events": [{"server_uuid": "98b753c0-37b6-4153-8721-6ac77c58ae20", "name": "network-vif-deleted", "tag": "85cb44ee-f012-498b-9355-a9da492e4f32"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:09.115383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:09.144219 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5400f8-1134-4cc7-af8f-f707dc8725a7 x-openstack-request-id: req-0c5400f8-1134-4cc7-af8f-f707dc8725a7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:09.145334 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b753c0-37b6-4153-8721-6ac77c58ae20", "name": "network-vif-deleted", "tag": "85cb44ee-f012-498b-9355-a9da492e4f32", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:09.145334 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c5400f8-1134-4cc7-af8f-f707dc8725a7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:09.145334 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b753c0-37b6-4153-8721-6ac77c58ae20', 'name': 'network-vif-deleted', 'tag': '85cb44ee-f012-498b-9355-a9da492e4f32', 'status': 'completed', 'code': 200} Jun 30 08:57:09.146202 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ad586efe-082a-4616-a29f-c98023b25009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.177652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ad586efe-082a-4616-a29f-c98023b25009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.179348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c10d4dea-752f-4388-add5-a8452970e19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.183190 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c10d4dea-752f-4388-add5-a8452970e19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.184911 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c10d4dea-752f-4388-add5-a8452970e19f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3877b8d-b60e-4441-bf6e-5c95ebba4c70 HTTP/1.1" status: 204 len: 168 time: 0.2342141 Jun 30 08:57:09.190290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:09.190847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a4dcf7a8-ae84-4e3d-8d4e-79ecf61d1d8c not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:09.191671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:09.201395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d4dea-752f-4388-add5-a8452970e19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3877b8d-b60e-4441-bf6e-5c95ebba4c70,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:09.232223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:09.233130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc8fffe7-6af4-4ddb-bfe5-16e28cfb02de not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:09.233947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d9c23766-cb06-44f4-865a-700a096c8227 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:09.242586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ad586efe-082a-4616-a29f-c98023b25009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.246674 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ad586efe-082a-4616-a29f-c98023b25009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:09.248072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ad586efe-082a-4616-a29f-c98023b25009 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6059cdd9-47ff-48b4-a051-c38a37fd39bc HTTP/1.1" status: 204 len: 168 time: 0.2671728 Jun 30 08:57:09.256285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad586efe-082a-4616-a29f-c98023b25009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6059cdd9-47ff-48b4-a051-c38a37fd39bc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:09.292798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d9c23766-cb06-44f4-865a-700a096c8227 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:09.293174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d9c23766-cb06-44f4-865a-700a096c8227 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:09.293737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 66106f75-e312-4768-9f66-6ae8d345a54b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:09.320636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 66106f75-e312-4768-9f66-6ae8d345a54b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:09.321052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 66106f75-e312-4768-9f66-6ae8d345a54b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:09.957047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e21f458-1e62-464d-aa9d-f2657943373d req-a573458d-ce92-4596-afa1-d1e438f8f116 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=98b753c0-37b6-4153-8721-6ac77c58ae20 HTTP/1.1" status: 200 len: 210 time: 0.0351696 Jun 30 08:57:10.139913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58a50f81-6efa-4a10-ab11-4dd9a5518af1 req-cfd9c039-64cd-45c7-8963-a0207dbec339 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 210 time: 0.0503242 Jun 30 08:57:10.305371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58824) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:10.333297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607168-63ef-4377-badd-3eee92dca51e req-59c3c3ab-95de-4bb7-b699-c67858f1c2a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:10.340767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76607168-63ef-4377-badd-3eee92dca51e req-59c3c3ab-95de-4bb7-b699-c67858f1c2a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1912770 Jun 30 08:57:10.371981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-80ce11e3-dc78-4c15-bfdb-f02bdcc6c9c7 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:10.373449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-80ce11e3-dc78-4c15-bfdb-f02bdcc6c9c7 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.13 "GET /v2.0/networks?id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a HTTP/1.1" status: 200 len: 812 time: 0.1707153 Jun 30 08:57:10.393744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Request body: {'port': {'device_id': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a', 'admin_state_up': True, 'tenant_id': '0a66705e599e49f0960f5a00e04719e3'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:10.408500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:10.452821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76607168-63ef-4377-badd-3eee92dca51e req-59afe516-1993-4564-9adb-820b71e0dd6b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Jun 30 08:57:10.495587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2144291258-network', 'tenant_id': '1e16918662f8442db90ae128d982c1a9'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:10.510554 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:57:10.510554 n-d-758944-40 neutron-server[100240]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 08:57:10.510554 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id': '0a66705e599e49f0960f5a00e04719e3', 'id': 'f866fdd5-a7c3-4ddd-887b-996b75c536ef', 'expiration': datetime.datetime(2021, 6, 30, 8, 59, 10, 507040)}] Jun 30 08:57:10.510554 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:57:10.510929 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:57:10.520060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Made reservation on behalf of 1e16918662f8442db90ae128d982c1a9 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:10.523496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.536578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1391917938-network', 'tenant_id': 'd26487bfc23243cabb2adea98ff88029'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:10.540413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.568440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Made reservation on behalf of d26487bfc23243cabb2adea98ff88029 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:10.570780 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.585672 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.665337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.672264 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.700078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:10.725539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.725921 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Added segment b550e1d8-2230-4dd8-a589-41ff34765989 of type vlan for network b562134b-5ec8-4de2-bde1-afe935152b17 Jun 30 08:57:10.728431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a2114-8404-4887-911a-a246d7adc259,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:10.789553 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.840657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.841864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:10.842536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.849246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.865271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.914470 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6078835 Jun 30 08:57:10.917368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58834) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:10.923205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Request body: {'subnet': {'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2144291258-subnet', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:10.934403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc50dd8-0dff-49ff-b124-c95472a3e8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=b562134b-5ec8-4de2-bde1-afe935152b17,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:10.938420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:10.945586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Made reservation on behalf of 1e16918662f8442db90ae128d982c1a9 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:10.946258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94350ddd-4db0-40e5-9d45-b3a3fed44250,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:10.946407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network b562134b-5ec8-4de2-bde1-afe935152b17 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:10.949042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.955959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.956317 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Added segment 36dd1005-a691-4249-9457-8f0d5e3c991a of type vlan for network 57e94183-d35e-4693-a076-6edcc65307b4 Jun 30 08:57:11.010663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.078992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.081138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.081449 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.136163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Made reservation on behalf of 0a66705e599e49f0960f5a00e04719e3 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:11.139797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.173530 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7610135 Jun 30 08:57:11.173530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac06b51-5fcf-4ca5-8ff6-8f600b739e42 admin admin] Pushing event updated for resources: {'Network': ['ID=57e94183-d35e-4693-a076-6edcc65307b4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:11.175152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58842) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:11.180779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Request body: {'subnet': {'network_id': '57e94183-d35e-4693-a076-6edcc65307b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1391917938-subnet', 'tenant_id': 'd26487bfc23243cabb2adea98ff88029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:11.188206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 57e94183-d35e-4693-a076-6edcc65307b4 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:11.191033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.237529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Made reservation on behalf of d26487bfc23243cabb2adea98ff88029 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:11.240257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.296656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3170b8-486b-45eb-9201-15d2c66b3058,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:11.374939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71791b85-5682-477e-8b32-e7137c2ebe69 req-74d0b415-f317-4f9d-8c13-3ccefe91096d tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 210 time: 0.0474863 Jun 30 08:57:11.434588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:11.434949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Network hostable DHCP agents. Network: b562134b-5ec8-4de2-bde1-afe935152b17, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:11.453453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Allocated IP 172.20.0.9 (43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a/1f16d30a-c64f-4449-b09c-4f0f60df036c/20491318-e8af-4438-a2df-207dbe5c7107) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:11.466455 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.513971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85cb44ee-f012-498b-9355-a9da492e4f32 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:11.521594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Network b562134b-5ec8-4de2-bde1-afe935152b17 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:11.528204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:11.540070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 85cb44ee-f012-498b-9355-a9da492e4f32 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:11.540779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85cb44ee-f012-498b-9355-a9da492e4f32 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:11.551637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, b562134b-5ec8-4de2-bde1-afe935152b17) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:11.555899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Checking segment: {'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:11.556290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Network hostable DHCP agents. Network: 57e94183-d35e-4693-a076-6edcc65307b4, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:11.556969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.557572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.564612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde60c3-ef87-49d2-ba8d-0c1b37a36488 None None] Network b562134b-5ec8-4de2-bde1-afe935152b17 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:11.570744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-9b2bae3a-c4ec-40af-a7de-db78c3a3a1d4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.572269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-9b2bae3a-c4ec-40af-a7de-db78c3a3a1d4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2034097 Jun 30 08:57:11.600461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Network 57e94183-d35e-4693-a076-6edcc65307b4 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:11.610688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 57e94183-d35e-4693-a076-6edcc65307b4) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:11.615822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.617139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.622311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-fea41e72-764c-4e49-bad6-a8f5251d1409 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/quotas/853e2151e8284e0eaab53970eac63e7b HTTP/1.1" status: 200 len: 375 time: 0.0402145 Jun 30 08:57:11.632695 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635c9b6-1b42-4e74-bc8a-821e0aa4e509 None None] Network 57e94183-d35e-4693-a076-6edcc65307b4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:11.643971 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-79408d82-1a04-4ee0-a37d-bbd453e517c5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4660707 Jun 30 08:57:11.649159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2601136d-95ba-4372-a73e-55b92ca31c0b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7301848 Jun 30 08:57:11.654599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:11.663055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:11.710596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.711329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.723315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-51124b56-d547-4dd8-9722-8a7ec24cbccc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723398 Jun 30 08:57:11.779230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.860397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-b562134b-5ec8-4de2-bde1-afe935152b17', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:11.861800 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.866240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c502d6-e048-4758-9514-d161d6e569be None None] Network 57e94183-d35e-4693-a076-6edcc65307b4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:11.890198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-0ed18ed2-24ad-4260-95d1-d31e4eaf3a88 service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661546 Jun 30 08:57:11.894652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.956021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.960792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea82c-7bb6-4de9-98e5-a7f4f9da1fb1 req-2521312a-9a8d-4dc1-83a3-c2d4fdbf37fb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.962425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-163ea82c-7bb6-4de9-98e5-a7f4f9da1fb1 req-2521312a-9a8d-4dc1-83a3-c2d4fdbf37fb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.3110979 Jun 30 08:57:12.063874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-e530c968-ba09-43b7-aa47-097a481968ad service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633506 Jun 30 08:57:12.066341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-163ea82c-7bb6-4de9-98e5-a7f4f9da1fb1 req-5947e7f3-acae-4b72-bcb5-ee122c643ca0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883858 Jun 30 08:57:12.067980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.124238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Allocated IP 172.20.0.2 (b562134b-5ec8-4de2-bde1-afe935152b17/aa3170b8-486b-45eb-9201-15d2c66b3058/1aee5030-0675-4b4e-a42d-1075320f9da5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:12.181563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:12.187556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:12.192550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:12.264942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Pushing event updated for resources: {'Port': ['ID=20491318-e8af-4438-a2df-207dbe5c7107,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:12.286134 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.333147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:12.334587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.338473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.394537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7521c23d-d5c7-4a88-8bc5-7a4ad036db9a req-e3620799-ecdb-4c16-b8d7-a334f3e65afc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 210 time: 0.0503764 Jun 30 08:57:12.406070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-357ed59a-cbb4-41e4-ab8a-fbdf8e724610 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0160890 Jun 30 08:57:12.419607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Request body: {'port': {'device_id': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:12.427866 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.442155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Transition to ACTIVE for port object 1aee5030-0675-4b4e-a42d-1075320f9da5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:12.466779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Transition to ACTIVE for port object 1aee5030-0675-4b4e-a42d-1075320f9da5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:12.495476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.539579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Allocated IP 172.25.8.164 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/030a1e79-6592-46bd-bc16-23537c07a8e3) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:12.556407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:12.566952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:12.575517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:12.639023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Pushing event updated for resources: {'Port': ['ID=1aee5030-0675-4b4e-a42d-1075320f9da5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:12.651260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Attempting to bind port 1aee5030-0675-4b4e-a42d-1075320f9da5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:12.651884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Attempting to bind port 1aee5030-0675-4b4e-a42d-1075320f9da5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:12.652476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Attempting to bind port 1aee5030-0675-4b4e-a42d-1075320f9da5 on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:12.657789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:12.658442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:12.659023 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.659601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Bound using segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:12.660253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Bound port: 1aee5030-0675-4b4e-a42d-1075320f9da5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:12.660814 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.698376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.715726 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.732632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] For port 1aee5030-0675-4b4e-a42d-1075320f9da5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:12.758565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] For port 1aee5030-0675-4b4e-a42d-1075320f9da5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1aee5030-0675-4b4e-a42d-1075320f9da5,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:12.764323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.782813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:12.811946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc289-3639-4e40-9530-c8795794c457 req-1b23a08e-17ce-4210-968f-b710fea43aa1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:12.813469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-1b23a08e-17ce-4210-968f-b710fea43aa1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 814 time: 0.3203740 Jun 30 08:57:12.837105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:12.845484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:12.851108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:12.853569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658324c0-25e5-4812-b495-1ad8dc043929 None None] Pushing event updated for resources: {'Port': ['ID=1aee5030-0675-4b4e-a42d-1075320f9da5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:12.856179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Pushing event updated for resources: {'Port': ['ID=030a1e79-6592-46bd-bc16-23537c07a8e3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:13.208041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.314079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-24e4d521-bc0c-4a10-9766-ed2a6079ba08 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/quotas/d26487bfc23243cabb2adea98ff88029 HTTP/1.1" status: 200 len: 375 time: 0.4779663 Jun 30 08:57:13.332036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6127c-b083-4787-8998-020c138f3f79 req-2b53e465-96b7-4ba6-b060-2b993736f482 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:13.333518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8df6127c-b083-4787-8998-020c138f3f79 req-2b53e465-96b7-4ba6-b060-2b993736f482 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 931 time: 0.6949794 Jun 30 08:57:13.378755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-57629d0f-3696-40e3-9d66-23158aa451df tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569422 Jun 30 08:57:13.417826 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.490882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8df6127c-b083-4787-8998-020c138f3f79 req-c32d8248-0c8d-4f54-9f29-1e0bab479e75 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421659 Jun 30 08:57:13.551744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-2f37726a-03df-47d3-84d9-6229f7ea827c service neutron] 10.222.0.53 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546917 Jun 30 08:57:13.565593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Router ed799d25-64b7-4919-942e-bc21f505eddb is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:57:13.698181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20491318-e8af-4438-a2df-207dbe5c7107 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:13.707011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:13.710755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.719935 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Sync routers for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:13.736506 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:13.737136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:13.739247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.740511 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-257deb04-0804-4bee-927d-62046e47819a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0810122 Jun 30 08:57:13.743208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:13.758287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Transition to ACTIVE for port object 20491318-e8af-4438-a2df-207dbe5c7107 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:13.766909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.848601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-5213704c-aa4b-4222-8b0e-d8b8a1400cae service neutron] 10.222.0.53 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774398 Jun 30 08:57:14.006107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Pushing event updated for resources: {'Port': ['ID=20491318-e8af-4438-a2df-207dbe5c7107,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:14.015136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:14.067879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb2262-e979-4eb6-9dc1-07fd65454fe1 None None] Network b562134b-5ec8-4de2-bde1-afe935152b17 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:14.259484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-beb98db9-e178-43cc-b345-deec24bee153 None None] Provisioning for port 1aee5030-0675-4b4e-a42d-1075320f9da5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:14.272019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385efd7-f092-4e05-b308-c12f2e4de9ac req-d93d1244-fae7-4066-bdf2-b3554478f810 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:14.283597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d385efd7-f092-4e05-b308-c12f2e4de9ac req-d93d1244-fae7-4066-bdf2-b3554478f810 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.3864341 Jun 30 08:57:14.295543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4365dc39-72d7-401e-b4a4-c901e9926f07 req-c17f726c-b3d5-461d-bcb0-4bad2095e8fc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 210 time: 0.0870886 Jun 30 08:57:14.375106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d385efd7-f092-4e05-b308-c12f2e4de9ac req-8ff533c1-df31-4f9f-aa52-49f98501e65f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895259 Jun 30 08:57:14.375811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Attempting to bind port 20491318-e8af-4438-a2df-207dbe5c7107 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:14.378450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Attempting to bind port 20491318-e8af-4438-a2df-207dbe5c7107 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '192ac1d8-3d9a-419f-966d-44230f7a7b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:14.378848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Attempting to bind port 20491318-e8af-4438-a2df-207dbe5c7107 on network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:14.386394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Port 20491318-e8af-4438-a2df-207dbe5c7107 on network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:14.389490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Attempting to bind port 20491318-e8af-4438-a2df-207dbe5c7107 on network 43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:14.431727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:14.432074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Checking segment: {'id': '192ac1d8-3d9a-419f-966d-44230f7a7b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:14.432467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Bound using segment: {'id': '192ac1d8-3d9a-419f-966d-44230f7a7b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:14.432915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Bound port: 20491318-e8af-4438-a2df-207dbe5c7107, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192ac1d8-3d9a-419f-966d-44230f7a7b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:14.438721 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:13Z', 'revision_number': 3, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:14.440484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.444250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af58361e-8701-4af1-860a-2901647a40ae req-8ff3187f-7eaf-4409-91bd-28bf930a5dce tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 210 time: 0.0514417 Jun 30 08:57:14.514310 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Checking router: ed799d25-64b7-4919-942e-bc21f505eddb for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:14.514653 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Updating router ed799d25-64b7-4919-942e-bc21f505eddb port 030a1e79-6592-46bd-bc16-23537c07a8e3 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:57:14.544484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] For port 20491318-e8af-4438-a2df-207dbe5c7107, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:14.548214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] For port 20491318-e8af-4438-a2df-207dbe5c7107, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=20491318-e8af-4438-a2df-207dbe5c7107,segment=NetworkSegment(192ac1d8-3d9a-419f-966d-44230f7a7b09),segment_id=192ac1d8-3d9a-419f-966d-44230f7a7b09)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:14.553044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.592152 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.650169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:14.652508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.659044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] 10.222.0.13 "PUT /v2.0/ports/20491318-e8af-4438-a2df-207dbe5c7107 HTTP/1.1" status: 200 len: 1092 time: 2.2430348 Jun 30 08:57:14.659756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'tag': '20491318-e8af-4438-a2df-207dbe5c7107'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:14.668152 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe91cfb-d91f-48aa-8716-97784ee76236" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c3aa7e-2f3e-4c78-bccb-812db46ab161", "tag": "20491318-e8af-4438-a2df-207dbe5c7107"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:14.673244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-8ecf882e-535e-4abe-bbd7-0d7418cd8946 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:14.675091 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-8ecf882e-535e-4abe-bbd7-0d7418cd8946 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2905936 Jun 30 08:57:14.693333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Request body: {'port': {'device_id': '37386522-8d13-4d7b-a483-6912a1333bd1', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'admin_state_up': True, 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:14.816131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac048a9b-427f-407c-897b-4e5c00c8d25e service neutron] Pushing event updated for resources: {'Port': ['ID=20491318-e8af-4438-a2df-207dbe5c7107,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:14.877794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f1dde-57dd-410c-b138-76fd588bc8fd req-534d55b5-de78-4014-901a-1cb8592a08a7 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:14.879183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a37f1dde-57dd-410c-b138-76fd588bc8fd req-534d55b5-de78-4014-901a-1cb8592a08a7 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 943 time: 0.1873899 Jun 30 08:57:14.885898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-1b308613-96e1-485e-ab3a-0d1423a5223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:14.887655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-1b308613-96e1-485e-ab3a-0d1423a5223c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a66705e599e49f0960f5a00e04719e3&device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 1095 time: 0.1601019 Jun 30 08:57:14.959473 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b134e9c6-100e-41bc-9181-29443f086396 x-openstack-request-id: req-b134e9c6-100e-41bc-9181-29443f086396 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:14.959820 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c3aa7e-2f3e-4c78-bccb-812db46ab161", "tag": "20491318-e8af-4438-a2df-207dbe5c7107", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:14.960081 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b134e9c6-100e-41bc-9181-29443f086396 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:14.961137 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'tag': '20491318-e8af-4438-a2df-207dbe5c7107', 'status': 'completed', 'code': 200} Jun 30 08:57:15.014622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-69c53301-8e28-4864-bae3-99a41582b139 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20491318-e8af-4438-a2df-207dbe5c7107 HTTP/1.1" status: 200 len: 217 time: 0.0762911 Jun 30 08:57:15.015784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:15.019371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a37f1dde-57dd-410c-b138-76fd588bc8fd req-580e5e32-095b-4535-9749-1df78248b307 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235964 Jun 30 08:57:15.019528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.064908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.084083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-74c9a41a-a5c3-4c30-b0c6-7d5c566214d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:15.085087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-74c9a41a-a5c3-4c30-b0c6-7d5c566214d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f16d30a-c64f-4449-b09c-4f0f60df036c HTTP/1.1" status: 200 len: 852 time: 0.0641365 Jun 30 08:57:15.137121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-6faf5896-8ae8-4639-b3d2-03944cb86991 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432758 Jun 30 08:57:15.143742 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.157385 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Transition to ACTIVE for port object 030a1e79-6592-46bd-bc16-23537c07a8e3 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:15.163719 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.177823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aee5030-0675-4b4e-a42d-1075320f9da5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:15.232601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 1aee5030-0675-4b4e-a42d-1075320f9da5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:15.236014 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Attempting to bind port 030a1e79-6592-46bd-bc16-23537c07a8e3 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:15.236375 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Attempting to bind port 030a1e79-6592-46bd-bc16-23537c07a8e3 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:15.236725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Attempting to bind port 030a1e79-6592-46bd-bc16-23537c07a8e3 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:15.238684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1aee5030-0675-4b4e-a42d-1075320f9da5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:15.240033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.245010 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Pushing event updated for resources: {'Port': ['ID=030a1e79-6592-46bd-bc16-23537c07a8e3,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:15.247275 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:15.247637 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:15.248923 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.248923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:15.248923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Bound port: 030a1e79-6592-46bd-bc16-23537c07a8e3, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:15.249228 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.263175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-400cdde6-4c84-4d4a-b0f2-6b2a7785d1db service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188464 Jun 30 08:57:15.281905 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.282238 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.282575 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.282899 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.283221 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.283581 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.283797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Allocated IP 172.20.0.4 (6ff22aa6-ca40-4da3-a889-2ee2386ef5d2/7e7bc140-f587-4d2c-90c1-7b743888860b/a8fb6d95-f8d8-4170-bf72-1a50b6aecf08) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:15.284047 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.284422 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.284795 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.285401 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.285522 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.285857 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:15.324138 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] For port 030a1e79-6592-46bd-bc16-23537c07a8e3, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:15.328592 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] For port 030a1e79-6592-46bd-bc16-23537c07a8e3, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=030a1e79-6592-46bd-bc16-23537c07a8e3,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:15.344859 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.369546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.394283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dcaaa34-f7ab-4d0e-acd0-d6b6568132c2 req-83fbf241-9c01-49ce-bcd5-a65a8ccafba4 service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247280 Jun 30 08:57:15.440720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 1aee5030-0675-4b4e-a42d-1075320f9da5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1aee5030-0675-4b4e-a42d-1075320f9da5,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:15.446502 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.485145 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539acd10-8f08-4076-bfd6-24d979b7b4ae None None] Pushing event updated for resources: {'Port': ['ID=030a1e79-6592-46bd-bc16-23537c07a8e3,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:15.503949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Allocated IP 172.20.0.1 (b562134b-5ec8-4de2-bde1-afe935152b17/aa3170b8-486b-45eb-9201-15d2c66b3058/b95c6a43-0f91-4749-827c-2d5a81f185bd) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:15.512574 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:15.513749 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:15.539818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=1aee5030-0675-4b4e-a42d-1075320f9da5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:15.588500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4489a250-d53e-4267-8964-c3bfa38d013a req-db311e9a-51c7-4c51-b962-8f8f9f6120a4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 210 time: 0.0789976 Jun 30 08:57:15.781442 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:15.794405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.798380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc289-3639-4e40-9530-c8795794c457 req-135d150a-331a-47a3-9183-550e0bb6e673 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:15.800210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-135d150a-331a-47a3-9183-550e0bb6e673 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 814 time: 0.2163820 Jun 30 08:57:15.816206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.838745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Transition to ACTIVE for port object b95c6a43-0f91-4749-827c-2d5a81f185bd will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:15.846462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd49069f-7a84-47eb-abcd-6f6ba32a4550 req-5a28002d-49e2-4d7d-a0eb-e096ab9d147b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 210 time: 0.1084356 Jun 30 08:57:15.863225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Request body: {'port': {'device_id': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4', 'admin_state_up': True, 'tenant_id': 'd26487bfc23243cabb2adea98ff88029'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:15.872604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.930503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:15.941153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:15.947399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61542b-6cb7-4150-8d47-64c54b191a04 req-013f54ed-3638-47be-ab4f-ccaf02601c86 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:15.948348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:15.951001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d61542b-6cb7-4150-8d47-64c54b191a04 req-013f54ed-3638-47be-ab4f-ccaf02601c86 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.3368559 Jun 30 08:57:15.951975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:15.954763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.965159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-d94a5070-b2a7-41b4-b8f9-b4e321799b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:15.967190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-d94a5070-b2a7-41b4-b8f9-b4e321799b76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a66705e599e49f0960f5a00e04719e3&device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 1095 time: 0.3814392 Jun 30 08:57:16.020349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:16.028883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:16.034909 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:13Z', 'revision_number': 3, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:16.036907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:16.079074 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af1797-8fe6-481e-92b3-669354d2a076 None None] The sync data for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 is: [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:13Z', 'revision_number': 3, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:16.101475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.105949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d61542b-6cb7-4150-8d47-64c54b191a04 req-e8302cb7-ef54-4675-8917-1efefc7688c4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321597 Jun 30 08:57:16.166125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Pushing event updated for resources: {'Port': ['ID=b95c6a43-0f91-4749-827c-2d5a81f185bd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:16.166367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Made reservation on behalf of d26487bfc23243cabb2adea98ff88029 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:16.171954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.183145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:16.183866 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.215507 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-80d189a5-50b0-4959-9f56-3e077ca42cd6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5257857 Jun 30 08:57:16.238872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-7a485fc8-5ab7-44c3-9e9c-cd4106ed6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:16.240372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-7a485fc8-5ab7-44c3-9e9c-cd4106ed6659 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a HTTP/1.1" status: 200 len: 913 time: 0.2426467 Jun 30 08:57:16.251042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Request body: {'port': {'device_id': '37386522-8d13-4d7b-a483-6912a1333bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:16.342840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-c7255316-6500-4ec2-a514-63ad91977a14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20491318-e8af-4438-a2df-207dbe5c7107 HTTP/1.1" status: 200 len: 217 time: 0.0841987 Jun 30 08:57:16.391400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.393617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.434677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cecd3974-960b-4984-aac7-f5c786ebfb41 None None] Provisioning for port b95c6a43-0f91-4749-827c-2d5a81f185bd completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:16.438755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cecd3974-960b-4984-aac7-f5c786ebfb41 None None] Provisioning complete for port b95c6a43-0f91-4749-827c-2d5a81f185bd triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:16.440137 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cecd3974-960b-4984-aac7-f5c786ebfb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.488528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-83f3e197-5bbf-4771-8847-7fb52229eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:16.490308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-83f3e197-5bbf-4771-8847-7fb52229eb84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f16d30a-c64f-4449-b09c-4f0f60df036c HTTP/1.1" status: 200 len: 852 time: 0.1382866 Jun 30 08:57:16.497169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Allocated IP 172.20.0.6 (57e94183-d35e-4693-a076-6edcc65307b4/30c39a99-b6e3-4ab3-abe5-aa09c843f3fb/eeb78423-8b1d-40d8-b903-a283f0196693) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:16.505269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cecd3974-960b-4984-aac7-f5c786ebfb41 None None] Port b95c6a43-0f91-4749-827c-2d5a81f185bd cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:16.525670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83e7fa-ba80-4205-bbf3-bbb6440664c1 req-e6541afe-6e94-449d-88a7-503fbdfc0884 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:16.527310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de83e7fa-ba80-4205-bbf3-bbb6440664c1 req-e6541afe-6e94-449d-88a7-503fbdfc0884 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 943 time: 0.3148165 Jun 30 08:57:16.553084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-59e658ea-597c-4a0c-b78e-4f0e9c669811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520661 Jun 30 08:57:16.694899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de83e7fa-ba80-4205-bbf3-bbb6440664c1 req-ea8dbe58-10ac-4ed2-946a-c4944a66d3f0 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445692 Jun 30 08:57:16.755766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.767409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.818818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-ae53683b-6175-4ee1-bb65-40596960f0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498791 Jun 30 08:57:16.858546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.862842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Pushing event updated for resources: {'Port': ['ID=b95c6a43-0f91-4749-827c-2d5a81f185bd,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:16.910182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:16.918794 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.932297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Transition to ACTIVE for port object a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:16.962408 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.985380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.989222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25331103-3e2f-45b1-95d5-7c62e278b364 req-a6e7e195-686b-4e5c-acaf-04e448961552 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:16.990605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25331103-3e2f-45b1-95d5-7c62e278b364 req-a6e7e195-686b-4e5c-acaf-04e448961552 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 931 time: 0.2646008 Jun 30 08:57:17.051139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe91cfb-d91f-48aa-8716-97784ee76236 req-26ddb8ad-0cdd-456d-9229-d6298ca6426c service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200348 Jun 30 08:57:17.091357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01bbd273-66d4-47eb-96d3-74e2eaaa3f8d req-4a4d4b6b-b1d2-40a0-9af9-27116d63eecc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 210 time: 0.0750899 Jun 30 08:57:17.105322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:17.145834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25331103-3e2f-45b1-95d5-7c62e278b364 req-b0a3467e-6fb1-4d64-b892-eb5a11e4176b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247818 Jun 30 08:57:17.154123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.161183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:17.175411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Attempting to bind port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:17.175815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Attempting to bind port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:17.176154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Attempting to bind port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:17.178410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:17.186860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:17.187188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Attempting to bind port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:17.246943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:17.247284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:17.247674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Bound using segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:17.261099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Bound port: a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:17.261099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.267414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aee5030-0675-4b4e-a42d-1075320f9da5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:17.310251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:17.335006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Network 57e94183-d35e-4693-a076-6edcc65307b4 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:17.348306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:17.370357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1aee5030-0675-4b4e-a42d-1075320f9da5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:17.370707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:17.370854 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.373214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:17.381452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:17.441146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:17.441831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.454408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.464430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c1ca0-69c9-4626-8bd1-1b69c0e3aec3 req-022d13b2-114e-49b1-9a8c-d8586ee49223 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:17.471595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Router ed799d25-64b7-4919-942e-bc21f505eddb has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:17.471743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e05c1ca0-69c9-4626-8bd1-1b69c0e3aec3 req-022d13b2-114e-49b1-9a8c-d8586ee49223 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1407471 Jun 30 08:57:17.472106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 030a1e79-6592-46bd-bc16-23537c07a8e3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:17.482286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-e6ae9073-d310-4e22-85f1-602d1127f9c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6346006 Jun 30 08:57:17.483325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:17.484009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.485461 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 HTTP/1.1" status: 200 len: 1092 time: 1.2387025 Jun 30 08:57:17.497162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Request body: {'port': {'device_id': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:17.513206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:17.516040 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083" -d '{"events": [{"name": "network-changed", "server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:17.540683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6a6109ad-d5c2-473a-a85b-4b69b4403bbd None None] Provisioning complete for port b95c6a43-0f91-4749-827c-2d5a81f185bd triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:17.541814 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a6109ad-d5c2-473a-a85b-4b69b4403bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.552715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e05c1ca0-69c9-4626-8bd1-1b69c0e3aec3 req-6082beae-7add-4278-af3b-343f0c6fe230 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801361 Jun 30 08:57:17.578975 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f092c0-14eb-4886-99a6-866d0602bb39 x-openstack-request-id: req-d7f092c0-14eb-4886-99a6-866d0602bb39 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:17.579262 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:17.579539 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7f092c0-14eb-4886-99a6-866d0602bb39 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:17.581139 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'status': 'completed', 'code': 200} Jun 30 08:57:17.588866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 030a1e79-6592-46bd-bc16-23537c07a8e3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:17.596448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 030a1e79-6592-46bd-bc16-23537c07a8e3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:17.597066 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.616026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.617293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6a6109ad-d5c2-473a-a85b-4b69b4403bbd None None] Port b95c6a43-0f91-4749-827c-2d5a81f185bd cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:17.661053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468156-b5b3-4fea-85e8-1c771b82a4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:17.677030 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.698011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 030a1e79-6592-46bd-bc16-23537c07a8e3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=030a1e79-6592-46bd-bc16-23537c07a8e3,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:17.702254 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.766229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-e79f3e22-48d0-4c62-bd7b-a1197e65cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:17.768029 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-e79f3e22-48d0-4c62-bd7b-a1197e65cede service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 1095 time: 0.2225552 Jun 30 08:57:17.773910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=030a1e79-6592-46bd-bc16-23537c07a8e3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:17.812660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-235d06c6-092f-4879-9560-1001314feb59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 HTTP/1.1" status: 200 len: 217 time: 0.0370615 Jun 30 08:57:17.814026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:17.820472 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-196dad7f-bfa8-488c-a38d-4723501fcd6a admin admin] 10.222.0.53 "PUT /v2.0/routers/ed799d25-64b7-4919-942e-bc21f505eddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0762162 Jun 30 08:57:17.880240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-b05ea129-a603-4cea-b358-31c5f7cdd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:17.882044 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-b05ea129-a603-4cea-b358-31c5f7cdd842 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.0605192 Jun 30 08:57:17.920338 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-d0d895c8-e1d2-432e-a349-92e4a45acbc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317855 Jun 30 08:57:17.967797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b6e2b-0ee5-438f-9f4e-901e889b1fd5 req-8762f90d-058a-4a8b-b120-5d2f9234d088 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:17.969287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e63b6e2b-0ee5-438f-9f4e-901e889b1fd5 req-8762f90d-058a-4a8b-b120-5d2f9234d088 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 943 time: 0.1080084 Jun 30 08:57:18.015048 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-8f4da4c9-5103-4d64-a55d-288b62cf2f4c service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883813 Jun 30 08:57:18.070208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e63b6e2b-0ee5-438f-9f4e-901e889b1fd5 req-bcd2eaa6-7207-46f5-81b0-b3bbe9a5060b tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801966 Jun 30 08:57:18.072748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb78423-8b1d-40d8-b903-a283f0196693 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:18.080827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.093985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Transition to ACTIVE for port object eeb78423-8b1d-40d8-b903-a283f0196693 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:18.098373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.126601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c8aae63f-5609-4c4f-998e-feefcd9cd7c9 req-1914b5d6-9338-4f28-9356-40f49d464378 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046023 Jun 30 08:57:18.157859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:18.240619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Attempting to bind port eeb78423-8b1d-40d8-b903-a283f0196693 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:18.240958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Attempting to bind port eeb78423-8b1d-40d8-b903-a283f0196693 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:18.241286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Attempting to bind port eeb78423-8b1d-40d8-b903-a283f0196693 on network 57e94183-d35e-4693-a076-6edcc65307b4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:18.249248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Port eeb78423-8b1d-40d8-b903-a283f0196693 on network 57e94183-d35e-4693-a076-6edcc65307b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:18.249774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Attempting to bind port eeb78423-8b1d-40d8-b903-a283f0196693 on network 57e94183-d35e-4693-a076-6edcc65307b4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:18.255600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:18.256221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Checking segment: {'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:18.256775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Bound using segment: {'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:18.257388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Bound port: eeb78423-8b1d-40d8-b903-a283f0196693, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:18.257949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.298448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Sync routers for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:18.310851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:18.313720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:18.363683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:18.367144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:18.374275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.415359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.415866 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.417790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] 10.222.0.26 "PUT /v2.0/ports/eeb78423-8b1d-40d8-b903-a283f0196693 HTTP/1.1" status: 200 len: 1092 time: 0.9254267 Jun 30 08:57:18.422777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:18.425270 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173033c8-3006-4648-a8b0-300ad42cdccf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:18.435574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:18.484242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e589a7c-bd79-4e41-8af6-cd5f2c855fe3 req-b6afa155-fc3a-468e-be33-282178d59e98 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.491569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e589a7c-bd79-4e41-8af6-cd5f2c855fe3 req-b6afa155-fc3a-468e-be33-282178d59e98 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.2310662 Jun 30 08:57:18.501331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb1c90-dfd2-4b33-9155-83a71aa4e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:18.577545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e589a7c-bd79-4e41-8af6-cd5f2c855fe3 req-50842c95-fbaa-42db-aa9b-b62acd0124af tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850236 Jun 30 08:57:18.620737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc289-3639-4e40-9530-c8795794c457 req-464e2f45-2453-4e60-9541-980f773b9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.622190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-464e2f45-2453-4e60-9541-980f773b9232 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 1095 time: 0.1552026 Jun 30 08:57:18.696661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-42869024-fec8-4569-8e69-62bf8105a4f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeb78423-8b1d-40d8-b903-a283f0196693 HTTP/1.1" status: 200 len: 217 time: 0.0642402 Jun 30 08:57:18.698114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 2, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:18.725960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58964) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:18.733564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Checking router: ed799d25-64b7-4919-942e-bc21f505eddb for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:18.734185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Updating router ed799d25-64b7-4919-942e-bc21f505eddb port b95c6a43-0f91-4749-827c-2d5a81f185bd binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:57:18.743848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-27cefc90-20da-44c6-be1a-7f4cb11b1e6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300213609', 'description': 'tempest-description--2145926301'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:18.753438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc289-3639-4e40-9530-c8795794c457 req-57c7ffd7-822e-438c-bcba-8e8a0040c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.754952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-57c7ffd7-822e-438c-bcba-8e8a0040c9ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 200 len: 854 time: 0.0512536 Jun 30 08:57:18.756018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-c7b0a67f-dd90-43e4-9bb0-5d128234457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.757517 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-c7b0a67f-dd90-43e4-9bb0-5d128234457e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 1095 time: 0.5662205 Jun 30 08:57:18.779680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.803471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-6c126e90-1186-41e7-8b24-d02809d48780 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57e94183-d35e-4693-a076-6edcc65307b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406590 Jun 30 08:57:18.831786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27cefc90-20da-44c6-be1a-7f4cb11b1e6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.907485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-7cfde24c-c4bd-4ad0-b3cf-5fd91391d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.908986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-7cfde24c-c4bd-4ad0-b3cf-5fd91391d930 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.1447697 Jun 30 08:57:18.922197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-5d2fc34d-c31d-444b-869f-7b9f427b9e8b service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947926 Jun 30 08:57:18.925261 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1858a2-37bc-4bc7-b224-d3e420f2200b x-openstack-request-id: req-ba1858a2-37bc-4bc7-b224-d3e420f2200b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:18.925551 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:18.925850 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba1858a2-37bc-4bc7-b224-d3e420f2200b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:18.926243 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'status': 'completed', 'code': 200} Jun 30 08:57:18.962205 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-ba095884-b72a-47f1-b60f-eac849530356 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 HTTP/1.1" status: 200 len: 217 time: 0.0453925 Jun 30 08:57:19.018608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582e92d-b040-4840-ab43-eefb4e38d5ec req-48716b56-d0e5-42f4-8394-12722f654614 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.022790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27cefc90-20da-44c6-be1a-7f4cb11b1e6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.025574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4582e92d-b040-4840-ab43-eefb4e38d5ec req-48716b56-d0e5-42f4-8394-12722f654614 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 943 time: 0.2483020 Jun 30 08:57:19.031418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27cefc90-20da-44c6-be1a-7f4cb11b1e6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.060003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-9c06f030-a0bc-4a1f-b713-3e4922c1456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.061693 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-9c06f030-a0bc-4a1f-b713-3e4922c1456b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.0926535 Jun 30 08:57:19.070894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27cefc90-20da-44c6-be1a-7f4cb11b1e6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.072095 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27cefc90-20da-44c6-be1a-7f4cb11b1e6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3396981 Jun 30 08:57:19.081139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58966) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:19.086627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-94aae965-d952-4ba9-ab76-a14bad91e97a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'security_group_rule': {'security_group_id': '688860c5-69d9-456e-9a86-14b045aabcde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:19.098507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 030a1e79-6592-46bd-bc16-23537c07a8e3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:19.116151 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-0ebc3183-4e5f-4791-9685-e0b95d7b5d03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463445 Jun 30 08:57:19.118138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4582e92d-b040-4840-ab43-eefb4e38d5ec req-fd02e096-6587-4a79-a908-700b07a2706a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916500 Jun 30 08:57:19.118768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cefc90-20da-44c6-be1a-7f4cb11b1e6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688860c5-69d9-456e-9a86-14b045aabcde,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:19.127895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2fc289-3639-4e40-9530-c8795794c457 req-a011b585-5e8d-4d00-9869-cae3d52578fd service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988597 Jun 30 08:57:19.185463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d017-f374-4fe6-b2c9-5a2ad96b10cd req-98dee79f-fb83-420e-84dd-6f1562d5b6e0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.196156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3016d017-f374-4fe6-b2c9-5a2ad96b10cd req-98dee79f-fb83-420e-84dd-6f1562d5b6e0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1588979 Jun 30 08:57:19.219096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94aae965-d952-4ba9-ab76-a14bad91e97a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.224477 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-23a20dd5-531d-479f-bbd9-72b5c4b29921 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012075 Jun 30 08:57:19.229608 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.249175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Transition to ACTIVE for port object b95c6a43-0f91-4749-827c-2d5a81f185bd will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:19.255257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 030a1e79-6592-46bd-bc16-23537c07a8e3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:19.256125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.262512 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.278014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3016d017-f374-4fe6-b2c9-5a2ad96b10cd req-0770d1d2-aa2a-4c55-82cd-782ec7c1ca2e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804856 Jun 30 08:57:19.343300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173033c8-3006-4648-a8b0-300ad42cdccf req-4cc59024-68ee-4a1b-8c3b-bb4d1d18fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.344516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173033c8-3006-4648-a8b0-300ad42cdccf req-4cc59024-68ee-4a1b-8c3b-bb4d1d18fa88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 1095 time: 0.1454651 Jun 30 08:57:19.350739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94aae965-d952-4ba9-ab76-a14bad91e97a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.359847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94aae965-d952-4ba9-ab76-a14bad91e97a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.375007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21659e-e99d-431d-a099-92d900d1f815 None None] Pushing event updated for resources: {'Port': ['ID=b95c6a43-0f91-4749-827c-2d5a81f185bd,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:19.376621 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2e69140f-7ec6-4d4d-af24-d8aa7aa24083 req-de25c76e-1c04-4c5c-99ab-9839e5934053 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434009 Jun 30 08:57:19.421290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb64d5-23b7-4270-8143-71329ab1d4c6 req-0ec15b5b-0adf-4446-b4c4-01b6782b43ad tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.421676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aae965-d952-4ba9-ab76-a14bad91e97a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0a8b55-62f8-478b-973e-b4556e25d0c7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:19.426744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94aae965-d952-4ba9-ab76-a14bad91e97a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.428318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9dcb64d5-23b7-4270-8143-71329ab1d4c6 req-0ec15b5b-0adf-4446-b4c4-01b6782b43ad tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 943 time: 0.1480834 Jun 30 08:57:19.431223 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-94aae965-d952-4ba9-ab76-a14bad91e97a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3482027 Jun 30 08:57:19.432718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58970) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:19.441230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7e849316-bf00-468d-90f4-855886f7764f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'security_group_rule': {'security_group_id': '688860c5-69d9-456e-9a86-14b045aabcde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:19.488559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e849316-bf00-468d-90f4-855886f7764f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.490232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Attempting to bind port b95c6a43-0f91-4749-827c-2d5a81f185bd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:19.490604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Attempting to bind port b95c6a43-0f91-4749-827c-2d5a81f185bd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:19.490954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Attempting to bind port b95c6a43-0f91-4749-827c-2d5a81f185bd on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:19.496219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:19.496596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:19.496800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9dcb64d5-23b7-4270-8143-71329ab1d4c6 req-3d6b68cb-9098-4399-9497-c8683d83d68e tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647306 Jun 30 08:57:19.497021 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.497407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Bound using segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:19.497902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Bound port: b95c6a43-0f91-4749-827c-2d5a81f185bd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:19.498279 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.514637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173033c8-3006-4648-a8b0-300ad42cdccf req-6da25d86-2cf5-4a9e-9b2c-5a780b56c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.516366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173033c8-3006-4648-a8b0-300ad42cdccf req-6da25d86-2cf5-4a9e-9b2c-5a780b56c0cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 915 time: 0.1653309 Jun 30 08:57:19.534738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 20491318-e8af-4438-a2df-207dbe5c7107 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:19.567616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173033c8-3006-4648-a8b0-300ad42cdccf req-ca1200b3-ae06-4ca8-b3be-f68ca1350f20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeb78423-8b1d-40d8-b903-a283f0196693 HTTP/1.1" status: 200 len: 217 time: 0.0358322 Jun 30 08:57:19.570201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e849316-bf00-468d-90f4-855886f7764f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.578308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e849316-bf00-468d-90f4-855886f7764f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.622174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e849316-bf00-468d-90f4-855886f7764f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff804c51-f404-46ad-8bcf-452d6e149728,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:19.627141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] For port b95c6a43-0f91-4749-827c-2d5a81f185bd, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:19.627894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e849316-bf00-468d-90f4-855886f7764f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.632323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58974) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:19.634150 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7e849316-bf00-468d-90f4-855886f7764f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1996379 Jun 30 08:57:19.637328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:19.641893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] For port b95c6a43-0f91-4749-827c-2d5a81f185bd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b95c6a43-0f91-4749-827c-2d5a81f185bd,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:19.647534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173033c8-3006-4648-a8b0-300ad42cdccf req-3818adf4-0173-4e7d-b17b-79217be20655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.649004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173033c8-3006-4648-a8b0-300ad42cdccf req-3818adf4-0173-4e7d-b17b-79217be20655 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 200 len: 854 time: 0.0729568 Jun 30 08:57:19.650830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.691952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173033c8-3006-4648-a8b0-300ad42cdccf req-276b2bdf-6c9a-4183-8b69-dd359bdf629a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57e94183-d35e-4693-a076-6edcc65307b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348027 Jun 30 08:57:19.700160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.741899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 20491318-e8af-4438-a2df-207dbe5c7107, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=20491318-e8af-4438-a2df-207dbe5c7107,segment=NetworkSegment(192ac1d8-3d9a-419f-966d-44230f7a7b09),segment_id=192ac1d8-3d9a-419f-966d-44230f7a7b09)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:19.763880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:19.764509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:19.766620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21659e-e99d-431d-a099-92d900d1f815 None None] Pushing event updated for resources: {'Port': ['ID=b95c6a43-0f91-4749-827c-2d5a81f185bd,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:19.771308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '20491318-e8af-4438-a2df-207dbe5c7107', 'network_id': '43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a', 'port_id': '20491318-e8af-4438-a2df-207dbe5c7107', 'mac_address': 'fa:16:3e:36:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f16d30a-c64f-4449-b09c-4f0f60df036c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:20.030883 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:20.057307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20491318-e8af-4438-a2df-207dbe5c7107 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:20.081455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:20.107826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 20491318-e8af-4438-a2df-207dbe5c7107, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=20491318-e8af-4438-a2df-207dbe5c7107,segment=NetworkSegment(192ac1d8-3d9a-419f-966d-44230f7a7b09),segment_id=192ac1d8-3d9a-419f-966d-44230f7a7b09)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:20.113407 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:20.236055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173033c8-3006-4648-a8b0-300ad42cdccf req-1a0e6182-08f1-408b-b31e-443218879410 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335512 Jun 30 08:57:20.246973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=20491318-e8af-4438-a2df-207dbe5c7107,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:20.258173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f3e77-d9b1-428d-a585-22aff786090f req-ac2734db-6825-4861-bded-fa1a7d2585eb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:20.259658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-643f3e77-d9b1-428d-a585-22aff786090f req-ac2734db-6825-4861-bded-fa1a7d2585eb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.5612247 Jun 30 08:57:20.328470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:19Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:20.333926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['20491318-e8af-4438-a2df-207dbe5c7107'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:20.360087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bb909-87e7-4096-8fea-d518b61f2e20 None None] The sync data for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 is: [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:19Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:20.402322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-643f3e77-d9b1-428d-a585-22aff786090f req-581d13b4-d674-439f-b59e-9d7c77ed97dc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315560 Jun 30 08:57:20.457374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:20.460527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173033c8-3006-4648-a8b0-300ad42cdccf req-ddc949b3-5a24-4b00-8cf3-da84c2e4eb14 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173204 Jun 30 08:57:20.475166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802deff3-5681-46cb-a5b6-5d2f03b5cea1 req-d23428cb-61d0-4f9a-861a-6640a37bbb79 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:20.476745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-802deff3-5681-46cb-a5b6-5d2f03b5cea1 req-d23428cb-61d0-4f9a-861a-6640a37bbb79 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 943 time: 0.2381845 Jun 30 08:57:20.574033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-802deff3-5681-46cb-a5b6-5d2f03b5cea1 req-982a7fcb-c5f8-44b1-a3ef-624575c4089d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825055 Jun 30 08:57:20.654268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Allocated IP 172.25.8.248 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d41f9857-c1e8-4273-985c-b57d43feac65) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:20.732390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f607c-118c-48ea-b7ff-8bcef45b9a6f req-a24eb6cf-7720-42e8-be6f-f45f3d0ea215 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:20.733282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076f607c-118c-48ea-b7ff-8bcef45b9a6f req-a24eb6cf-7720-42e8-be6f-f45f3d0ea215 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1583607 Jun 30 08:57:20.836891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076f607c-118c-48ea-b7ff-8bcef45b9a6f req-f92390f3-c851-46a9-b513-aeb295113af7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932453 Jun 30 08:57:20.868649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:20.882766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ce3d5-dd72-4327-9dc0-c3bfe3d2e37d req-a39d3aa9-538f-49bc-981e-2d2562bb887c tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:20.884269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f41ce3d5-dd72-4327-9dc0-c3bfe3d2e37d req-a39d3aa9-538f-49bc-981e-2d2562bb887c tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 944 time: 0.1643147 Jun 30 08:57:20.939594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f41ce3d5-dd72-4327-9dc0-c3bfe3d2e37d req-dbd15bc0-fb0c-4aa1-881c-4be808f6b567 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483856 Jun 30 08:57:20.951362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:20.987181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:20.990220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:20.993740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:21.067975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=d41f9857-c1e8-4273-985c-b57d43feac65,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:21.080308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.080669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.080996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.081333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.082066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.082439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.082820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.083142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.083479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.083818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.084123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.084441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:21.124481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b95c6a43-0f91-4749-827c-2d5a81f185bd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:21.140472 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.189277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b95c6a43-0f91-4749-827c-2d5a81f185bd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:21.194072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b95c6a43-0f91-4749-827c-2d5a81f185bd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:21.194443 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.200560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.278094 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.315065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b95c6a43-0f91-4749-827c-2d5a81f185bd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b95c6a43-0f91-4749-827c-2d5a81f185bd,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:21.322729 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.367067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.372240 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.392044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b95c6a43-0f91-4749-827c-2d5a81f185bd,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:21.445113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=d41f9857-c1e8-4273-985c-b57d43feac65,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:21.451724 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.466771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.474897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c121b0cb-b510-417c-94df-b3061fe30632 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8347597 Jun 30 08:57:21.548605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:21.561482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 20491318-e8af-4438-a2df-207dbe5c7107 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:21.638796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-cc2fb60a-33e8-4d87-8b5a-c98a409260b5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1300213609&fields=id&tenant_id=1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 267 time: 0.0413518 Jun 30 08:57:21.671797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 20491318-e8af-4438-a2df-207dbe5c7107 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:21.680346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 20491318-e8af-4438-a2df-207dbe5c7107 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:21.680647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.681707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077a39-330e-43d8-a711-387c0daaba8c req-40334f71-be89-4d37-b904-bd568705c316 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:21.683224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22077a39-330e-43d8-a711-387c0daaba8c req-40334f71-be89-4d37-b904-bd568705c316 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.1236303 Jun 30 08:57:21.714065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:21.730084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'mac_address': 'fa:16:3e:6d:35:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:21.770803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22077a39-330e-43d8-a711-387c0daaba8c req-86dbad0f-962d-47d7-aa7b-dd4fcfe98204 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Jun 30 08:57:21.791605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-9ae2657c-a538-4f58-8648-927fb95a6f06 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:21.793174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-9ae2657c-a538-4f58-8648-927fb95a6f06 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.1446373 Jun 30 08:57:21.799631 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.809356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-06af0f84-d3b3-466f-9a1b-6978275ccb2b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/quotas/1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 375 time: 0.0099666 Jun 30 08:57:21.819527 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.822005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:21.856903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:21.863823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20491318-e8af-4438-a2df-207dbe5c7107'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:21.866142 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83663409-1a21-46ce-8d77-47fffee86334" -d '{"events": [{"server_uuid": "a9c3aa7e-2f3e-4c78-bccb-812db46ab161", "name": "network-vif-plugged", "status": "completed", "tag": "20491318-e8af-4438-a2df-207dbe5c7107"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:21.872002 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.890307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 20491318-e8af-4438-a2df-207dbe5c7107, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=20491318-e8af-4438-a2df-207dbe5c7107,segment=NetworkSegment(192ac1d8-3d9a-419f-966d-44230f7a7b09),segment_id=192ac1d8-3d9a-419f-966d-44230f7a7b09)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:21.912554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.925653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-d2fe1169-51b7-4bf7-9460-6d486f6543fd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100135 Jun 30 08:57:21.943135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:21.951134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:22.008385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f15746-4c7f-458f-a79d-430049be2f7d req-4334665f-da28-483e-9c30-aa18dd919b68 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.009899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94f15746-4c7f-458f-a79d-430049be2f7d req-4334665f-da28-483e-9c30-aa18dd919b68 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 944 time: 0.1301053 Jun 30 08:57:22.018212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=20491318-e8af-4438-a2df-207dbe5c7107,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:22.065873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-3102554e-609e-45fe-ac2c-1f7ed88c0110 service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265204 Jun 30 08:57:22.073267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94f15746-4c7f-458f-a79d-430049be2f7d req-c079dbab-2f81-4a7d-b375-275871e5187b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566256 Jun 30 08:57:22.077208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a8fb6d95-f8d8-4170-bf72-1a50b6aecf08'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:22.133496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:22.149165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4', 'port_id': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'mac_address': 'fa:16:3e:81:74:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c39a99-b6e3-4ab3-abe5-aa09c843f3fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:22.165872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-e6db1bf9-85ca-4440-b1e5-37676ff7f090 service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910239 Jun 30 08:57:22.212548 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.234994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb78423-8b1d-40d8-b903-a283f0196693 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:22.251180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ba06-4dee-42c0-8974-b12cbd9a7251 req-27d9d810-832d-461c-b163-4c9657a4a582 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.253245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71f7ba06-4dee-42c0-8974-b12cbd9a7251 req-27d9d810-832d-461c-b163-4c9657a4a582 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.0737555 Jun 30 08:57:22.273351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:22.294643 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.307728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71f7ba06-4dee-42c0-8974-b12cbd9a7251 req-49195242-a04b-478b-9592-7dfdcfa416fe tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484471 Jun 30 08:57:22.351090 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074df9b7-f3c7-4bd9-95ae-dbeebc032a40 x-openstack-request-id: req-074df9b7-f3c7-4bd9-95ae-dbeebc032a40 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:22.351490 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c3aa7e-2f3e-4c78-bccb-812db46ab161", "name": "network-vif-plugged", "status": "completed", "tag": "20491318-e8af-4438-a2df-207dbe5c7107", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:22.351908 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-074df9b7-f3c7-4bd9-95ae-dbeebc032a40 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:22.352456 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20491318-e8af-4438-a2df-207dbe5c7107', 'code': 200} Jun 30 08:57:22.397672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:22.473154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de5af-56eb-4f43-9a99-5370a901f8ca req-57883221-168e-4bb5-824d-ecb681e3d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.474900 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5f9de5af-56eb-4f43-9a99-5370a901f8ca req-57883221-168e-4bb5-824d-ecb681e3d56b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 1097 time: 0.0672207 Jun 30 08:57:22.516789 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5f9de5af-56eb-4f43-9a99-5370a901f8ca req-f0a9709c-e723-406a-b6dd-21dd9b8f4aa7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Jun 30 08:57:22.549795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ede2823a-957f-4b34-9611-bd52fec23a09 req-4c9767f3-22ca-439f-bc69-d965d38f3cf5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 210 time: 0.0419526 Jun 30 08:57:22.557693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42756d-bab6-47bb-8149-d34af5764aa5 req-27533713-aaf1-49b3-86c5-2621f56abf3c tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.562214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad42756d-bab6-47bb-8149-d34af5764aa5 req-27533713-aaf1-49b3-86c5-2621f56abf3c tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.1286435 Jun 30 08:57:22.615781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad42756d-bab6-47bb-8149-d34af5764aa5 req-598102ac-bb24-48dd-ac7d-da272c4e699d tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Jun 30 08:57:22.702804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eeb78423-8b1d-40d8-b903-a283f0196693'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:22.946716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f4fdc-b97d-4eac-8942-8e74f394bf94 req-03112e39-5fb6-4d6b-aa46-ff006ad6aa7d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.948255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b10f4fdc-b97d-4eac-8942-8e74f394bf94 req-03112e39-5fb6-4d6b-aa46-ff006ad6aa7d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 944 time: 0.0648625 Jun 30 08:57:22.986693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b10f4fdc-b97d-4eac-8942-8e74f394bf94 req-a6c897b8-b3d2-4686-b782-ab4e64576350 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Jun 30 08:57:23.069247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b95c6a43-0f91-4749-827c-2d5a81f185bd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:23.097132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.121051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b95c6a43-0f91-4749-827c-2d5a81f185bd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:23.121423 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.252945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133e02d-6dca-4117-b633-852ce946afaf req-410a92f6-ff26-4c78-9d6d-d519a704304b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.254453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b133e02d-6dca-4117-b633-852ce946afaf req-410a92f6-ff26-4c78-9d6d-d519a704304b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 944 time: 0.0679536 Jun 30 08:57:23.296472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b133e02d-6dca-4117-b633-852ce946afaf req-f0397ed2-92be-45f5-94c5-a4fa22158f3c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Jun 30 08:57:23.509508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914c72-28b2-4486-89b1-9c4f02849308 req-4c1dc3dd-dcc4-46e5-b3a9-cad14a7c7da0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.511583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10914c72-28b2-4486-89b1-9c4f02849308 req-4c1dc3dd-dcc4-46e5-b3a9-cad14a7c7da0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.0820286 Jun 30 08:57:23.551476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-497f7161-8464-4092-9705-f6b7fab69259 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.553131 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-497f7161-8464-4092-9705-f6b7fab69259 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.1221781 Jun 30 08:57:23.562693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:23.579604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10914c72-28b2-4486-89b1-9c4f02849308 req-41f1eeaf-7ed5-4d90-b2e8-b8c387e72d1b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622993 Jun 30 08:57:23.634895 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-4920cd8a-9a0d-46a5-b504-e38a9c61a317 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 380 time: 0.0669432 Jun 30 08:57:23.654276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:23.656343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'port': {'device_id': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'admin_state_up': True, 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'security_groups': ['688860c5-69d9-456e-9a86-14b045aabcde']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:23.658079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:23.658558 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.764006 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.797766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:23.802254 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.821049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Made reservation on behalf of 1e16918662f8442db90ae128d982c1a9 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:23.825332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.827222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-393e0c0b-325f-4c5d-808f-6aa72b0c14f3 req-275d7f28-7162-412c-9fd9-665051fa62bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 210 time: 0.0428410 Jun 30 08:57:23.851493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:23.890158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796f8ed-569e-4074-99ff-78df09550dbf req-fc531ff2-d47a-4e77-bae7-7ba27e333142 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.891769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8796f8ed-569e-4074-99ff-78df09550dbf req-fc531ff2-d47a-4e77-bae7-7ba27e333142 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.0670669 Jun 30 08:57:23.930454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8796f8ed-569e-4074-99ff-78df09550dbf req-0232c109-8f6a-4ac1-9cf5-9cd254fc9f3a tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jun 30 08:57:23.965220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Allocated IP 172.20.0.3 (b562134b-5ec8-4de2-bde1-afe935152b17/aa3170b8-486b-45eb-9201-15d2c66b3058/2407b408-1de1-435a-b32e-7b6186c0bbff) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:24.108081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd5622-ed93-4eb7-874f-eed610058477 req-4424673c-f573-4d50-a0d4-a0ede51440fe tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.109583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31cd5622-ed93-4eb7-874f-eed610058477 req-4424673c-f573-4d50-a0d4-a0ede51440fe tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.0655155 Jun 30 08:57:24.111732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.126580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Transition to ACTIVE for port object 2407b408-1de1-435a-b32e-7b6186c0bbff will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:24.159511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.184312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31cd5622-ed93-4eb7-874f-eed610058477 req-d2970ceb-c217-4337-a1a5-253383752fdf tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640886 Jun 30 08:57:24.202936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270a11b-c71d-4b03-b167-d085c02de670 req-629bd7a6-ddab-48ea-943a-f102da1f7a49 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.204682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6270a11b-c71d-4b03-b167-d085c02de670 req-629bd7a6-ddab-48ea-943a-f102da1f7a49 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 944 time: 0.0941896 Jun 30 08:57:24.211359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:24.213364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:24.216283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:24.248573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:24.252077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6270a11b-c71d-4b03-b167-d085c02de670 req-aa6173fe-3f78-4df2-a79a-3fd4a048381b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Jun 30 08:57:24.287344 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.288254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.303045 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-5057db5a-6090-49e9-8181-1621b6ad39aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6614711 Jun 30 08:57:24.315065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Request body: {'port': {'device_id': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:24.354193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:24.356709 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a915e5-fbe4-4fb2-bb4f-80463990a58e" -d '{"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:24.404532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.499092 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1ea495-04ef-4809-abef-2fbfed3036ce x-openstack-request-id: req-3c1ea495-04ef-4809-abef-2fbfed3036ce {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:24.499502 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:24.499815 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c1ea495-04ef-4809-abef-2fbfed3036ce {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:24.500275 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'code': 200} Jun 30 08:57:24.523359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22356-1cea-48bc-9f79-b0d26b16dfcc req-09aebfbe-1eb4-411c-9fd4-0251958de73b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.530953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5f22356-1cea-48bc-9f79-b0d26b16dfcc req-09aebfbe-1eb4-411c-9fd4-0251958de73b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1006525 Jun 30 08:57:24.533882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b960a024-4ee1-4fae-8403-5d444afcef85 None None] Provisioning for port 2407b408-1de1-435a-b32e-7b6186c0bbff completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:24.550261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b960a024-4ee1-4fae-8403-5d444afcef85 None None] Provisioning complete for port 2407b408-1de1-435a-b32e-7b6186c0bbff triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:24.550736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b960a024-4ee1-4fae-8403-5d444afcef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.596615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5f22356-1cea-48bc-9f79-b0d26b16dfcc req-7e5e8db5-cdbf-425d-a23b-1e1af1ce12fc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570982 Jun 30 08:57:24.607676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b960a024-4ee1-4fae-8403-5d444afcef85 None None] Port 2407b408-1de1-435a-b32e-7b6186c0bbff cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:24.699827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc34b6-7ad1-4378-86af-ebc5c057f162 req-6407af15-fbf6-4f0f-b059-82c34ec0a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.701377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dacc34b6-7ad1-4378-86af-ebc5c057f162 req-6407af15-fbf6-4f0f-b059-82c34ec0a10a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1082773 Jun 30 08:57:24.717256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f6ca8-04a6-486f-866d-d1402708a62e req-4b8698df-0348-4e7a-9f25-c6d129976dc3 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.718772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-531f6ca8-04a6-486f-866d-d1402708a62e req-4b8698df-0348-4e7a-9f25-c6d129976dc3 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.0884981 Jun 30 08:57:24.734120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2407b408-1de1-435a-b32e-7b6186c0bbff {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:24.741588 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.754235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Transition to ACTIVE for port object 2407b408-1de1-435a-b32e-7b6186c0bbff will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:24.758261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.809202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dacc34b6-7ad1-4378-86af-ebc5c057f162 req-ca292436-3e67-4ca8-9287-0d171a1f227b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000454 Jun 30 08:57:24.812250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:24.818229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-531f6ca8-04a6-486f-866d-d1402708a62e req-d3ecf526-ceb0-44f5-abcf-c495ffb15691 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928152 Jun 30 08:57:24.853461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c080c45-3fa9-4076-84ad-d3499f41fa53 req-75c1233f-c9db-4996-9c28-f881206dbe75 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.863837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c080c45-3fa9-4076-84ad-d3499f41fa53 req-75c1233f-c9db-4996-9c28-f881206dbe75 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1385760 Jun 30 08:57:24.865586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.933463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c080c45-3fa9-4076-84ad-d3499f41fa53 req-4708c5a7-2fdd-4255-8bb3-62e668787b38 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684972 Jun 30 08:57:25.008604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Attempting to bind port 2407b408-1de1-435a-b32e-7b6186c0bbff on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:25.008935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Attempting to bind port 2407b408-1de1-435a-b32e-7b6186c0bbff by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:25.009259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Attempting to bind port 2407b408-1de1-435a-b32e-7b6186c0bbff on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:25.021913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Port 2407b408-1de1-435a-b32e-7b6186c0bbff on network b562134b-5ec8-4de2-bde1-afe935152b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:25.022239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Attempting to bind port 2407b408-1de1-435a-b32e-7b6186c0bbff on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:25.034240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:25.038038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:25.038354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Bound using segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:25.038804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Bound port: 2407b408-1de1-435a-b32e-7b6186c0bbff, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:25.039167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:25.120961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:25.124790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:25.129428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:25.162738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.163345 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:25.163482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8745-7ba2-440d-a6e1-a4e08ac7254d req-ccbe5978-254e-4e03-862d-a21a7f7e42f0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.164699 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 1092 time: 0.8543653 Jun 30 08:57:25.164959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-446c8745-7ba2-440d-a6e1-a4e08ac7254d req-ccbe5978-254e-4e03-862d-a21a7f7e42f0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 943 time: 0.0714924 Jun 30 08:57:25.165137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:25.168265 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:25.221615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-446c8745-7ba2-440d-a6e1-a4e08ac7254d req-ed6a8153-9c78-46c9-bae8-fd6242e7701d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Jun 30 08:57:25.240487 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3899eee8-9f9c-4cd0-9a45-9105018253cf x-openstack-request-id: req-3899eee8-9f9c-4cd0-9a45-9105018253cf {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:25.240785 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:25.241018 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3899eee8-9f9c-4cd0-9a45-9105018253cf {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:25.241415 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'status': 'completed', 'code': 200} Jun 30 08:57:25.244612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2c80e-22fc-4b4d-9dbc-a9dafc1f07d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:25.272453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-47a6087b-c22e-4842-8771-21945b21b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.274021 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-47a6087b-c22e-4842-8771-21945b21b884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1095 time: 0.0691345 Jun 30 08:57:25.321060 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-40114e3d-2361-40c9-b78b-705910c6756e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 217 time: 0.0387509 Jun 30 08:57:25.378453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-d7e9baeb-6cd1-4992-bc27-31afc886731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.379924 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-d7e9baeb-6cd1-4992-bc27-31afc886731c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0489292 Jun 30 08:57:25.436583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-1ee7faf7-a6f1-43e5-97c7-3ec40bf41fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.438144 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-1ee7faf7-a6f1-43e5-97c7-3ec40bf41fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511761 Jun 30 08:57:25.444422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c8cd2-0edb-4047-853c-bb53be5c2230 req-483906cc-bee9-4d2c-a7d0-ca9c9a717852 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.446216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f45c8cd2-0edb-4047-853c-bb53be5c2230 req-483906cc-bee9-4d2c-a7d0-ca9c9a717852 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 944 time: 0.0647602 Jun 30 08:57:25.491670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f45c8cd2-0edb-4047-853c-bb53be5c2230 req-d1904612-2f24-4244-aa9c-d23d7f1b6135 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333240 Jun 30 08:57:25.538713 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-37936ef8-9a94-441a-8ae5-8420308b69fc service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931821 Jun 30 08:57:25.644094 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4c2e6a24-3a00-4115-a4ff-b7fcce4d8add req-a1c669d3-6e39-4ece-8010-68685a63b7f3 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988283 Jun 30 08:57:25.653053 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-053d485e-a1de-4229-b214-644e5f5bc15d req-12a6caec-8ed7-4a7a-b67c-12fd8cd670d1 service neutron] show failed (client error): The resource could not be found. Jun 30 08:57:25.654093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-12a6caec-8ed7-4a7a-b67c-12fd8cd670d1 service neutron] 10.222.0.26 "GET /v2.0/ports/99f78099-8581-4462-9cd8-7d729125861c/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0669181 Jun 30 08:57:25.750723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-c3125a0f-0188-4656-9be1-7f9916a8ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.752435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-c3125a0f-0188-4656-9be1-7f9916a8ed67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1095 time: 0.0626304 Jun 30 08:57:25.778993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b119173-016f-4b22-a612-23ef5bb1e959 req-d52d7750-9e1f-486b-baa4-543a97259a44 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.780590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b119173-016f-4b22-a612-23ef5bb1e959 req-d52d7750-9e1f-486b-baa4-543a97259a44 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.0686564 Jun 30 08:57:25.822440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b119173-016f-4b22-a612-23ef5bb1e959 req-226c8525-0afb-439b-accc-521ea1f42d37 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353570 Jun 30 08:57:25.861875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-245132ab-1f21-44b6-ba6e-676638166770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.863407 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-245132ab-1f21-44b6-ba6e-676638166770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.1048355 Jun 30 08:57:25.909587 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-8b03cc76-d3df-4b34-a4c9-39f92d817c2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 217 time: 0.0378747 Jun 30 08:57:25.936130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-513c598a-1a5a-4dac-8363-96e3c1dcdfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.937997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-513c598a-1a5a-4dac-8363-96e3c1dcdfb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7&tenant_id=b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 1102 time: 0.0581965 Jun 30 08:57:25.951209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:25.970509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-1806490a-1a64-4841-b656-c81bd64b4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.971988 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-1806490a-1a64-4841-b656-c81bd64b4638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0549355 Jun 30 08:57:26.000654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:26.039873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-29e0c8e8-4528-49a0-9f03-66a4db973475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.041395 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-29e0c8e8-4528-49a0-9f03-66a4db973475 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625038 Jun 30 08:57:26.084786 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.087405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port eeb78423-8b1d-40d8-b903-a283f0196693 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:26.092123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port eeb78423-8b1d-40d8-b903-a283f0196693 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:26.093283 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.127860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa869848-f3af-437b-a484-86d83b82ee47 req-49a535af-8f9d-4c58-94b8-e468cc356660 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.129446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa869848-f3af-437b-a484-86d83b82ee47 req-49a535af-8f9d-4c58-94b8-e468cc356660 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.1508784 Jun 30 08:57:26.143350 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-e3df9ba9-392b-43cb-b9cf-0f8766b4eac0 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940940 Jun 30 08:57:26.197563 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.237601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:26.242173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.244031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 99f78099-8581-4462-9cd8-7d729125861c no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:26.257233 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-45dddc81-7bd5-41e4-9ab5-9718fb4d28fe req-a65c9cbc-fdef-4e0c-ac24-a5d960e19fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071062 Jun 30 08:57:26.369379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:26.382650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.382989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.383324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.383655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.383985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.384299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.384620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.384937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.385255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.386231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.386231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.386417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:26.390088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa869848-f3af-437b-a484-86d83b82ee47 req-07a4d09b-dae6-4e4a-b941-e4b5f6b372f9 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187622 Jun 30 08:57:26.395794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.488128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:26.502408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:26.504973 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730a9e90-f2e7-476a-9681-89ebb8dff207" -d '{"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:26.536345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:26.578092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aff85e-3009-4b81-ad1f-3732d051fc07 req-b6c24994-ffbc-4cfb-981a-b638a1556716 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.579596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09aff85e-3009-4b81-ad1f-3732d051fc07 req-b6c24994-ffbc-4cfb-981a-b638a1556716 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1356590 Jun 30 08:57:26.606848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f78099-8581-4462-9cd8-7d729125861c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:26.609117 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e1414-079f-4d8e-ba33-d88b6b428276" -d '{"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-unplugged", "status": "completed", "tag": "99f78099-8581-4462-9cd8-7d729125861c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:26.614899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.656225 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:57:26.669091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09aff85e-3009-4b81-ad1f-3732d051fc07 req-16baf9b5-3209-46f7-ac9c-272d92e3e2d0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833151 Jun 30 08:57:26.670097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Transition to ACTIVE for port object 99f78099-8581-4462-9cd8-7d729125861c will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:26.677774 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.711640 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:57:26.712000 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:57:26.746996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] No DVR routers for this DVR port 99f78099-8581-4462-9cd8-7d729125861c on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:26.763094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:26.820112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d3ee3-d287-43ac-9878-a0f58cdba77f req-077df811-c3fc-4126-9bb0-d4876aaa1612 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.821659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-107d3ee3-d287-43ac-9878-a0f58cdba77f req-077df811-c3fc-4126-9bb0-d4876aaa1612 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 943 time: 0.1954381 Jun 30 08:57:26.844262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:26.844603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:26.844935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:26.873399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Port 99f78099-8581-4462-9cd8-7d729125861c on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:26.873753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Attempting to bind port 99f78099-8581-4462-9cd8-7d729125861c on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:26.884875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:26.885222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:26.885672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:26.886124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Bound port: 99f78099-8581-4462-9cd8-7d729125861c, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:26.886487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.915070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-107d3ee3-d287-43ac-9878-a0f58cdba77f req-9dd2d729-ff88-4c3d-8fcb-8c8cb9b32f1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719495 Jun 30 08:57:26.956494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ffa5-c3d7-42b2-b72f-ebbb1b64e228 req-81676d7e-625e-48e3-8b20-fcd60e144fd4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.958003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c927ffa5-c3d7-42b2-b72f-ebbb1b64e228 req-81676d7e-625e-48e3-8b20-fcd60e144fd4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1627693 Jun 30 08:57:27.010956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:27.018838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c927ffa5-c3d7-42b2-b72f-ebbb1b64e228 req-198d95b6-f031-4417-8443-f65c887c2990 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Jun 30 08:57:27.027261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:27.032644 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.070785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.071886 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.073332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] 10.222.0.13 "PUT /v2.0/ports/99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 1097 time: 1.1280937 Jun 30 08:57:27.104929 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e34e94-22ad-40fa-8637-ffe60b0f4d35 x-openstack-request-id: req-a2e34e94-22ad-40fa-8637-ffe60b0f4d35 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:27.105401 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:27.105486 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2e34e94-22ad-40fa-8637-ffe60b0f4d35 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:27.105974 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'code': 200} Jun 30 08:57:27.140449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e1fb8-8b04-4913-9456-5925c639fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:27.200293 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d9d11-46f4-415b-9af4-f7929b7a358f x-openstack-request-id: req-e94d9d11-46f4-415b-9af4-f7929b7a358f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:27.200599 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-unplugged", "status": "completed", "tag": "99f78099-8581-4462-9cd8-7d729125861c", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:27.200843 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e94d9d11-46f4-415b-9af4-f7929b7a358f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:27.201239 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f78099-8581-4462-9cd8-7d729125861c', 'code': 200} Jun 30 08:57:27.278994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-115c2e6c-c751-4461-81ef-7b8f0fd9eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.280825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-115c2e6c-c751-4461-81ef-7b8f0fd9eec8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1100 time: 0.1666751 Jun 30 08:57:27.300329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae57e9c-c83c-4f08-a7d4-f88d8d527878 req-85befbc3-2e2f-4e8c-9e6c-f6f569de75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.301908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ae57e9c-c83c-4f08-a7d4-f88d8d527878 req-85befbc3-2e2f-4e8c-9e6c-f6f569de75f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 1097 time: 0.0888615 Jun 30 08:57:27.423777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ae57e9c-c83c-4f08-a7d4-f88d8d527878 req-3c0909a3-ec9d-4344-9bc8-c0e538d52af2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927491 Jun 30 08:57:27.454713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-67bce3bc-88d9-4d88-8579-996b5cb64219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.457150 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-67bce3bc-88d9-4d88-8579-996b5cb64219 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a66705e599e49f0960f5a00e04719e3&device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 1097 time: 0.0613384 Jun 30 08:57:27.489271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ce123-b46b-436a-b448-cb3a4b551d68 req-581afbe5-9174-4b98-91e6-513b781492cf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.490821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b1ce123-b46b-436a-b448-cb3a4b551d68 req-581afbe5-9174-4b98-91e6-513b781492cf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2016878 Jun 30 08:57:27.502940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a0c89-d6f8-4a2a-95cd-6124880d6d22 req-e13a7e4c-6545-4561-a062-304f6d3c3552 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.504357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c80a0c89-d6f8-4a2a-95cd-6124880d6d22 req-e13a7e4c-6545-4561-a062-304f6d3c3552 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.2003520 Jun 30 08:57:27.550658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-33188ab7-e62b-41d6-a50e-1f366dbac752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.552157 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-33188ab7-e62b-41d6-a50e-1f366dbac752 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a HTTP/1.1" status: 200 len: 913 time: 0.0886009 Jun 30 08:57:27.574099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-e824f095-822d-4423-a06d-992e0220b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.575592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-e824f095-822d-4423-a06d-992e0220b387 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1780326 Jun 30 08:57:27.597328 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-194581c4-54d9-45d0-a079-f7437e4341e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20491318-e8af-4438-a2df-207dbe5c7107 HTTP/1.1" status: 200 len: 217 time: 0.0376005 Jun 30 08:57:27.597748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b1ce123-b46b-436a-b448-cb3a4b551d68 req-2f5e8f5e-d81a-49ee-acdb-95f3cc991c2f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924065 Jun 30 08:57:27.627877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c80a0c89-d6f8-4a2a-95cd-6124880d6d22 req-853a931d-c7ca-41c8-a931-7254fb85d542 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076365 Jun 30 08:57:27.629308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-676c5b8b-a68c-4d5d-a954-fbb95141cc9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.0459411 Jun 30 08:57:27.652225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-250731d1-55ff-4535-837b-feac57867527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.652225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-250731d1-55ff-4535-837b-feac57867527 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f16d30a-c64f-4449-b09c-4f0f60df036c HTTP/1.1" status: 200 len: 852 time: 0.0477779 Jun 30 08:57:27.687390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-b5b7933f-6528-4484-9912-5e53b11fadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.687981 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-a4fa16fb-0c39-49ec-90bd-5171c8e9a509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307174 Jun 30 08:57:27.688812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-b5b7933f-6528-4484-9912-5e53b11fadff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0532320 Jun 30 08:57:27.766619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d485e-a1de-4229-b214-644e5f5bc15d req-d20081a2-b39a-41ec-a4ae-2bad38f2a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.768178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-d20081a2-b39a-41ec-a4ae-2bad38f2a18b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691698 Jun 30 08:57:27.797266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-2df5efd9-c2f5-4745-8e7a-b329e4a3e552 service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983560 Jun 30 08:57:27.890969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8b4eb619-99ad-4f76-b307-7216a50ad583 req-9a92dec9-cc74-41ff-ac85-72525619629f service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875452 Jun 30 08:57:27.899306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-23d53474-7251-4aa7-a9a6-59786646f050 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235454 Jun 30 08:57:27.921975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cab81-69c9-46ed-8573-3ddecc79fcbe req-c0167dc4-f896-4b26-a903-67572e0cc891 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.923468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-352cab81-69c9-46ed-8573-3ddecc79fcbe req-c0167dc4-f896-4b26-a903-67572e0cc891 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 948 time: 0.1058342 Jun 30 08:57:28.005467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-352cab81-69c9-46ed-8573-3ddecc79fcbe req-c8d08690-4e87-43cd-9321-0dc17ced0893 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677619 Jun 30 08:57:28.046913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-053d485e-a1de-4229-b214-644e5f5bc15d req-260a6299-ca35-42d7-ba07-e148d210aa9a service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410010 Jun 30 08:57:28.099311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497f1a7-f857-4963-9667-9b9436fbeb51 req-24edae15-7db2-4726-b95c-4a5facdd4198 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.100940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4497f1a7-f857-4963-9667-9b9436fbeb51 req-24edae15-7db2-4726-b95c-4a5facdd4198 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 943 time: 0.0690110 Jun 30 08:57:28.140927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4497f1a7-f857-4963-9667-9b9436fbeb51 req-87de35b9-8ae2-45e3-942d-4f149f96feda tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339651 Jun 30 08:57:28.208151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f239106-db67-4439-a3c8-a7442a225212 req-a21f20fe-0f36-4c37-86ad-b978dc058306 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.209502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f239106-db67-4439-a3c8-a7442a225212 req-a21f20fe-0f36-4c37-86ad-b978dc058306 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.0676250 Jun 30 08:57:28.248735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f239106-db67-4439-a3c8-a7442a225212 req-05743c2d-939b-431c-9ac9-8552e8b7f989 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Jun 30 08:57:28.820932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f4af-deed-41db-a868-6c7ce40c10c3 req-46e7a851-d2b0-486a-90da-aadbe88ee840 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.822312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b84f4af-deed-41db-a868-6c7ce40c10c3 req-46e7a851-d2b0-486a-90da-aadbe88ee840 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1032338 Jun 30 08:57:28.842133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25cf0f-6500-4dca-bb2e-fbe2b1039abc req-18ea7665-41d0-4af4-8bd9-3fb7bda06b21 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.843494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab25cf0f-6500-4dca-bb2e-fbe2b1039abc req-18ea7665-41d0-4af4-8bd9-3fb7bda06b21 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.0961683 Jun 30 08:57:28.888816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b84f4af-deed-41db-a868-6c7ce40c10c3 req-5450faf6-da9d-499a-a25c-56350e5e4b1c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601504 Jun 30 08:57:28.895541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab25cf0f-6500-4dca-bb2e-fbe2b1039abc req-85d4cefd-4416-4099-9f00-8322364ec9fc tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Jun 30 08:57:29.176116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-e8800b25-f377-41ef-b9d9-8add62857bfd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:29.178207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-e8800b25-f377-41ef-b9d9-8add62857bfd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 814 time: 0.1063423 Jun 30 08:57:29.192088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-8d2ae5f2-0688-4a0f-ba67-c6caa93cde76 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/quotas/d26487bfc23243cabb2adea98ff88029 HTTP/1.1" status: 200 len: 375 time: 0.0089622 Jun 30 08:57:29.207519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'tag': '99f78099-8581-4462-9cd8-7d729125861c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:29.209770 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c960dc-3ddd-4865-be74-6727b5551a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "tag": "99f78099-8581-4462-9cd8-7d729125861c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:29.303699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-68e72428-01e9-4da5-82cc-dd31e23327f3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062546 Jun 30 08:57:29.312187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723ebc4-62da-44b1-bbef-c75c2cda6a07 req-2778834d-a9d8-4219-835a-9c4824053487 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:29.313543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0723ebc4-62da-44b1-bbef-c75c2cda6a07 req-2778834d-a9d8-4219-835a-9c4824053487 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 948 time: 0.1140540 Jun 30 08:57:29.399235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0723ebc4-62da-44b1-bbef-c75c2cda6a07 req-4e9ef5ab-f675-4d55-96e4-68dd6435d805 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778427 Jun 30 08:57:29.426674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-e00831ab-3d9c-431f-8853-b2977ede6141 service neutron] 10.222.0.53 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121862 Jun 30 08:57:29.556333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-0475a7f1-4839-49af-b2f8-3edcb35a9bd4 service neutron] 10.222.0.53 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237254 Jun 30 08:57:29.575139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:29.583933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930af42-bb52-422a-bf99-fdba85477371 req-85ac10b9-f405-4cd7-8dc1-db52df4f9c66 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:29.586484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d930af42-bb52-422a-bf99-fdba85477371 req-85ac10b9-f405-4cd7-8dc1-db52df4f9c66 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.0877101 Jun 30 08:57:29.636395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d930af42-bb52-422a-bf99-fdba85477371 req-0b66e7cb-12da-4084-bc2a-a2a6e1d27619 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Jun 30 08:57:29.725536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:29.743262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'mac_address': 'fa:16:3e:ff:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:29.790230 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727addae-265c-4174-bb6b-3a6bcf16aca1 x-openstack-request-id: req-727addae-265c-4174-bb6b-3a6bcf16aca1 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:29.790780 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "tag": "99f78099-8581-4462-9cd8-7d729125861c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:29.791255 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-727addae-265c-4174-bb6b-3a6bcf16aca1 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:29.791473 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:29.792094 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'tag': '99f78099-8581-4462-9cd8-7d729125861c', 'status': 'completed', 'code': 200} Jun 30 08:57:29.819097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2407b408-1de1-435a-b32e-7b6186c0bbff {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:29.843575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:29.849404 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:29.920548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:29.943923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59164) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:30.074768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be0e1b55-dae9-4850-bb71-938ee689367b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.089835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['2407b408-1de1-435a-b32e-7b6186c0bbff'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:30.249150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be0e1b55-dae9-4850-bb71-938ee689367b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.254200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be0e1b55-dae9-4850-bb71-938ee689367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.303657 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-be0e1b55-dae9-4850-bb71-938ee689367b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b76857ce57f473e9eb2b718e127828a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586800 Jun 30 08:57:30.306355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e1b55-dae9-4850-bb71-938ee689367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953df34f-fff3-48fe-a833-9944023e5853,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:30.309246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59176) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:30.371056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccdcec1-a573-4e6d-85a1-89200cf0d611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.395593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccdcec1-a573-4e6d-85a1-89200cf0d611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.460214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccdcec1-a573-4e6d-85a1-89200cf0d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.462915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccdcec1-a573-4e6d-85a1-89200cf0d611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.467009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-e4713191-9a44-498e-b9aa-84970192846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.467928 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bccdcec1-a573-4e6d-85a1-89200cf0d611 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/953df34f-fff3-48fe-a833-9944023e5853 HTTP/1.1" status: 204 len: 168 time: 0.1571560 Jun 30 08:57:30.468467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-e4713191-9a44-498e-b9aa-84970192846a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1100 time: 0.6591771 Jun 30 08:57:30.477659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdcec1-a573-4e6d-85a1-89200cf0d611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953df34f-fff3-48fe-a833-9944023e5853,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:30.518387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ba883-562e-4dc8-bfca-1567fb86d935 req-45573bc5-378b-452e-958d-ceb12653abd7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.525437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-351ba883-562e-4dc8-bfca-1567fb86d935 req-45573bc5-378b-452e-958d-ceb12653abd7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.6573207 Jun 30 08:57:30.559902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-7bb85ff7-a5c7-45ad-80e2-acc222bc6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.561401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-7bb85ff7-a5c7-45ad-80e2-acc222bc6d75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1100 time: 0.6985412 Jun 30 08:57:30.596313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c393151-b3d5-49f5-a206-d52fbdd970e4 req-45c3e9eb-ea27-486b-b708-adc8274f28b4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.603157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c393151-b3d5-49f5-a206-d52fbdd970e4 req-45c3e9eb-ea27-486b-b708-adc8274f28b4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.6668141 Jun 30 08:57:30.737223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-351ba883-562e-4dc8-bfca-1567fb86d935 req-bdf0e4d5-a127-4a9f-ab75-e585faafdf6d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109795 Jun 30 08:57:30.748030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-77a962e8-3c84-4fb2-b23b-be46ae0b3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.749499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-77a962e8-3c84-4fb2-b23b-be46ae0b3aa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2700264 Jun 30 08:57:30.759103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c393151-b3d5-49f5-a206-d52fbdd970e4 req-10843759-5bc5-41a4-947b-1257fce0963d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551015 Jun 30 08:57:30.811187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-77073f56-6252-4337-9bec-0916a94ec49c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.0438011 Jun 30 08:57:30.853530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-34dbe882-8704-4043-935c-f6bc37b6f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.855222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-34dbe882-8704-4043-935c-f6bc37b6f632 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2827439 Jun 30 08:57:30.888002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-3b1a3f43-fb25-4da7-9f39-e58f27d28dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.889930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-3b1a3f43-fb25-4da7-9f39-e58f27d28dc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0692470 Jun 30 08:57:30.987306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-03c9e74c-3d75-440f-8e8d-5a2cca7041c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.1115825 Jun 30 08:57:30.989401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-400d6168-0209-449e-8e85-e189e5bcd611 req-3b62b365-9526-4835-96e3-8a35edbaec35 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 210 time: 0.1050415 Jun 30 08:57:31.063611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-b9af97a2-d128-4b51-8eae-c6d6bff18652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.065075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-b9af97a2-d128-4b51-8eae-c6d6bff18652 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0720940 Jun 30 08:57:31.220646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-af9a0b42-1ef4-41b2-bb91-77456270f23f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.222074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-af9a0b42-1ef4-41b2-bb91-77456270f23f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 814 time: 0.1714942 Jun 30 08:57:31.233818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-c2609518-d5cb-4ee7-b234-a9ca0e1e3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.233818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-c2609518-d5cb-4ee7-b234-a9ca0e1e3f9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2929735 Jun 30 08:57:31.244986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Request body: {'port': {'device_id': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4', 'admin_state_up': True, 'tenant_id': 'd26487bfc23243cabb2adea98ff88029'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:31.266140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-ae3577af-8593-4670-a1c6-1ff45a4775b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.267633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-ae3577af-8593-4670-a1c6-1ff45a4775b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1889427 Jun 30 08:57:31.291330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae9ff-aa5d-4f26-a5e2-9764cfd05fbb req-8b9341fe-6e43-4354-9bf0-3045d83db54c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.299777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5fae9ff-aa5d-4f26-a5e2-9764cfd05fbb req-8b9341fe-6e43-4354-9bf0-3045d83db54c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 948 time: 0.2336731 Jun 30 08:57:31.362244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15bbce-b0e3-418e-85d6-581b8a886fff req-ff6cfefa-f4bb-4583-80e1-3b6d5610a2b5 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.369787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e15bbce-b0e3-418e-85d6-581b8a886fff req-ff6cfefa-f4bb-4583-80e1-3b6d5610a2b5 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.2323198 Jun 30 08:57:31.392774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Made reservation on behalf of d26487bfc23243cabb2adea98ff88029 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:31.396567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.489200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5fae9ff-aa5d-4f26-a5e2-9764cfd05fbb req-a437cdd3-75cb-448c-b5fe-4bccebe10f62 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883223 Jun 30 08:57:31.534107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e15bbce-b0e3-418e-85d6-581b8a886fff req-44610079-6b31-4ba2-859f-b2f59af1afcf tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633656 Jun 30 08:57:31.551914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Allocated IP 172.20.0.8 (57e94183-d35e-4693-a076-6edcc65307b4/30c39a99-b6e3-4ab3-abe5-aa09c843f3fb/2b4bcf7b-2512-4f7d-8270-2714833860d3) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:31.556525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-98335cff-e257-47c0-b5ea-7c2dc116c277 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079484 Jun 30 08:57:31.565129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-1ef89c9c-e610-461b-8100-7927b2dcf28a service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833755 Jun 30 08:57:31.590259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 99f78099-8581-4462-9cd8-7d729125861c details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:31.593856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:31.670715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-265ab5c0-6202-4319-b681-cdd42982a0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.786647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 2407b408-1de1-435a-b32e-7b6186c0bbff completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:31.787439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-8f14c498-24a0-4fae-bbea-0ea30b4b9a4e service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176409 Jun 30 08:57:31.796984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5c960dc-3ddd-4865-be74-6727b5551a9c req-7f556e73-e4a8-480a-98bc-39e919dc1348 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157905 Jun 30 08:57:31.797426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 2407b408-1de1-435a-b32e-7b6186c0bbff triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:31.798117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.825544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.870464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:31.872380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.887825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '99f78099-8581-4462-9cd8-7d729125861c', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '99f78099-8581-4462-9cd8-7d729125861c', 'mac_address': 'fa:16:3e:c4:12:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:31.892189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eeb78423-8b1d-40d8-b903-a283f0196693'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:31.961859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Pushing event updated for resources: {'Port': ['ID=2b4bcf7b-2512-4f7d-8270-2714833860d3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:32.005890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Network 57e94183-d35e-4693-a076-6edcc65307b4 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:32.007303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:32.023150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:32.149138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.150222 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.167808 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-5febcfd1-b686-402f-8bae-ad0bef0ab86e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9277956 Jun 30 08:57:32.179879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Request body: {'port': {'device_id': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:32.228856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.234358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.269159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.287408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:32.289648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d54dc-e585-4d00-ad52-7c95580a07d4 req-fe3e1eb8-85d0-4921-bbef-c313b0560c45 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.289787 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097ba8de-f05c-4816-9f48-056caccf480e" -d '{"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:32.291148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff8d54dc-e585-4d00-ad52-7c95580a07d4 req-fe3e1eb8-85d0-4921-bbef-c313b0560c45 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3087735 Jun 30 08:57:32.293416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f78099-8581-4462-9cd8-7d729125861c {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:32.312592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:32.324816 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.365176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:32.376251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.398071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071891-b48e-4d34-8450-f10af8e54e7c req-084f72fe-8dd3-4ec5-b034-22d6512d9c02 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.399555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-084f72fe-8dd3-4ec5-b034-22d6512d9c02 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7&tenant_id=b22d67fdd98b438a8c4764d49703b2f5&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 948 time: 0.3381839 Jun 30 08:57:32.413103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-d6fba79e-e7af-4a14-bfab-baa5efb09d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.414580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-d6fba79e-e7af-4a14-bfab-baa5efb09d0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a66705e599e49f0960f5a00e04719e3&device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 1097 time: 0.2787306 Jun 30 08:57:32.422334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:32.429478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ad6b-b967-41c6-a868-c4607421f6f3 req-0405387f-a530-48ec-a4a3-2d15d2c01bae tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.431035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc77ad6b-b967-41c6-a868-c4607421f6f3 req-0405387f-a530-48ec-a4a3-2d15d2c01bae tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2630203 Jun 30 08:57:32.464619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff8d54dc-e585-4d00-ad52-7c95580a07d4 req-32c3469a-7b20-4844-a331-d4bb7f929a13 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608930 Jun 30 08:57:32.505523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:32.595237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc77ad6b-b967-41c6-a868-c4607421f6f3 req-ef8f937d-0a91-4d47-9842-ddd02c52fab8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262519 Jun 30 08:57:32.599206 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-56071891-b48e-4d34-8450-f10af8e54e7c req-fd51aa92-3b55-4fb9-a9f7-df51b2c680f4 service neutron] delete failed (client error): The resource could not be found. Jun 30 08:57:32.600183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-fd51aa92-3b55-4fb9-a9f7-df51b2c680f4 service neutron] 10.222.0.26 "DELETE /v2.0/ports/99f78099-8581-4462-9cd8-7d729125861c/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.1895039 Jun 30 08:57:32.610555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-402d1b11-ad88-4023-b7c4-1bcc3fa1ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.612104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-402d1b11-ad88-4023-b7c4-1bcc3fa1ba48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a HTTP/1.1" status: 200 len: 913 time: 0.1788251 Jun 30 08:57:32.622109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['99f78099-8581-4462-9cd8-7d729125861c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:32.682786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-354d94dd-748e-4005-a27d-47c61218fcb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20491318-e8af-4438-a2df-207dbe5c7107 HTTP/1.1" status: 200 len: 217 time: 0.0602221 Jun 30 08:57:32.740476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4bcf7b-2512-4f7d-8270-2714833860d3 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:32.758925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.776489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Transition to ACTIVE for port object 2b4bcf7b-2512-4f7d-8270-2714833860d3 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:32.781552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.801360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-fdfd79ed-4992-48ab-8078-1d0ecfafa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.802846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-fdfd79ed-4992-48ab-8078-1d0ecfafa952 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f16d30a-c64f-4449-b09c-4f0f60df036c HTTP/1.1" status: 200 len: 852 time: 0.1119158 Jun 30 08:57:32.859400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-a376ef2e-4fc6-4cdd-b70d-941aaaf34c39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443323 Jun 30 08:57:32.872027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303ca69-9b7c-4c1a-b1ba-2169d159ff14 req-9360904c-cfdc-47e4-8954-7f5f59e8b418 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.879998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e303ca69-9b7c-4c1a-b1ba-2169d159ff14 req-9360904c-cfdc-47e4-8954-7f5f59e8b418 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 949 time: 0.2003641 Jun 30 08:57:32.898604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071891-b48e-4d34-8450-f10af8e54e7c req-498e4e9d-6f2d-4923-855c-67a4981fbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.900837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-498e4e9d-6f2d-4923-855c-67a4981fbb34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1101 time: 0.1832957 Jun 30 08:57:32.923183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4bcf7b-2512-4f7d-8270-2714833860d3,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:33.004301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Attempting to bind port 2b4bcf7b-2512-4f7d-8270-2714833860d3 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:33.004628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Attempting to bind port 2b4bcf7b-2512-4f7d-8270-2714833860d3 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:33.004945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Attempting to bind port 2b4bcf7b-2512-4f7d-8270-2714833860d3 on network 57e94183-d35e-4693-a076-6edcc65307b4 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:33.014746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Port 2b4bcf7b-2512-4f7d-8270-2714833860d3 on network 57e94183-d35e-4693-a076-6edcc65307b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:33.014746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Attempting to bind port 2b4bcf7b-2512-4f7d-8270-2714833860d3 on network 57e94183-d35e-4693-a076-6edcc65307b4 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:33.019310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:33.019527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Checking segment: {'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:33.019891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Bound using segment: {'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:33.020319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Bound port: 2b4bcf7b-2512-4f7d-8270-2714833860d3, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36dd1005-a691-4249-9457-8f0d5e3c991a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:33.020745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.095391 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e303ca69-9b7c-4c1a-b1ba-2169d159ff14 req-bd297ca9-6570-401e-b9cb-eacf0e65319d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132804 Jun 30 08:57:33.095570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] For port 2b4bcf7b-2512-4f7d-8270-2714833860d3, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:33.099293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] For port 2b4bcf7b-2512-4f7d-8270-2714833860d3, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2b4bcf7b-2512-4f7d-8270-2714833860d3,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:33.104338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.148483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.148867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.151147 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] 10.222.0.26 "PUT /v2.0/ports/2b4bcf7b-2512-4f7d-8270-2714833860d3 HTTP/1.1" status: 200 len: 1092 time: 0.9751637 Jun 30 08:57:33.151147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'tag': '2b4bcf7b-2512-4f7d-8270-2714833860d3'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:33.153189 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b101d629-7692-49c5-a317-efaa768cab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f527eb8b-195b-40ed-8ecc-d6fc0338e5db", "tag": "2b4bcf7b-2512-4f7d-8270-2714833860d3"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:33.165833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071891-b48e-4d34-8450-f10af8e54e7c req-bcd4effb-1f92-4060-a6d0-0d47787101d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.180035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-bcd4effb-1f92-4060-a6d0-0d47787101d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2614520 Jun 30 08:57:33.182526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-dc360a05-c0fc-4e30-8415-666f84bfa4f8 service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988629 Jun 30 08:57:33.190109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d7bde-7a8c-44e5-a1b4-8187473d8887 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4bcf7b-2512-4f7d-8270-2714833860d3,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:33.259252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-424ffaae-a1b8-4624-866e-574b8b66d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.261588 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-424ffaae-a1b8-4624-866e-574b8b66d613 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 1095 time: 0.0611892 Jun 30 08:57:33.306342 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-48bd96e6-8a05-4e58-9ab6-e9773e329c15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b4bcf7b-2512-4f7d-8270-2714833860d3 HTTP/1.1" status: 200 len: 217 time: 0.0371544 Jun 30 08:57:33.307555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-3b74866e-62b7-4ce1-bf10-238b10e78d42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.1118782 Jun 30 08:57:33.368588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-3b100d55-a13f-4f78-9c50-1aa8306af3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.371062 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-3b100d55-a13f-4f78-9c50-1aa8306af3d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 200 len: 854 time: 0.0500174 Jun 30 08:57:33.406590 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-277cf405-6f52-420d-b06e-f07dc062259d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57e94183-d35e-4693-a076-6edcc65307b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291958 Jun 30 08:57:33.412137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0625c5-b2c6-417c-af2f-4ac48fcbccb7 req-70393a4f-83ad-4ae6-9fd3-126c8d80e137 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.413597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe0625c5-b2c6-417c-af2f-4ac48fcbccb7 req-70393a4f-83ad-4ae6-9fd3-126c8d80e137 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.4117205 Jun 30 08:57:33.428530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071891-b48e-4d34-8450-f10af8e54e7c req-6051a12a-e65f-47c3-bec9-be1974ac9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.429978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-6051a12a-e65f-47c3-bec9-be1974ac9ebb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1000483 Jun 30 08:57:33.434034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6eac16f4-4ad5-4f49-9745-75487b7de495 req-6e69f493-0d93-4c3e-9b6f-5bedbaa2c8db service neutron] 10.222.0.13 "GET /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361064 Jun 30 08:57:33.520479 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-1ae0e66d-3093-4dcf-9c2a-17d59990f38b service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074669 Jun 30 08:57:33.521941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099402c5-7bf1-45f4-897f-05356cc26bf3 req-95173f8a-c9ca-4cf9-a18d-e4574400aa3a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.523514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-099402c5-7bf1-45f4-897f-05356cc26bf3 req-95173f8a-c9ca-4cf9-a18d-e4574400aa3a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 943 time: 0.2691548 Jun 30 08:57:33.526709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe0625c5-b2c6-417c-af2f-4ac48fcbccb7 req-fcf8d958-db46-4776-9ac3-2f4fcaaa1c5d tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002772 Jun 30 08:57:33.583368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 99f78099-8581-4462-9cd8-7d729125861c up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:33.586176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071891-b48e-4d34-8450-f10af8e54e7c req-5e1ed533-d738-4fbf-8a90-45399df07c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.587702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-5e1ed533-d738-4fbf-8a90-45399df07c2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1454432 Jun 30 08:57:33.598065 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275beb1b-9656-42e7-a308-fc7ece303aeb x-openstack-request-id: req-275beb1b-9656-42e7-a308-fc7ece303aeb {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:33.599195 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:33.599694 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-275beb1b-9656-42e7-a308-fc7ece303aeb {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:33.600702 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'code': 200} Jun 30 08:57:33.626170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-099402c5-7bf1-45f4-897f-05356cc26bf3 req-b384e46f-9082-41c1-bd03-0e5fd7866e58 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963142 Jun 30 08:57:33.649835 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ba22de41-54c0-4009-9ff5-0a85a2b1b6c4 req-3f04f351-10c7-4906-a5dd-bceb78221dc2 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139703 Jun 30 08:57:33.665128 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cea8f6-f62c-4e42-afa0-8a65f1e16b22 x-openstack-request-id: req-e4cea8f6-f62c-4e42-afa0-8a65f1e16b22 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:33.665455 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f527eb8b-195b-40ed-8ecc-d6fc0338e5db", "tag": "2b4bcf7b-2512-4f7d-8270-2714833860d3", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:33.665745 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4cea8f6-f62c-4e42-afa0-8a65f1e16b22 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:33.666112 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'tag': '2b4bcf7b-2512-4f7d-8270-2714833860d3', 'status': 'completed', 'code': 200} Jun 30 08:57:33.707467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 99f78099-8581-4462-9cd8-7d729125861c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:33.715102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 99f78099-8581-4462-9cd8-7d729125861c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:33.716042 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.821040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101d629-7692-49c5-a317-efaa768cab0c req-98778d01-f92d-4771-a932-6fd3e0fc5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.822520 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b101d629-7692-49c5-a317-efaa768cab0c req-98778d01-f92d-4771-a932-6fd3e0fc5dc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 1095 time: 0.1146739 Jun 30 08:57:33.834001 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.890014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:33.899565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.958915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101d629-7692-49c5-a317-efaa768cab0c req-e6ea7950-2bac-4e9d-86b3-fd3800d5d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.959162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:33.960658 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b101d629-7692-49c5-a317-efaa768cab0c req-e6ea7950-2bac-4e9d-86b3-fd3800d5d5c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 915 time: 0.1313884 Jun 30 08:57:34.006409 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b101d629-7692-49c5-a317-efaa768cab0c req-c3b833b4-41be-40e3-a0f3-8226fc580ff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b4bcf7b-2512-4f7d-8270-2714833860d3 HTTP/1.1" status: 200 len: 217 time: 0.0382996 Jun 30 08:57:34.076969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101d629-7692-49c5-a317-efaa768cab0c req-21362c8f-70fc-43b4-bf0c-3393d66139f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.079877 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b101d629-7692-49c5-a317-efaa768cab0c req-21362c8f-70fc-43b4-bf0c-3393d66139f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 200 len: 854 time: 0.0656230 Jun 30 08:57:34.121878 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b101d629-7692-49c5-a317-efaa768cab0c req-5ac9b914-ae4e-4329-a3dd-3f668f24f3d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57e94183-d35e-4693-a076-6edcc65307b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337017 Jun 30 08:57:34.255089 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b101d629-7692-49c5-a317-efaa768cab0c req-26205917-a398-4863-92f4-33b21b46fe61 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262748 Jun 30 08:57:34.257460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-590f6e71-2021-47ff-82bc-99dbcb289be4 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636565 Jun 30 08:57:34.289310 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.323657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97173325-a8aa-4c45-ba03-415f14dcc413 req-a40f322b-febb-464a-ab93-cfedd780dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.325156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97173325-a8aa-4c45-ba03-415f14dcc413 req-a40f322b-febb-464a-ab93-cfedd780dacd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1097 time: 0.6264858 Jun 30 08:57:34.356627 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6925d07-896b-46a3-afce-fd0939bd24eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.372692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac5ca-3311-42b9-92ab-b67cb8740135 req-610e2441-f173-48b5-ae98-f6e91342c0bd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.373815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e71ac5ca-3311-42b9-92ab-b67cb8740135 req-610e2441-f173-48b5-ae98-f6e91342c0bd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2307110 Jun 30 08:57:34.379521 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-b101d629-7692-49c5-a317-efaa768cab0c req-9da07f55-2a92-4fd9-a62b-df62e64c9f65 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088388 Jun 30 08:57:34.384778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a2fbe-fe53-49fc-821c-fcb65047967a req-7b68ca5b-aaa1-4549-9e93-2d9f466b8679 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.386805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-074a2fbe-fe53-49fc-821c-fcb65047967a req-7b68ca5b-aaa1-4549-9e93-2d9f466b8679 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 945 time: 0.6212521 Jun 30 08:57:34.457863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97173325-a8aa-4c45-ba03-415f14dcc413 req-9b121a69-c7ad-4048-a341-d93cf26ee5ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178467 Jun 30 08:57:34.474875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56071891-b48e-4d34-8450-f10af8e54e7c req-d8c147f0-b2da-4882-bef9-872c7b371353 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061567 Jun 30 08:57:34.477739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e71ac5ca-3311-42b9-92ab-b67cb8740135 req-a9685070-4ecd-4533-8033-53f0522f75cc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899651 Jun 30 08:57:34.496955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-074a2fbe-fe53-49fc-821c-fcb65047967a req-60238f13-efa8-41dc-965f-6de81581a2b0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956454 Jun 30 08:57:34.549239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:34.676335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-198da394-64a3-4611-b156-43698d5fa51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.701528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713a3eb-e7e4-4912-bc84-c48af0fc1d63 req-c1eb64ec-8334-4b78-a55b-7d5b5851bb45 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.703285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a713a3eb-e7e4-4912-bc84-c48af0fc1d63 req-c1eb64ec-8334-4b78-a55b-7d5b5851bb45 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.0744655 Jun 30 08:57:34.764546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-198da394-64a3-4611-b156-43698d5fa51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.769622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-198da394-64a3-4611-b156-43698d5fa51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.778098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a713a3eb-e7e4-4912-bc84-c48af0fc1d63 req-bd403da8-2ac3-419a-9d2f-ea35d966b72e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632415 Jun 30 08:57:34.801959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ddee4-befe-4375-8170-78b91ad7cdfb req-219734fb-e64e-4d59-a948-9cbab1117913 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.803619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-446ddee4-befe-4375-8170-78b91ad7cdfb req-219734fb-e64e-4d59-a948-9cbab1117913 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.0994177 Jun 30 08:57:34.822576 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-198da394-64a3-4611-b156-43698d5fa51b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=971130f48d804ec9bc8f59f20ff417ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721689 Jun 30 08:57:34.823993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59386) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:34.826519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198da394-64a3-4611-b156-43698d5fa51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f358b933-e0a4-4835-9619-2e70185b3376,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:34.863475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-446ddee4-befe-4375-8170-78b91ad7cdfb req-94b62fc0-0ef5-4dc9-967b-552164fa4ce0 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483713 Jun 30 08:57:34.884275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d978f5b-211b-44f7-8844-13141c90a250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.913184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d978f5b-211b-44f7-8844-13141c90a250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.969945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d978f5b-211b-44f7-8844-13141c90a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.973555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d978f5b-211b-44f7-8844-13141c90a250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.974999 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9d978f5b-211b-44f7-8844-13141c90a250 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f358b933-e0a4-4835-9619-2e70185b3376 HTTP/1.1" status: 204 len: 168 time: 0.1495006 Jun 30 08:57:34.981337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad9759-71df-4c17-bed2-e3a646ba5972 req-f342c07d-82a0-4537-b580-e98dd8b5b3fd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.982878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55ad9759-71df-4c17-bed2-e3a646ba5972 req-f342c07d-82a0-4537-b580-e98dd8b5b3fd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 943 time: 0.0770042 Jun 30 08:57:35.001467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d978f5b-211b-44f7-8844-13141c90a250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f358b933-e0a4-4835-9619-2e70185b3376,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:35.050176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55ad9759-71df-4c17-bed2-e3a646ba5972 req-0a4ecc5d-b187-4851-8f80-21bbabafb0bc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613809 Jun 30 08:57:35.321595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbd753-c413-4b8b-904d-e6e1e59ae12e req-676267c5-21fa-4792-a5e8-5f894b64ed66 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.323158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cedbd753-c413-4b8b-904d-e6e1e59ae12e req-676267c5-21fa-4792-a5e8-5f894b64ed66 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.0704830 Jun 30 08:57:35.331342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59396) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:35.345686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7a696c1-985b-4c7c-b758-f37aea37d4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.364186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cedbd753-c413-4b8b-904d-e6e1e59ae12e req-ae4c3ea0-f5c2-492f-a74e-955994a8488f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Jun 30 08:57:35.433442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7a696c1-985b-4c7c-b758-f37aea37d4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.437799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7a696c1-985b-4c7c-b758-f37aea37d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.475850 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b7a696c1-985b-4c7c-b758-f37aea37d4ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=124abc299ef5442c92540c3b6864684f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433363 Jun 30 08:57:35.476976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a696c1-985b-4c7c-b758-f37aea37d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1aa5fb-ce91-4304-b2e6-e71009ec1ca9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:35.478571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59398) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:35.530827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c00051f-ea48-4a10-b9be-3235fffb78b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.554909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c00051f-ea48-4a10-b9be-3235fffb78b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.603735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f78099-8581-4462-9cd8-7d729125861c'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:35.607645 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f97223-4c97-40f2-afd2-26fdbb2e1e69" -d '{"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-plugged", "status": "completed", "tag": "99f78099-8581-4462-9cd8-7d729125861c"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:35.665343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c00051f-ea48-4a10-b9be-3235fffb78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.668397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c00051f-ea48-4a10-b9be-3235fffb78b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.669458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3c00051f-ea48-4a10-b9be-3235fffb78b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b1aa5fb-ce91-4304-b2e6-e71009ec1ca9 HTTP/1.1" status: 204 len: 168 time: 0.1898417 Jun 30 08:57:35.698961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00051f-ea48-4a10-b9be-3235fffb78b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1aa5fb-ce91-4304-b2e6-e71009ec1ca9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:35.725369 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.745093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52a541-c3b6-4e15-af37-8be586a39f49 req-9c6c3697-de67-4aee-8e02-7432eaa4bbc8 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.746610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b52a541-c3b6-4e15-af37-8be586a39f49 req-9c6c3697-de67-4aee-8e02-7432eaa4bbc8 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 945 time: 0.1240609 Jun 30 08:57:35.754794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84051507-a380-46de-909e-3230fcd5abd8 req-d752b52b-8150-474e-8977-8747faf8d1ce tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.756184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84051507-a380-46de-909e-3230fcd5abd8 req-d752b52b-8150-474e-8977-8747faf8d1ce tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1218832 Jun 30 08:57:35.806022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b52a541-c3b6-4e15-af37-8be586a39f49 req-17e13d1a-5927-4521-9ca0-a3b9c4334d4f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488400 Jun 30 08:57:35.818379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84051507-a380-46de-909e-3230fcd5abd8 req-b4aaa6ef-0f11-4912-bdb5-269547e5875b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537999 Jun 30 08:57:35.858336 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a82d1f-98ab-49ab-ab44-a13fcc9bbdce x-openstack-request-id: req-c5a82d1f-98ab-49ab-ab44-a13fcc9bbdce {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:35.858626 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-plugged", "status": "completed", "tag": "99f78099-8581-4462-9cd8-7d729125861c", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:35.858875 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5a82d1f-98ab-49ab-ab44-a13fcc9bbdce {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:35.859265 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f78099-8581-4462-9cd8-7d729125861c', 'code': 200} Jun 30 08:57:36.013785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f58e60-bc53-41c5-987a-a685e2f3b78f req-baa57ceb-7792-4e15-9b61-909d87c28cc3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.018909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05f58e60-bc53-41c5-987a-a685e2f3b78f req-baa57ceb-7792-4e15-9b61-909d87c28cc3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.0699668 Jun 30 08:57:36.093238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05f58e60-bc53-41c5-987a-a685e2f3b78f req-643f2955-a67a-4e82-bbed-be4ea597c4ca tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Jun 30 08:57:36.119459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5c023-1a2e-4a41-843f-a3937518bb03 req-2b260173-79d1-4ef6-ad68-68d5be6d1fa9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.120939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfd5c023-1a2e-4a41-843f-a3937518bb03 req-2b260173-79d1-4ef6-ad68-68d5be6d1fa9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 945 time: 0.0903499 Jun 30 08:57:36.129514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59428) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:36.135259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'floatingip': {'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:36.181139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:36.405349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79e799-def2-4d99-a8ea-584ad7b6f107 req-0df8562e-06d3-4dc1-a5eb-959268186ffe tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.407154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be79e799-def2-4d99-a8ea-584ad7b6f107 req-0df8562e-06d3-4dc1-a5eb-959268186ffe tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 943 time: 0.1894181 Jun 30 08:57:36.524631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be79e799-def2-4d99-a8ea-584ad7b6f107 req-97314f5e-d4e4-46f9-99e7-7561123bd917 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114130 Jun 30 08:57:36.633425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985f9c8-8dd2-4f5f-a564-fc5925100c40 req-042de324-5776-4b8f-bde1-8f64c57a2e31 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.635585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c985f9c8-8dd2-4f5f-a564-fc5925100c40 req-042de324-5776-4b8f-bde1-8f64c57a2e31 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.2022727 Jun 30 08:57:36.780016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c985f9c8-8dd2-4f5f-a564-fc5925100c40 req-62ce53eb-0908-4fdc-bb98-ae2863255474 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347067 Jun 30 08:57:36.850849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28966122-ef85-40b0-a8d7-f958d912f140 req-f37ce223-3d63-491a-85c1-339bfd45606a tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.852447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28966122-ef85-40b0-a8d7-f958d912f140 req-f37ce223-3d63-491a-85c1-339bfd45606a tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.1717172 Jun 30 08:57:36.888400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:36.894985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:36.947300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28966122-ef85-40b0-a8d7-f958d912f140 req-934f50dd-7fe4-4653-811e-ad0010aeadc2 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866687 Jun 30 08:57:37.035338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59466) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.093050 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Floating IP c670cf48-57a0-40ee-83e4-64a4f18eafe6 associated. External IP: 172.25.8.248, port: 2407b408-1de1-435a-b32e-7b6186c0bbff. Jun 30 08:57:37.159949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-353a1ce9-972f-47fe-a6f7-c5e4aa98341c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2065708334'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:37.161055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-353a1ce9-972f-47fe-a6f7-c5e4aa98341c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Unknown quota resources ['metering_label']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:57:37.165403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1666c3b-8330-40c4-8e0e-2081876111bf req-c9c2661c-877b-45e9-8fb2-ca6e797dbd4a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.171648 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.172403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1666c3b-8330-40c4-8e0e-2081876111bf req-c9c2661c-877b-45e9-8fb2-ca6e797dbd4a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2182763 Jun 30 08:57:37.237333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-27343b52-f99b-4527-9f16-57606ededc99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2125807 Jun 30 08:57:37.292983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1666c3b-8330-40c4-8e0e-2081876111bf req-641e089d-aa44-4e06-b600-4b3800b44275 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196997 Jun 30 08:57:37.294002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-353a1ce9-972f-47fe-a6f7-c5e4aa98341c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.295147 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-353a1ce9-972f-47fe-a6f7-c5e4aa98341c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2577164 Jun 30 08:57:37.297934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59478) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.303732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-497871e7-d4d7-4b47-8bfd-c70d2241e896 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f03e94ad-debd-4eba-90f1-7b482dd16ad0'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:37.304296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-497871e7-d4d7-4b47-8bfd-c70d2241e896 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:57:37.368820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-1cb4006e-baa9-43d6-a412-663ba505716a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429983 Jun 30 08:57:37.386316 n-d-758944-40 neutron-server[100238]: WARNING neutron.services.metering.metering_plugin [None req-497871e7-d4d7-4b47-8bfd-c70d2241e896 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 08:57:37.463030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-497871e7-d4d7-4b47-8bfd-c70d2241e896 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.464208 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-497871e7-d4d7-4b47-8bfd-c70d2241e896 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1655123 Jun 30 08:57:37.468139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59484) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.472060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e7cd579f-5101-48d4-a770-cd84d9805c0c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f03e94ad-debd-4eba-90f1-7b482dd16ad0'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:37.472547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e7cd579f-5101-48d4-a770-cd84d9805c0c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:57:37.529525 n-d-758944-40 neutron-server[100238]: WARNING neutron.services.metering.metering_plugin [None req-e7cd579f-5101-48d4-a770-cd84d9805c0c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 08:57:37.624189 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7cd579f-5101-48d4-a770-cd84d9805c0c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.627998 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e7cd579f-5101-48d4-a770-cd84d9805c0c tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1567829 Jun 30 08:57:37.628289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59488) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.640341 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8910e9fd-d464-4d81-9bc9-9606838e3d5a tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=79681c3d-0053-413b-a4ce-ddb554dfec6b HTTP/1.1" status: 200 len: 462 time: 0.0084960 Jun 30 08:57:37.640579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59490) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.744040 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40c96bae-80b5-461a-a05d-7e27cea3ddba tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.747664 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-40c96bae-80b5-461a-a05d-7e27cea3ddba tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/79681c3d-0053-413b-a4ce-ddb554dfec6b HTTP/1.1" status: 204 len: 168 time: 0.1037674 Jun 30 08:57:37.747887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59492) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.766642 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-922d6e95-8961-4846-8e12-96e1db6f6ac7 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=79681c3d-0053-413b-a4ce-ddb554dfec6b HTTP/1.1" status: 200 len: 221 time: 0.0146408 Jun 30 08:57:37.766891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59494) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.771001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1c1174c2-3725-4823-a7de-462af69349e8 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--110128958', 'description': 'label created by tempest'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:37.771440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1c1174c2-3725-4823-a7de-462af69349e8 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Unknown quota resources ['metering_label']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:57:37.852546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.853119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.853406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.854434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.854900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.855359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.855817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.857768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f09a1b65-7c9b-4c50-bf65-d78dad09a06a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6508 time: 0.5838211 Jun 30 08:57:37.924238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c1174c2-3725-4823-a7de-462af69349e8 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.925399 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c1174c2-3725-4823-a7de-462af69349e8 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1576679 Jun 30 08:57:37.928121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59496) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:37.996386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Router ed799d25-64b7-4919-942e-bc21f505eddb has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:38.001084 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-91b850ff-e14a-45be-9336-1808070f0451 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=83a3a0b8-8c60-4f72-a74a-dea6288f769e HTTP/1.1" status: 200 len: 467 time: 0.0696342 Jun 30 08:57:38.001316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59500) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.014304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-5bebe180-01ac-4d18-b505-cb12a931d147 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.015742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-5bebe180-01ac-4d18-b505-cb12a931d147 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6135657 Jun 30 08:57:38.071511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-129ff2e9-b8d9-4dcc-83ec-79e2b9da7138 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.073561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-129ff2e9-b8d9-4dcc-83ec-79e2b9da7138 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.3621519 Jun 30 08:57:38.073710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2b4bcf7b-2512-4f7d-8270-2714833860d3 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:38.085042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6c871-db3c-487c-9d60-eaf8f155b7a9 req-6fe480fe-2a0f-4d17-b1f6-3a7c8de490fe tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.086624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a6c871-db3c-487c-9d60-eaf8f155b7a9 req-6fe480fe-2a0f-4d17-b1f6-3a7c8de490fe tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 943 time: 0.3800590 Jun 30 08:57:38.093349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-6c12ce54-ef44-4b14-800b-c0d794aeea7c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/quotas/b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 375 time: 0.0637469 Jun 30 08:57:38.186574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2b4bcf7b-2512-4f7d-8270-2714833860d3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2b4bcf7b-2512-4f7d-8270-2714833860d3,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:38.199924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '2b4bcf7b-2512-4f7d-8270-2714833860d3', 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4', 'port_id': '2b4bcf7b-2512-4f7d-8270-2714833860d3', 'mac_address': 'fa:16:3e:89:09:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c39a99-b6e3-4ab3-abe5-aa09c843f3fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:38.221310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-586e85ad-7074-4823-8066-5031339fe0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.221812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-586e85ad-7074-4823-8066-5031339fe0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.222280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-586e85ad-7074-4823-8066-5031339fe0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.223882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-586e85ad-7074-4823-8066-5031339fe0c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3802b5db-c026-42da-960b-92e7aa974ecb&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=0c3277fc-9910-4118-a442-8a5263a127ed&id=0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 200 len: 2296 time: 0.3337424 Jun 30 08:57:38.238553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.255794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4bcf7b-2512-4f7d-8270-2714833860d3 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:38.276735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2b4bcf7b-2512-4f7d-8270-2714833860d3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2b4bcf7b-2512-4f7d-8270-2714833860d3,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:38.280931 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.333431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=2b4bcf7b-2512-4f7d-8270-2714833860d3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:38.350554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a6c871-db3c-487c-9d60-eaf8f155b7a9 req-7f4e1a62-cbf0-4401-bf38-227cf36f2a61 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060781 Jun 30 08:57:38.406311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:38.409060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-489ecd69-cb29-457b-907f-2ff6cec6309d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed29488a-3100-4b67-a218-dd4262ce43f2 HTTP/1.1" status: 200 len: 1002 time: 0.1685865 Jun 30 08:57:38.414280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.421051 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] Sync routers for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:38.433133 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:38.434086 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:38.500986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-308f4a79-2fcd-47b6-b975-b5bc3bd1ebbd tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3553815 Jun 30 08:57:38.502193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7042eac-388a-4459-9dc2-1c35274a72f9 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.505971 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a7042eac-388a-4459-9dc2-1c35274a72f9 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/83a3a0b8-8c60-4f72-a74a-dea6288f769e HTTP/1.1" status: 204 len: 168 time: 0.5013306 Jun 30 08:57:38.506861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.534391 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a974e09c-09b0-4b2a-9037-33c60466fef0 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=83a3a0b8-8c60-4f72-a74a-dea6288f769e HTTP/1.1" status: 200 len: 216 time: 0.0263691 Jun 30 08:57:38.534876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59508) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.553758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a2b6e944-7ab3-4a75-96b9-d716ac5b9b1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "PUT /v2.0/floatingips/c670cf48-57a0-40ee-83e4-64a4f18eafe6 HTTP/1.1" status: 200 len: 991 time: 2.4231091 Jun 30 08:57:38.557868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:38.560233 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad522ff-11d8-4c61-a278-86f79697445b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:38.566479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f290d323-70bf-42a1-8898-05592661b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.568094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f290d323-70bf-42a1-8898-05592661b52c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=837594f2-4dea-4f76-9a1c-75932015e8a7 HTTP/1.1" status: 200 len: 855 time: 0.1485136 Jun 30 08:57:38.574723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11bb310e-dac8-411d-b92b-1fa656b9c117 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0351620 Jun 30 08:57:38.574897 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:38.574987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Deleting port 20491318-e8af-4438-a2df-207dbe5c7107 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:38.574987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.575859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59514) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.601443 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-25fedbd7-2e94-40eb-9594-174e9c999416 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0215626 Jun 30 08:57:38.602422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59516) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.670270 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2670fb95-183a-49ec-ba03-3ade9b8211e1 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/f03e94ad-debd-4eba-90f1-7b482dd16ad0 HTTP/1.1" status: 200 len: 473 time: 0.0669980 Jun 30 08:57:38.670867 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59520) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.671647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['2b4bcf7b-2512-4f7d-8270-2714833860d3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:38.684861 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c7557fd0-cd3b-4179-97c1-fe6bca3bb027 tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/673c8f8b-b098-465c-9583-baa027a8cf62 HTTP/1.1" status: 200 len: 459 time: 0.0124331 Jun 30 08:57:38.685447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.781044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c63e9-4511-47ff-9036-1cb4ae54b728 req-a6297de2-9ed5-4cf6-879f-bde5ed311abc tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.782635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e05c63e9-4511-47ff-9036-1cb4ae54b728 req-a6297de2-9ed5-4cf6-879f-bde5ed311abc tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 945 time: 0.3074241 Jun 30 08:57:38.808653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] For port 20491318-e8af-4438-a2df-207dbe5c7107, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=20491318-e8af-4438-a2df-207dbe5c7107,segment=NetworkSegment(192ac1d8-3d9a-419f-966d-44230f7a7b09),segment_id=192ac1d8-3d9a-419f-966d-44230f7a7b09)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:38.808993 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.860298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb9c27bd-ebe4-414d-97c2-7b18ea16dc7a tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.865123 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb9c27bd-ebe4-414d-97c2-7b18ea16dc7a tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/673c8f8b-b098-465c-9583-baa027a8cf62 HTTP/1.1" status: 204 len: 168 time: 0.1584542 Jun 30 08:57:38.867934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59526) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.897843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e05c63e9-4511-47ff-9036-1cb4ae54b728 req-1af3a15b-4c27-4706-b868-825d0f150d19 tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0ddc2ff-eb81-4acd-a014-12cb18296ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915847 Jun 30 08:57:38.915443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Calling delete_port for 20491318-e8af-4438-a2df-207dbe5c7107 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:38.938237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-79aec1ac-d99b-49de-a8ca-299fef8297ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.939796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-79aec1ac-d99b-49de-a8ca-299fef8297ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3802b5db-c026-42da-960b-92e7aa974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3512604 Jun 30 08:57:38.997091 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'c670cf48-57a0-40ee-83e4-64a4f18eafe6', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'mac_address': 'fa:16:3e:ff:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:57:21Z', 'updated_at': '2021-06-30T08:57:36Z', 'revision_number': 1, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:21Z', 'revision_number': 5, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:39.067226 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] Checking router: ed799d25-64b7-4919-942e-bc21f505eddb for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:39.080015 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:39.081548 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:39.133023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b3d-a871-4346-8635-c0dbae8bfb5f tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.134475 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1b1b6b3d-a871-4346-8635-c0dbae8bfb5f tempest-MeteringIpV6TestJSON-40915216 tempest-MeteringIpV6TestJSON-40915216-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/f03e94ad-debd-4eba-90f1-7b482dd16ad0 HTTP/1.1" status: 204 len: 168 time: 0.2652395 Jun 30 08:57:39.169301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-43b5ebcd-d689-430e-946c-563e7af32da2 service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210774 Jun 30 08:57:39.172815 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c2fb4-bceb-4442-bf8d-862464193e77 x-openstack-request-id: req-675c2fb4-bceb-4442-bf8d-862464193e77 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:39.173155 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:39.173400 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-675c2fb4-bceb-4442-bf8d-862464193e77 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:39.173844 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'status': 'completed', 'code': 200} Jun 30 08:57:39.184594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe945738-f093-4d53-b5f2-20ed4c4317cd req-1cbbf01b-05ff-439d-b958-44649a26d39c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.191475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe945738-f093-4d53-b5f2-20ed4c4317cd req-1cbbf01b-05ff-439d-b958-44649a26d39c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1795106 Jun 30 08:57:39.264972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad522ff-11d8-4c61-a278-86f79697445b req-b17d30c7-7bce-486e-8bbd-553f270114af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.266442 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ad522ff-11d8-4c61-a278-86f79697445b req-b17d30c7-7bce-486e-8bbd-553f270114af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1097 time: 0.0651505 Jun 30 08:57:39.277357 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:39.322109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20a20f92-cdb6-460c-a837-93078391016b req-7ebe960e-d809-49ca-8264-ac661bb98ad9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 210 time: 0.0710220 Jun 30 08:57:39.365177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe945738-f093-4d53-b5f2-20ed4c4317cd req-0bfa1cfc-3f64-4e38-8771-bd83ddf8c1e9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727657 Jun 30 08:57:39.389039 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.401416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['20491318-e8af-4438-a2df-207dbe5c7107'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:39.435154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad522ff-11d8-4c61-a278-86f79697445b req-0bafa182-4971-4b71-83e7-0c6c13c9f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.436644 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ad522ff-11d8-4c61-a278-86f79697445b req-0bafa182-4971-4b71-83e7-0c6c13c9f4d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.1630006 Jun 30 08:57:39.462462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Pushing event deleted for resources: {'Port': ['ID=20491318-e8af-4438-a2df-207dbe5c7107,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:39.473166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-e7e29eb3-bd98-485b-b18e-cdbd6820bc1a service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772121 Jun 30 08:57:39.526613 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ad522ff-11d8-4c61-a278-86f79697445b req-92b1da8f-ad84-41b0-8566-2302c810a29c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.0829959 Jun 30 08:57:39.584482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] No DVR routers for this DVR port 20491318-e8af-4438-a2df-207dbe5c7107 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:39.588607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f5b5c09f-d92e-4a03-a2e5-3e7ff0fac5d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 217 time: 0.0739009 Jun 30 08:57:39.589370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.591625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3f5521a-926e-4ecd-a60f-2b069b9e2006 req-9c75ba54-4dec-4699-be67-b7282719825f tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.13 "DELETE /v2.0/ports/20491318-e8af-4438-a2df-207dbe5c7107 HTTP/1.1" status: 204 len: 173 time: 1.5040615 Jun 30 08:57:39.624630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:39.640417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad522ff-11d8-4c61-a278-86f79697445b req-cec2f1c4-df42-4a69-9618-b7aa803f68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.642258 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ad522ff-11d8-4c61-a278-86f79697445b req-cec2f1c4-df42-4a69-9618-b7aa803f68e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1088860 Jun 30 08:57:39.677971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-dc5aa8ea-9290-4249-9f95-252d9c174513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.679582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-dc5aa8ea-9290-4249-9f95-252d9c174513 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0788634 Jun 30 08:57:39.730108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf3e8e-a5d4-44e0-bb8e-a008641c425c req-db65890f-304f-4827-982d-757f541c85b1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.731741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66bf3e8e-a5d4-44e0-bb8e-a008641c425c req-db65890f-304f-4827-982d-757f541c85b1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 944 time: 0.1486318 Jun 30 08:57:39.735112 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'c670cf48-57a0-40ee-83e4-64a4f18eafe6', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'mac_address': 'fa:16:3e:ff:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:57:21Z', 'updated_at': '2021-06-30T08:57:36Z', 'revision_number': 1, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:21Z', 'revision_number': 5, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:39.747610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad522ff-11d8-4c61-a278-86f79697445b req-4aa397b8-585c-4365-8888-1b6baeaaa577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.751074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ad522ff-11d8-4c61-a278-86f79697445b req-4aa397b8-585c-4365-8888-1b6baeaaa577 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948219 Jun 30 08:57:39.780982 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14131017-aed5-4f82-b01d-be9097b67086 None None] The sync data for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 is: [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'c670cf48-57a0-40ee-83e4-64a4f18eafe6', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'mac_address': 'fa:16:3e:ff:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:57:21Z', 'updated_at': '2021-06-30T08:57:36Z', 'revision_number': 1, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:21Z', 'revision_number': 5, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:39.826523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66bf3e8e-a5d4-44e0-bb8e-a008641c425c req-b695bb5c-aac5-4495-b10e-33efefa37d68 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861421 Jun 30 08:57:39.839415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-ee2c3aae-0f37-4051-8624-5f6d436687e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.855040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-ee2c3aae-0f37-4051-8624-5f6d436687e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1683998 Jun 30 08:57:39.893017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b787fda-c762-4e32-81ad-8ac783efd7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.925612 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ad522ff-11d8-4c61-a278-86f79697445b req-52aabb46-2707-4cfa-b3f8-17b19b7c263c service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688344 Jun 30 08:57:40.082792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a7d06-2c85-430d-b7c5-ec4a9055b5f5 None None] New status for floating IP c670cf48-57a0-40ee-83e4-64a4f18eafe6: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:57:40.096422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0ad522ff-11d8-4c61-a278-86f79697445b req-76c61a86-498f-42f6-9d17-7e5e8fd98f40 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624355 Jun 30 08:57:40.138177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b787fda-c762-4e32-81ad-8ac783efd7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.142922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b787fda-c762-4e32-81ad-8ac783efd7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.186572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a9fa980-1564-4209-a096-76ad7658add7 req-92de7552-bc40-49f5-9b6c-e6ce9d5f0c8d tempest-TestServerAdvancedOps-2022534168 tempest-TestServerAdvancedOps-2022534168-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c3aa7e-2f3e-4c78-bccb-812db46ab161 HTTP/1.1" status: 200 len: 210 time: 0.0555031 Jun 30 08:57:40.227259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-3a762446-dbc1-4e42-9bbb-c2cd422cdc46 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644738 Jun 30 08:57:40.237708 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6b787fda-c762-4e32-81ad-8ac783efd7c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3401bb7164424c7d8e4e6d2c24eb397b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6117928 Jun 30 08:57:40.238431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b787fda-c762-4e32-81ad-8ac783efd7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d84df60-7caa-4536-831d-4dd204582e0b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:40.240879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59550) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:40.341509 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-d38b9c17-00e5-4549-a196-82f468955264 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326185 Jun 30 08:57:40.363921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f602ca21-ddf7-4236-9b45-6ffb6039e127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.397207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-d87675aa-e1b9-4ac8-bb6f-d09193266ce3 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593874 Jun 30 08:57:40.398933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f602ca21-ddf7-4236-9b45-6ffb6039e127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.453355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-7ad2b3e2-5c9f-4896-a778-fd57da0fd01e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 217 time: 0.0473821 Jun 30 08:57:40.477210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-0d274146-4d0a-4e02-9648-13a1107ea5f3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:40.479028 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-0d274146-4d0a-4e02-9648-13a1107ea5f3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303186 Jun 30 08:57:40.510505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Request body: {'port': {'device_id': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'b22d67fdd98b438a8c4764d49703b2f5'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:40.526312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-842ff525-311d-43ce-966f-cc37166bde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:40.528574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-842ff525-311d-43ce-966f-cc37166bde1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0685086 Jun 30 08:57:40.602139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f602ca21-ddf7-4236-9b45-6ffb6039e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.602139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f602ca21-ddf7-4236-9b45-6ffb6039e127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.602139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f602ca21-ddf7-4236-9b45-6ffb6039e127 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d84df60-7caa-4536-831d-4dd204582e0b HTTP/1.1" status: 204 len: 168 time: 0.3575180 Jun 30 08:57:40.679886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Made reservation on behalf of b22d67fdd98b438a8c4764d49703b2f5 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:40.682549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34467528-40f1-423e-b249-045a39e1870b req-80e4f109-5cd1-42f1-b666-b99bfcf68eff tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 210 time: 0.0946789 Jun 30 08:57:40.683292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602ca21-ddf7-4236-9b45-6ffb6039e127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d84df60-7caa-4536-831d-4dd204582e0b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:40.685254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.739709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e674f-3fe3-4dea-aa3e-df0b7046d625 req-7a3f60d0-49e7-4e4a-ad3c-c1c9b9300dfa tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:40.741322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db6e674f-3fe3-4dea-aa3e-df0b7046d625 req-7a3f60d0-49e7-4e4a-ad3c-c1c9b9300dfa tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1547575 Jun 30 08:57:40.745207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-940bf9be-cc1b-481c-b290-e3214478419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:40.746702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-940bf9be-cc1b-481c-b290-e3214478419f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095728 Jun 30 08:57:40.789927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db6e674f-3fe3-4dea-aa3e-df0b7046d625 req-b10ec579-3b2d-4cde-a53b-29d05a1facd9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Jun 30 08:57:40.869935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Allocated IP 192.168.233.232 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/61a34bc3-3fb9-4b46-ad99-b06f5f551193) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:40.909948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-248fd744-f61b-4b89-9d43-0c6012d4fd92 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238840 Jun 30 08:57:41.007367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59564) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:41.026638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80b77613-7ffd-44f1-8351-632238a4c578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.047409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-81ae2331-35aa-4a8a-85d5-ca44509d66dd service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296175 Jun 30 08:57:41.100913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaaf8e-5c0c-4fdd-850b-a794aa99f94d req-c75349b5-3dbb-4e32-9ff4-f9944107956a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.102445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fbaaf8e-5c0c-4fdd-850b-a794aa99f94d req-c75349b5-3dbb-4e32-9ff4-f9944107956a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 944 time: 0.1380839 Jun 30 08:57:41.104603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-a8466531-9ea3-45f8-9110-4fefeb71dc26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59 HTTP/1.1" status: 200 len: 217 time: 0.0485344 Jun 30 08:57:41.109778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.133201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Transition to ACTIVE for port object 61a34bc3-3fb9-4b46-ad99-b06f5f551193 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:41.176029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'name': 'network-vif-deleted', 'tag': '20491318-e8af-4438-a2df-207dbe5c7107'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:41.178185 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def08cd-6ef7-4a5f-9a95-fe511daa4485" -d '{"events": [{"server_uuid": "a9c3aa7e-2f3e-4c78-bccb-812db46ab161", "name": "network-vif-deleted", "tag": "20491318-e8af-4438-a2df-207dbe5c7107"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:41.185878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fbaaf8e-5c0c-4fdd-850b-a794aa99f94d req-31920553-3b0e-4dca-9625-77e0517f89f0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767248 Jun 30 08:57:41.187700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-eae6c878-9559-44b3-b2f4-dd4f673f8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.189054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-eae6c878-9559-44b3-b2f4-dd4f673f8f9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0782330 Jun 30 08:57:41.197984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80b77613-7ffd-44f1-8351-632238a4c578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.200963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.214266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:41.245014 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72974c81-ee39-49e6-98b0-e2af4cf6d3a1 x-openstack-request-id: req-72974c81-ee39-49e6-98b0-e2af4cf6d3a1 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:41.245713 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c3aa7e-2f3e-4c78-bccb-812db46ab161", "name": "network-vif-deleted", "tag": "20491318-e8af-4438-a2df-207dbe5c7107", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:41.246039 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72974c81-ee39-49e6-98b0-e2af4cf6d3a1 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:41.247177 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c3aa7e-2f3e-4c78-bccb-812db46ab161', 'name': 'network-vif-deleted', 'tag': '20491318-e8af-4438-a2df-207dbe5c7107', 'status': 'completed', 'code': 200} Jun 30 08:57:41.265161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['99f78099-8581-4462-9cd8-7d729125861c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:41.265683 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80b77613-7ffd-44f1-8351-632238a4c578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.269680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:41.282703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-6811cab1-f61c-424e-baef-e646d97c0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.289139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-6811cab1-f61c-424e-baef-e646d97c0b0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935051 Jun 30 08:57:41.305016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:41.312387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59572) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:41.367469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:41.372652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:41.427863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] Deleting subnet 1f16d30a-c64f-4449-b09c-4f0f60df036c {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:41.431321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.460286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.460886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.467079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-c9ec2aa8-e989-48a0-9d58-1062d61035ef service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557879 Jun 30 08:57:41.477247 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-80b77613-7ffd-44f1-8351-632238a4c578 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25d9820fbb9e4fcd95d7264c59e293b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665971 Jun 30 08:57:41.477247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b77613-7ffd-44f1-8351-632238a4c578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3793d0-aa79-410f-97d0-0bdf58a80d05,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:41.481473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:41.508104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.542766 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-20530acd-1b5e-4a3b-bcbe-1bd4871b3e25 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0368493 Jun 30 08:57:41.561337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Request body: {'port': {'device_id': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:41.575383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-ec3c8f5e-78db-463b-ab2c-8b44ac44c693 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991852 Jun 30 08:57:41.621611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-4344e1e9-a0e5-402f-895e-3fc2e238b1b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0 HTTP/1.1" status: 200 len: 217 time: 0.0392327 Jun 30 08:57:41.625669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.633374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 20491318-e8af-4438-a2df-207dbe5c7107 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:41.663061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 20491318-e8af-4438-a2df-207dbe5c7107 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:41.663671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 20491318-e8af-4438-a2df-207dbe5c7107 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:41.672256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-4f32b5b2-a6f5-4388-8541-647ea504b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.673836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-4f32b5b2-a6f5-4388-8541-647ea504b029 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0457709 Jun 30 08:57:41.677206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b71a41-9d14-48ef-8ff9-91b4307493e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.719456 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.736770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b71a41-9d14-48ef-8ff9-91b4307493e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.741347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-06a8338a-32e3-4c0a-9628-510bfe659761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.742912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-06a8338a-32e3-4c0a-9628-510bfe659761 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616348 Jun 30 08:57:41.760458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-acbe019e-af6f-4660-8fd4-683c5cbec353 None None] Provisioning for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:41.764929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-acbe019e-af6f-4660-8fd4-683c5cbec353 None None] Provisioning complete for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:41.765575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-acbe019e-af6f-4660-8fd4-683c5cbec353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.788969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.803048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-acbe019e-af6f-4660-8fd4-683c5cbec353 None None] Port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:41.827923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f16d30a-c64f-4449-b09c-4f0f60df036c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:41.841715 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.844586 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9cec43f4-7faa-4a46-bba3-03aeba33955d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f16d30a-c64f-4449-b09c-4f0f60df036c HTTP/1.1" status: 204 len: 168 time: 0.5244005 Jun 30 08:57:41.844851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59580) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:41.917072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-9740c353-87c8-4be3-b51a-5e1c7b7c2220 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666241 Jun 30 08:57:41.945525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b71a41-9d14-48ef-8ff9-91b4307493e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.948548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b71a41-9d14-48ef-8ff9-91b4307493e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.949775 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-63b71a41-9d14-48ef-8ff9-91b4307493e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d3793d0-aa79-410f-97d0-0bdf58a80d05 HTTP/1.1" status: 204 len: 168 time: 0.4660270 Jun 30 08:57:41.977814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b71a41-9d14-48ef-8ff9-91b4307493e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3793d0-aa79-410f-97d0-0bdf58a80d05,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:42.024772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877abf8-ace0-4e4f-94d2-b0b835ce96f2 req-e7cd1fce-c0f2-451b-a557-8fee7df83f77 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.026996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9877abf8-ace0-4e4f-94d2-b0b835ce96f2 req-e7cd1fce-c0f2-451b-a557-8fee7df83f77 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 936 time: 0.1908832 Jun 30 08:57:42.034626 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.120382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2b4bcf7b-2512-4f7d-8270-2714833860d3 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:42.121983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d529-5b28-433f-9b55-f7de6c7a18b6 req-cb3cf099-577a-4103-9e84-65af74c04b1a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.125764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27d2d529-5b28-433f-9b55-f7de6c7a18b6 req-cb3cf099-577a-4103-9e84-65af74c04b1a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1922345 Jun 30 08:57:42.145795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9877abf8-ace0-4e4f-94d2-b0b835ce96f2 req-bffdf896-bd8d-4ab7-9602-e6cc270b20e9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048815 Jun 30 08:57:42.150346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-8e02a46f-b76d-4b32-b531-efaa224206a6 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252481 Jun 30 08:57:42.159810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.179569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:42.184205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 2b4bcf7b-2512-4f7d-8270-2714833860d3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:42.198034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192ac1d8-3d9a-419f-966d-44230f7a7b09') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:42.198034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192ac1d8-3d9a-419f-966d-44230f7a7b09') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:42.203894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 2b4bcf7b-2512-4f7d-8270-2714833860d3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:42.204281 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.207204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-c1e99e73-4316-406e-91d2-08d52146ed69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 HTTP/1.1" status: 200 len: 217 time: 0.0483863 Jun 30 08:57:42.225435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.237609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27d2d529-5b28-433f-9b55-f7de6c7a18b6 req-6ff62dfc-e367-4535-9032-bdc405a0486d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904691 Jun 30 08:57:42.248198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.252179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a34bc3-3fb9-4b46-ad99-b06f5f551193 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:42.262843 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.268621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:57:42.269008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:57:42.270866 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:57:42.320216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Transition to ACTIVE for port object 61a34bc3-3fb9-4b46-ad99-b06f5f551193 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:42.328923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.372181 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.374163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-777113b6-9e6f-41d3-b74f-433558e1ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.377174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-777113b6-9e6f-41d3-b74f-433558e1ab3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.1380498 Jun 30 08:57:42.382009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.383911 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] 10.222.0.53 "DELETE /v2.0/networks/43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a HTTP/1.1" status: 204 len: 168 time: 0.5381277 Jun 30 08:57:42.387545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59592) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:42.405603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e033b6-7412-448f-9f30-b4326195ac5f admin admin] Pushing event deleted for resources: {'Network': ['ID=43abf66c-e8f9-4c91-ba4a-9e4d6d91d52a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:42.407716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:42.413225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.439481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4bcf7b-2512-4f7d-8270-2714833860d3'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:42.441734 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51262ce-dd80-43b9-af8d-a7f91e3792b6" -d '{"events": [{"server_uuid": "f527eb8b-195b-40ed-8ecc-d6fc0338e5db", "name": "network-vif-plugged", "status": "completed", "tag": "2b4bcf7b-2512-4f7d-8270-2714833860d3"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:42.475515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2b4bcf7b-2512-4f7d-8270-2714833860d3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2b4bcf7b-2512-4f7d-8270-2714833860d3,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:42.481600 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.503521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] Deleting subnet badbebb0-8eb5-4993-a15b-660806d19ce6 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:42.516027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.559766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:42.560106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:42.560431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:42.564858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:42.565176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:42.570253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:42.570585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:42.570965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:42.571382 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Bound port: 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:42.571731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.575735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.615278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-da025be8-d5a3-4e13-aab1-d0da473e4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.623465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-da025be8-d5a3-4e13-aab1-d0da473e4261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2367938 Jun 30 08:57:42.632302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=2b4bcf7b-2512-4f7d-8270-2714833860d3,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:42.639219 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613bc5ac-39d5-4204-872d-8841a046be92 x-openstack-request-id: req-613bc5ac-39d5-4204-872d-8841a046be92 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:42.641000 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f527eb8b-195b-40ed-8ecc-d6fc0338e5db", "name": "network-vif-plugged", "status": "completed", "tag": "2b4bcf7b-2512-4f7d-8270-2714833860d3", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:42.641403 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-613bc5ac-39d5-4204-872d-8841a046be92 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:42.646567 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4bcf7b-2512-4f7d-8270-2714833860d3', 'code': 200} Jun 30 08:57:42.703593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:42.707022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:42.712400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.754863 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.797786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.798343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.799788 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 1097 time: 1.2446594 Jun 30 08:57:42.804077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:42.806454 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47df1ae-3803-4ede-aea3-a5a13158ea4c" -d '{"events": [{"name": "network-changed", "server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:42.827028 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ffd6f-1dbd-411e-8a61-86b3229375b0 service neutron] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:42.858715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41872f-cfd1-4ef7-b641-e0f3e2145454 req-9d007c3f-87b5-49d7-a9a4-8171f096ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.860241 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f41872f-cfd1-4ef7-b641-e0f3e2145454 req-9d007c3f-87b5-49d7-a9a4-8171f096ed29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 1097 time: 0.1433914 Jun 30 08:57:42.888575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-db9eabe7-44ec-440d-9b86-f8ccc9615a35 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451286 Jun 30 08:57:42.903094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c994a4a-4411-4608-82c1-f3e381081424 req-604baadf-39ca-4a60-9d61-1006c2a48d45 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.904653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c994a4a-4411-4608-82c1-f3e381081424 req-604baadf-39ca-4a60-9d61-1006c2a48d45 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 945 time: 0.3227949 Jun 30 08:57:42.915573 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.955988 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f41872f-cfd1-4ef7-b641-e0f3e2145454 req-8df9cf50-cfaa-4623-b9b7-e11a7e79ce60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800905 Jun 30 08:57:42.974838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-58285ec3-f303-480c-9b11-bcdf879eaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.976941 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-58285ec3-f303-480c-9b11-bcdf879eaeee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1100 time: 0.1144271 Jun 30 08:57:42.991016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=badbebb0-8eb5-4993-a15b-660806d19ce6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:43.007242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.012047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a5ed66f-cf32-431a-b1dc-a55d9e44d4a8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/badbebb0-8eb5-4993-a15b-660806d19ce6 HTTP/1.1" status: 204 len: 168 time: 0.6119127 Jun 30 08:57:43.037794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:43.060670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-e44a69a1-d4e0-4ff4-9564-de1f94a1daf1 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529982 Jun 30 08:57:43.088297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c994a4a-4411-4608-82c1-f3e381081424 req-ffe7bb04-81fd-4f53-a523-944a193b911a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683979 Jun 30 08:57:43.103776 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-8933e66f-8019-4538-b39f-3837010271ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0895979 Jun 30 08:57:43.133554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-698c22a9-eaf8-4e17-9f23-1f71183f9517 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=581d334a-439e-4691-b6e0-e2512eac41ea HTTP/1.1" status: 200 len: 217 time: 0.0618513 Jun 30 08:57:43.146858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59616) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:43.181946 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d618697-01ce-4dbb-89c5-9ce3b163630e x-openstack-request-id: req-0d618697-01ce-4dbb-89c5-9ce3b163630e {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:43.182237 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:43.182492 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d618697-01ce-4dbb-89c5-9ce3b163630e {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:43.182885 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'status': 'completed', 'code': 200} Jun 30 08:57:43.189104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-1de4a875-a425-495a-9e5b-8dd8c4875de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.190681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-1de4a875-a425-495a-9e5b-8dd8c4875de7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.0508173 Jun 30 08:57:43.224724 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.237681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-1ff68be5-9d4e-43a9-96c7-70d15cf3f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.239274 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-1ff68be5-9d4e-43a9-96c7-70d15cf3f9d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0932574 Jun 30 08:57:43.274450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f63ee791-2d76-4d5e-94ce-9278e09036ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.276546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-f63ee791-2d76-4d5e-94ce-9278e09036ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781353 Jun 30 08:57:43.348534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-333975457'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:43.379179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.393834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f392d42-7c30-486c-bbe6-5c07041e4bdf']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:43.405315 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e711e-8342-4af3-a73d-2c76f53d03d5') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:43.405612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e711e-8342-4af3-a73d-2c76f53d03d5') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:43.407258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:43.410717 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.428214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.429757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.450105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-74ff62ca-531e-4ab3-a569-2e09c69d926f service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648102 Jun 30 08:57:43.453602 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.463898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:57:43.464294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.468778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-d54f5a58-c05a-4a4e-b830-84f899d08993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.470313 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-d54f5a58-c05a-4a4e-b830-84f899d08993 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2222397 Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:57:43.470957 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:57:43.518210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20388c58-1e8c-4757-9733-0c0de12eb2c3 req-08f761e8-ad1a-412a-b14e-7fc70a0307bb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.519670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20388c58-1e8c-4757-9733-0c0de12eb2c3 req-08f761e8-ad1a-412a-b14e-7fc70a0307bb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.1829915 Jun 30 08:57:43.562436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0639d-01f9-4bb6-b285-afb61a891af1 req-5cbed36b-b540-4f15-a936-7e5daffb8da6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.562436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ca0639d-01f9-4bb6-b285-afb61a891af1 req-5cbed36b-b540-4f15-a936-7e5daffb8da6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1860237 Jun 30 08:57:43.585995 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.597801 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.599619 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f392d42-7c30-486c-bbe6-5c07041e4bdf HTTP/1.1" status: 204 len: 168 time: 0.5605986 Jun 30 08:57:43.616006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20388c58-1e8c-4757-9733-0c0de12eb2c3 req-07a22d4b-3935-42ed-9320-a90f18717888 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865889 Jun 30 08:57:43.623892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ee8fe-93b9-4515-a921-85b9737b99cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9f392d42-7c30-486c-bbe6-5c07041e4bdf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:43.646849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-539e994e-5c61-45bf-984b-3a8e40b03710 req-fa99d68e-0101-4e69-a4f5-e8791ecb445b service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886299 Jun 30 08:57:43.653704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ca0639d-01f9-4bb6-b285-afb61a891af1 req-8a688a5d-ebe2-4baf-8868-8faf89ef99fd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842645 Jun 30 08:57:43.668062 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-ba03d367-957d-4823-95dc-0c804a1d13bc service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833432 Jun 30 08:57:43.760630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.769124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.810275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:43.850686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3863336c-927e-42e1-ac93-91cb9aedf293,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:43.854881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.855426 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Added segment 5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c of type vlan for network 30da8841-07f2-45f6-909d-3a5198a43942 Jun 30 08:57:43.858852 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e9cd5040-d82f-425b-b24f-3a70ee5b6106 req-941eebb9-c89e-4694-8924-e7fac64380c3 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834984 Jun 30 08:57:43.897427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:43.914225 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.998342 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-91fbcf68-82b3-403d-a780-56addbda6eb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a66705e599e49f0960f5a00e04719e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996625 Jun 30 08:57:44.000741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59634) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:44.004677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.010649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.011357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.056087 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d373387-21e2-402b-b7a0-d5466d166d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.078217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d373387-21e2-402b-b7a0-d5466d166d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.084055 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9322691 Jun 30 08:57:44.084353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59636) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:44.090989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:44.099125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-b2873741-30ab-4272-8fa1-f0c2df7986ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.100572 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-b2873741-30ab-4272-8fa1-f0c2df7986ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1100 time: 0.1593335 Jun 30 08:57:44.101412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466456a2-c3c9-4a35-a0fc-ff0212cfa3de tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Network': ['ID=30da8841-07f2-45f6-909d-3a5198a43942,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.113944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:44.200209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:44.203794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.222121 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d373387-21e2-402b-b7a0-d5466d166d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.225045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d373387-21e2-402b-b7a0-d5466d166d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.226234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2d373387-21e2-402b-b7a0-d5466d166d07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0ddc2ff-eb81-4acd-a014-12cb18296ea9 HTTP/1.1" status: 204 len: 168 time: 0.2244437 Jun 30 08:57:44.262909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-294d6e66-18ee-4749-bf6c-d2e3582ac375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.265408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-294d6e66-18ee-4749-bf6c-d2e3582ac375 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1567261 Jun 30 08:57:44.285800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d373387-21e2-402b-b7a0-d5466d166d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ddc2ff-eb81-4acd-a014-12cb18296ea9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.315672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-bb1d8d8c-6dfe-42c3-96b5-1be34e1e80b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0436630 Jun 30 08:57:44.369794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-35b69ce4-956b-4aab-bd2f-02088972a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.371272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-35b69ce4-956b-4aab-bd2f-02088972a29f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0459676 Jun 30 08:57:44.373756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338caa3-03fd-49b5-a2fc-7572606140b1 req-81ce3f1a-53ef-4808-8374-81f2f3648306 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.375236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5338caa3-03fd-49b5-a2fc-7572606140b1 req-81ce3f1a-53ef-4808-8374-81f2f3648306 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 945 time: 0.1142282 Jun 30 08:57:44.448755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-4a30e377-a8a9-4cc0-864f-6b6cc5d7eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.450314 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-4a30e377-a8a9-4cc0-864f-6b6cc5d7eb61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683913 Jun 30 08:57:44.470579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5338caa3-03fd-49b5-a2fc-7572606140b1 req-6e336408-b530-4bcb-ac48-78e281f6ed72 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Jun 30 08:57:44.488077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.552462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.561274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:44.561721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network hostable DHCP agents. Network: 30da8841-07f2-45f6-909d-3a5198a43942, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:44.570457 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-7bfc3e96-cddf-428a-937a-7b04a917cce0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052177 Jun 30 08:57:44.582429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:44.598268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 30da8841-07f2-45f6-909d-3a5198a43942) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:44.602884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.603668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.611997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12688550-18be-4cc2-a65b-89385b01c02d None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:44.623376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8512a00a-2433-48a4-ac5c-109e5820a817 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5373363 Jun 30 08:57:44.627341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59646) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:44.637521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'name': 'tempest-NetworksTestDHCPv6-655456611'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:44.663901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59648) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:44.732386 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e47df1ae-3803-4ede-aea3-a5a13158ea4c req-0e4baf46-4737-4d0a-aba8-d0894da2b65c service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552565 Jun 30 08:57:44.796568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:44.797496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.958806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8/3ce57028-81b3-4145-956f-1374ca45f9e3) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:45.065460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8d1edb42-fb53-4b9e-aafe-e60913c0d0b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbf31b9efd244ae7b612a92412ae7eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003861 Jun 30 08:57:45.068136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59660) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:45.105288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.114296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Transition to ACTIVE for port object 3ce57028-81b3-4145-956f-1374ca45f9e3 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:45.125421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1eb5b-3f8e-4507-8a3b-cb0adbae74e7 req-22182ab1-4d08-4ee5-925f-df0a00052d78 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.126928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3a1eb5b-3f8e-4507-8a3b-cb0adbae74e7 req-22182ab1-4d08-4ee5-925f-df0a00052d78 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.1734462 Jun 30 08:57:45.131420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Transition to ACTIVE for port object 3ce57028-81b3-4145-956f-1374ca45f9e3 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:45.137756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bce7820-fb86-4e0d-b834-5bdb5356ac7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.141293 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.143083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4989-7e5c-4ff3-9587-a4d3ed8ccedc req-502d40df-baf8-4f3d-b455-87813f75f4d3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.144595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-671e4989-7e5c-4ff3-9587-a4d3ed8ccedc req-502d40df-baf8-4f3d-b455-87813f75f4d3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1900132 Jun 30 08:57:45.147468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:45.151413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.168074 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bce7820-fb86-4e0d-b834-5bdb5356ac7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.175660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:45.179973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:45.183840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:45.200136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Pushing event updated for resources: {'Port': ['ID=3ce57028-81b3-4145-956f-1374ca45f9e3,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:45.210284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 1a955f83-f336-4162-984f-47d900a8a876 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:57:45.226823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bce7820-fb86-4e0d-b834-5bdb5356ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.231394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bce7820-fb86-4e0d-b834-5bdb5356ac7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.231880 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1bce7820-fb86-4e0d-b834-5bdb5356ac7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc8e2d26-9253-470e-9389-070c1a121082 HTTP/1.1" status: 204 len: 168 time: 0.1627285 Jun 30 08:57:45.241729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce7820-fb86-4e0d-b834-5bdb5356ac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8e2d26-9253-470e-9389-070c1a121082,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:45.243372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3a1eb5b-3f8e-4507-8a3b-cb0adbae74e7 req-ad682bfd-841a-4cd7-85af-2cecc91ea52f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974233 Jun 30 08:57:45.285287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-671e4989-7e5c-4ff3-9587-a4d3ed8ccedc req-cdc83421-697d-4475-8692-984904fd0113 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314456 Jun 30 08:57:45.302576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Attempting to bind port 3ce57028-81b3-4145-956f-1374ca45f9e3 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:45.303100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Attempting to bind port 3ce57028-81b3-4145-956f-1374ca45f9e3 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:45.303463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Attempting to bind port 3ce57028-81b3-4145-956f-1374ca45f9e3 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:45.310908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:45.311284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:45.311679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.312189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:45.313707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Bound port: 3ce57028-81b3-4145-956f-1374ca45f9e3, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:45.314437 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.390487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::1af (30da8841-07f2-45f6-909d-3a5198a43942/85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8/1a955f83-f336-4162-984f-47d900a8a876) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:45.405275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] For port 3ce57028-81b3-4145-956f-1374ca45f9e3, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:45.409860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] For port 3ce57028-81b3-4145-956f-1374ca45f9e3, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3ce57028-81b3-4145-956f-1374ca45f9e3,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:45.414951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.512517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af178c1-7f82-47e6-88b1-9fd0d4805a0f None None] Pushing event updated for resources: {'Port': ['ID=3ce57028-81b3-4145-956f-1374ca45f9e3,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:45.645154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.664565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 1a955f83-f336-4162-984f-47d900a8a876 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:45.689100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bef8db-11fa-4f3d-8c97-3e5636a243d7 req-07cf5e3f-44c1-491a-af57-4df77ba2d57e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.690666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17bef8db-11fa-4f3d-8c97-3e5636a243d7 req-07cf5e3f-44c1-491a-af57-4df77ba2d57e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 945 time: 0.1277037 Jun 30 08:57:45.761586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.804953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17bef8db-11fa-4f3d-8c97-3e5636a243d7 req-5e8854ea-0ae0-4217-8ee9-41d2a36cbf4f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Jun 30 08:57:45.819563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:45.825047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:45.829572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:45.835177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.835823 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.841260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=1a955f83-f336-4162-984f-47d900a8a876,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:45.861538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dcfe8be4-66e2-4ace-8986-f466b272584e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2328007 Jun 30 08:57:45.864533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:45.967404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa875227-f841-482d-a1f1-36d124e0d51f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.973200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa875227-f841-482d-a1f1-36d124e0d51f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.974767 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fa875227-f841-482d-a1f1-36d124e0d51f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1091309 Jun 30 08:57:45.977380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59666) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:46.070635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 1a955f83-f336-4162-984f-47d900a8a876 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:46.071317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.156590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.169381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 1a955f83-f336-4162-984f-47d900a8a876 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:46.311494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.350857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=1a955f83-f336-4162-984f-47d900a8a876,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:46.371770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-c0687e29-ee4d-46ae-84c7-d6c8e5d5e478 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:46.373538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-c0687e29-ee4d-46ae-84c7-d6c8e5d5e478 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 945 time: 0.0873289 Jun 30 08:57:46.386011 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.387951 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8bebc910-6c41-4c9c-aba3-0602f7b8068b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/1a955f83-f336-4162-984f-47d900a8a876 HTTP/1.1" status: 204 len: 168 time: 0.4096274 Jun 30 08:57:46.390702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59672) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:46.489948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a058b-656f-408a-bbaf-d3903821c4cc None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:46.563625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c39e3-c3bd-44d5-be07-32f82f031873 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:46.563625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c39e3-c3bd-44d5-be07-32f82f031873 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:46.563625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a65c39e3-c3bd-44d5-be07-32f82f031873 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1695268 Jun 30 08:57:46.567100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59678) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:46.602833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9e6c9b59-c6b8-47e0-9780-70fef6c6a254 None None] Provisioning for port 3ce57028-81b3-4145-956f-1374ca45f9e3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:46.628271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:46.631788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.657581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43bef-6ac3-415f-b402-1973fc86fde2 req-46ad8cc6-80d8-4c4b-92c5-90f62a650178 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:46.659123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdc43bef-6ac3-415f-b402-1973fc86fde2 req-46ad8cc6-80d8-4c4b-92c5-90f62a650178 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.2007585 Jun 30 08:57:46.668558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61fb93-9ed0-4570-bcc2-dc4bed2fc989 req-7215fec7-5770-412b-9314-bdb6bef8784b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:46.670053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb61fb93-9ed0-4570-bcc2-dc4bed2fc989 req-7215fec7-5770-412b-9314-bdb6bef8784b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1882350 Jun 30 08:57:46.672993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.716391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Deleting port 2b4bcf7b-2512-4f7d-8270-2714833860d3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:46.716736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.767545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.776483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdc43bef-6ac3-415f-b402-1973fc86fde2 req-b8ee0671-cb1e-4d4d-a164-082fef29bedd tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039658 Jun 30 08:57:46.804665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb61fb93-9ed0-4570-bcc2-dc4bed2fc989 req-32868363-2cfb-474a-99fc-b7acae82a331 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216183 Jun 30 08:57:46.842232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.842899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] For port 2b4bcf7b-2512-4f7d-8270-2714833860d3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2b4bcf7b-2512-4f7d-8270-2714833860d3,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:46.843649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.867343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Calling delete_port for 2b4bcf7b-2512-4f7d-8270-2714833860d3 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:46.875546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:46.881382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.883890 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4bc0cda7-27fe-4274-a2c6-916bffba9b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8 HTTP/1.1" status: 204 len: 168 time: 0.3127775 Jun 30 08:57:46.886728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:46.940666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83d12f-0f4e-4380-8102-f86ce9573d82 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:46.970097 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-be3b83d1-195e-47f0-8757-02d55b535e9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823123 Jun 30 08:57:46.972941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59684) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:46.981763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:47.047098 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.090440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Pushing event deleted for resources: {'Port': ['ID=2b4bcf7b-2512-4f7d-8270-2714833860d3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.097258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eeb78423-8b1d-40d8-b903-a283f0196693', '2b4bcf7b-2512-4f7d-8270-2714833860d3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:47.129669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:47.135382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.206195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] No DVR routers for this DVR port 2b4bcf7b-2512-4f7d-8270-2714833860d3 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:47.209763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc564598-731c-48e6-8311-c8142ba61b19 req-41fa0a3f-b948-437f-990c-d489345e86be tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527eb8b-195b-40ed-8ecc-d6fc0338e5db HTTP/1.1" status: 200 len: 210 time: 0.0630081 Jun 30 08:57:47.210793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.212850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a461d9c-8ad6-4bc6-be8f-793bda9b1a69 req-47654438-1911-4561-814c-66d8f97ee9fc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "DELETE /v2.0/ports/2b4bcf7b-2512-4f7d-8270-2714833860d3 HTTP/1.1" status: 204 len: 173 time: 0.8328366 Jun 30 08:57:47.213294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'name': 'network-vif-deleted', 'tag': '2b4bcf7b-2512-4f7d-8270-2714833860d3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:47.214915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3ce57028-81b3-4145-956f-1374ca45f9e3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:47.225863 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ba10b5-6aef-4869-a343-cc697b4b49ee" -d '{"events": [{"server_uuid": "f527eb8b-195b-40ed-8ecc-d6fc0338e5db", "name": "network-vif-deleted", "tag": "2b4bcf7b-2512-4f7d-8270-2714833860d3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:47.284369 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee323260-0c1d-4b4d-a728-39ce899324ac x-openstack-request-id: req-ee323260-0c1d-4b4d-a728-39ce899324ac {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:47.284743 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f527eb8b-195b-40ed-8ecc-d6fc0338e5db", "name": "network-vif-deleted", "tag": "2b4bcf7b-2512-4f7d-8270-2714833860d3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:47.285001 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee323260-0c1d-4b4d-a728-39ce899324ac {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:47.285426 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f527eb8b-195b-40ed-8ecc-d6fc0338e5db', 'name': 'network-vif-deleted', 'tag': '2b4bcf7b-2512-4f7d-8270-2714833860d3', 'status': 'completed', 'code': 200} Jun 30 08:57:47.317038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:57:47.374940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.378113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3ce57028-81b3-4145-956f-1374ca45f9e3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:47.390420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3ce57028-81b3-4145-956f-1374ca45f9e3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:47.390791 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.415519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:47.418818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:47.424071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:47.424642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.437973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=ef3f4181-7871-4da3-be21-f1facfa4af11,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.443533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] Deleting port 3ce57028-81b3-4145-956f-1374ca45f9e3 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:47.444032 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.444862 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-53eb76cc-58ba-4a24-9995-7766beb9eabb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4696395 Jun 30 08:57:47.448218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59688) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:47.453374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'name': 'tempest-NetworksTestDHCPv6-1990313352'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:47.548118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.562087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:47.565783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.577156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] For port 3ce57028-81b3-4145-956f-1374ca45f9e3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3ce57028-81b3-4145-956f-1374ca45f9e3,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:47.577546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.583170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 1df86f78-91f1-487c-be51-1f89f1a2d377 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:57:47.596057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] Calling delete_port for 3ce57028-81b3-4145-956f-1374ca45f9e3 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:47.607389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 3ce57028-81b3-4145-956f-1374ca45f9e3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3ce57028-81b3-4145-956f-1374ca45f9e3,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:47.613357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.690926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:47.699751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::355 (30da8841-07f2-45f6-909d-3a5198a43942/ef3f4181-7871-4da3-be21-f1facfa4af11/1df86f78-91f1-487c-be51-1f89f1a2d377) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:47.746376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=3ce57028-81b3-4145-956f-1374ca45f9e3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.776033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.839671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] Pushing event deleted for resources: {'Port': ['ID=3ce57028-81b3-4145-956f-1374ca45f9e3,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.847656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84d940-5089-40c5-ae51-9f3b873a9eed None None] No DVR routers for this DVR port 3ce57028-81b3-4145-956f-1374ca45f9e3 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:47.869591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78fc381-9c36-4d5f-8652-cb9c3ed0cab4 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:47.959969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.015981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 1df86f78-91f1-487c-be51-1f89f1a2d377 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:48.075163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57bc40-9e86-4396-85ea-0f8d31ed20d4 req-b7b00ac7-6a46-4fd7-8a4b-c08ffe9a1419 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.076656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea57bc40-9e86-4396-85ea-0f8d31ed20d4 req-b7b00ac7-6a46-4fd7-8a4b-c08ffe9a1419 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.1589682 Jun 30 08:57:48.077337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:48.095055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'mac_address': 'fa:16:3e:16:4f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:48.116275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21240a-51db-4670-82cc-5e05cac4b0bc req-14f56949-cc4c-4a76-938c-5d590e8d31e8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.117689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac21240a-51db-4670-82cc-5e05cac4b0bc req-14f56949-cc4c-4a76-938c-5d590e8d31e8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1412983 Jun 30 08:57:48.120974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.172987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.185209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea57bc40-9e86-4396-85ea-0f8d31ed20d4 req-967e93e3-05df-473d-aa39-f6709311f150 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019835 Jun 30 08:57:48.195031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a34bc3-3fb9-4b46-ad99-b06f5f551193 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:48.204282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:48.214809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:48.217537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:48.222740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:48.223463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.224453 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.230995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=1df86f78-91f1-487c-be51-1f89f1a2d377,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:48.241526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac21240a-51db-4670-82cc-5e05cac4b0bc req-88fc91d5-655a-41c0-8273-94afa2ebaff0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155815 Jun 30 08:57:48.244737 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.251611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-107c5646-7eea-4290-81df-05ed155cf6f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8020287 Jun 30 08:57:48.255887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59698) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:48.302598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:48.322873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': 'ef3f4181-7871-4da3-be21-f1facfa4af11'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:48.323806 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.393434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200db6d-8ce3-484e-b10b-ab48df1bb576 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.394967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d200db6d-8ce3-484e-b10b-ab48df1bb576 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1379507 Jun 30 08:57:48.397684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59702) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:48.481219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/ef3f4181-7871-4da3-be21-f1facfa4af11/13bf1adc-107a-434a-b5b2-900b8168b65d) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:48.504788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 1df86f78-91f1-487c-be51-1f89f1a2d377 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:48.505354 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.571203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['61a34bc3-3fb9-4b46-ad99-b06f5f551193'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:48.632061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.653094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c890b28-c199-4c3b-b44c-1db48182cf35 req-a5c394db-af15-4c40-afb1-28ac9154b309 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.654643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c890b28-c199-4c3b-b44c-1db48182cf35 req-a5c394db-af15-4c40-afb1-28ac9154b309 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1347086 Jun 30 08:57:48.655518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 1df86f78-91f1-487c-be51-1f89f1a2d377 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:48.662567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.678445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Transition to ACTIVE for port object 13bf1adc-107a-434a-b5b2-900b8168b65d will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:48.708410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Transition to ACTIVE for port object 13bf1adc-107a-434a-b5b2-900b8168b65d will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:48.719749 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.734723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c890b28-c199-4c3b-b44c-1db48182cf35 req-24c40fe1-8822-41f7-bdce-1e09e0983e91 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Jun 30 08:57:48.776436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:48.782134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:48.786626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:48.819052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.829148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Pushing event updated for resources: {'Port': ['ID=13bf1adc-107a-434a-b5b2-900b8168b65d,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:48.850332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=1df86f78-91f1-487c-be51-1f89f1a2d377,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:48.882939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Attempting to bind port 13bf1adc-107a-434a-b5b2-900b8168b65d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:48.883299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Attempting to bind port 13bf1adc-107a-434a-b5b2-900b8168b65d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:48.883658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Attempting to bind port 13bf1adc-107a-434a-b5b2-900b8168b65d on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:48.889452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:48.889859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:48.890256 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.890633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:48.891092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Bound port: 13bf1adc-107a-434a-b5b2-900b8168b65d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:48.891605 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.896077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.898221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-43adc493-4597-4b0a-bcd5-d6b0be9c64f7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/1df86f78-91f1-487c-be51-1f89f1a2d377 HTTP/1.1" status: 204 len: 168 time: 0.4996099 Jun 30 08:57:48.903392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59712) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:48.965927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] For port 13bf1adc-107a-434a-b5b2-900b8168b65d, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:48.969363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] For port 13bf1adc-107a-434a-b5b2-900b8168b65d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13bf1adc-107a-434a-b5b2-900b8168b65d,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:48.975056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.993099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3be13-affc-48f9-a993-b05b1bbbee03 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.994671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3be13-affc-48f9-a993-b05b1bbbee03 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.996170 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dac3be13-affc-48f9-a993-b05b1bbbee03 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0918891 Jun 30 08:57:48.998963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59714) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:49.044390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eacc80-0665-487e-b365-ac1e4501e430 None None] Pushing event updated for resources: {'Port': ['ID=13bf1adc-107a-434a-b5b2-900b8168b65d,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:49.096405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3ce57028-81b3-4145-956f-1374ca45f9e3 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:49.098881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet ef3f4181-7871-4da3-be21-f1facfa4af11 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:49.102064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.117306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3ce57028-81b3-4145-956f-1374ca45f9e3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:49.117665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3ce57028-81b3-4145-956f-1374ca45f9e3 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:49.149286 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.188682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8f80b-87af-4598-b55e-58d1ac03545d req-56dafe15-d89c-46e3-9c35-5a6f7b476d3f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:49.195890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16c8f80b-87af-4598-b55e-58d1ac03545d req-56dafe15-d89c-46e3-9c35-5a6f7b476d3f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1943440 Jun 30 08:57:49.282865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16c8f80b-87af-4598-b55e-58d1ac03545d req-3153b3d9-d04d-4806-becb-370f9948af82 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857892 Jun 30 08:57:49.298117 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.417884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.474746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.479473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/ef3f4181-7871-4da3-be21-f1facfa4af11 HTTP/1.1" status: 204 len: 168 time: 0.4766817 Jun 30 08:57:49.479786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:49.484967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89a7c6-9181-4d78-b17b-99bb1fe2edbc req-62f4ed86-1c1a-4f61-b7f9-5c2910922662 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:49.486392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c89a7c6-9181-4d78-b17b-99bb1fe2edbc req-62f4ed86-1c1a-4f61-b7f9-5c2910922662 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 949 time: 0.1551325 Jun 30 08:57:49.487420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7edc8-2115-4013-b8e5-b8e1fba76cd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3f4181-7871-4da3-be21-f1facfa4af11,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:49.699528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:49.752191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:49.757547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:49.757960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.799185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c89a7c6-9181-4d78-b17b-99bb1fe2edbc req-c4a5e50d-9fb6-4365-8f12-a4f7fc927d08 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057005 Jun 30 08:57:49.823602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09b76-c260-4e12-a5cd-07a74d19d1be req-69ddb909-6f96-4f0a-ad68-c6b5b5b77359 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:49.825166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12f09b76-c260-4e12-a5cd-07a74d19d1be req-69ddb909-6f96-4f0a-ad68-c6b5b5b77359 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.4198525 Jun 30 08:57:49.857412 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-54c814d5-88a2-4909-bc80-50cc6fe22147 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3764696 Jun 30 08:57:49.861716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59728) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:49.866660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:49.868485 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.895662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:49.897968 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec75164-0961-43fa-9db7-d0500f772adc" -d '{"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-plugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:49.907513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12f09b76-c260-4e12-a5cd-07a74d19d1be req-75985d02-1bf7-4864-bdcd-c73eade26d8c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749834 Jun 30 08:57:49.938231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:49.942498 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.999542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:50.000518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:50.004583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:50.046319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c015-fce9-4401-995b-92a329df1590 req-6974b9d3-3daa-4b69-8fdd-cf2c4d840f72 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:50.053134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a965c015-fce9-4401-995b-92a329df1590 req-6974b9d3-3daa-4b69-8fdd-cf2c4d840f72 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0931461 Jun 30 08:57:50.092204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a965c015-fce9-4401-995b-92a329df1590 req-4499bc21-a016-4832-be8e-0dd391db2771 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Jun 30 08:57:50.144987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2b4bcf7b-2512-4f7d-8270-2714833860d3 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:50.175104 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d419e6-2f16-4f1c-9abe-766f70a4966e x-openstack-request-id: req-b7d419e6-2f16-4f1c-9abe-766f70a4966e {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:50.175676 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-plugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:50.176914 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7d419e6-2f16-4f1c-9abe-766f70a4966e {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:50.177944 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'code': 200} Jun 30 08:57:50.179693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 2b4bcf7b-2512-4f7d-8270-2714833860d3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:50.180251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2b4bcf7b-2512-4f7d-8270-2714833860d3 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:50.294028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dec907-7b72-401f-88e3-91238a00d06c None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:50.300594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:50.360262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:50.367426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:50.369038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6e13bd75-e1d4-4a84-b5ef-90086b0c681c None None] Could not find standard attr ID for object 1df86f78-91f1-487c-be51-1f89f1a2d377. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:57:50.371188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:50.371853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:50.374164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=6c9bcf04-a325-4c5e-b80e-c3baaf727f69,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:50.377479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213639-de7d-42bc-b124-0808078270e7 req-c4fe3c8e-1554-4499-9b0a-d35358952cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:50.379074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-87213639-de7d-42bc-b124-0808078270e7 req-c4fe3c8e-1554-4499-9b0a-d35358952cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1102 time: 0.1267688 Jun 30 08:57:50.411917 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cf9fa70f-028e-4352-9937-eb0704b38256 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5491359 Jun 30 08:57:50.412820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6e13bd75-e1d4-4a84-b5ef-90086b0c681c None None] Provisioning for port 13bf1adc-107a-434a-b5b2-900b8168b65d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:50.414661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:50.422092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'name': 'tempest-NetworksTestDHCPv6-1367052344'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:50.443408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-87213639-de7d-42bc-b124-0808078270e7 req-fe0b42f1-648b-4e26-ae3c-19a06d6ec3d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562060 Jun 30 08:57:50.567206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:50.571015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:50.590522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 81c33a6b-77bf-4258-90cd-d02400f1b3ca yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:57:50.689162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c8bf5d-03ee-4e5c-93a4-6cf86aad8db2 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:50.721107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::1e9 (30da8841-07f2-45f6-909d-3a5198a43942/6c9bcf04-a325-4c5e-b80e-c3baaf727f69/81c33a6b-77bf-4258-90cd-d02400f1b3ca) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:50.880947 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:50.895189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 81c33a6b-77bf-4258-90cd-d02400f1b3ca will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:50.933975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.021488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:51.039847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:51.042027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=81c33a6b-77bf-4258-90cd-d02400f1b3ca,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:51.053905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:51.060725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.061391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.097474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-98809bc3-bd43-4563-8a99-289fd4e67036 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6812403 Jun 30 08:57:51.098566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59752) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:51.186062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13bf1adc-107a-434a-b5b2-900b8168b65d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:51.216544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767b4fb-b7f6-408a-a0c0-736f7e4eba94 req-b98a13c9-876f-42f6-a3f1-04e628a8de9c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.218166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f767b4fb-b7f6-408a-a0c0-736f7e4eba94 req-b98a13c9-876f-42f6-a3f1-04e628a8de9c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.2475786 Jun 30 08:57:51.261237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684cce3a-3bc5-4c1f-ae5d-123a3443cf7a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.268326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684cce3a-3bc5-4c1f-ae5d-123a3443cf7a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.270115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-684cce3a-3bc5-4c1f-ae5d-123a3443cf7a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1693625 Jun 30 08:57:51.270593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 13bf1adc-107a-434a-b5b2-900b8168b65d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:51.273117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59756) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:51.275799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 13bf1adc-107a-434a-b5b2-900b8168b65d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:51.276501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.282077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fceb0-caf5-48fa-9598-2d9d7bf5b19c req-dc674e2f-3cb6-4ff5-af7c-f02176a1b9d3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.291464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a58fceb0-caf5-48fa-9598-2d9d7bf5b19c req-dc674e2f-3cb6-4ff5-af7c-f02176a1b9d3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2148626 Jun 30 08:57:51.334445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f767b4fb-b7f6-408a-a0c0-736f7e4eba94 req-f5720a81-1396-4c74-87b7-c40815df0da5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057065 Jun 30 08:57:51.353445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a58fceb0-caf5-48fa-9598-2d9d7bf5b19c req-1d688554-9cfa-4407-b222-0acd22971114 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610964 Jun 30 08:57:51.414523 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.443399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 81c33a6b-77bf-4258-90cd-d02400f1b3ca {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:51.443979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.454601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 13bf1adc-107a-434a-b5b2-900b8168b65d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13bf1adc-107a-434a-b5b2-900b8168b65d,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:51.470037 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.473601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1dc186bf-a7d0-421c-a146-08aa71604fad None None] Could not find standard attr ID for object 1a955f83-f336-4162-984f-47d900a8a876. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:57:51.573058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=13bf1adc-107a-434a-b5b2-900b8168b65d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:51.586992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.602043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 81c33a6b-77bf-4258-90cd-d02400f1b3ca owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:51.763864 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.788653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9985625f-d57b-45ec-b697-0ced379824e2 None None] Could not find standard attr ID for object 1df86f78-91f1-487c-be51-1f89f1a2d377. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:57:51.803950 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=81c33a6b-77bf-4258-90cd-d02400f1b3ca,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:51.835110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.840228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-387f119e-d80f-40f5-bdfc-c6d89badfb0c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/81c33a6b-77bf-4258-90cd-d02400f1b3ca HTTP/1.1" status: 204 len: 168 time: 0.5626287 Jun 30 08:57:51.840600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59770) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:51.894834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f379d0-48e4-4e62-a478-5dc5987d40ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.896345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f379d0-48e4-4e62-a478-5dc5987d40ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.897870 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78f379d0-48e4-4e62-a478-5dc5987d40ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0564251 Jun 30 08:57:51.900956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:51.953872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 6c9bcf04-a325-4c5e-b80e-c3baaf727f69 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:51.957504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.001826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bf02c314-fadb-4c4a-91b3-9f06c69a8a25 None None] Could not find standard attr ID for object 81c33a6b-77bf-4258-90cd-d02400f1b3ca. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:57:52.015073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.029410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca102f-e728-4e2f-a65a-e6f8d8321369 req-b0c4501d-2bf4-4525-9fe4-e7e05c3b11c0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:52.031625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ca102f-e728-4e2f-a65a-e6f8d8321369 req-b0c4501d-2bf4-4525-9fe4-e7e05c3b11c0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0827620 Jun 30 08:57:52.070537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.087575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ca102f-e728-4e2f-a65a-e6f8d8321369 req-a40a0efa-53d3-4515-8361-de3dce49bf46 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496941 Jun 30 08:57:52.152992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.181654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9bcf04-a325-4c5e-b80e-c3baaf727f69,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:52.189215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.193855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59778) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:52.194012 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9c97c80e-3b48-4fe3-ab97-49459d3cedc5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/6c9bcf04-a325-4c5e-b80e-c3baaf727f69 HTTP/1.1" status: 204 len: 168 time: 0.2919111 Jun 30 08:57:52.218721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e48948-e109-42a8-908c-d195f45e3dc7 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:52.262450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c259fc29-0ea1-4043-8061-d1b525fc3cce tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670867 Jun 30 08:57:52.265041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59780) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:52.367856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e321b4-0803-462b-9528-c151a0a2505e req-1318c06d-868a-4956-af09-25c7bf34d919 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:52.374147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9e321b4-0803-462b-9528-c151a0a2505e req-1318c06d-868a-4956-af09-25c7bf34d919 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1512501 Jun 30 08:57:52.394213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce71705-14a3-422a-83d7-6caec013c361 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:52.398088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3ce71705-14a3-422a-83d7-6caec013c361 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1296940 Jun 30 08:57:52.398796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59786) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:52.418219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:57:52.433276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9e321b4-0803-462b-9528-c151a0a2505e req-1aa3d956-f8f1-45d1-a72a-1e9fa5e44536 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579276 Jun 30 08:57:52.496738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] Deleting port 13bf1adc-107a-434a-b5b2-900b8168b65d {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:52.497390 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.501642 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d81ec2-e3f5-458e-83ce-db3af98e53a5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:52.507492 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-79d81ec2-e3f5-458e-83ce-db3af98e53a5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1063168 Jun 30 08:57:52.510481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59790) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:52.585107 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69dceefe-0018-4f1f-a3c0-61cf554f705e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734658 Jun 30 08:57:52.586177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] For port 13bf1adc-107a-434a-b5b2-900b8168b65d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13bf1adc-107a-434a-b5b2-900b8168b65d,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:52.586565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.590843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59796) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:52.601000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] Calling delete_port for 13bf1adc-107a-434a-b5b2-900b8168b65d owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:52.603129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:52.619309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895fa6b-edf1-4f95-b223-e214f5c9a3eb req-f812bfc3-f44d-44b3-b2bd-77a825b839a7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:52.623220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c895fa6b-edf1-4f95-b223-e214f5c9a3eb req-f812bfc3-f44d-44b3-b2bd-77a825b839a7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1406052 Jun 30 08:57:52.703496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.730693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c895fa6b-edf1-4f95-b223-e214f5c9a3eb req-d50e0b96-866d-4829-8bb4-d9b7127cb444 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904837 Jun 30 08:57:52.749342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8eaea-3f2f-43ed-b207-5e6be3909599 req-1e8d2c6e-636f-4fa3-bccc-ab53a5ea0dc1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:52.759410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97b8eaea-3f2f-43ed-b207-5e6be3909599 req-1e8d2c6e-636f-4fa3-bccc-ab53a5ea0dc1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1346798 Jun 30 08:57:52.774123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] Pushing event deleted for resources: {'Port': ['ID=13bf1adc-107a-434a-b5b2-900b8168b65d,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:52.789050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:52.797521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.798496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c87e2-0d4a-41ef-a059-62f83183e32a None None] No DVR routers for this DVR port 13bf1adc-107a-434a-b5b2-900b8168b65d on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:52.847581 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97b8eaea-3f2f-43ed-b207-5e6be3909599 req-1e75cb3b-2926-4bfa-a12f-8860071a537d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863512 Jun 30 08:57:53.093591 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.131718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.174401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:53.175744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8ec0-7b5d-43ae-aea8-4bd89531b10e req-2ab37b92-a594-4265-a311-00e5bb473221 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.179039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:53.184765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d35e8ec0-7b5d-43ae-aea8-4bd89531b10e req-2ab37b92-a594-4265-a311-00e5bb473221 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.0847561 Jun 30 08:57:53.193706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93c14e-b3f1-4f09-ae0a-6c0c1467fd27 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:53.194648 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.196185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.202611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13bf1adc-107a-434a-b5b2-900b8168b65d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:53.223827 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6319294 Jun 30 08:57:53.225042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9947c10-6602-4bda-958a-64720fcd7560 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=558c3bce-a4ad-4767-880a-d88cc5f6d982,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:53.227160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59810) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:53.235231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': '558c3bce-a4ad-4767-880a-d88cc5f6d982', 'ip_address': '2001:db8::ce23:55b1:6e45:5d8b'}], 'name': 'tempest-NetworksTestDHCPv6-1033836834'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:53.239597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d35e8ec0-7b5d-43ae-aea8-4bd89531b10e req-a22127f8-e788-415c-964e-ed96f5acc123 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546935 Jun 30 08:57:53.262419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 13bf1adc-107a-434a-b5b2-900b8168b65d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:53.263303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13bf1adc-107a-434a-b5b2-900b8168b65d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:53.379961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:53.478333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.504082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port f1344df6-bf61-4330-8715-b5d51c4fb234 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:57:53.558885 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '558c3bce-a4ad-4767-880a-d88cc5f6d982'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:53.559767 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.844543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::ce23:55b1:6e45:5d8b (30da8841-07f2-45f6-909d-3a5198a43942/558c3bce-a4ad-4767-880a-d88cc5f6d982/f1344df6-bf61-4330-8715-b5d51c4fb234) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:53.920100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbea-fcc9-4e18-b7c5-9044d4540013 req-28f8a6e7-52b6-473e-8dd2-75fa8c184ae1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.921621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a386bbea-fcc9-4e18-b7c5-9044d4540013 req-28f8a6e7-52b6-473e-8dd2-75fa8c184ae1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.0867696 Jun 30 08:57:53.996384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a386bbea-fcc9-4e18-b7c5-9044d4540013 req-6ccb99f2-e5e8-453f-9c53-0cc05c3446bb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685050 Jun 30 08:57:54.041132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.058569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.074503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.080509 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-584e777c-107d-4514-8518-e2e842678262 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3639102 Jun 30 08:57:54.086620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.091307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.096237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.104553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.113443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.115714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-1e7d8248-f0f6-44d5-a8a9-fac2ab809fab tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.1863539 Jun 30 08:57:54.124951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object f1344df6-bf61-4330-8715-b5d51c4fb234 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:54.167906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39c4fa2a-1e6e-400d-88cc-97901c042433 req-eef4a321-4083-4b42-84fc-127112bf34ff tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0457008 Jun 30 08:57:54.180287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.255986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:54.261482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=f1344df6-bf61-4330-8715-b5d51c4fb234,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:54.264296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:54.267293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:54.283163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.283867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.293245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/558c3bce-a4ad-4767-880a-d88cc5f6d982/85e42de5-cc88-4c3e-b1fd-1ca0f8e61579) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:54.299853 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d37263d4-7125-4e1f-bc97-a5ec4be359fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0709090 Jun 30 08:57:54.302617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59846) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:54.309235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ac5c9-9bf7-4a3e-a1bd-dd7019852d75 req-79618a77-abc6-483b-af2c-d33856c8fb4f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.317595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e02ac5c9-9bf7-4a3e-a1bd-dd7019852d75 req-79618a77-abc6-483b-af2c-d33856c8fb4f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1452932 Jun 30 08:57:54.367525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e02ac5c9-9bf7-4a3e-a1bd-dd7019852d75 req-9907de71-84bf-4aef-9021-505d9b3d05e0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479522 Jun 30 08:57:54.435395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45689335-8841-4d37-920a-143845f20f1b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.437332 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45689335-8841-4d37-920a-143845f20f1b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1330557 Jun 30 08:57:54.439712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59854) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:54.487769 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.499578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Transition to ACTIVE for port object 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:54.531098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Transition to ACTIVE for port object 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:54.543351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.588994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port f1344df6-bf61-4330-8715-b5d51c4fb234 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:54.589467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.590290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cee44-bf4b-4e7c-8ba6-7381b395612f req-0dcdd148-8414-4d04-8d10-aa445c9e7435 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.598721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-106cee44-bf4b-4e7c-8ba6-7381b395612f req-0dcdd148-8414-4d04-8d10-aa445c9e7435 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0982506 Jun 30 08:57:54.631694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:54.636558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:54.641581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:54.645133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Pushing event updated for resources: {'Port': ['ID=85e42de5-cc88-4c3e-b1fd-1ca0f8e61579,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:54.659215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-106cee44-bf4b-4e7c-8ba6-7381b395612f req-a3cb7930-242c-458d-ad6b-7aab0a33a765 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595288 Jun 30 08:57:54.718273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Attempting to bind port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:54.718641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Attempting to bind port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:54.718994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Attempting to bind port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:54.725035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:54.725437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:54.725586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.725862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.726248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:54.726708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Bound port: 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:54.727078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.747197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for f1344df6-bf61-4330-8715-b5d51c4fb234 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:54.824034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] For port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:54.827837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] For port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=85e42de5-cc88-4c3e-b1fd-1ca0f8e61579,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:54.837611 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.873825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef79a7-cf66-467d-b78c-9b978b6f74c8 req-5960f1c0-e12a-4f01-980e-ef220d41a8a2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.875504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fef79a7-cf66-467d-b78c-9b978b6f74c8 req-5960f1c0-e12a-4f01-980e-ef220d41a8a2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0948813 Jun 30 08:57:54.916441 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.934810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.941432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063bd37-2805-401b-b4d7-3b41c882f382 None None] Pushing event updated for resources: {'Port': ['ID=85e42de5-cc88-4c3e-b1fd-1ca0f8e61579,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:54.952300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fef79a7-cf66-467d-b78c-9b978b6f74c8 req-dc920441-7836-4073-b048-7f6fb5b8110d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707359 Jun 30 08:57:55.045548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.045548 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/f1344df6-bf61-4330-8715-b5d51c4fb234 HTTP/1.1" status: 204 len: 168 time: 0.6035249 Jun 30 08:57:55.045935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a6c4b-d31e-48b0-9fa1-b5110a37c932 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=f1344df6-bf61-4330-8715-b5d51c4fb234,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:55.047419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59876) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:55.127917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a50e4-0fce-451c-8a44-d42b8350067c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.130006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a50e4-0fce-451c-8a44-d42b8350067c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.134751 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e27a50e4-0fce-451c-8a44-d42b8350067c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0834339 Jun 30 08:57:55.135114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59878) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:55.322894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 558c3bce-a4ad-4767-880a-d88cc5f6d982 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:55.332969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.396051 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.458489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.464171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.470298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.476034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.482554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.488312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.494706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.496806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-b006be17-6937-44d8-aa8c-3234ea209b91 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.3077302 Jun 30 08:57:55.509530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2dc65-9fbb-4a04-8244-32cf13154548 req-f096e67e-7933-40e2-a370-525c7a355e16 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.511012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1f2dc65-9fbb-4a04-8244-32cf13154548 req-f096e67e-7933-40e2-a370-525c7a355e16 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.3354897 Jun 30 08:57:55.521933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af57a-3ef0-4e5e-b615-a50d6b53f393 req-69f04195-f483-43f9-8737-bcbc934cdb6d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.523361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a84af57a-3ef0-4e5e-b615-a50d6b53f393 req-69f04195-f483-43f9-8737-bcbc934cdb6d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.3466978 Jun 30 08:57:55.645917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-0e3bdf83-3e63-4502-bed3-fe3840193903 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.647623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-0e3bdf83-3e63-4502-bed3-fe3840193903 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "GET /v2.0/ports/22636cec-e0cc-4bd5-909a-0329e841f80f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1356874 Jun 30 08:57:55.672464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1f2dc65-9fbb-4a04-8244-32cf13154548 req-96c690f3-0eb7-4a8a-bb6d-8b2e69a315f0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462262 Jun 30 08:57:55.678264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a84af57a-3ef0-4e5e-b615-a50d6b53f393 req-cf80c38b-420f-4cec-ac79-e54677a9e53f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417525 Jun 30 08:57:55.744077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.837485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-ab54e8f9-c6c5-42a3-abfa-618dd5285ca4 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "GET /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1817281 Jun 30 08:57:55.843458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.850030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-70f3ab8d-0513-4d0f-99a4-48084c0f5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.851647 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-70f3ab8d-0513-4d0f-99a4-48084c0f5636 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1102 time: 0.1358356 Jun 30 08:57:55.858700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:55.923035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=558c3bce-a4ad-4767-880a-d88cc5f6d982,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:55.927925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.929521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-94fcfc0e-b0f2-454a-a00a-ccfaff4b7368 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/558c3bce-a4ad-4767-880a-d88cc5f6d982 HTTP/1.1" status: 204 len: 168 time: 0.7932031 Jun 30 08:57:55.933556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59892) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:55.984037 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62fcd828-87c4-440f-8c0a-10d20f0caaee tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468383 Jun 30 08:57:55.987784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59894) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:55.993531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:56.058863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-967bd7d1-95bc-4e0d-ae5f-c8b5d35576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.060379 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-967bd7d1-95bc-4e0d-ae5f-c8b5d35576ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2005458 Jun 30 08:57:56.065777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.097075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.104645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.110710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.116694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.123297 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-98b551f4-955c-483c-928f-7112751726cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0494919 Jun 30 08:57:56.124208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.131673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.138684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.145965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f948ac6-0df4-463b-a476-93542389c36f req-4b2d7944-84a4-43c2-bd96-9d2c72155cc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 5433 time: 0.2824054 Jun 30 08:57:56.165505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da520bf-8e02-4f70-80e6-c4166f212a9f None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:56.177500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:56.178514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f003-58cf-4547-94bb-a42181a43bcb req-11a6d667-d71b-4054-a6df-da28057950b5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.180013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c138f003-58cf-4547-94bb-a42181a43bcb req-11a6d667-d71b-4054-a6df-da28057950b5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2295129 Jun 30 08:57:56.181328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.249055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f948ac6-0df4-463b-a476-93542389c36f req-19fa8397-adb0-4d86-97a0-0d65a1e91d75 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&id=53c7281c-022c-4e2a-b15e-30fb2091c043&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1021416 Jun 30 08:57:56.273519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-ee4ba2c7-7f54-4ef3-ae19-6685030b3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.275634 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-ee4ba2c7-7f54-4ef3-ae19-6685030b3899 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1453128 Jun 30 08:57:56.306750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-264d7124-ea8f-4a8c-9d3d-e15c455fe309 None None] Provisioning for port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:56.330718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c138f003-58cf-4547-94bb-a42181a43bcb req-3809bc1f-799c-46e7-8595-c2c585e0ebff tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202645 Jun 30 08:57:56.392137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] For port 22636cec-e0cc-4bd5-909a-0329e841f80f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22636cec-e0cc-4bd5-909a-0329e841f80f,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:56.437937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:57:56.469883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] For port 22636cec-e0cc-4bd5-909a-0329e841f80f, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:56.470643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-4f476784-3145-4e0e-9b13-47a335a7cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.472350 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-4f476784-3145-4e0e-9b13-47a335a7cb60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718631 Jun 30 08:57:56.544516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] device_id is not set on port 22636cec-e0cc-4bd5-909a-0329e841f80f yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:57:56.560754 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.570220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.573058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] Deleting port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:56.573460 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.622447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.641248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759470b4-a39b-46a0-a4ad-148a3e8ca475 req-96958a1a-1d3d-4dfd-aaa9-75d06ca7f032 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.649145 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759470b4-a39b-46a0-a4ad-148a3e8ca475 req-96958a1a-1d3d-4dfd-aaa9-75d06ca7f032 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1484275 Jun 30 08:57:56.654099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] For port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=85e42de5-cc88-4c3e-b1fd-1ca0f8e61579,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:56.654493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.657920 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-e0bd9d53-4710-4076-8ad9-eeea13e60340 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776462 Jun 30 08:57:56.670543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] Calling delete_port for 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:56.695867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] No DVR routers for this DVR port 22636cec-e0cc-4bd5-909a-0329e841f80f on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:56.699060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:56.701022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:56.709946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] Pushing event updated for resources: {'Port': ['ID=22636cec-e0cc-4bd5-909a-0329e841f80f,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:56.714553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.715406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.775614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.792980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] No DVR routers for this DVR port 85e42de5-cc88-4c3e-b1fd-1ca0f8e61579 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:56.799422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8105145 Jun 30 08:57:56.804581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59898) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:56.814101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': '8a8613ea-e63c-4906-bc8b-d69fc92dacc2', 'ip_address': '2001:db8::5041:1ef3:98d9:c1d4'}], 'name': 'tempest-NetworksTestDHCPv6-591457289'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:56.827290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee24cfb-fb25-44cd-adfe-3f60cfc79dfd None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:56.839146 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-759470b4-a39b-46a0-a4ad-148a3e8ca475 req-b71cc1cb-58e1-4e48-8e3b-82de57ef6f1c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880989 Jun 30 08:57:56.876263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] In _notify_port_updated(), no bound segment for port 22636cec-e0cc-4bd5-909a-0329e841f80f on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 08:57:56.877230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.885985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.887400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-94414f1c-cf8e-43df-b44d-a161b45d04cd service neutron] 10.222.0.26 "PUT /v2.0/ports/22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 200 len: 1028 time: 1.0382261 Jun 30 08:57:56.921135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f907343-0219-4840-bb1b-1ce2c71b2b67 None None] Pushing event deleted for resources: {'Port': ['ID=85e42de5-cc88-4c3e-b1fd-1ca0f8e61579,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:56.972665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2d2a3288-bf5c-4d8d-9a9d-1feb5e7611cb None None] Provisioning complete for port 22636cec-e0cc-4bd5-909a-0329e841f80f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:56.973061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d2a3288-bf5c-4d8d-9a9d-1feb5e7611cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.983558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498fcd5-ad47-47c9-93c4-4f359dd5c308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=8a8613ea-e63c-4906-bc8b-d69fc92dacc2,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:57.040333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:57.049115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.083561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 64e3638e-fa45-456f-931e-59d488118dee yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:57:57.146994 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-19b50b71-75eb-4521-9fc1-f412d715c52f service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676859 Jun 30 08:57:57.202757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a3288-bf5c-4d8d-9a9d-1feb5e7611cb None None] Port 22636cec-e0cc-4bd5-909a-0329e841f80f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:57.211454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '8a8613ea-e63c-4906-bc8b-d69fc92dacc2'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:57.212447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.285562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::5041:1ef3:98d9:c1d4 (30da8841-07f2-45f6-909d-3a5198a43942/8a8613ea-e63c-4906-bc8b-d69fc92dacc2/64e3638e-fa45-456f-931e-59d488118dee) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:57.357740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7f670c86-fd4a-4cd1-acf7-a8d260d4cd7c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.359148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7f670c86-fd4a-4cd1-acf7-a8d260d4cd7c tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "GET /v2.0/ports/d556d921-1c41-4984-854c-6fa6e605f206?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4659598 Jun 30 08:57:57.374400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:57.430122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a181e-cfdb-4818-b0d5-bf36f3de6aa3 req-9c021a0e-94d3-470b-8a50-4e21f56f8f2a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.432118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-527a181e-cfdb-4818-b0d5-bf36f3de6aa3 req-9c021a0e-94d3-470b-8a50-4e21f56f8f2a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.4843645 Jun 30 08:57:57.451363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.464133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 64e3638e-fa45-456f-931e-59d488118dee will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:57.480436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec577875-ec6c-4cb9-b2ce-e716f03a7f67 req-ee33c23a-83fb-4a69-88bb-1094f899de3a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.481910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec577875-ec6c-4cb9-b2ce-e716f03a7f67 req-ee33c23a-83fb-4a69-88bb-1094f899de3a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1781878 Jun 30 08:57:57.499262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.518003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.546021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-527a181e-cfdb-4818-b0d5-bf36f3de6aa3 req-99007be9-59ae-48f4-aad2-81cde9505dc6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072190 Jun 30 08:57:57.546245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/8a8613ea-e63c-4906-bc8b-d69fc92dacc2/83642cb8-9a87-4cee-85ac-2b7360097475) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:57.555262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:57.560510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:57.562213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=64e3638e-fa45-456f-931e-59d488118dee,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:57.564387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:57.570699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.571718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.590674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6e620026-fbd4-4c1f-9ab7-38b5df4312bd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7854226 Jun 30 08:57:57.591381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59912) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:57.610293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec577875-ec6c-4cb9-b2ce-e716f03a7f67 req-ce395bda-53c9-438f-a58f-af20b93c78d9 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207228 Jun 30 08:57:57.727999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c6204-f028-471e-acc7-748a8c107d9c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.729778 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2c7c6204-f028-471e-acc7-748a8c107d9c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1372480 Jun 30 08:57:57.732562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59918) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:57.735351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] For port d556d921-1c41-4984-854c-6fa6e605f206, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d556d921-1c41-4984-854c-6fa6e605f206,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:57.762051 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.771981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Transition to ACTIVE for port object 83642cb8-9a87-4cee-85ac-2b7360097475 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:57.794441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Transition to ACTIVE for port object 83642cb8-9a87-4cee-85ac-2b7360097475 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:57.801452 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.839620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 64e3638e-fa45-456f-931e-59d488118dee {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:57.840240 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.842258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:57.845440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:57.849519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:57.850511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] For port d556d921-1c41-4984-854c-6fa6e605f206, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:57.866580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Pushing event updated for resources: {'Port': ['ID=83642cb8-9a87-4cee-85ac-2b7360097475,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:57.902152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] device_id is not set on port d556d921-1c41-4984-854c-6fa6e605f206 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:57:57.918551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.920352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Attempting to bind port 83642cb8-9a87-4cee-85ac-2b7360097475 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:57.920719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Attempting to bind port 83642cb8-9a87-4cee-85ac-2b7360097475 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:57.921070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Attempting to bind port 83642cb8-9a87-4cee-85ac-2b7360097475 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:57.926339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:57.926713 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:57.927108 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.927494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:57.928241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Bound port: 83642cb8-9a87-4cee-85ac-2b7360097475, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:57.928614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.931142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7883-105f-437f-a73f-888851f53230 req-9e4e4354-e4d4-4ee0-b5ed-327ce021c1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.936692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.937006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7883-105f-437f-a73f-888851f53230 req-9e4e4354-e4d4-4ee0-b5ed-327ce021c1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.943491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7883-105f-437f-a73f-888851f53230 req-9e4e4354-e4d4-4ee0-b5ed-327ce021c1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.949077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 64e3638e-fa45-456f-931e-59d488118dee owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:57.949461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7883-105f-437f-a73f-888851f53230 req-9e4e4354-e4d4-4ee0-b5ed-327ce021c1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.955495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7883-105f-437f-a73f-888851f53230 req-9e4e4354-e4d4-4ee0-b5ed-327ce021c1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.961333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7883-105f-437f-a73f-888851f53230 req-9e4e4354-e4d4-4ee0-b5ed-327ce021c1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.963754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826d7883-105f-437f-a73f-888851f53230 req-9e4e4354-e4d4-4ee0-b5ed-327ce021c1cc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 4658 time: 0.2192492 Jun 30 08:57:57.975555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac71aa9-2e43-4123-bc6f-5dd59e5cb052 req-94d78af1-c934-46d0-a248-c812bbd7f357 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.977042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ac71aa9-2e43-4123-bc6f-5dd59e5cb052 req-94d78af1-c934-46d0-a248-c812bbd7f357 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2314248 Jun 30 08:57:57.980562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.004084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] For port 83642cb8-9a87-4cee-85ac-2b7360097475, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:58.007459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] For port 83642cb8-9a87-4cee-85ac-2b7360097475, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=83642cb8-9a87-4cee-85ac-2b7360097475,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:58.012132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.079419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97d3ba-5c61-4955-932d-dced84a0dadf None None] Pushing event updated for resources: {'Port': ['ID=83642cb8-9a87-4cee-85ac-2b7360097475,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:58.108929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.110242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d556d921-1c41-4984-854c-6fa6e605f206,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:58.117465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] No DVR routers for this DVR port d556d921-1c41-4984-854c-6fa6e605f206 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:58.126658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826d7883-105f-437f-a73f-888851f53230 req-2c4878c6-3683-4ce6-8d91-4edf76cd0207 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c7281c-022c-4e2a-b15e-30fb2091c043&id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1480463 Jun 30 08:57:58.146246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=64e3638e-fa45-456f-931e-59d488118dee,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:58.151544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ac71aa9-2e43-4123-bc6f-5dd59e5cb052 req-8bf72d27-35de-4698-8b69-6dba2da4f05e tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611979 Jun 30 08:57:58.176395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] In _notify_port_updated(), no bound segment for port d556d921-1c41-4984-854c-6fa6e605f206 on network 1f8eae13-febb-429c-8615-61d0b1e28ba2 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 08:57:58.177761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.178420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.179845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-672be9d2-d50c-4ac5-97eb-bb2c60f499f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 200 len: 1026 time: 0.8105943 Jun 30 08:57:58.199644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.201796 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d71fea6-5642-49b2-9590-0be47664048d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/64e3638e-fa45-456f-931e-59d488118dee HTTP/1.1" status: 204 len: 168 time: 0.4682128 Jun 30 08:57:58.204333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:58.210657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eec5c0b0-6bee-4628-af72-c28e78b59bb8 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:58.343280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d4872-8f2f-41df-bb37-ca63281ed39f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.345022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d4872-8f2f-41df-bb37-ca63281ed39f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.346626 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-527d4872-8f2f-41df-bb37-ca63281ed39f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1413453 Jun 30 08:57:58.350795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59924) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:58.374964 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.399037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:58.402193 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7701522-3b44-4010-b18e-444927b8b31b" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:58.422916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eec5c0b0-6bee-4628-af72-c28e78b59bb8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:58.450106 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.450732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2aae73d3-cd14-4515-8126-f76949fab2f2 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:58.486653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port eec5c0b0-6bee-4628-af72-c28e78b59bb8 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:58.488023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.542205 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccc9ecd-8d6c-4252-8205-d82f0cd00e5a x-openstack-request-id: req-bccc9ecd-8d6c-4252-8205-d82f0cd00e5a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:58.542455 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:58.542995 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bccc9ecd-8d6c-4252-8205-d82f0cd00e5a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:58.543110 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8', 'code': 200} Jun 30 08:57:58.576411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 8a8613ea-e63c-4906-bc8b-d69fc92dacc2 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:58.592486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918d428-7966-4146-b624-43f8bc1552cd req-b0b6614d-03d0-4af7-97c6-77dd515c4359 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.593792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1cb14d17-2f81-4d59-956c-70afcbb7f0cc None None] Provisioning complete for port d556d921-1c41-4984-854c-6fa6e605f206 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:58.594170 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1cb14d17-2f81-4d59-956c-70afcbb7f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.599557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4918d428-7966-4146-b624-43f8bc1552cd req-b0b6614d-03d0-4af7-97c6-77dd515c4359 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2672484 Jun 30 08:57:58.618963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.624210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eec5c0b0-6bee-4628-af72-c28e78b59bb8,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:58.631818 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.654519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1cb14d17-2f81-4d59-956c-70afcbb7f0cc None None] Port d556d921-1c41-4984-854c-6fa6e605f206 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:58.679662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2aae73d3-cd14-4515-8126-f76949fab2f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2aae73d3-cd14-4515-8126-f76949fab2f2,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:58.682765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4918d428-7966-4146-b624-43f8bc1552cd req-bc8fce96-15a1-492a-8f06-e8d2a6fcfa34 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823438 Jun 30 08:57:58.684582 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.686215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22636cec-e0cc-4bd5-909a-0329e841f80f no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:58.694189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.740730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] For port eec5c0b0-6bee-4628-af72-c28e78b59bb8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eec5c0b0-6bee-4628-af72-c28e78b59bb8,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:58.741109 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.775264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22636cec-e0cc-4bd5-909a-0329e841f80f not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:58.775584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d556d921-1c41-4984-854c-6fa6e605f206 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:58.778778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=2aae73d3-cd14-4515-8126-f76949fab2f2,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:58.801088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for eec5c0b0-6bee-4628-af72-c28e78b59bb8 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:58.821124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d556d921-1c41-4984-854c-6fa6e605f206 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:58.824136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 24735fe4-1349-46ea-8af5-df26068a41d4 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:58.910721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.937491 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.943420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 24735fe4-1349-46ea-8af5-df26068a41d4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=24735fe4-1349-46ea-8af5-df26068a41d4,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:58.948601 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.949314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:58.984640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7d7df-b255-4e07-8012-c6a4e49dad4a req-3cf16193-3b99-4d28-96a0-43e2ed9bc2f9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.986153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ec7d7df-b255-4e07-8012-c6a4e49dad4a req-3cf16193-3b99-4d28-96a0-43e2ed9bc2f9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.2536755 Jun 30 08:57:59.025147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=24735fe4-1349-46ea-8af5-df26068a41d4,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:59.072185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.106000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ec7d7df-b255-4e07-8012-c6a4e49dad4a req-08f4b9fc-fa81-4e06-8f06-f68f9c1c1b51 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119852 Jun 30 08:57:59.121585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18f41f-ef5f-4867-b92c-d3c8af11ea19 req-fd34f1f1-d8f1-450c-9c55-89afe17d9767 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.123186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da18f41f-ef5f-4867-b92c-d3c8af11ea19 req-fd34f1f1-d8f1-450c-9c55-89afe17d9767 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2446802 Jun 30 08:57:59.125044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:59.128588 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.129775 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.130480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23bc99e2-cb21-4178-b039-66a05a861ecf no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:59.197736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8613ea-e63c-4906-bc8b-d69fc92dacc2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:59.201656 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.205965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0f82ad14-c9d7-4ccf-a11c-a4722a1e893d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/8a8613ea-e63c-4906-bc8b-d69fc92dacc2 HTTP/1.1" status: 204 len: 168 time: 0.8457100 Jun 30 08:57:59.206469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59940) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:59.209081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.217415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 83642cb8-9a87-4cee-85ac-2b7360097475 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:59.260475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da18f41f-ef5f-4867-b92c-d3c8af11ea19 req-09849f0c-8ab7-44a8-b345-069fc0c0350b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101480 Jun 30 08:57:59.265184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-41954def-b14a-4d3d-8b1a-7df57e2ecd66 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496998 Jun 30 08:57:59.266254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59942) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:59.272521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:59.287994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:59.313137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=eec5c0b0-6bee-4628-af72-c28e78b59bb8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:59.357205 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.359250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 83642cb8-9a87-4cee-85ac-2b7360097475 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:59.393741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:59.398307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] No DVR routers for this DVR port eec5c0b0-6bee-4628-af72-c28e78b59bb8 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:59.401523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.403054 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.403664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-f44c39fd-4e28-4aef-bf02-e873b3da09e3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "DELETE /v2.0/ports/eec5c0b0-6bee-4628-af72-c28e78b59bb8 HTTP/1.1" status: 204 len: 173 time: 1.2169530 Jun 30 08:57:59.404114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:59.405897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23bc99e2-cb21-4178-b039-66a05a861ecf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23bc99e2-cb21-4178-b039-66a05a861ecf,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:59.406469 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25f5d42-3c7c-4434-b7be-12bf9ac190c9" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:59.410771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.464321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=23bc99e2-cb21-4178-b039-66a05a861ecf,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:59.610212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71754343-9081-45a9-95bc-0b5aedd913e8 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:59.641624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1de9a-bc42-4de0-b45c-06b21a106c56 req-cc77c2a2-0f9e-4039-bcab-564a6a360367 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.648713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1de9a-bc42-4de0-b45c-06b21a106c56 req-cc77c2a2-0f9e-4039-bcab-564a6a360367 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.655350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1de9a-bc42-4de0-b45c-06b21a106c56 req-cc77c2a2-0f9e-4039-bcab-564a6a360367 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.661190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1de9a-bc42-4de0-b45c-06b21a106c56 req-cc77c2a2-0f9e-4039-bcab-564a6a360367 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.669226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e1de9a-bc42-4de0-b45c-06b21a106c56 req-cc77c2a2-0f9e-4039-bcab-564a6a360367 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 3143 time: 0.2507198 Jun 30 08:57:59.678786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.680981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9eb22-5526-449a-8ef0-82cd5e50f7b2 req-af2364ed-cb68-476e-ac2f-5b4f7c49c85c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.686451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4da9eb22-5526-449a-8ef0-82cd5e50f7b2 req-af2364ed-cb68-476e-ac2f-5b4f7c49c85c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2202809 Jun 30 08:57:59.703443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-98c91626-f513-40e7-8f78-d94ae0ead5e0 None None] Provisioning for port 83642cb8-9a87-4cee-85ac-2b7360097475 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:59.726309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:59.730014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:59.734331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.734923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.742321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:59.754153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=d8b2c6b0-3ade-403b-b2b8-aed194479fbc,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:59.764459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.765206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.765206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.765481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.765842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.766171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.766534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.766869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.767492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.767492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.767829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.768142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:59.778158 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-911f4068-3c9b-4a4b-8064-0744f9d69b44 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5097203 Jun 30 08:57:59.779000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59960) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:59.784756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': 'd8b2c6b0-3ade-403b-b2b8-aed194479fbc', 'ip_address': '2001:db8::156c:9296:2f50:c2d'}], 'name': 'tempest-NetworksTestDHCPv6-606728069'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:59.808637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port 2aae73d3-cd14-4515-8126-f76949fab2f2 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:59.808977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.818917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4da9eb22-5526-449a-8ef0-82cd5e50f7b2 req-2ed00d1d-c0f6-4169-8964-ecc8d9f5b676 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291797 Jun 30 08:57:59.873473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-98c91626-f513-40e7-8f78-d94ae0ead5e0 None None] Provisioning complete for port 83642cb8-9a87-4cee-85ac-2b7360097475 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:59.873875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98c91626-f513-40e7-8f78-d94ae0ead5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.924621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:59.925988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e1de9a-bc42-4de0-b45c-06b21a106c56 req-c17ba5f4-3f0d-4b45-94a1-cb19f0354349 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2514648 Jun 30 08:57:59.981079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'mac_address': 'fa:16:3e:6d:35:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:00.032838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] For port 2aae73d3-cd14-4515-8126-f76949fab2f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2aae73d3-cd14-4515-8126-f76949fab2f2,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:00.033657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.048268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:00.078215 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.097607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98c91626-f513-40e7-8f78-d94ae0ead5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.111879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:00.165335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:00.179614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-98c91626-f513-40e7-8f78-d94ae0ead5e0 None None] For port 83642cb8-9a87-4cee-85ac-2b7360097475, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=83642cb8-9a87-4cee-85ac-2b7360097475,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:00.181811 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.191406 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98c91626-f513-40e7-8f78-d94ae0ead5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.211026 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f1536-bf4e-40d6-a0f1-d9f3ae5552fe x-openstack-request-id: req-af5f1536-bf4e-40d6-a0f1-d9f3ae5552fe {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:00.211317 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "eec5c0b0-6bee-4628-af72-c28e78b59bb8", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:00.213935 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af5f1536-bf4e-40d6-a0f1-d9f3ae5552fe {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:00.220869 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': 'eec5c0b0-6bee-4628-af72-c28e78b59bb8', 'status': 'completed', 'code': 200} Jun 30 08:58:00.253312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.266275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:00.296805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 89d23133-3d91-4f86-8ef1-5ed04a53c9ba yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:00.312301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c3bca-a316-48b5-82de-c97b78d5035d req-d10ba2a2-6ae8-46f3-a3aa-41ffa354afeb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:00.313771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076c3bca-a316-48b5-82de-c97b78d5035d req-d10ba2a2-6ae8-46f3-a3aa-41ffa354afeb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2457526 Jun 30 08:58:00.316047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a8fb6d95-f8d8-4170-bf72-1a50b6aecf08'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:00.421559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076c3bca-a316-48b5-82de-c97b78d5035d req-a734aeef-6063-4602-b422-e858b602076b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702283 Jun 30 08:58:00.460349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c91626-f513-40e7-8f78-d94ae0ead5e0 None None] Pushing event updated for resources: {'Port': ['ID=83642cb8-9a87-4cee-85ac-2b7360097475,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:00.511938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a5ec6-c0dc-4210-8758-22c3641e9762 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:00.547066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:00.550331 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69697a3-c7e8-413e-93ed-9b0352889d31" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:00.597010 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.598050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.598484 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Floating IP 4bd02dc5-4fe1-4aa5-aeef-59103e27f210 disassociated. External IP: 172.25.8.55, port: 2aae73d3-cd14-4515-8126-f76949fab2f2. Jun 30 08:58:00.599240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for 2aae73d3-cd14-4515-8126-f76949fab2f2 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:00.612000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::156c:9296:2f50:c2d (30da8841-07f2-45f6-909d-3a5198a43942/d8b2c6b0-3ade-403b-b2b8-aed194479fbc/89d23133-3d91-4f86-8ef1-5ed04a53c9ba) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:00.705567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b52d0e-27ac-4ac2-856b-c43cf58ea68c req-15682490-f79c-4a0d-91ae-84f81e19758f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:00.707767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b52d0e-27ac-4ac2-856b-c43cf58ea68c req-15682490-f79c-4a0d-91ae-84f81e19758f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1753364 Jun 30 08:58:00.830033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33b52d0e-27ac-4ac2-856b-c43cf58ea68c req-c3de39f4-108a-4e4d-93e5-93fe7eb65a79 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049602 Jun 30 08:58:00.846807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.884771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e359756-fe96-4df8-b6e3-519f2821eb50 req-c417a9fa-ee07-4f79-a612-02f72b76cb45 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:00.891929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e359756-fe96-4df8-b6e3-519f2821eb50 req-c417a9fa-ee07-4f79-a612-02f72b76cb45 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1814013 Jun 30 08:58:00.898794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 89d23133-3d91-4f86-8ef1-5ed04a53c9ba will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:00.987957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.000666 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13461fdd-84c7-4e3e-9ccd-bc84ca8bac33 x-openstack-request-id: req-13461fdd-84c7-4e3e-9ccd-bc84ca8bac33 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:01.001023 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:01.001244 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13461fdd-84c7-4e3e-9ccd-bc84ca8bac33 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:01.001592 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'code': 200} Jun 30 08:58:01.001870 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4', 'code': 200} Jun 30 08:58:01.002131 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf', 'code': 200} Jun 30 08:58:01.002358 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf', 'code': 200} Jun 30 08:58:01.078120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:01.084832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:01.088551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-533c0417-e4a7-4e87-9ff7-20ac586e90ed None None] Provisioning complete for port 83642cb8-9a87-4cee-85ac-2b7360097475 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:01.089187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-533c0417-e4a7-4e87-9ff7-20ac586e90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.094498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:01.100353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:01.100962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.144186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=89d23133-3d91-4f86-8ef1-5ed04a53c9ba,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:01.161782 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e1f2e55d-51d0-4f8f-896a-12dab9dcd9a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3793106 Jun 30 08:58:01.161995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60000) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:01.209532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 83642cb8-9a87-4cee-85ac-2b7360097475 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:01.307566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaecd3e-cfdf-4408-8512-d91614ee4228 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:01.311684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 83642cb8-9a87-4cee-85ac-2b7360097475 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:01.313708 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.317595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaecd3e-cfdf-4408-8512-d91614ee4228 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:01.321393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dbaecd3e-cfdf-4408-8512-d91614ee4228 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1565948 Jun 30 08:58:01.322831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60002) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:01.332864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.478985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 89d23133-3d91-4f86-8ef1-5ed04a53c9ba {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:01.479243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.505244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=2aae73d3-cd14-4515-8126-f76949fab2f2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:01.528247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e359756-fe96-4df8-b6e3-519f2821eb50 req-5618c28a-9e2b-4c54-9066-2e1af22e5834 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350253 Jun 30 08:58:01.600857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2b44324d-4cf5-4eb1-bc13-e4d73a52f22e None None] Provisioning complete for port 83642cb8-9a87-4cee-85ac-2b7360097475 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:01.601274 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2b44324d-4cf5-4eb1-bc13-e4d73a52f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.643474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.657138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 89d23133-3d91-4f86-8ef1-5ed04a53c9ba owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:01.684124 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6f20254a-d366-4be3-979b-97104f5927a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.685876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e70647-0b70-4387-b4e2-650ac6dcb6f2 req-2fe5b7c0-00b9-412f-acdc-3ee326d5076c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:01.696607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e70647-0b70-4387-b4e2-650ac6dcb6f2 req-2fe5b7c0-00b9-412f-acdc-3ee326d5076c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 944 time: 0.3641520 Jun 30 08:58:01.752516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:01.896296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2b44324d-4cf5-4eb1-bc13-e4d73a52f22e None None] Provisioning for port 89d23133-3d91-4f86-8ef1-5ed04a53c9ba completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:01.912696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2b44324d-4cf5-4eb1-bc13-e4d73a52f22e None None] Provisioning complete for port 89d23133-3d91-4f86-8ef1-5ed04a53c9ba triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:01.915018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2b44324d-4cf5-4eb1-bc13-e4d73a52f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.920541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:01.920907 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.985650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e70647-0b70-4387-b4e2-650ac6dcb6f2 req-78addd29-1ddd-4166-8f8f-4e769b768b58 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879860 Jun 30 08:58:02.016712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:58:02.056155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2b44324d-4cf5-4eb1-bc13-e4d73a52f22e None None] Port 89d23133-3d91-4f86-8ef1-5ed04a53c9ba cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:02.132399 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.194204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc07c5-a8ab-4ae9-8560-e1ffa11ed14b req-cc4101c4-7aaf-4202-ba5c-f9f561be7161 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.196576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d46d145-6e9a-41bf-aa9a-83511f85e21e None None] Could not find standard attr ID for object f1344df6-bf61-4330-8715-b5d51c4fb234. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:02.212877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc07c5-a8ab-4ae9-8560-e1ffa11ed14b req-cc4101c4-7aaf-4202-ba5c-f9f561be7161 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.222823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:02.223906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc07c5-a8ab-4ae9-8560-e1ffa11ed14b req-cc4101c4-7aaf-4202-ba5c-f9f561be7161 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.234981 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.238001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3bc07c5-a8ab-4ae9-8560-e1ffa11ed14b req-cc4101c4-7aaf-4202-ba5c-f9f561be7161 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 2409 time: 0.4424250 Jun 30 08:58:02.378353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:02.379499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3bc07c5-a8ab-4ae9-8560-e1ffa11ed14b req-51edceaa-09a2-4220-b90f-5baf9dc0b78e tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405652 Jun 30 08:58:02.390076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.432908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=89d23133-3d91-4f86-8ef1-5ed04a53c9ba,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:02.445781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4236b633-14d4-4820-b3d8-b0b1175104b2 None None] Could not find standard attr ID for object 64e3638e-fa45-456f-931e-59d488118dee. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:02.466279 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.470934 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08567ccb-4c87-4a75-afca-ef9a9693b860 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/89d23133-3d91-4f86-8ef1-5ed04a53c9ba HTTP/1.1" status: 204 len: 168 time: 1.1445377 Jun 30 08:58:02.474678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60010) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:02.547214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:02.566416 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] Sync routers for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:02.568552 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d1252-b872-46dc-93b1-ad6813108618 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.570101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d1252-b872-46dc-93b1-ad6813108618 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.575018 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e90d1252-b872-46dc-93b1-ad6813108618 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0990155 Jun 30 08:58:02.575649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60012) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:02.615598 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:02.619226 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:02.645243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] No DVR routers for this DVR port 2aae73d3-cd14-4515-8126-f76949fab2f2 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:02.660725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.662700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-e9cf6e3c-0ba1-4460-9623-60352adbd066 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "DELETE /v2.0/ports/2aae73d3-cd14-4515-8126-f76949fab2f2 HTTP/1.1" status: 204 len: 173 time: 3.2530026 Jun 30 08:58:02.663161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:02.666657 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdd11ed-f9bb-4444-94f4-73ce574520e1" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:02.709334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet d8b2c6b0-3ade-403b-b2b8-aed194479fbc {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:02.713965 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.773600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.818842 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:02.843629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.902197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12996-1faf-49da-99e2-9df835c8fcdd req-c48842c5-cb3d-4645-bd3b-b73843359593 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.903775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40e12996-1faf-49da-99e2-9df835c8fcdd req-c48842c5-cb3d-4645-bd3b-b73843359593 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.2515655 Jun 30 08:58:02.917089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb513cb-0108-4e37-ae8f-3931f9b041f9 req-7c07d7e5-3a10-46fa-b5a8-6d369dcc039d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.919565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fb513cb-0108-4e37-ae8f-3931f9b041f9 req-7c07d7e5-3a10-46fa-b5a8-6d369dcc039d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2778490 Jun 30 08:58:02.944450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.968219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-16905a49-f9ce-40a1-9ceb-d90b9a3e8cdb None None] Could not find standard attr ID for object 89d23133-3d91-4f86-8ef1-5ed04a53c9ba. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:02.989544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:02.990224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.990364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b2c6b0-3ade-403b-b2b8-aed194479fbc,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:02.992807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.998167 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-57abc7e6-695f-43aa-ae8e-e6f9b3c76487 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/d8b2c6b0-3ade-403b-b2b8-aed194479fbc HTTP/1.1" status: 204 len: 168 time: 0.4187214 Jun 30 08:58:02.998167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60016) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:03.003483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:03.006131 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e82961-c8ed-4ba5-bdea-7356a9539f85" -d '{"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:03.022645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fb513cb-0108-4e37-ae8f-3931f9b041f9 req-5d4eb3e4-a359-4355-8e07-0806a411124f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966482 Jun 30 08:58:03.071314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40e12996-1faf-49da-99e2-9df835c8fcdd req-daa99a94-68f5-4056-aea9-1bf67d422c95 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490824 Jun 30 08:58:03.098169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60024) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:03.098811 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-12528eee-f86e-44b0-8ebb-832696edb763 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995619 Jun 30 08:58:03.171296 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559f76b-0864-4969-8a7e-168f4a2b399f x-openstack-request-id: req-c559f76b-0864-4969-8a7e-168f4a2b399f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:03.171597 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:03.171838 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c559f76b-0864-4969-8a7e-168f4a2b399f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:03.172228 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'code': 200} Jun 30 08:58:03.175483 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5be057-f247-496e-9064-5b62e02189b0 x-openstack-request-id: req-8b5be057-f247-496e-9064-5b62e02189b0 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:03.175749 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "2aae73d3-cd14-4515-8126-f76949fab2f2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:03.176001 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b5be057-f247-496e-9064-5b62e02189b0 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:03.176391 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '2aae73d3-cd14-4515-8126-f76949fab2f2', 'status': 'completed', 'code': 200} Jun 30 08:58:03.240925 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:25Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:03.291238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] For port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:03.292307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.300424 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] Checking router: c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:58:03.314607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b7d6dd-bca7-4a9a-bcfe-b74d2a8a0dd7 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:03.319797 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:03.320431 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:57:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:03.351276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:03.413196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e6751-159e-4e8c-8031-a45a75ff0213 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:03.416286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-499e6751-159e-4e8c-8031-a45a75ff0213 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3151596 Jun 30 08:58:03.419023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60034) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:03.517726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1858d-b997-4d0d-9b5a-7fab8452b9b5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:03.525787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60038) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:03.526610 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b4f1858d-b997-4d0d-9b5a-7fab8452b9b5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1064267 Jun 30 08:58:03.596658 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:03.608471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5b6362f9-3219-4d17-a388-824e12234340 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804167 Jun 30 08:58:03.613817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60040) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:03.622514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:03.681556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:03.722524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44edb-3ad9-41bb-beb7-fa962ff8a88b req-8439da21-761b-4a92-b95b-6ac19cd00f16 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:03.730961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52c44edb-3ad9-41bb-beb7-fa962ff8a88b req-8439da21-761b-4a92-b95b-6ac19cd00f16 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.3474751 Jun 30 08:58:03.768376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a329c2-a9f3-47c4-b5b9-583ed958323a req-233f1b0c-f026-449e-baf1-6bc3c4baa066 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:03.778338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97a329c2-a9f3-47c4-b5b9-583ed958323a req-233f1b0c-f026-449e-baf1-6bc3c4baa066 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.3072073 Jun 30 08:58:03.809424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] Deleting port 83642cb8-9a87-4cee-85ac-2b7360097475 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:03.809841 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.819693 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:03.871928 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:25Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:03.874457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:03.876965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52c44edb-3ad9-41bb-beb7-fa962ff8a88b req-28ae4987-de66-473e-bba2-e9fe1021fa33 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447325 Jun 30 08:58:03.901708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.903734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.938487 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5540fc-4bad-4dc8-8e17-71a408d2a1c8 None None] The sync data for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 is: [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:47:17Z', 'revision_number': 4, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54', 'name': '', 'network_id': '2d5f51ee-210f-423a-a24e-a4d092bc02ff', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'mac_address': 'fa:16:3e:79:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:16Z', 'updated_at': '2021-06-30T08:47:25Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'subnets': [{'id': '9c58ebb8-87c6-4fed-99d2-d25c64c74536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:03.958171 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97a329c2-a9f3-47c4-b5b9-583ed958323a req-f7cb0713-647d-4511-9a78-fcaf4aeb706d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784408 Jun 30 08:58:03.965176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] For port 83642cb8-9a87-4cee-85ac-2b7360097475, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=83642cb8-9a87-4cee-85ac-2b7360097475,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:03.965372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=3adeb387-d6e7-41b0-bd14-3bbaca22b1bf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:03.965586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.994959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] Calling delete_port for 83642cb8-9a87-4cee-85ac-2b7360097475 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:04.119494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] No DVR routers for this DVR port 3adeb387-d6e7-41b0-bd14-3bbaca22b1bf on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:04.133018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.136028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-7251d4ae-8322-4e84-9990-5f7d4b5418a5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "DELETE /v2.0/ports/3adeb387-d6e7-41b0-bd14-3bbaca22b1bf HTTP/1.1" status: 204 len: 173 time: 1.4665904 Jun 30 08:58:04.186180 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.234375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] Pushing event deleted for resources: {'Port': ['ID=83642cb8-9a87-4cee-85ac-2b7360097475,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:04.249296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81083228-987d-4ff4-9bcb-bb80e5ac739b None None] No DVR routers for this DVR port 83642cb8-9a87-4cee-85ac-2b7360097475 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:04.302932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.334088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.368335 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdeaad97-016c-4158-9fc8-1984c5d6c643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.413264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa81b08-a3fa-4b7e-aaa8-262ac7c7f23c req-88673ad2-a65d-4f01-8fcf-f573849092ae tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:04.420967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa81b08-a3fa-4b7e-aaa8-262ac7c7f23c req-88673ad2-a65d-4f01-8fcf-f573849092ae tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:04.428403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa81b08-a3fa-4b7e-aaa8-262ac7c7f23c req-88673ad2-a65d-4f01-8fcf-f573849092ae tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 1677 time: 0.1924627 Jun 30 08:58:04.452657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port 23bc99e2-cb21-4178-b039-66a05a861ecf {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:04.453149 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.474915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=014bda38-c2c0-4c75-9285-a2333644feee,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:04.520020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:04.527053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:04.536265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5a7b6-29f7-4130-80e0-904e5f172a89 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:04.549190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:04.552212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.605381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6aef8849-7c5f-42c9-bb3b-f3495906657e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9903307 Jun 30 08:58:04.606157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60046) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:04.611237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': '014bda38-c2c0-4c75-9285-a2333644feee', 'ip_address': '2001:db8::c53:ab17:21ba:72a'}], 'name': 'tempest-NetworksTestDHCPv6-941660514'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:04.614613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa81b08-a3fa-4b7e-aaa8-262ac7c7f23c req-2f149eaf-9322-40a8-b203-5615907f77fb tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1851127 Jun 30 08:58:04.654561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] For port 23bc99e2-cb21-4178-b039-66a05a861ecf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23bc99e2-cb21-4178-b039-66a05a861ecf,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:04.655172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.684592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for 23bc99e2-cb21-4178-b039-66a05a861ecf owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:04.717015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748dd05-c7ae-4562-80b7-d6896d864ec4 None None] New status for floating IP 4bd02dc5-4fe1-4aa5-aeef-59103e27f210: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:58:04.776739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:04.784291 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.825021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 5cca4e2c-808a-4166-9df6-063be1237fb0 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:04.838692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fba09-d6b2-4ac9-98c9-7a3614e55ba0 req-85f0074d-e16e-4336-9e77-d863b32b2849 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:04.845546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-017fba09-d6b2-4ac9-98c9-7a3614e55ba0 req-85f0074d-e16e-4336-9e77-d863b32b2849 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1328564 Jun 30 08:58:04.898319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-017fba09-d6b2-4ac9-98c9-7a3614e55ba0 req-ce023e0e-8e49-4b0f-bed1-72df32d36569 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517735 Jun 30 08:58:05.005908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '014bda38-c2c0-4c75-9285-a2333644feee'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:05.007030 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.129052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::c53:ab17:21ba:72a (30da8841-07f2-45f6-909d-3a5198a43942/014bda38-c2c0-4c75-9285-a2333644feee/5cca4e2c-808a-4166-9df6-063be1237fb0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:05.185210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:05.186508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 83642cb8-9a87-4cee-85ac-2b7360097475 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:05.188765 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dcab52-21b5-4fd2-9d3a-1f66e24b891d" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:05.197755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.236920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 83642cb8-9a87-4cee-85ac-2b7360097475 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:05.237766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 83642cb8-9a87-4cee-85ac-2b7360097475 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:05.247941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=23bc99e2-cb21-4178-b039-66a05a861ecf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:05.329791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] No DVR routers for this DVR port 23bc99e2-cb21-4178-b039-66a05a861ecf on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:05.340208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32175605-dd32-4d4c-9ddf-2eaa21ce726f req-2eb87eda-cf25-44a0-9fcd-6ae88f3e00b8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:05.341440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.347809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32175605-dd32-4d4c-9ddf-2eaa21ce726f req-2eb87eda-cf25-44a0-9fcd-6ae88f3e00b8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.3505409 Jun 30 08:58:05.357497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.359435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-9175b82f-73a7-4bc8-b2ec-9d31c43a56fa tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "DELETE /v2.0/ports/23bc99e2-cb21-4178-b039-66a05a861ecf HTTP/1.1" status: 204 len: 173 time: 1.2182992 Jun 30 08:58:05.363050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 5cca4e2c-808a-4166-9df6-063be1237fb0 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:05.367198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a0b44-367b-416f-b35e-bb166330e69a req-f9610ab4-9685-4b26-975a-e9ffa29b44c7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:05.374789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-327a0b44-367b-416f-b35e-bb166330e69a req-f9610ab4-9685-4b26-975a-e9ffa29b44c7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2697239 Jun 30 08:58:05.403171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.461930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:05.465797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:05.474431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:05.481763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:05.483231 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.489913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32175605-dd32-4d4c-9ddf-2eaa21ce726f req-d7809e8d-0020-4d8f-92c2-0cb0f688765c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407957 Jun 30 08:58:05.501581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=5cca4e2c-808a-4166-9df6-063be1237fb0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:05.507764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/014bda38-c2c0-4c75-9285-a2333644feee/21f33c5b-8192-420d-8843-c04972bdabb5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:05.512098 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-733602e9-5cd1-41d9-bccd-310c9a535a06 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.9047568 Jun 30 08:58:05.516562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60060) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:05.526446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cf363aed-0b8e-4f49-b327-e371b4efe97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': '014bda38-c2c0-4c75-9285-a2333644feee', 'ip_address': '2001:db8::c53:ab17:21ba:72a'}], 'name': 'tempest-NetworksTestDHCPv6-752754228'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:05.533137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-327a0b44-367b-416f-b35e-bb166330e69a req-e8015c88-2926-466b-a12a-305bdfbd69d5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573627 Jun 30 08:58:05.745108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf363aed-0b8e-4f49-b327-e371b4efe97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:05.750335 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.835495 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.843743 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf56e1-57b0-4fc6-a471-35650baa3b96 x-openstack-request-id: req-e4bf56e1-57b0-4fc6-a471-35650baa3b96 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:05.844080 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "3adeb387-d6e7-41b0-bd14-3bbaca22b1bf", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:05.844362 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4bf56e1-57b0-4fc6-a471-35650baa3b96 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:05.844694 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '3adeb387-d6e7-41b0-bd14-3bbaca22b1bf', 'status': 'completed', 'code': 200} Jun 30 08:58:05.862292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Transition to ACTIVE for port object 21f33c5b-8192-420d-8843-c04972bdabb5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:05.882223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Transition to ACTIVE for port object 21f33c5b-8192-420d-8843-c04972bdabb5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:05.891448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.903476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cf363aed-0b8e-4f49-b327-e371b4efe97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.936703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-cf363aed-0b8e-4f49-b327-e371b4efe97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port c9343aa4-ec0c-454b-872f-36850acdd097 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:05.955269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:05.960833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:05.967073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:05.970688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Pushing event updated for resources: {'Port': ['ID=21f33c5b-8192-420d-8843-c04972bdabb5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:05.987750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port 24735fe4-1349-46ea-8af5-df26068a41d4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:05.988083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.059047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Attempting to bind port 21f33c5b-8192-420d-8843-c04972bdabb5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:06.059734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Attempting to bind port 21f33c5b-8192-420d-8843-c04972bdabb5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:06.060333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Attempting to bind port 21f33c5b-8192-420d-8843-c04972bdabb5 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:06.067674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:06.068439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:06.069079 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.069737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:06.070426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Bound port: 21f33c5b-8192-420d-8843-c04972bdabb5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:06.071073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.099899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82c828-e91a-48bd-9e5f-da61deb1867f req-29c8ba61-4ae0-432a-add9-6b33ffa9d5e1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:06.108796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f82c828-e91a-48bd-9e5f-da61deb1867f req-29c8ba61-4ae0-432a-add9-6b33ffa9d5e1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 814 time: 0.4302690 Jun 30 08:58:06.128352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f82c828-e91a-48bd-9e5f-da61deb1867f req-4a626749-9a2b-4184-95fd-f9ac9403c2d3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/quotas/d26487bfc23243cabb2adea98ff88029 HTTP/1.1" status: 200 len: 375 time: 0.0185168 Jun 30 08:58:06.189475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] For port 21f33c5b-8192-420d-8843-c04972bdabb5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:06.195442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] For port 21f33c5b-8192-420d-8843-c04972bdabb5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=21f33c5b-8192-420d-8843-c04972bdabb5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:06.202154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.229180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] For port 24735fe4-1349-46ea-8af5-df26068a41d4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=24735fe4-1349-46ea-8af5-df26068a41d4,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:06.229712 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.289021 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf363aed-0b8e-4f49-b327-e371b4efe97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 08:58:06.291040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf363aed-0b8e-4f49-b327-e371b4efe97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:06.312603 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cf363aed-0b8e-4f49-b327-e371b4efe97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.7948723 Jun 30 08:58:06.315160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60072) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:06.361032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f33afa-3384-49f4-841a-7849c2eb0d14 None None] Pushing event updated for resources: {'Port': ['ID=21f33c5b-8192-420d-8843-c04972bdabb5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:06.435594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979039c-53a1-4fe3-9041-5e6d30a1f8a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:06.442023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979039c-53a1-4fe3-9041-5e6d30a1f8a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:06.445675 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a979039c-53a1-4fe3-9041-5e6d30a1f8a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1288941 Jun 30 08:58:06.448253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:06.656731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 5cca4e2c-808a-4166-9df6-063be1237fb0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:06.658028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.751834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f82c828-e91a-48bd-9e5f-da61deb1867f req-81154bf3-d570-4d07-bd33-174a4967f567 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6225669 Jun 30 08:58:06.752791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for 24735fe4-1349-46ea-8af5-df26068a41d4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:06.783477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.806637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 5cca4e2c-808a-4166-9df6-063be1237fb0 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:06.952705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f376-2824-4e58-a299-a624874c0ef9 req-00a3b16d-82f9-44e3-9eac-682b490ca197 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:06.960110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:06.973850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d460f376-2824-4e58-a299-a624874c0ef9 req-00a3b16d-82f9-44e3-9eac-682b490ca197 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 943 time: 0.2630017 Jun 30 08:58:07.057255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=5cca4e2c-808a-4166-9df6-063be1237fb0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:07.064487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.066515 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51cd0fc8-8ee7-4c77-a511-1123a2157d07 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/5cca4e2c-808a-4166-9df6-063be1237fb0 HTTP/1.1" status: 204 len: 168 time: 0.6145689 Jun 30 08:58:07.068956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60084) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:07.077051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d460f376-2824-4e58-a299-a624874c0ef9 req-9755c751-7fcb-4aba-acfd-a0bb48aee5bc tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups?id=a121ffd4-afb7-46fb-96b2-02cfba82c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093338 Jun 30 08:58:07.178079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26475b47-55be-4be0-8140-a5a8069e6c10 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:07.181753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26475b47-55be-4be0-8140-a5a8069e6c10 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:07.186339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6286fe-6c6d-47ab-bfe5-06125441673d req-ce4dff83-7f49-43c9-bea1-bba9ed658660 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:07.186339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d6286fe-6c6d-47ab-bfe5-06125441673d req-ce4dff83-7f49-43c9-bea1-bba9ed658660 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1862459 Jun 30 08:58:07.188616 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-26475b47-55be-4be0-8140-a5a8069e6c10 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1186767 Jun 30 08:58:07.189974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:07.191701 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.253057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.277396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 21f33c5b-8192-420d-8843-c04972bdabb5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:07.296089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 014bda38-c2c0-4c75-9285-a2333644feee {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:07.301208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.319265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=24735fe4-1349-46ea-8af5-df26068a41d4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:07.369010 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.386909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d6286fe-6c6d-47ab-bfe5-06125441673d req-d05947d2-2ba9-41be-8032-d0b28749b036 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664286 Jun 30 08:58:07.431329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 21f33c5b-8192-420d-8843-c04972bdabb5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:07.479682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] No DVR routers for this DVR port 24735fe4-1349-46ea-8af5-df26068a41d4 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:07.483501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.485299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d44a63b-2f7a-4f57-b343-5d89feb3941c req-25a15e7c-d57e-4a26-aea1-305677f48a8b tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.26 "DELETE /v2.0/ports/24735fe4-1349-46ea-8af5-df26068a41d4 HTTP/1.1" status: 204 len: 173 time: 2.1031284 Jun 30 08:58:07.486783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.577793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.592571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c664aa-846e-44aa-a1fe-7c5427683e03 req-843bb0c4-d54a-4909-a159-58d5516b7845 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:07.601355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57c664aa-846e-44aa-a1fe-7c5427683e03 req-843bb0c4-d54a-4909-a159-58d5516b7845 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2087159 Jun 30 08:58:07.605970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.607841 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/014bda38-c2c0-4c75-9285-a2333644feee HTTP/1.1" status: 204 len: 168 time: 0.4167140 Jun 30 08:58:07.622268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60094) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:07.627075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14905c85-93f1-4f85-9735-7e15fca2fdb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=014bda38-c2c0-4c75-9285-a2333644feee,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:07.706941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60096) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:07.707610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ed00edee-420a-42fa-834f-ccb760998be0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826895 Jun 30 08:58:07.712973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:07.743988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57c664aa-846e-44aa-a1fe-7c5427683e03 req-cb3ddfeb-9f39-402a-a94e-2132340c2295 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409605 Jun 30 08:58:07.821067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120880c-275e-4b3e-bf48-d10efcf578f5 req-a82cd026-a912-43cd-b3c2-c3edbfd62024 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:07.831023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f120880c-275e-4b3e-bf48-d10efcf578f5 req-a82cd026-a912-43cd-b3c2-c3edbfd62024 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2181206 Jun 30 08:58:07.854175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf'}, {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:07.856912 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902529c9-9da5-4a5e-bff6-be377d5c498c" -d '{"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf"}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:07.918972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31257cb-e5c4-46f7-8e27-a473ea2389e4 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:07.934219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f120880c-275e-4b3e-bf48-d10efcf578f5 req-b50304d5-357e-4abc-9918-50e4259e678e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975358 Jun 30 08:58:07.983169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:07.992261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.098472 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a811a-6503-414f-9da4-880e15746acd x-openstack-request-id: req-844a811a-6503-414f-9da4-880e15746acd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:08.098832 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "23bc99e2-cb21-4178-b039-66a05a861ecf", "status": "completed", "code": 200}, {"server_uuid": "4c276a21-869f-4f90-aec5-f4d864392b0c", "name": "network-vif-deleted", "tag": "24735fe4-1349-46ea-8af5-df26068a41d4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:08.098966 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-844a811a-6503-414f-9da4-880e15746acd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:08.099334 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '23bc99e2-cb21-4178-b039-66a05a861ecf', 'status': 'completed', 'code': 200} Jun 30 08:58:08.099599 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c276a21-869f-4f90-aec5-f4d864392b0c', 'name': 'network-vif-deleted', 'tag': '24735fe4-1349-46ea-8af5-df26068a41d4', 'status': 'completed', 'code': 200} Jun 30 08:58:08.194411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4b36008c-b6a6-480b-8a60-22563cf66b10 None None] Provisioning for port 21f33c5b-8192-420d-8843-c04972bdabb5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:08.213708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4b36008c-b6a6-480b-8a60-22563cf66b10 None None] Provisioning complete for port 21f33c5b-8192-420d-8843-c04972bdabb5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:08.214328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b36008c-b6a6-480b-8a60-22563cf66b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.358036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.438349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:08.450262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=b507e6f9-d381-49dc-ae7a-4c77d0241ce3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:08.451637 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b36008c-b6a6-480b-8a60-22563cf66b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.459645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f900d326-a3c2-43ee-a2e7-e356f8d62c40 req-ddbdf08d-aef3-49af-886d-4290c2cd8bec tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0906403 Jun 30 08:58:08.465855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:08.467313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:08.479733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:08.480531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.497128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c724c91a-10b2-452f-b852-ef7aa0093bda tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7889307 Jun 30 08:58:08.499755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60106) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:08.512881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-771e473b-e7c6-43b5-b425-76888c9fd61d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': 'b507e6f9-d381-49dc-ae7a-4c77d0241ce3', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1396250250'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:08.527339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4b36008c-b6a6-480b-8a60-22563cf66b10 None None] For port 21f33c5b-8192-420d-8843-c04972bdabb5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=21f33c5b-8192-420d-8843-c04972bdabb5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:08.528114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d928fc-e562-4773-9666-a8e8e368d872 req-01ffeba6-8c84-4c65-b94e-39911ce6fd6d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:08.539747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13d928fc-e562-4773-9666-a8e8e368d872 req-01ffeba6-8c84-4c65-b94e-39911ce6fd6d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2320592 Jun 30 08:58:08.556473 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b36008c-b6a6-480b-8a60-22563cf66b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.628506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] Deleting port 21f33c5b-8192-420d-8843-c04972bdabb5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:08.629028 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.631889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36008c-b6a6-480b-8a60-22563cf66b10 None None] Pushing event updated for resources: {'Port': ['ID=21f33c5b-8192-420d-8843-c04972bdabb5,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:08.673217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13d928fc-e562-4773-9666-a8e8e368d872 req-eb59fe1a-7665-4d29-9849-85b2b1d03d24 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266108 Jun 30 08:58:08.756625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] For port 21f33c5b-8192-420d-8843-c04972bdabb5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=21f33c5b-8192-420d-8843-c04972bdabb5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:08.757137 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.804557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] Calling delete_port for 21f33c5b-8192-420d-8843-c04972bdabb5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:08.809913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e473b-e7c6-43b5-b425-76888c9fd61d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:08.815948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-771e473b-e7c6-43b5-b425-76888c9fd61d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.851843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0afdff-2eb4-42f3-b0c4-0d70c3d9f86b req-d0a8d005-bc11-442f-b498-09e2d72d6e05 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:08.853897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b0afdff-2eb4-42f3-b0c4-0d70c3d9f86b req-d0a8d005-bc11-442f-b498-09e2d72d6e05 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1261663 Jun 30 08:58:08.878527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-771e473b-e7c6-43b5-b425-76888c9fd61d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 6af8f2da-b457-403c-9902-19875ef95130 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:08.944138 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.966126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] No DVR routers for this DVR port 21f33c5b-8192-420d-8843-c04972bdabb5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:09.013165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ce61e-2c2f-4b8c-9820-8491c0d0d9dd None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:09.019445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f34fe527-52cb-4ddd-b372-6948913ab243 req-4e8b4dd8-1a89-4d4c-8fe7-6309380e5672 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d26487bfc23243cabb2adea98ff88029 HTTP/1.1" status: 200 len: 221 time: 0.1167300 Jun 30 08:58:09.021332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba8134-62f2-4def-9e1a-fe4a864e3057 None None] Pushing event deleted for resources: {'Port': ['ID=21f33c5b-8192-420d-8843-c04972bdabb5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:09.078925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b0afdff-2eb4-42f3-b0c4-0d70c3d9f86b req-0d031f3f-ec6b-4f82-8e3e-62e29274f3cc tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028928 Jun 30 08:58:09.123808 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-771e473b-e7c6-43b5-b425-76888c9fd61d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:58:09.124268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771e473b-e7c6-43b5-b425-76888c9fd61d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:09.161019 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-771e473b-e7c6-43b5-b425-76888c9fd61d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6579864 Jun 30 08:58:09.161558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60126) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:09.235272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-90b52958-0be7-41bb-b0f2-9385be59b403 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0706449 Jun 30 08:58:09.235653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60130) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:09.278379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 21f33c5b-8192-420d-8843-c04972bdabb5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:09.324469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 21f33c5b-8192-420d-8843-c04972bdabb5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:09.329148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 21f33c5b-8192-420d-8843-c04972bdabb5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:09.341530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eddd7ba-bf54-4783-8ebe-abb47ee45f2a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:09.351906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eddd7ba-bf54-4783-8ebe-abb47ee45f2a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:09.357092 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5eddd7ba-bf54-4783-8ebe-abb47ee45f2a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1169131 Jun 30 08:58:09.362330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60132) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:09.421796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fbfdd9-18d3-45ee-87c1-d9e637314130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': 'b507e6f9-d381-49dc-ae7a-4c77d0241ce3'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:09.422882 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfdd9-18d3-45ee-87c1-d9e637314130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.434800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af31df-acd0-473e-baf1-7a3818f50554 req-074c12aa-968b-427f-9893-6107511d21a1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:09.436687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6af31df-acd0-473e-baf1-7a3818f50554 req-074c12aa-968b-427f-9893-6107511d21a1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1441479 Jun 30 08:58:09.503391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet b507e6f9-d381-49dc-ae7a-4c77d0241ce3 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:09.513094 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.516746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6af31df-acd0-473e-baf1-7a3818f50554 req-31ef8ae8-0062-4ed4-8dc1-b41b26bd059a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 Jun 30 08:58:09.623404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.716177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.725941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceaa5e-d5ff-4f27-98d1-49967d136c80 req-74c8ce44-e0d8-40e2-8630-8f32633eca30 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:09.727989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08ceaa5e-d5ff-4f27-98d1-49967d136c80 req-74c8ce44-e0d8-40e2-8630-8f32633eca30 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1265728 Jun 30 08:58:09.784693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08ceaa5e-d5ff-4f27-98d1-49967d136c80 req-a289205d-a2e7-4edf-80a8-83c59bab85e4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507920 Jun 30 08:58:09.838172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.879803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=b507e6f9-d381-49dc-ae7a-4c77d0241ce3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:09.886564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.890524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ed9dd05-5467-4b4f-a80c-55a541660ba1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/b507e6f9-d381-49dc-ae7a-4c77d0241ce3 HTTP/1.1" status: 204 len: 168 time: 0.5258210 Jun 30 08:58:09.892858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-c0fbfdd9-18d3-45ee-87c1-d9e637314130 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b507e6f9-d381-49dc-ae7a-4c77d0241ce3: This subnet is being modified by another concurrent operation. Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 08:58:09.898548 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b507e6f9-d381-49dc-ae7a-4c77d0241ce3: This subnet is being modified by another concurrent operation. Jun 30 08:58:09.902147 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 08:58:09.998466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cc4cbcf-dd3e-491f-b140-04d468071492 req-b54fbc4f-64a3-49d2-8605-0a99467f13d3 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0708706 Jun 30 08:58:10.015200 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a105b7da-b983-4391-acea-8564ee04f59d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137090 Jun 30 08:58:10.015957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60140) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:10.022662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:10.030305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9020deb-e78b-4e21-abac-1284e07f6b2e None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:58:10.169772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3c87-320b-4d42-a204-864e7f53b97b req-2817fdbe-2759-4832-8ddd-5ae056d597e3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.171309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b5f3c87-320b-4d42-a204-864e7f53b97b req-2817fdbe-2759-4832-8ddd-5ae056d597e3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1454699 Jun 30 08:58:10.193789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:10.200188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:10.255095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b5f3c87-320b-4d42-a204-864e7f53b97b req-dffaa467-71de-48d3-b958-18cc85822907 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764375 Jun 30 08:58:10.363732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9020deb-e78b-4e21-abac-1284e07f6b2e None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 08:58:10.511703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42923f8-f1c0-404b-b03f-ae5341392c5a req-6e57efb8-6b23-40d1-ae6a-995d97d86a52 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.513375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c42923f8-f1c0-404b-b03f-ae5341392c5a req-6e57efb8-6b23-40d1-ae6a-995d97d86a52 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.2080011 Jun 30 08:58:10.639089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:10.642470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c42923f8-f1c0-404b-b03f-ae5341392c5a req-d402e25c-0f97-4dc9-9cf6-48864d7389da tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214881 Jun 30 08:58:10.683851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7082-e9a3-465f-bcfb-9bd159875b33 req-d9de046b-d5f1-46dc-9c9d-122959c43804 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.694756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28df7082-e9a3-465f-bcfb-9bd159875b33 req-d9de046b-d5f1-46dc-9c9d-122959c43804 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2804825 Jun 30 08:58:10.744333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:10.749148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:10.768839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.769351 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:10.777081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28df7082-e9a3-465f-bcfb-9bd159875b33 req-2d29634f-9acb-49a3-a314-bdcdd263fcf2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795860 Jun 30 08:58:10.817766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=1eb73767-129d-4dd6-b745-c1bbf5cdbe8a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:10.836441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60156) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:10.836630 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ad7dff3-8bf0-44e1-becf-b4460df2b97e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8194675 Jun 30 08:58:10.841614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4c69b481-679c-447b-962d-6532ffb1b51d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1496894641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:10.913502 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c69b481-679c-447b-962d-6532ffb1b51d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:10.924085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c69b481-679c-447b-962d-6532ffb1b51d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:11.143864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c69b481-679c-447b-962d-6532ffb1b51d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:11.166167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c69b481-679c-447b-962d-6532ffb1b51d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:11.209222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf3c5-41a0-469f-a18e-35c05a20f18a req-81f59729-dc29-4365-af29-6d03aea44235 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:11.218933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f2cf3c5-41a0-469f-a18e-35c05a20f18a req-81f59729-dc29-4365-af29-6d03aea44235 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2816958 Jun 30 08:58:11.264085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c69b481-679c-447b-962d-6532ffb1b51d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:11.266534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4c69b481-679c-447b-962d-6532ffb1b51d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4288244 Jun 30 08:58:11.270332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60160) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:11.289970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f2cf3c5-41a0-469f-a18e-35c05a20f18a req-f81e6262-f97c-4cbc-9de7-b829f2e9c5b4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Jun 30 08:58:11.410627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '1eb73767-129d-4dd6-b745-c1bbf5cdbe8a'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:11.411630 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:11.417475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435ecb2-febb-46d3-ac03-663af2bb8d66 req-1cca0d56-0c72-4573-ba9a-ba608d6823d3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:11.420310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c435ecb2-febb-46d3-ac03-663af2bb8d66 req-1cca0d56-0c72-4573-ba9a-ba608d6823d3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1194925 Jun 30 08:58:11.519613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c435ecb2-febb-46d3-ac03-663af2bb8d66 req-5b96e3df-ab10-4fd8-a545-d2af79fee3a9 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Jun 30 08:58:11.567726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dfb7b70b-c32b-4fe4-9e50-648f789e8268 req-c488ccc3-deaa-453c-a8fe-d08871fdda47 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0840747 Jun 30 08:58:11.734709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/1eb73767-129d-4dd6-b745-c1bbf5cdbe8a/40e2eccf-86c5-4443-8af1-716a00a72f4f) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:11.783418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:11.835123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cfce2-aeee-4b8e-8c22-43406f70bc95 req-2ae35c75-bbd7-4703-9dcf-aad1e449b1fd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:11.839936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed6cfce2-aeee-4b8e-8c22-43406f70bc95 req-2ae35c75-bbd7-4703-9dcf-aad1e449b1fd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1163473 Jun 30 08:58:11.925109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed6cfce2-aeee-4b8e-8c22-43406f70bc95 req-bede112c-706e-4e54-bb20-1c8a1368d5a0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Jun 30 08:58:11.980510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70d78-5c4f-4176-91f3-854ab4ecf236 req-ba82b60a-3c18-4146-b27f-b754c4a13812 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:11.987149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5a70d78-5c4f-4176-91f3-854ab4ecf236 req-ba82b60a-3c18-4146-b27f-b754c4a13812 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1458325 Jun 30 08:58:12.073406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5a70d78-5c4f-4176-91f3-854ab4ecf236 req-0a53547b-fab3-4093-835f-23bb7065633f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789773 Jun 30 08:58:12.089663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.114221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Transition to ACTIVE for port object 40e2eccf-86c5-4443-8af1-716a00a72f4f will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:12.152474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Transition to ACTIVE for port object 40e2eccf-86c5-4443-8af1-716a00a72f4f will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:12.157813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.203551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:12.208562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:12.213750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:12.217153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Pushing event updated for resources: {'Port': ['ID=40e2eccf-86c5-4443-8af1-716a00a72f4f,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:12.290759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::1 (30da8841-07f2-45f6-909d-3a5198a43942/1eb73767-129d-4dd6-b745-c1bbf5cdbe8a/1d3b4fc5-e064-44b8-9c08-e1ed2a809f74) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:12.304315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c42a7-2421-4efd-88a5-28994e8df460 req-03d7bd69-8a2f-4c09-bb3a-70683434371f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.312070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478c42a7-2421-4efd-88a5-28994e8df460 req-03d7bd69-8a2f-4c09-bb3a-70683434371f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1124892 Jun 30 08:58:12.340503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Attempting to bind port 40e2eccf-86c5-4443-8af1-716a00a72f4f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:12.340892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Attempting to bind port 40e2eccf-86c5-4443-8af1-716a00a72f4f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:12.341319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Attempting to bind port 40e2eccf-86c5-4443-8af1-716a00a72f4f on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:12.356330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:12.358530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:12.359981 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.361138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:12.363832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Bound port: 40e2eccf-86c5-4443-8af1-716a00a72f4f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:12.365272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.388282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478c42a7-2421-4efd-88a5-28994e8df460 req-2e0fa756-6936-43c4-b323-1356cc2fab42 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750535 Jun 30 08:58:12.485475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] For port 40e2eccf-86c5-4443-8af1-716a00a72f4f, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:12.492649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] For port 40e2eccf-86c5-4443-8af1-716a00a72f4f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=40e2eccf-86c5-4443-8af1-716a00a72f4f,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:12.498325 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.531506 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.579987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:12.591999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163da4e-74e4-4fd1-8d65-4c7dbc4fcabc None None] Pushing event updated for resources: {'Port': ['ID=40e2eccf-86c5-4443-8af1-716a00a72f4f,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:12.648813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecacd6-6c37-4097-bdf4-6ec701f3d07a req-0ecc78ef-074a-469d-9adc-985286e1b22c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.655992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04ecacd6-6c37-4097-bdf4-6ec701f3d07a req-0ecc78ef-074a-469d-9adc-985286e1b22c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1046238 Jun 30 08:58:12.673317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.755291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04ecacd6-6c37-4097-bdf4-6ec701f3d07a req-f6ab61d6-1a98-43e7-82a7-5cc79e5c189d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903754 Jun 30 08:58:12.755806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:12.759682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=1d3b4fc5-e064-44b8-9c08-e1ed2a809f74,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:12.762681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:12.768987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:12.769806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.842962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc1e1a-a624-4302-8510-f654ab4f734a req-2e17e43c-55c9-489a-94a2-e705813c308d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.844488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29dc1e1a-a624-4302-8510-f654ab4f734a req-2e17e43c-55c9-489a-94a2-e705813c308d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1690145 Jun 30 08:58:12.932797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29dc1e1a-a624-4302-8510-f654ab4f734a req-59cd675f-c26c-46e5-b8f8-0f62256e6e73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802202 Jun 30 08:58:12.987439 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.093542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17a94df7-503f-4fc2-a933-cf9e13feb514 req-13b11a25-c03f-400b-bce6-dc68b215af98 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.1057913 Jun 30 08:58:13.283322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e62f7-acb1-45c0-ba11-de13ca7e0289 req-92b89329-1923-4108-861a-cc316844e47f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.287993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b72e62f7-acb1-45c0-ba11-de13ca7e0289 req-92b89329-1923-4108-861a-cc316844e47f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1557560 Jun 30 08:58:13.292982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40e2eccf-86c5-4443-8af1-716a00a72f4f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:13.404583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 40e2eccf-86c5-4443-8af1-716a00a72f4f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:13.467750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.476516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.476915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b72e62f7-acb1-45c0-ba11-de13ca7e0289 req-bab6df33-be3f-4ced-b49c-b2cec033af32 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804585 Jun 30 08:58:13.477167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.538909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=1d3b4fc5-e064-44b8-9c08-e1ed2a809f74,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:13.541059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7e65c-ff30-4cb1-8c56-9deb6ae03271 req-af566a38-f4e6-4bac-ae9b-047c2c5626ae tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.549338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13b7e65c-ff30-4cb1-8c56-9deb6ae03271 req-af566a38-f4e6-4bac-ae9b-047c2c5626ae tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.2398374 Jun 30 08:58:13.655016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13b7e65c-ff30-4cb1-8c56-9deb6ae03271 req-9e04465a-a8fa-4cb2-9e61-4b9109cfb39d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003237 Jun 30 08:58:13.766019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:13.767944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:13.999095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Router 5946e681-cab6-4d8d-914b-c59321138a35 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:58:14.016754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7c79b-c56a-4b7f-ad25-0f769b0e653a req-6f29f028-04ec-4ece-843b-23fbb6dbba34 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.019350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c7c79b-c56a-4b7f-ad25-0f769b0e653a req-6f29f028-04ec-4ece-843b-23fbb6dbba34 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1227164 Jun 30 08:58:14.091323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c7c79b-c56a-4b7f-ad25-0f769b0e653a req-531fee42-d9c3-4b64-88c6-f1afbab1dd08 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619974 Jun 30 08:58:14.179381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:14.190841 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Sync routers for ids ['5946e681-cab6-4d8d-914b-c59321138a35'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:14.202952 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7404bca5-ad3b-4f09-aebd-cb9d49435c5f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "PUT /v2.0/routers/5946e681-cab6-4d8d-914b-c59321138a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9311190 Jun 30 08:58:14.205443 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Routers {'5946e681-cab6-4d8d-914b-c59321138a35'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:14.206126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:14.217748 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5946e681-cab6-4d8d-914b-c59321138a35'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:14.298900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07a5ba-00e6-4a0b-80a0-a379c018af0c req-60310263-f234-4d40-a783-c50ca324993b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.301389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c07a5ba-00e6-4a0b-80a0-a379c018af0c req-60310263-f234-4d40-a783-c50ca324993b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1521530 Jun 30 08:58:14.369170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb07ae1-bc3f-4fa5-a456-58bcdb9237f8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.375715 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9bb07ae1-bc3f-4fa5-a456-58bcdb9237f8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports/1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 HTTP/1.1" status: 200 len: 911 time: 0.1678083 Jun 30 08:58:14.376374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60206) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:14.461199 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Set router 5946e681-cab6-4d8d-914b-c59321138a35 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:14.466262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c07a5ba-00e6-4a0b-80a0-a379c018af0c req-5ae8ca58-095f-40ba-bd7d-e33d7eeb9f58 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554968 Jun 30 08:58:14.525793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaca7f2-b969-4393-a22b-4efd3608fa28 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:14.551450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6f2d8-7829-48a7-a248-ec6177d2855a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.560677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6f2d8-7829-48a7-a248-ec6177d2855a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.569533 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e6f6f2d8-7829-48a7-a248-ec6177d2855a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1921265 Jun 30 08:58:14.570676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:14.577818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71042e3-d8df-4742-8eb4-746979f883ac req-51bf4be1-7203-4fa6-a86c-700cf60e56c4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.584811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a71042e3-d8df-4742-8eb4-746979f883ac req-51bf4be1-7203-4fa6-a86c-700cf60e56c4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1955295 Jun 30 08:58:14.674988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-69784cbe-e06c-4222-b401-9b4d792da472 None None] Provisioning for port 40e2eccf-86c5-4443-8af1-716a00a72f4f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:14.688625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-69784cbe-e06c-4222-b401-9b4d792da472 None None] Provisioning complete for port 40e2eccf-86c5-4443-8af1-716a00a72f4f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:14.689284 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-69784cbe-e06c-4222-b401-9b4d792da472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.715945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47913277-40da-46f6-9358-a70c12c457f4 req-90f05681-6a7f-4189-b7a6-f627c5a43e2e tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0811791 Jun 30 08:58:14.744769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a71042e3-d8df-4742-8eb4-746979f883ac req-e1d25aae-b270-4141-a4ff-a92bc2a5d14b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588223 Jun 30 08:58:14.952125 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5946e681-cab6-4d8d-914b-c59321138a35', 'name': 'tempest-NetworksTestDHCPv6-router-1496894641', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:58:10Z', 'updated_at': '2021-06-30T08:58:12Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'gw_port_host': None, '_interfaces': [{'id': '1d3b4fc5-e064-44b8-9c08-e1ed2a809f74', 'name': '', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'mac_address': 'fa:16:3e:88:6c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5946e681-cab6-4d8d-914b-c59321138a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '1eb73767-129d-4dd6-b745-c1bbf5cdbe8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:11Z', 'updated_at': '2021-06-30T08:58:13Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'subnets': [{'id': '1eb73767-129d-4dd6-b745-c1bbf5cdbe8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:15.032660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Checking router: 5946e681-cab6-4d8d-914b-c59321138a35 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:58:15.033177 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Updating router 5946e681-cab6-4d8d-914b-c59321138a35 port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:58:15.056754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-69784cbe-e06c-4222-b401-9b4d792da472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.094345 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.140096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e8fe1-3666-4ec7-9784-9de2dc82183d req-655c1f5f-fb5b-405e-8d29-ca9c985903e6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:15.155847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-720e8fe1-3666-4ec7-9784-9de2dc82183d req-655c1f5f-fb5b-405e-8d29-ca9c985903e6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1768739 Jun 30 08:58:15.159122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-69784cbe-e06c-4222-b401-9b4d792da472 None None] For port 40e2eccf-86c5-4443-8af1-716a00a72f4f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=40e2eccf-86c5-4443-8af1-716a00a72f4f,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:15.167367 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-69784cbe-e06c-4222-b401-9b4d792da472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.244257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-720e8fe1-3666-4ec7-9784-9de2dc82183d req-5d5d1fa5-ea43-4437-a2d5-809210abaa1a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868828 Jun 30 08:58:15.307549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69784cbe-e06c-4222-b401-9b4d792da472 None None] Pushing event updated for resources: {'Port': ['ID=40e2eccf-86c5-4443-8af1-716a00a72f4f,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:15.470342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc3cd5-c48b-4191-9758-aa7e9a832f44 req-c258c69d-5e8c-4eb5-95d0-b40bf8ec3cd2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:15.479719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2bc3cd5-c48b-4191-9758-aa7e9a832f44 req-c258c69d-5e8c-4eb5-95d0-b40bf8ec3cd2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1150041 Jun 30 08:58:15.564678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2bc3cd5-c48b-4191-9758-aa7e9a832f44 req-1f3d9d9c-b113-44d6-af0b-bbd56073714f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837464 Jun 30 08:58:15.624681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.838537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cf145bdc-05c4-43c0-afdb-4e59f4026d1b None None] Provisioning complete for port 40e2eccf-86c5-4443-8af1-716a00a72f4f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:15.839123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cf145bdc-05c4-43c0-afdb-4e59f4026d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.861897 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.884392 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Transition to ACTIVE for port object 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:15.895437 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.955545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cc121-832b-41a0-91ec-facdf23c8901 req-1e21facf-4d74-413c-a65c-e823fa5d40b5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:15.961654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b1cc121-832b-41a0-91ec-facdf23c8901 req-1e21facf-4d74-413c-a65c-e823fa5d40b5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2258923 Jun 30 08:58:15.984975 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Pushing event updated for resources: {'Port': ['ID=1d3b4fc5-e064-44b8-9c08-e1ed2a809f74,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:16.014079 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.014754 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.015275 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.015764 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.016236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.016887 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.017380 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.022280 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.022843 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.026318 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.027079 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.027570 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:16.053820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca019-bb49-44a7-864b-2a6e84ee48a6 req-16120df9-d3ca-44b3-8793-9b79687a637b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:16.063544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d2ca019-bb49-44a7-864b-2a6e84ee48a6 req-16120df9-d3ca-44b3-8793-9b79687a637b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2627718 Jun 30 08:58:16.140063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d2ca019-bb49-44a7-864b-2a6e84ee48a6 req-5950f497-8e54-4e31-9d87-850d172d14cd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755148 Jun 30 08:58:16.163347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b1cc121-832b-41a0-91ec-facdf23c8901 req-578765a8-9bee-44a2-96df-55673542a89b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909900 Jun 30 08:58:16.183261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cf145bdc-05c4-43c0-afdb-4e59f4026d1b None None] Provisioning for port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:16.221817 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Attempting to bind port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:16.222564 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Attempting to bind port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:16.223016 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Attempting to bind port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:16.230758 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:16.231270 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:16.231783 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.233934 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:16.234539 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Bound port: 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:16.235142 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.351923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] For port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:16.357552 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] For port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1d3b4fc5-e064-44b8-9c08-e1ed2a809f74,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:16.365241 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.413800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-825a24c0-d7ef-4ec8-97c9-7f5f14a52309 req-c71c3c49-df6f-49d0-8b42-ea24929d4780 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0637972 Jun 30 08:58:16.556752 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Routers {'5946e681-cab6-4d8d-914b-c59321138a35'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:16.575541 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5946e681-cab6-4d8d-914b-c59321138a35'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:16.668148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:16.668767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.699465 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4241ff-efb1-43c2-bcd0-923038f04a34 None None] Pushing event updated for resources: {'Port': ['ID=1d3b4fc5-e064-44b8-9c08-e1ed2a809f74,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:16.784553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f37ed-487d-4405-824e-851df50df7d9 req-0c1f5cd5-4e8a-437a-b4dd-5025952693b3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:16.797521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-234f37ed-487d-4405-824e-851df50df7d9 req-0c1f5cd5-4e8a-437a-b4dd-5025952693b3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1785073 Jun 30 08:58:16.812110 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] Set router 5946e681-cab6-4d8d-914b-c59321138a35 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:16.871844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] For port 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1d3b4fc5-e064-44b8-9c08-e1ed2a809f74,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:16.872224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.902987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:16.970871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-234f37ed-487d-4405-824e-851df50df7d9 req-707c2d9c-c166-4e37-978b-893241e86dfc tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724591 Jun 30 08:58:17.030357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2c959-09a0-479b-a8b5-87f003718643 req-910c30fe-a2bd-4df9-8a54-f0c24f17bd55 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:17.031927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02b2c959-09a0-479b-a8b5-87f003718643 req-910c30fe-a2bd-4df9-8a54-f0c24f17bd55 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1620629 Jun 30 08:58:17.125904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02b2c959-09a0-479b-a8b5-87f003718643 req-cedc58bb-6b22-4680-821b-1aa7cf9713bb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854216 Jun 30 08:58:17.211183 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.224115 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5946e681-cab6-4d8d-914b-c59321138a35', 'name': 'tempest-NetworksTestDHCPv6-router-1496894641', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:58:10Z', 'updated_at': '2021-06-30T08:58:12Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'gw_port_host': None, '_interfaces': [{'id': '1d3b4fc5-e064-44b8-9c08-e1ed2a809f74', 'name': '', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'mac_address': 'fa:16:3e:88:6c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5946e681-cab6-4d8d-914b-c59321138a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '1eb73767-129d-4dd6-b745-c1bbf5cdbe8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:11Z', 'updated_at': '2021-06-30T08:58:16Z', 'revision_number': 4, 'project_id': 'b57af0c054014548830a30397b584d85', 'subnets': [{'id': '1eb73767-129d-4dd6-b745-c1bbf5cdbe8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:17.246037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40e2eccf-86c5-4443-8af1-716a00a72f4f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:17.289944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=1d3b4fc5-e064-44b8-9c08-e1ed2a809f74,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:17.305931 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a93fb-d26c-457d-8fd3-90d57aedf6b8 None None] The sync data for ids ['5946e681-cab6-4d8d-914b-c59321138a35'] in n-d-758944-40 is: [{'id': '5946e681-cab6-4d8d-914b-c59321138a35', 'name': 'tempest-NetworksTestDHCPv6-router-1496894641', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:58:10Z', 'updated_at': '2021-06-30T08:58:12Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'gw_port_host': None, '_interfaces': [{'id': '1d3b4fc5-e064-44b8-9c08-e1ed2a809f74', 'name': '', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'mac_address': 'fa:16:3e:88:6c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5946e681-cab6-4d8d-914b-c59321138a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '1eb73767-129d-4dd6-b745-c1bbf5cdbe8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:11Z', 'updated_at': '2021-06-30T08:58:16Z', 'revision_number': 4, 'project_id': 'b57af0c054014548830a30397b584d85', 'subnets': [{'id': '1eb73767-129d-4dd6-b745-c1bbf5cdbe8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:17.371171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 40e2eccf-86c5-4443-8af1-716a00a72f4f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:17.371701 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.530694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.530881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a79e5a88-e7a6-4662-ad16-03e7cb0befd8 None None] Could not find standard attr ID for object 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:17.601689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76c03d-9b2d-4b95-9991-bd610c0d7d9d req-be03b57f-d2d0-4031-89d4-978eadba4f2a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:17.613273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a76c03d-9b2d-4b95-9991-bd610c0d7d9d req-be03b57f-d2d0-4031-89d4-978eadba4f2a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2212658 Jun 30 08:58:17.676686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a76c03d-9b2d-4b95-9991-bd610c0d7d9d req-98702d25-b875-452f-afc4-99abdc8e5d6a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620451 Jun 30 08:58:17.713147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b3e1-6757-4d83-9ada-a568824ae756 req-cc8d4ef4-c8ec-4539-a0dd-240b7e030f7c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:17.713147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d10b3e1-6757-4d83-9ada-a568824ae756 req-cc8d4ef4-c8ec-4539-a0dd-240b7e030f7c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.2594094 Jun 30 08:58:17.868655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d10b3e1-6757-4d83-9ada-a568824ae756 req-d0176529-3c89-4893-98ec-b93a323d94bc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498621 Jun 30 08:58:17.927764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Router 5946e681-cab6-4d8d-914b-c59321138a35 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:58:18.067600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dcdceb49-b2fa-4df4-ac85-f389fdd26fdd None None] Could not find standard attr ID for object 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:18.110115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c19ded36-269f-43c1-bd7f-b18358796c45 req-7c7bdba4-1f08-4a77-91fd-380539a97858 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0470219 Jun 30 08:58:18.187861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:18.200938 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-14c8a5c3-c448-448c-861e-526b5b91caf0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "PUT /v2.0/routers/5946e681-cab6-4d8d-914b-c59321138a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6288946 Jun 30 08:58:18.203482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60254) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:18.322254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c37821a-d8d6-4c71-9124-34ab8b657f79 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.324220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c37821a-d8d6-4c71-9124-34ab8b657f79 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.332377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9c37821a-d8d6-4c71-9124-34ab8b657f79 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1273317 Jun 30 08:58:18.334737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:18.444399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 1eb73767-129d-4dd6-b745-c1bbf5cdbe8a {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:18.449807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:18.478156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acd1a3-6421-4e71-9be8-7693af8516c9 req-e9307ebf-0415-4d2f-b834-b8f8e50cabe3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.486537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8acd1a3-6421-4e71-9be8-7693af8516c9 req-e9307ebf-0415-4d2f-b834-b8f8e50cabe3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1530249 Jun 30 08:58:18.515072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:18.586568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8acd1a3-6421-4e71-9be8-7693af8516c9 req-a42e96f1-a52f-4ef1-a741-b8f2c4481f3c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837789 Jun 30 08:58:18.668480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ff269-9c2b-473e-837b-08d7e58fc441 req-ac4b132f-2054-4036-af1d-b6237613cd36 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.681958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:18.692827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a6ff269-9c2b-473e-837b-08d7e58fc441 req-ac4b132f-2054-4036-af1d-b6237613cd36 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2389944 Jun 30 08:58:18.766496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a6ff269-9c2b-473e-837b-08d7e58fc441 req-e406e809-f380-4ccd-888f-62e08a760fcf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Jun 30 08:58:18.790944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:18.823255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb73767-129d-4dd6-b745-c1bbf5cdbe8a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:18.834997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32db801-ada8-4167-b296-5942aa067ae0 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:18.837236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:18.842486 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2b64565b-c202-4f7e-9634-69b7f23b4311 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/1eb73767-129d-4dd6-b745-c1bbf5cdbe8a HTTP/1.1" status: 204 len: 168 time: 0.5029263 Jun 30 08:58:18.842679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60260) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:19.176768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-52aa9a3c-ec99-4277-8ef5-304a535a6db2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3333530 Jun 30 08:58:19.178444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:19.194971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:19.239994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b140e0-2a89-428d-b677-406189634434 req-2a38204c-3632-4861-b379-682173a00cbb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:19.241969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51b140e0-2a89-428d-b677-406189634434 req-2a38204c-3632-4861-b379-682173a00cbb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2067237 Jun 30 08:58:19.257937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8168f68-b45c-457d-b060-aa5ec59cf35f req-d4abaf98-a743-4d80-bc69-5c015ab6baa7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:19.259270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8168f68-b45c-457d-b060-aa5ec59cf35f req-d4abaf98-a743-4d80-bc69-5c015ab6baa7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1559749 Jun 30 08:58:19.318354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51b140e0-2a89-428d-b677-406189634434 req-a544dc22-5abc-401d-82ad-c08a9f411e8f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579453 Jun 30 08:58:19.326987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] Deleting port 40e2eccf-86c5-4443-8af1-716a00a72f4f {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:19.329863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.345236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8168f68-b45c-457d-b060-aa5ec59cf35f req-3ea08705-fd47-43ef-940c-7735d05d0463 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Jun 30 08:58:19.400501 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98a6c979-b0d1-43aa-a6d3-16e93ce20d57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.515763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] For port 40e2eccf-86c5-4443-8af1-716a00a72f4f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=40e2eccf-86c5-4443-8af1-716a00a72f4f,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:19.516611 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.556253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] Calling delete_port for 40e2eccf-86c5-4443-8af1-716a00a72f4f owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:19.625790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f93015-3e4e-4309-9c55-90cc2c2c0c69 req-080beccc-ae86-47c1-a488-e1ecdf601ee6 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0795054 Jun 30 08:58:19.700464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98a6c979-b0d1-43aa-a6d3-16e93ce20d57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.703018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98a6c979-b0d1-43aa-a6d3-16e93ce20d57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.721983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.800739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98a6c979-b0d1-43aa-a6d3-16e93ce20d57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.800739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a6c979-b0d1-43aa-a6d3-16e93ce20d57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Fanout notify agent at l3_agent the message router_deleted on router 5946e681-cab6-4d8d-914b-c59321138a35 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:58:19.817444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98a6c979-b0d1-43aa-a6d3-16e93ce20d57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.820158 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-98a6c979-b0d1-43aa-a6d3-16e93ce20d57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/routers/5946e681-cab6-4d8d-914b-c59321138a35 HTTP/1.1" status: 204 len: 168 time: 0.6393855 Jun 30 08:58:19.823106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60280) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:19.828804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] Pushing event deleted for resources: {'Port': ['ID=40e2eccf-86c5-4443-8af1-716a00a72f4f,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:19.828992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:19.846127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5547b6-f197-4eec-a486-eca4f74674e1 None None] No DVR routers for this DVR port 40e2eccf-86c5-4443-8af1-716a00a72f4f on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:19.882191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] Sync routers for ids ['5946e681-cab6-4d8d-914b-c59321138a35'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:19.902125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:19.902978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:58:19.903832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_agentschedulers_db [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5946e681-cab6-4d8d-914b-c59321138a35'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100241) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 08:58:19.930181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:19.930775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:58:19.932178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_agentschedulers_db [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5946e681-cab6-4d8d-914b-c59321138a35'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100241) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 08:58:19.932721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3c8db-2cb7-4414-8f44-2d27a910629a None None] The sync data for ids ['5946e681-cab6-4d8d-914b-c59321138a35'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:20.151930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:20.159393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:20.256799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7d890-5378-4ccd-ac4b-8d544c5b78f8 req-4238bcbc-9c14-41b0-aeda-89447cd7caea tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.262250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ad7d890-5378-4ccd-ac4b-8d544c5b78f8 req-4238bcbc-9c14-41b0-aeda-89447cd7caea tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2587473 Jun 30 08:58:20.315244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495be10-019c-4c7f-b05c-cb0b4c929fe5 req-9d0c5298-9a21-4db0-b19c-0da81c6e600c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.323583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8495be10-019c-4c7f-b05c-cb0b4c929fe5 req-9d0c5298-9a21-4db0-b19c-0da81c6e600c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.3408535 Jun 30 08:58:20.445501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ad7d890-5378-4ccd-ac4b-8d544c5b78f8 req-ba81bf57-e7cd-4f84-83f7-1f360c212895 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690576 Jun 30 08:58:20.527168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8495be10-019c-4c7f-b05c-cb0b4c929fe5 req-8b73b86c-ebe2-424e-ada3-a2088f63731a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022364 Jun 30 08:58:20.552825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:20.632981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:20.637525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:20.649047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0c623-803b-440e-9e70-0e48027d3f3c None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:20.660592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.665055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:20.850752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '049eb506-ce8f-4792-86a8-b78dcf6aff0f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:20.858337 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.031285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=049eb506-ce8f-4792-86a8-b78dcf6aff0f,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:21.053292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:21.053947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-00e363b1-454d-450c-8d1b-dd29f30d6db4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2285368 Jun 30 08:58:21.058893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a36acbe8-62ec-4e0f-8fca-58df26af2fe3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-599487044', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:21.090175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/049eb506-ce8f-4792-86a8-b78dcf6aff0f/f4154232-8e07-403e-8d63-b02ec5a4a561) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:21.108509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f5e81-593a-471d-969e-36c9896cdea7 req-cb2a55dd-48af-47af-baca-d7bd2c2423e4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:21.111738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a36acbe8-62ec-4e0f-8fca-58df26af2fe3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.112204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-924f5e81-593a-471d-969e-36c9896cdea7 req-cb2a55dd-48af-47af-baca-d7bd2c2423e4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.4375460 Jun 30 08:58:21.112863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a36acbe8-62ec-4e0f-8fca-58df26af2fe3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.170428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-924f5e81-593a-471d-969e-36c9896cdea7 req-f4937ddd-b8ff-4bfc-8719-587f2c483064 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Jun 30 08:58:21.213091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1cdfb-7bb1-4a09-a230-e854abbde13c req-e5bbcd6e-a388-4f0b-a27e-7565c31ee5e2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:21.220092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40e2eccf-86c5-4443-8af1-716a00a72f4f no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:21.222885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbd1cdfb-7bb1-4a09-a230-e854abbde13c req-e5bbcd6e-a388-4f0b-a27e-7565c31ee5e2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2238348 Jun 30 08:58:21.229182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a36acbe8-62ec-4e0f-8fca-58df26af2fe3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.234150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a36acbe8-62ec-4e0f-8fca-58df26af2fe3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.255166 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a36acbe8-62ec-4e0f-8fca-58df26af2fe3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.257871 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a36acbe8-62ec-4e0f-8fca-58df26af2fe3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2023056 Jun 30 08:58:21.260642 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:21.279647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbd1cdfb-7bb1-4a09-a230-e854abbde13c req-ec07d641-a380-4ae1-bc08-365bb19bf898 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557668 Jun 30 08:58:21.312493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 40e2eccf-86c5-4443-8af1-716a00a72f4f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:21.327999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 40e2eccf-86c5-4443-8af1-716a00a72f4f not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:21.329020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:21.382741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:21.383245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1d3b4fc5-e064-44b8-9c08-e1ed2a809f74 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:21.455519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f8d2460-004c-4735-9752-8278fbb558d5 req-705bbecb-26b3-4646-a0ea-f23fae25862d tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0447571 Jun 30 08:58:21.498383 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.520966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Transition to ACTIVE for port object f4154232-8e07-403e-8d63-b02ec5a4a561 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:21.548892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Transition to ACTIVE for port object f4154232-8e07-403e-8d63-b02ec5a4a561 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:21.558973 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.623282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Pushing event updated for resources: {'Port': ['ID=f4154232-8e07-403e-8d63-b02ec5a4a561,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:21.630944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:21.633049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:21.635677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:21.713497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Attempting to bind port f4154232-8e07-403e-8d63-b02ec5a4a561 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:21.714292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Attempting to bind port f4154232-8e07-403e-8d63-b02ec5a4a561 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:21.714767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Attempting to bind port f4154232-8e07-403e-8d63-b02ec5a4a561 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:21.722621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:21.723888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:21.724420 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.724918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:21.726173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Bound port: f4154232-8e07-403e-8d63-b02ec5a4a561, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:21.726673 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.782044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.806716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d76a-c88a-4c8e-bc8b-e6bf9c89aa4c req-70e5634b-077a-471f-a300-8febb5e40965 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:21.808800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9a8d76a-c88a-4c8e-bc8b-e6bf9c89aa4c req-70e5634b-077a-471f-a300-8febb5e40965 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1535437 Jun 30 08:58:21.840245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] For port f4154232-8e07-403e-8d63-b02ec5a4a561, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:21.845398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] For port f4154232-8e07-403e-8d63-b02ec5a4a561, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f4154232-8e07-403e-8d63-b02ec5a4a561,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:21.851679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.874821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6a470-c697-4042-b78b-dc7d7eab1b92 req-8204045a-09ef-4a1a-b592-d57e4e30fa0b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:21.882061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dab6a470-c697-4042-b78b-dc7d7eab1b92 req-8204045a-09ef-4a1a-b592-d57e4e30fa0b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1685407 Jun 30 08:58:21.909893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9a8d76a-c88a-4c8e-bc8b-e6bf9c89aa4c req-4197f32d-4c0b-45e0-90c6-8c4ba7c1f930 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890310 Jun 30 08:58:21.937761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f772c15-cf27-481a-b9dd-f0ac08ffdd7e None None] Pushing event updated for resources: {'Port': ['ID=f4154232-8e07-403e-8d63-b02ec5a4a561,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:21.998893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dab6a470-c697-4042-b78b-dc7d7eab1b92 req-0754acd0-81c7-438d-ad66-615675d5539b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151223 Jun 30 08:58:22.164702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b0c9e-4374-4d5a-bcb5-bf5f779af95e req-3db7f6c5-e844-443a-88c5-38f2fa5c7646 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:22.172461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173b0c9e-4374-4d5a-bcb5-bf5f779af95e req-3db7f6c5-e844-443a-88c5-38f2fa5c7646 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0923193 Jun 30 08:58:22.204563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::1 (30da8841-07f2-45f6-909d-3a5198a43942/049eb506-ce8f-4792-86a8-b78dcf6aff0f/afb5f16c-6ba5-4038-a6a7-abc728957f32) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:22.287038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-173b0c9e-4374-4d5a-bcb5-bf5f779af95e req-ae3b9054-40c3-41d4-a66e-02f431b79280 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136956 Jun 30 08:58:22.465820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.481755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object afb5f16c-6ba5-4038-a6a7-abc728957f32 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:22.517690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea24ba0-cc03-4100-a7d0-3d2faff28bdc req-56ce6875-cbe3-4cbb-9ed5-251a044a13b8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:22.520322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ea24ba0-cc03-4100-a7d0-3d2faff28bdc req-56ce6875-cbe3-4cbb-9ed5-251a044a13b8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1177948 Jun 30 08:58:22.532687 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.579691 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ea24ba0-cc03-4100-a7d0-3d2faff28bdc req-0f3e7a11-3c03-4537-823d-e0df9e6a9652 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527620 Jun 30 08:58:22.581069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:22.584318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:22.591269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:22.591824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.631272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=afb5f16c-6ba5-4038-a6a7-abc728957f32,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:22.749048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.804585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b70d1725-9590-4094-9e31-8b04bb08c76d req-e3655339-a5c8-4d8f-b008-eb055a72fdb7 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0328751 Jun 30 08:58:23.138417 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.263068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f4154232-8e07-403e-8d63-b02ec5a4a561 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:23.275743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35687153-b44d-4c08-879c-41000b958ac9 req-19d456e1-7c7a-4be6-b74c-3091c591c632 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.284700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35687153-b44d-4c08-879c-41000b958ac9 req-19d456e1-7c7a-4be6-b74c-3091c591c632 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2297153 Jun 30 08:58:23.305959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.310666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-1af35334-43de-4b5e-a98e-5e7da579d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.312117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5289bd1-39b1-460f-9400-df17822fcbb6 req-6b132eb7-1021-4add-a95b-0ddccc8126c8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.312864 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-1af35334-43de-4b5e-a98e-5e7da579d57b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1937349 Jun 30 08:58:23.313993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5289bd1-39b1-460f-9400-df17822fcbb6 req-6b132eb7-1021-4add-a95b-0ddccc8126c8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1226516 Jun 30 08:58:23.323900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.324945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.354192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f4154232-8e07-403e-8d63-b02ec5a4a561 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:23.363498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35687153-b44d-4c08-879c-41000b958ac9 req-b066d3f9-555a-443b-bf92-d64aba933799 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776310 Jun 30 08:58:23.389681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=afb5f16c-6ba5-4038-a6a7-abc728957f32,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:23.396937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5289bd1-39b1-460f-9400-df17822fcbb6 req-0a527d14-a510-4d6f-8889-934f034d9607 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 Jun 30 08:58:23.472542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-14ec6686-dd04-420b-8afd-d2e674096b03 None None] Provisioning for port f4154232-8e07-403e-8d63-b02ec5a4a561 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:23.477085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-14ec6686-dd04-420b-8afd-d2e674096b03 None None] Provisioning complete for port f4154232-8e07-403e-8d63-b02ec5a4a561 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:23.477510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14ec6686-dd04-420b-8afd-d2e674096b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.544736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-dfeeed3f-697f-4fc4-a227-72f13aac0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.546246 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-dfeeed3f-697f-4fc4-a227-72f13aac0fc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.2245896 Jun 30 08:58:23.573495 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14ec6686-dd04-420b-8afd-d2e674096b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.599021 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-3e75ebf4-1478-44ba-b50f-11b9ccfe2444 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 HTTP/1.1" status: 200 len: 217 time: 0.0453825 Jun 30 08:58:23.604375 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:23.606248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:23.628818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-14ec6686-dd04-420b-8afd-d2e674096b03 None None] For port f4154232-8e07-403e-8d63-b02ec5a4a561, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f4154232-8e07-403e-8d63-b02ec5a4a561,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:23.634445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14ec6686-dd04-420b-8afd-d2e674096b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.702736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec6686-dd04-420b-8afd-d2e674096b03 None None] Pushing event updated for resources: {'Port': ['ID=f4154232-8e07-403e-8d63-b02ec5a4a561,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:23.743294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-62edb196-02ad-462b-952e-f80b8efc0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.744785 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-62edb196-02ad-462b-952e-f80b8efc0d94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1360049 Jun 30 08:58:23.778792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2bc899b1-5837-446d-a6bd-036100146f05 None None] Provisioning for port afb5f16c-6ba5-4038-a6a7-abc728957f32 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:23.783785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2bc899b1-5837-446d-a6bd-036100146f05 None None] Provisioning complete for port afb5f16c-6ba5-4038-a6a7-abc728957f32 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:23.784692 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2bc899b1-5837-446d-a6bd-036100146f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.810773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-acc7e877-f922-4cda-84ac-01a990b08533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566227 Jun 30 08:58:23.888949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe56a-b819-4672-845d-35d349f70504 req-74574c95-0d47-443f-9e32-bdbdf0c47a68 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.890499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5abe56a-b819-4672-845d-35d349f70504 req-74574c95-0d47-443f-9e32-bdbdf0c47a68 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1231997 Jun 30 08:58:23.975044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Router 09ed122d-2732-4fc8-8a11-c1ae12262b36 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:58:23.992514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5abe56a-b819-4672-845d-35d349f70504 req-d807878d-05fc-4617-8efa-d5427b06750f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897498 Jun 30 08:58:24.055520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2bc899b1-5837-446d-a6bd-036100146f05 None None] Port afb5f16c-6ba5-4038-a6a7-abc728957f32 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:24.060753 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-75f82b74-ec10-49cd-b07d-56b0c32c5a34 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381046 Jun 30 08:58:24.160577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a2b5208-534b-483a-9af3-5e224caca045 req-084ddb0c-b82c-4168-b0a8-af3961ae0ee9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0397234 Jun 30 08:58:24.179557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-be11c970-c5f5-4368-bb4e-c67d135a8d00 None None] Provisioning complete for port afb5f16c-6ba5-4038-a6a7-abc728957f32 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:24.180055 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-be11c970-c5f5-4368-bb4e-c67d135a8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:24.218063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-be11c970-c5f5-4368-bb4e-c67d135a8d00 None None] Port afb5f16c-6ba5-4038-a6a7-abc728957f32 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:24.517891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:24.529117 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ec2b3d0-e6db-4f70-a3d5-63de45174efb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "PUT /v2.0/routers/09ed122d-2732-4fc8-8a11-c1ae12262b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2653170 Jun 30 08:58:24.529964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60346) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:24.534475 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Sync routers for ids ['09ed122d-2732-4fc8-8a11-c1ae12262b36'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:24.548064 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Routers {'09ed122d-2732-4fc8-8a11-c1ae12262b36'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:24.548913 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09ed122d-2732-4fc8-8a11-c1ae12262b36'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:24.606789 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-79cc8250-6014-460d-a9ff-6cd3b77b42d4 req-3b0c2106-acfb-4489-9b15-1cc0a849d014 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035622 Jun 30 08:58:24.638253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2fabf-6329-4125-8157-f7cb809739eb req-3667bbd6-d72c-4c45-83bb-c04a0453b694 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.642205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b68332-bc3a-4622-a27f-5b9e9909fe26 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.644067 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-16b68332-bc3a-4622-a27f-5b9e9909fe26 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports/afb5f16c-6ba5-4038-a6a7-abc728957f32 HTTP/1.1" status: 200 len: 911 time: 0.1113014 Jun 30 08:58:24.645251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cea2fabf-6329-4125-8157-f7cb809739eb req-3667bbd6-d72c-4c45-83bb-c04a0453b694 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1546035 Jun 30 08:58:24.646742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60348) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:24.677269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031503-8495-4188-a7eb-3d4ce55ae903 req-7416c28c-e0a1-4421-be55-2853c770e4ff tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.685345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb031503-8495-4188-a7eb-3d4ce55ae903 req-7416c28c-e0a1-4421-be55-2853c770e4ff tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1402166 Jun 30 08:58:24.728080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80804e-e93f-45e3-b6ae-a73de0d3a9ee tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.732408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cea2fabf-6329-4125-8157-f7cb809739eb req-22addb79-651c-4b82-b1cf-8f4bd0198e61 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822184 Jun 30 08:58:24.737047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80804e-e93f-45e3-b6ae-a73de0d3a9ee tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.738872 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ab80804e-e93f-45e3-b6ae-a73de0d3a9ee tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0886180 Jun 30 08:58:24.739509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60350) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:24.775571 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Set router 09ed122d-2732-4fc8-8a11-c1ae12262b36 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:24.775760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb031503-8495-4188-a7eb-3d4ce55ae903 req-accbdafa-92b7-4fad-8310-fb1db2c1ca8a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890002 Jun 30 08:58:24.870119 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.002451 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ed122d-2732-4fc8-8a11-c1ae12262b36', 'name': 'tempest-NetworksTestDHCPv6-router-599487044', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:58:21Z', 'updated_at': '2021-06-30T08:58:22Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'gw_port_host': None, '_interfaces': [{'id': 'afb5f16c-6ba5-4038-a6a7-abc728957f32', 'name': '', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'mac_address': 'fa:16:3e:a4:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ed122d-2732-4fc8-8a11-c1ae12262b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '049eb506-ce8f-4792-86a8-b78dcf6aff0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:21Z', 'updated_at': '2021-06-30T08:58:23Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'subnets': [{'id': '049eb506-ce8f-4792-86a8-b78dcf6aff0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:25.036568 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Checking router: 09ed122d-2732-4fc8-8a11-c1ae12262b36 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:58:25.037214 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Updating router 09ed122d-2732-4fc8-8a11-c1ae12262b36 port afb5f16c-6ba5-4038-a6a7-abc728957f32 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:58:25.079914 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.198401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f4154232-8e07-403e-8d63-b02ec5a4a561 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:25.296705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.335736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f4154232-8e07-403e-8d63-b02ec5a4a561 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:25.338872 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.363207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d6c8d-4c01-4e56-9b15-3e21b7a6a8be req-8e1976ea-c917-447e-a31e-c858ae56d5a2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:25.371525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-509d6c8d-4c01-4e56-9b15-3e21b7a6a8be req-8e1976ea-c917-447e-a31e-c858ae56d5a2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 945 time: 0.1017823 Jun 30 08:58:25.435115 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.457560 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Transition to ACTIVE for port object afb5f16c-6ba5-4038-a6a7-abc728957f32 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:25.475015 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.497480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-509d6c8d-4c01-4e56-9b15-3e21b7a6a8be req-0beb1d88-d13d-4a7b-805b-6e01731bd498 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246052 Jun 30 08:58:25.545105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68cc7-87fd-46eb-bbd7-ebb4a39ef881 req-589461b0-ed93-430e-b105-fdf6d09480ec tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:25.546855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5af68cc7-87fd-46eb-bbd7-ebb4a39ef881 req-589461b0-ed93-430e-b105-fdf6d09480ec tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1229055 Jun 30 08:58:25.618276 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd115c-f844-438f-bfb4-2cf9ee418f2f None None] Pushing event updated for resources: {'Port': ['ID=afb5f16c-6ba5-4038-a6a7-abc728957f32,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:25.620757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5af68cc7-87fd-46eb-bbd7-ebb4a39ef881 req-4e9d69c1-b2a4-4436-bf2c-6a732c3027cd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660608 Jun 30 08:58:25.718455 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Attempting to bind port afb5f16c-6ba5-4038-a6a7-abc728957f32 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:25.718819 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Attempting to bind port afb5f16c-6ba5-4038-a6a7-abc728957f32 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:25.719177 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Attempting to bind port afb5f16c-6ba5-4038-a6a7-abc728957f32 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:25.723604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port afb5f16c-6ba5-4038-a6a7-abc728957f32 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:25.724496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.724880 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:25.725390 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:25.726628 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.727022 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:25.727483 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Bound port: afb5f16c-6ba5-4038-a6a7-abc728957f32, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:25.727851 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.810572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-226c37f3-ef93-4f96-9a67-a491ad2721dd req-0157e725-733b-4905-9306-a384cde77b77 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c276a21-869f-4f90-aec5-f4d864392b0c HTTP/1.1" status: 200 len: 210 time: 0.0386670 Jun 30 08:58:25.843756 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] For port afb5f16c-6ba5-4038-a6a7-abc728957f32, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:25.854664 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] For port afb5f16c-6ba5-4038-a6a7-abc728957f32, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=afb5f16c-6ba5-4038-a6a7-abc728957f32,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:25.862180 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.873750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] For port afb5f16c-6ba5-4038-a6a7-abc728957f32, host n-d-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:25.874151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.888958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for afb5f16c-6ba5-4038-a6a7-abc728957f32 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:25.893908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:25.963383 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Routers {'09ed122d-2732-4fc8-8a11-c1ae12262b36'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:25.964478 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09ed122d-2732-4fc8-8a11-c1ae12262b36'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:25.970201 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd115c-f844-438f-bfb4-2cf9ee418f2f None None] Pushing event updated for resources: {'Port': ['ID=afb5f16c-6ba5-4038-a6a7-abc728957f32,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:26.050384 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.082339 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] Set router 09ed122d-2732-4fc8-8a11-c1ae12262b36 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:26.097089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:26.098221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:26.102022 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6794072f-c03b-4d1a-91fc-2227298b05be" -d '{"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:26.105762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.129526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dfbf4-6be2-40e8-b841-e1669100519d req-a929e0be-bcf5-417a-ae74-daf0d63a7ec4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.130982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c49dfbf4-6be2-40e8-b841-e1669100519d req-a929e0be-bcf5-417a-ae74-daf0d63a7ec4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1551387 Jun 30 08:58:26.163365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.191776 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46098333-c7f4-44b5-a570-b699e7d205e4 x-openstack-request-id: req-46098333-c7f4-44b5-a570-b699e7d205e4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:26.192089 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:26.196793 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46098333-c7f4-44b5-a570-b699e7d205e4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:26.197482 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'code': 200} Jun 30 08:58:26.216139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=afb5f16c-6ba5-4038-a6a7-abc728957f32,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:26.221313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:26.268017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c49dfbf4-6be2-40e8-b841-e1669100519d req-0cf1b2b6-6b91-4fb2-9fda-ce862124ac5a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273916 Jun 30 08:58:26.357022 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.378767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aec77167-b03a-4a72-9f0a-49d9c3128687 None None] Could not find standard attr ID for object afb5f16c-6ba5-4038-a6a7-abc728957f32. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:26.459364 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ed122d-2732-4fc8-8a11-c1ae12262b36', 'name': 'tempest-NetworksTestDHCPv6-router-599487044', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:58:21Z', 'updated_at': '2021-06-30T08:58:22Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'gw_port_host': None, '_interfaces': [{'id': 'afb5f16c-6ba5-4038-a6a7-abc728957f32', 'name': '', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'mac_address': 'fa:16:3e:a4:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ed122d-2732-4fc8-8a11-c1ae12262b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '049eb506-ce8f-4792-86a8-b78dcf6aff0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:21Z', 'updated_at': '2021-06-30T08:58:25Z', 'revision_number': 4, 'project_id': 'b57af0c054014548830a30397b584d85', 'subnets': [{'id': '049eb506-ce8f-4792-86a8-b78dcf6aff0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:26.488245 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31c478-4b91-417a-9153-4dcd69bc4cd5 None None] The sync data for ids ['09ed122d-2732-4fc8-8a11-c1ae12262b36'] in n-d-758944-40 is: [{'id': '09ed122d-2732-4fc8-8a11-c1ae12262b36', 'name': 'tempest-NetworksTestDHCPv6-router-599487044', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:58:21Z', 'updated_at': '2021-06-30T08:58:22Z', 'revision_number': 2, 'project_id': 'b57af0c054014548830a30397b584d85', 'gw_port_host': None, '_interfaces': [{'id': 'afb5f16c-6ba5-4038-a6a7-abc728957f32', 'name': '', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'mac_address': 'fa:16:3e:a4:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ed122d-2732-4fc8-8a11-c1ae12262b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '049eb506-ce8f-4792-86a8-b78dcf6aff0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:21Z', 'updated_at': '2021-06-30T08:58:25Z', 'revision_number': 4, 'project_id': 'b57af0c054014548830a30397b584d85', 'subnets': [{'id': '049eb506-ce8f-4792-86a8-b78dcf6aff0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:26.557499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Router 09ed122d-2732-4fc8-8a11-c1ae12262b36 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:58:26.651693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:26.657537 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-12a5b8c2-ddca-4936-a020-04db7316b4ad tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "PUT /v2.0/routers/09ed122d-2732-4fc8-8a11-c1ae12262b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145563 Jun 30 08:58:26.659854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:26.750000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfbed8-21c4-4b65-94f2-ba964c2b4de4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.755405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52000a1e-c184-411f-a263-e77f90938363 req-9772a0f0-6fa1-4f05-a1a4-f6ab1a85ae84 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.756956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52000a1e-c184-411f-a263-e77f90938363 req-9772a0f0-6fa1-4f05-a1a4-f6ab1a85ae84 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 943 time: 0.1037030 Jun 30 08:58:26.759982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfbed8-21c4-4b65-94f2-ba964c2b4de4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.781525 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b4dfbed8-21c4-4b65-94f2-ba964c2b4de4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1201611 Jun 30 08:58:26.783985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60380) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:26.877153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52000a1e-c184-411f-a263-e77f90938363 req-9124ce0d-7710-45e8-9237-cf2f3d799e48 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970426 Jun 30 08:58:26.883431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 049eb506-ce8f-4792-86a8-b78dcf6aff0f {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:26.891838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.959701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b4530-7b2b-4fa5-a393-ab8c540f417e req-5772d32a-3968-4baf-8ce4-af788fa188a4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.961377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-069b4530-7b2b-4fa5-a393-ab8c540f417e req-5772d32a-3968-4baf-8ce4-af788fa188a4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1380312 Jun 30 08:58:26.966594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.023885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-069b4530-7b2b-4fa5-a393-ab8c540f417e req-1df2c33e-3315-4583-b660-e37c76ad2563 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 Jun 30 08:58:27.083033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.174140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.194771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e3d82-c358-4db1-8429-25ba75b42b0b None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:27.211764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.216949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60394) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.229133 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/049eb506-ce8f-4792-86a8-b78dcf6aff0f HTTP/1.1" status: 204 len: 168 time: 0.4421992 Jun 30 08:58:27.238268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbee7db-d822-44d9-bf1c-57e7cda79558 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=049eb506-ce8f-4792-86a8-b78dcf6aff0f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:27.363498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-37895840-c02a-4141-8490-645c6f86a714 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1453233 Jun 30 08:58:27.366235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60408) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.388335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c4400-97d1-4689-ab13-489bc7bffb8a req-fd8bd1c9-09a1-4089-9122-65cf6aa189d4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:27.389869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-538c4400-97d1-4689-ab13-489bc7bffb8a req-fd8bd1c9-09a1-4089-9122-65cf6aa189d4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1182210 Jun 30 08:58:27.447458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-538c4400-97d1-4689-ab13-489bc7bffb8a req-f61c88f4-b3ac-4c01-8fa9-81e3066dea32 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Jun 30 08:58:27.465244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:27.477288 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08eea357-62fc-4b2a-9480-cf129286b509 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.527889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Deleting port f4154232-8e07-403e-8d63-b02ec5a4a561 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:27.528263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.532837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60432) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.615704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] For port f4154232-8e07-403e-8d63-b02ec5a4a561, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f4154232-8e07-403e-8d63-b02ec5a4a561,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:27.616421 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.633608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Calling delete_port for f4154232-8e07-403e-8d63-b02ec5a4a561 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:27.676396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.696645 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08eea357-62fc-4b2a-9480-cf129286b509 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.699483 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08eea357-62fc-4b2a-9480-cf129286b509 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.732317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.732976 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.767322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] No DVR routers for this DVR port f4154232-8e07-403e-8d63-b02ec5a4a561 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:27.774342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Pushing event deleted for resources: {'Port': ['ID=f4154232-8e07-403e-8d63-b02ec5a4a561,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:27.774758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08eea357-62fc-4b2a-9480-cf129286b509 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.775500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eea357-62fc-4b2a-9480-cf129286b509 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Fanout notify agent at l3_agent the message router_deleted on router 09ed122d-2732-4fc8-8a11-c1ae12262b36 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:58:27.787473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08eea357-62fc-4b2a-9480-cf129286b509 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.788703 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08eea357-62fc-4b2a-9480-cf129286b509 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/routers/09ed122d-2732-4fc8-8a11-c1ae12262b36 HTTP/1.1" status: 204 len: 168 time: 0.4214902 Jun 30 08:58:27.789475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.789998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.790497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.790827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.791242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.791577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.791714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.791892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.792385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.792870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.793286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.793509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.793987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940884a3-6fe0-493f-a4e9-1a8f8fb4781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.825863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e41d6c-edcf-4911-9dd0-1ddbd71b76ea req-154b70ac-a7a8-4f66-b15a-ccd5c484523e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:27.829987 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-34aa903d-b608-44e0-af8b-345281a9fd8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0348516 Jun 30 08:58:27.833030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60440) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.833175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e41d6c-edcf-4911-9dd0-1ddbd71b76ea req-154b70ac-a7a8-4f66-b15a-ccd5c484523e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1653502 Jun 30 08:58:27.871597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.874151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.875306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/security-groups/a121ffd4-afb7-46fb-96b2-02cfba82c4d5 HTTP/1.1" status: 204 len: 168 time: 0.3404157 Jun 30 08:58:27.878799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60442) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.881203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e41d6c-edcf-4911-9dd0-1ddbd71b76ea req-fee770e4-2b3b-4db9-96e9-947e4d33b749 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476601 Jun 30 08:58:27.898017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121ffd4-afb7-46fb-96b2-02cfba82c4d5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:27.900894 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-9a631521-9376-4e8f-8157-bfca7f4b92ce tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] show failed (client error): The resource could not be found. Jun 30 08:58:27.904578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9a631521-9376-4e8f-8157-bfca7f4b92ce tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "GET /v2.0/security-groups/a121ffd4-afb7-46fb-96b2-02cfba82c4d5 HTTP/1.1" status: 404 len: 347 time: 0.0222173 Jun 30 08:58:27.905498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77ebdf4-a658-4d10-9396-6f75e0c1eb72 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:27.906242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60444) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.910024 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d77ebdf4-a658-4d10-9396-6f75e0c1eb72 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0767040 Jun 30 08:58:27.910771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60446) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.953617 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4544ec38-7c62-4c7f-b721-b8147b9051fe tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378711 Jun 30 08:58:27.955167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60448) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:27.960515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:27.973768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.974202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.974623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.975015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.975437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.975967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.976288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.976786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.977145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.977484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.977826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:27.978158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9e5d8f-0255-4b5b-bb7b-ddac525f79c5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:28.068577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:28.073384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.104716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-068faed4-afae-4301-9f8e-c266e1b62c4c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:28.106233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-068faed4-afae-4301-9f8e-c266e1b62c4c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=37386522-8d13-4d7b-a483-6912a1333bd1 HTTP/1.1" status: 200 len: 943 time: 0.1516576 Jun 30 08:58:28.152178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port 8a01689d-e292-4317-9977-3ae95fef685e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:28.152365 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.272499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.272917 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.290576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for 8a01689d-e292-4317-9977-3ae95fef685e owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:28.311906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Deleting port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:28.312264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.395765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:58:28.397397 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.414331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] Sync routers for ids ['09ed122d-2732-4fc8-8a11-c1ae12262b36'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:28.425444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:28.425905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:58:28.426625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_agentschedulers_db [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09ed122d-2732-4fc8-8a11-c1ae12262b36'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100241) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 08:58:28.436848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:28.438029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:58:28.438970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_agentschedulers_db [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09ed122d-2732-4fc8-8a11-c1ae12262b36'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100241) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 08:58:28.439691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18598bf-9848-4076-a20c-a0d65d731987 None None] The sync data for ids ['09ed122d-2732-4fc8-8a11-c1ae12262b36'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:28.442474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:28.445825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:28.451635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:28.452051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.456529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295945d-54bd-4182-8aa4-5c1e24e3a4d6 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:28.466093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=bb2d0447-e624-4e9f-88a1-8aff92de0b64,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:28.480272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-feb4568e-318e-418f-afdf-b4dcf8902789 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5203483 Jun 30 08:58:28.480272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60454) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:28.485009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:28.503113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] For port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:28.503457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.546010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Calling delete_port for a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:28.560209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39b336-f5cf-44c5-9a20-6fccc20bc434 req-f16057b0-8396-41ed-ab45-d8e777641980 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:28.567203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c39b336-f5cf-44c5-9a20-6fccc20bc434 req-f16057b0-8396-41ed-ab45-d8e777641980 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2244422 Jun 30 08:58:28.617720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:28.621715 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.634681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': 'bb2d0447-e624-4e9f-88a1-8aff92de0b64'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:28.637095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.677612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.681882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c39b336-f5cf-44c5-9a20-6fccc20bc434 req-40b65355-8ad9-471f-89d5-2dc6c446fe05 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138279 Jun 30 08:58:28.716647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=8a01689d-e292-4317-9977-3ae95fef685e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:28.789555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Allocated IP 2001:db8::f816:3eff:feac:61d1 (30da8841-07f2-45f6-909d-3a5198a43942/bb2d0447-e624-4e9f-88a1-8aff92de0b64/63ea363f-e487-4657-9f68-0d6ccd89d8d5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:28.821992 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.824790 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.826196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-06fc13c5-0e84-4a62-8aaf-784c5a16fdc9 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/floatingips/4bd02dc5-4fe1-4aa5-aeef-59103e27f210 HTTP/1.1" status: 204 len: 168 time: 0.9179785 Jun 30 08:58:28.829063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60458) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:28.898211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.923954 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.962891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:28.966970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:28.971855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:28.972040 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.974825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event deleted for resources: {'Port': ['ID=a8fb6d95-f8d8-4170-bf72-1a50b6aecf08,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:28.991332 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5096910 Jun 30 08:58:29.000195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60462) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:29.005414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:10:67:4b', 'name': 'tempest-NetworksTestDHCPv6-1370965483'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:29.010799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713c3b0-6f29-4062-b387-196429400f17 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=2b4ef81a-92af-4e98-9083-dc89d9890792,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:29.029720 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.035095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] No DVR routers for this DVR port a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:29.039624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Transition to ACTIVE for port object 63ea363f-e487-4657-9f68-0d6ccd89d8d5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:29.041370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.043637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32b899ed-a52b-4150-bf99-efd7390f6fa5 req-04815d17-e192-4638-8ca2-f92edc9bb40a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "DELETE /v2.0/ports/a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 HTTP/1.1" status: 204 len: 173 time: 0.9312372 Jun 30 08:58:29.044363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-deleted', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:29.046923 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62433e8-42a2-4909-a230-4b2c7869be65" -d '{"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-deleted", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:29.058044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Transition to ACTIVE for port object 63ea363f-e487-4657-9f68-0d6ccd89d8d5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:29.076557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.092741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c03f9-4f75-4b2c-80a5-d5d9c48fd95e req-e3c5259c-2f3a-4e85-a373-4b9afec60943 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:29.100760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af7c03f9-4f75-4b2c-80a5-d5d9c48fd95e req-e3c5259c-2f3a-4e85-a373-4b9afec60943 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2201123 Jun 30 08:58:29.121823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port 22636cec-e0cc-4bd5-909a-0329e841f80f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:29.122493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.124264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:29.127957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:29.132178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:29.204299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device afb5f16c-6ba5-4038-a6a7-abc728957f32 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:29.208591 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-3929079a-bf29-475b-bf54-9dde5f670cc8 service neutron] show failed (client error): The resource could not be found. Jun 30 08:58:29.210503 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-3929079a-bf29-475b-bf54-9dde5f670cc8 service neutron] 10.222.0.13 "GET /v2.0/ports/61a34bc3-3fb9-4b46-ad99-b06f5f551193/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.1077988 Jun 30 08:58:29.212423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af7c03f9-4f75-4b2c-80a5-d5d9c48fd95e req-15088e14-3ac6-4c31-9b11-9c6662fc09fd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105039 Jun 30 08:58:29.251019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:29.293489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Pushing event updated for resources: {'Port': ['ID=63ea363f-e487-4657-9f68-0d6ccd89d8d5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:29.303579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: afb5f16c-6ba5-4038-a6a7-abc728957f32 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:29.304321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device afb5f16c-6ba5-4038-a6a7-abc728957f32 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:29.304443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f4154232-8e07-403e-8d63-b02ec5a4a561 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:29.318650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.341248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for 22636cec-e0cc-4bd5-909a-0329e841f80f owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:29.361858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f4154232-8e07-403e-8d63-b02ec5a4a561 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:29.362075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f4154232-8e07-403e-8d63-b02ec5a4a561 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:29.363673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Attempting to bind port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:29.364059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Attempting to bind port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:29.378107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Attempting to bind port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:29.384282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:29.384649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:29.385046 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.385426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:29.385916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Bound port: 63ea363f-e487-4657-9f68-0d6ccd89d8d5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:29.386307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.390253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.423580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 1d0cac0e-0b58-4b8a-bdfd-c296cf236328 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:29.505280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018373b-592c-42fb-ab61-6bac0c8eff65 req-86149969-961d-4792-bf22-15b39ef2d44e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:29.507443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a018373b-592c-42fb-ab61-6bac0c8eff65 req-86149969-961d-4792-bf22-15b39ef2d44e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.1632826 Jun 30 08:58:29.515002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] For port 63ea363f-e487-4657-9f68-0d6ccd89d8d5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:29.520023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] For port 63ea363f-e487-4657-9f68-0d6ccd89d8d5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=63ea363f-e487-4657-9f68-0d6ccd89d8d5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:29.525323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.628950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f87cf9-9a82-46af-ab72-5b67d44539fd None None] Pushing event updated for resources: {'Port': ['ID=63ea363f-e487-4657-9f68-0d6ccd89d8d5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:29.668661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 172.20.0.6 (30da8841-07f2-45f6-909d-3a5198a43942/2b4ef81a-92af-4e98-9083-dc89d9890792/1d0cac0e-0b58-4b8a-bdfd-c296cf236328) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:29.673978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a018373b-592c-42fb-ab61-6bac0c8eff65 req-111d3718-32de-4c37-b131-8956cff9a952 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526799 Jun 30 08:58:29.677538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fe10:674b (30da8841-07f2-45f6-909d-3a5198a43942/bb2d0447-e624-4e9f-88a1-8aff92de0b64/1d0cac0e-0b58-4b8a-bdfd-c296cf236328) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:29.714924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.767638 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87bf659-fc94-4e4b-8213-a9630c3c7bcb x-openstack-request-id: req-f87bf659-fc94-4e4b-8213-a9630c3c7bcb {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:29.768075 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37386522-8d13-4d7b-a483-6912a1333bd1", "name": "network-vif-deleted", "tag": "a8fb6d95-f8d8-4170-bf72-1a50b6aecf08", "status": "failed", "code": 422}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:29.768481 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f87bf659-fc94-4e4b-8213-a9630c3c7bcb {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:29.768979 n-d-758944-40 neutron-server[100240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37386522-8d13-4d7b-a483-6912a1333bd1', 'name': 'network-vif-deleted', 'tag': 'a8fb6d95-f8d8-4170-bf72-1a50b6aecf08', 'status': 'failed', 'code': 422} returned with failed status Jun 30 08:58:29.771348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=22636cec-e0cc-4bd5-909a-0329e841f80f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:29.904847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-75e631c7-247d-45a0-a790-ee8e0bb7a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:29.909128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:29.941093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-75e631c7-247d-45a0-a790-ee8e0bb7a841 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6&tenant_id=b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 1102 time: 0.3358874 Jun 30 08:58:29.941093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.941093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b8c3aac3-f146-4db4-81d9-dd451181e8d2 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/ports/22636cec-e0cc-4bd5-909a-0329e841f80f HTTP/1.1" status: 204 len: 168 time: 1.1048462 Jun 30 08:58:29.946101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60486) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:29.946821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.964744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:29.968626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:29.968966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a8fb6d95-f8d8-4170-bf72-1a50b6aecf08 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:29.981193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 1d0cac0e-0b58-4b8a-bdfd-c296cf236328 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:30.046733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.116004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:30.120552 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:30.123381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:30.160241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=1d0cac0e-0b58-4b8a-bdfd-c296cf236328,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:30.181853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.194643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.195424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.204208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting port d556d921-1c41-4984-854c-6fa6e605f206 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:30.204906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.211870 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-63b215bf-22ae-4547-989a-cc505556a7f3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2106009 Jun 30 08:58:30.214842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60500) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:30.253905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85188a0-4eb7-4ec9-9b07-7c0f3d9106d6 req-d3e65673-d561-49e0-8ca1-95ce13ff4c19 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.255531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a85188a0-4eb7-4ec9-9b07-7c0f3d9106d6 req-d3e65673-d561-49e0-8ca1-95ce13ff4c19 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2236917 Jun 30 08:58:30.288807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f49c2f-a11d-48b9-8544-3b705fda9258 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.295017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f49c2f-a11d-48b9-8544-3b705fda9258 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.296753 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-46f49c2f-a11d-48b9-8544-3b705fda9258 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0808351 Jun 30 08:58:30.299647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60502) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:30.409911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 1d0cac0e-0b58-4b8a-bdfd-c296cf236328 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:30.410160 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.502156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.515903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 1d0cac0e-0b58-4b8a-bdfd-c296cf236328 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:30.711342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.745291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=1d0cac0e-0b58-4b8a-bdfd-c296cf236328,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:30.756338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a85188a0-4eb7-4ec9-9b07-7c0f3d9106d6 req-0c4b2c31-6ba9-4c66-b70a-18fab1e5103c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721845 Jun 30 08:58:30.787604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.797945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-b85e36f5-ccda-48c5-b50f-7288149d24a8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.799889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-b85e36f5-ccda-48c5-b50f-7288149d24a8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.6135590 Jun 30 08:58:30.856337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Calling delete_port for d556d921-1c41-4984-854c-6fa6e605f206 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:30.864530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-2628d0da-46d4-4b25-bee3-403dcf5f33e1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/quotas/853e2151e8284e0eaab53970eac63e7b HTTP/1.1" status: 200 len: 375 time: 0.0504742 Jun 30 08:58:30.872571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:30.875166 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3e0a06f5-3d01-44ba-bf14-67ebe77e0c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/1d0cac0e-0b58-4b8a-bdfd-c296cf236328 HTTP/1.1" status: 204 len: 168 time: 0.5742524 Jun 30 08:58:30.877413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60510) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:30.909834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06316335-95a7-475f-846a-bde8c696bcf4 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:30.938770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-7140591e-5e50-4a89-b8a1-6b4a1adbf43a tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667801 Jun 30 08:58:30.939518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a5ea3-d771-42cb-83c2-d8b6e558a456 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.941878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a5ea3-d771-42cb-83c2-d8b6e558a456 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.942850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a5ea3-d771-42cb-83c2-d8b6e558a456 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.947510 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-643a5ea3-d771-42cb-83c2-d8b6e558a456 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0664387 Jun 30 08:58:30.948109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60514) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:30.980344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1de83749-abfa-415a-9f9b-1d5e25919aed None None] Provisioning for port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:31.005305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 2b4ef81a-92af-4e98-9083-dc89d9890792 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:31.008663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.050134 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.061406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:31.116903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.157438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:31.184233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-5ecd0343-4711-4358-81b4-ff80aed745fc service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303741 Jun 30 08:58:31.198870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f477850-2e8f-46dd-befc-38939480bb51 req-544bb586-b0b2-4c8e-a12c-f9f439b979a4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:31.201063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f477850-2e8f-46dd-befc-38939480bb51 req-544bb586-b0b2-4c8e-a12c-f9f439b979a4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.2665775 Jun 30 08:58:31.213605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 63ea363f-e487-4657-9f68-0d6ccd89d8d5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:31.214117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.244718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4ef81a-92af-4e98-9083-dc89d9890792,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:31.248715 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.252928 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d836622-6265-4eca-b6d7-f69d30aee8ef tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/2b4ef81a-92af-4e98-9083-dc89d9890792 HTTP/1.1" status: 204 len: 168 time: 0.3017693 Jun 30 08:58:31.253161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60516) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:31.271763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0357983-510c-419c-b3e0-abd3b33667a7 None None] Update dhcp port {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': 'bb2d0447-e624-4e9f-88a1-8aff92de0b64', 'ip_address': '2001:db8::f816:3eff:feac:61d1'}, {'subnet_id': '2b4ef81a-92af-4e98-9083-dc89d9890792'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '63ea363f-e487-4657-9f68-0d6ccd89d8d5'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 08:58:31.314121 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e0357983-510c-419c-b3e0-abd3b33667a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.314748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet bb2d0447-e624-4e9f-88a1-8aff92de0b64 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:31.318868 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.319424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.328052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:31.333458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:31.334235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.355248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f477850-2e8f-46dd-befc-38939480bb51 req-a548c5bb-e83f-4391-ae22-63b1aeaf90e6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317563 Jun 30 08:58:31.361388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.364862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Transition to ACTIVE for port object 61a34bc3-3fb9-4b46-ad99-b06f5f551193 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:31.383497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.388074 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.415686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Port': ['ID=d556d921-1c41-4984-854c-6fa6e605f206,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:31.444534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-af78d932-712d-4901-bee8-b4c0dd48892f service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231867 Jun 30 08:58:31.536646 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.546675 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.617384 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c99c5d9-5f1f-4754-b1cc-df0efe11b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.620700 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-e0357983-510c-419c-b3e0-abd3b33667a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb2d0447-e624-4e9f-88a1-8aff92de0b64: This subnet is being modified by another concurrent operation. Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 08:58:31.624100 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb2d0447-e624-4e9f-88a1-8aff92de0b64: This subnet is being modified by another concurrent operation. Jun 30 08:58:31.627612 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 08:58:31.674622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2d0447-e624-4e9f-88a1-8aff92de0b64,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:31.681646 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.685867 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fc498718-e6f2-44b9-862c-36a41cf0807b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/bb2d0447-e624-4e9f-88a1-8aff92de0b64 HTTP/1.1" status: 204 len: 168 time: 0.4293153 Jun 30 08:58:31.686223 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:58:31.686223 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:58:31.695922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] No DVR routers for this DVR port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:31.697092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60522) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:31.698202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:31.769975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456950d-330e-4b4e-90f5-e5635a7b84d7 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:31.771322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:31.774416 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab5f9e3-71da-435c-aa97-40ead9bd3502" -d '{"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:31.787584 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e996e985-3269-47af-915f-09954e81e308 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893114 Jun 30 08:58:31.792906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60526) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:31.813304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:31.843168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:31.843756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:31.844392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:31.851870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:31.852457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:31.857065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.868314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-21c8e464-3621-4f45-8a92-390a906c4500 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/ports/d556d921-1c41-4984-854c-6fa6e605f206 HTTP/1.1" status: 204 len: 168 time: 1.8935115 Jun 30 08:58:31.869003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60528) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:31.923104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:31.923444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:31.923844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:31.924300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Bound port: 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:31.924661 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.009767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-78c24081-1d7a-4a50-9151-8c261b312790 None None] Provisioning complete for port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:32.010933 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78c24081-1d7a-4a50-9151-8c261b312790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.061213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8de8c-4926-48f9-9620-562a15061130 req-dc62685c-93d5-4a1c-9020-6e2bc91e4f1e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:32.072712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ff8de8c-4926-48f9-9620-562a15061130 req-dc62685c-93d5-4a1c-9020-6e2bc91e4f1e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.5378788 Jun 30 08:58:32.104175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting subnet c4e2eb3a-8530-475f-88cf-7d7ac806d341 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:32.108538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.137537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78c24081-1d7a-4a50-9151-8c261b312790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.182019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-78c24081-1d7a-4a50-9151-8c261b312790 None None] For port 63ea363f-e487-4657-9f68-0d6ccd89d8d5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=63ea363f-e487-4657-9f68-0d6ccd89d8d5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:32.185452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:32.187101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.220842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78c24081-1d7a-4a50-9151-8c261b312790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.292471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:32.305650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c24081-1d7a-4a50-9151-8c261b312790 None None] Pushing event updated for resources: {'Port': ['ID=63ea363f-e487-4657-9f68-0d6ccd89d8d5,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:32.325017 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.343120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ff8de8c-4926-48f9-9620-562a15061130 req-7d9aca6f-3c29-415b-a66c-b9511e248a09 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658610 Jun 30 08:58:32.348826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:32.377209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.423683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.423994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] Deleting port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:32.424413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.430577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:32.431012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.432509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] 10.222.0.26 "PUT /v2.0/ports/61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 1097 time: 2.4824994 Jun 30 08:58:32.558039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:58:32.558258 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:58:32.562255 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3f5070-739e-4b47-b9b6-8b6f049907fc x-openstack-request-id: req-8f3f5070-739e-4b47-b9b6-8b6f049907fc {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:32.562255 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:32.562255 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f3f5070-739e-4b47-b9b6-8b6f049907fc {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:32.562255 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'code': 200} Jun 30 08:58:32.598076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] For port 63ea363f-e487-4657-9f68-0d6ccd89d8d5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=63ea363f-e487-4657-9f68-0d6ccd89d8d5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:32.598474 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.613428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] Calling delete_port for 63ea363f-e487-4657-9f68-0d6ccd89d8d5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:32.656070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:32.661170 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.691831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83aefc75-71ba-4ca7-83d5-e1c61122d4d0 req-f2c35d12-c94b-46c5-bbab-83049bb2279f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 210 time: 0.0855012 Jun 30 08:58:32.721574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86826951-7b8d-406b-a6d7-b50eb2002551 service neutron] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:32.752308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.780653 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.822320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] Pushing event deleted for resources: {'Port': ['ID=63ea363f-e487-4657-9f68-0d6ccd89d8d5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:32.853228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e2eb3a-8530-475f-88cf-7d7ac806d341,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:32.867034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-957da2cc-64be-4c29-8ceb-3c4ba2b69922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:32.870803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-957da2cc-64be-4c29-8ceb-3c4ba2b69922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1100 time: 0.3325460 Jun 30 08:58:32.873227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20979a79-ca0f-44fa-a4e3-62d3abda937d None None] No DVR routers for this DVR port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:32.876112 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.888256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f11dcbc9-32f8-4441-a4c8-bc9a5bb5d968 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/subnets/c4e2eb3a-8530-475f-88cf-7d7ac806d341 HTTP/1.1" status: 204 len: 168 time: 1.0046370 Jun 30 08:58:32.888654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08011dd-9ec2-4c92-9b4c-1638efe536f9 None None] Network 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:32.890454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60542) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:32.980352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Deleting subnet bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:32.984900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.026600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.028952 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-9c99d63a-164c-4d8a-b3f3-9315710ab840 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1366148 Jun 30 08:58:33.138395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] DHCP port deletion for 58cc973e-9a48-41e9-9b27-ec912cb6b4b8 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:33.155491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:58:33.157970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.188006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] Deleting port 5625cbf8-6813-4da4-aa14-3bf63dacf92b {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:33.188378 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.223239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:33.234863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:33.241162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.242064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.245550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-dedb8884-61c8-4172-9d30-3aad2552b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.247170 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-dedb8884-61c8-4172-9d30-3aad2552b60f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 1102 time: 0.1695704 Jun 30 08:58:33.249348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=bafc0e97-a36d-40c0-93cf-10d3a85c6f24,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:33.265524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-63a34333-ec26-461b-972e-f1b6fd6225bb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4701695 Jun 30 08:58:33.269294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60546) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:33.276209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:33.325993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-62b9c50e-b61f-40d1-a08e-b25c0775fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.327508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-62b9c50e-b61f-40d1-a08e-b25c0775fcca service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.4361234 Jun 30 08:58:33.347606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c61c-b4c0-464c-8555-6f480d781825 req-d6a6fd8c-4819-422d-a0f5-d19e3dc8a0a6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.352203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0726c61c-b4c0-464c-8555-6f480d781825 req-d6a6fd8c-4819-422d-a0f5-d19e3dc8a0a6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.3773499 Jun 30 08:58:33.394234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabec436-4add-45d7-aa23-b2ceed7cebeb None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:33.406786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-e264ec27-c853-4274-b73c-623835b82242 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0419545 Jun 30 08:58:33.483842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-899ee0c4-7ecd-4f14-b257-5f8e313387c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.485278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-899ee0c4-7ecd-4f14-b257-5f8e313387c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0615323 Jun 30 08:58:33.493907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.528288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Port 63ea363f-e487-4657-9f68-0d6ccd89d8d5 update to ACTIVE by agent not found {{(pid=100241) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 08:58:33.555440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0726c61c-b4c0-464c-8555-6f480d781825 req-281e0c6e-9a56-44c1-9e19-d494e727461e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987431 Jun 30 08:58:33.560718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-cf62eae5-2b5a-4869-ac02-9b94ed9df45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.562601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-cf62eae5-2b5a-4869-ac02-9b94ed9df45b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2821417 Jun 30 08:58:33.563071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] For port 5625cbf8-6813-4da4-aa14-3bf63dacf92b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5625cbf8-6813-4da4-aa14-3bf63dacf92b,segment=NetworkSegment(9aae4385-b95b-4dff-a677-186455ac9998),segment_id=9aae4385-b95b-4dff-a677-186455ac9998)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:33.563506 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.587241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67147b-94f2-4308-bdc0-8fa7bd9fbbe2 req-36cb74a1-f8d9-4a92-a8a7-4df853029ee5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.600768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] Calling delete_port for 5625cbf8-6813-4da4-aa14-3bf63dacf92b owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:33.602475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb67147b-94f2-4308-bdc0-8fa7bd9fbbe2 req-36cb74a1-f8d9-4a92-a8a7-4df853029ee5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.6281331 Jun 30 08:58:33.614945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': 'bafc0e97-a36d-40c0-93cf-10d3a85c6f24'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:33.615834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.652690 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-25118b81-d80f-4792-9ce8-464d3dd2c9d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 200 len: 217 time: 0.0793657 Jun 30 08:58:33.714701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-577da20f-67b4-4e01-a3c8-d8cae0f13827 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.717103 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-577da20f-67b4-4e01-a3c8-d8cae0f13827 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.3157508 Jun 30 08:58:33.725968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-3d7695ab-72d9-409e-a0ff-d149b50caa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.727510 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-3d7695ab-72d9-409e-a0ff-d149b50caa97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0655012 Jun 30 08:58:33.729612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:33.734064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.750914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Request body: {'port': {'device_id': '490fe364-b0ff-494c-9120-3768b9caa552', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'admin_state_up': True, 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:33.765949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 63ea363f-e487-4657-9f68-0d6ccd89d8d5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:33.769730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb67147b-94f2-4308-bdc0-8fa7bd9fbbe2 req-8e19ba3a-9f99-4f22-aa08-419081be2355 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638556 Jun 30 08:58:33.809503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 63ea363f-e487-4657-9f68-0d6ccd89d8d5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:33.809932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 63ea363f-e487-4657-9f68-0d6ccd89d8d5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:33.810447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5625cbf8-6813-4da4-aa14-3bf63dacf92b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:33.843298 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.861367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.863552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/subnets/bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0 HTTP/1.1" status: 204 len: 168 time: 0.9674504 Jun 30 08:58:33.866378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-88e8e317-6870-4a03-ba85-512fea6af73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:33.867849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-88e8e317-6870-4a03-ba85-512fea6af73c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3706248 Jun 30 08:58:33.889299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60554) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:33.896494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b997667f-43d6-4b92-9c5d-51d426ec8e1c None None] Network 1f8eae13-febb-429c-8615-61d0b1e28ba2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:33.900860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d0bd4-2330-4f8d-b692-83c3c8baacef tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Subnet': ['ID=bd961ee3-5c3a-4758-b1ec-a0c61a9d72e0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:33.964307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.978669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:33.990072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-3780c04d-f9bf-4739-b442-c12c4aa87f2c service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974982 Jun 30 08:58:34.067135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No active binding found for port 5625cbf8-6813-4da4-aa14-3bf63dacf92b {{(pid=100241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 08:58:34.067711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5625cbf8-6813-4da4-aa14-3bf63dacf92b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:34.106579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] Pushing event deleted for resources: {'Port': ['ID=5625cbf8-6813-4da4-aa14-3bf63dacf92b,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:34.113024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e41fa0-83b7-45fa-b47f-8e0a29e424db None None] No DVR routers for this DVR port 5625cbf8-6813-4da4-aa14-3bf63dacf92b on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:34.140365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.144287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f299e39-59af-4827-a724-28243f285e02 req-42156d6f-c77e-4607-a7d5-baab6c579e33 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 210 time: 0.0795281 Jun 30 08:58:34.158734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-43cf5ee7-6264-4f0f-a356-8dd259c3d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.160809 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-43cf5ee7-6264-4f0f-a356-8dd259c3d1fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4226146 Jun 30 08:58:34.164778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:34.168431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.195166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Allocated IP 2001:db8::f816:3eff:fee4:a300 (30da8841-07f2-45f6-909d-3a5198a43942/bafc0e97-a36d-40c0-93cf-10d3a85c6f24/75283895-fe7a-4371-8e0f-b8d1341cb662) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:34.197380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:34.200593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-520ef7aa-20c8-489e-93aa-606a3b0572ee req-d004e39f-9004-41f2-9d2f-459d31802687 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953533 Jun 30 08:58:34.215126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54e38e-e479-490b-9f4e-82d76f31d854 req-2d08c32c-2910-47cd-b0e7-3bab26638d15 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.217151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad54e38e-e479-490b-9f4e-82d76f31d854 req-2d08c32c-2910-47cd-b0e7-3bab26638d15 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2146344 Jun 30 08:58:34.271668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad54e38e-e479-490b-9f4e-82d76f31d854 req-47574422-0d76-4803-af47-5287cc9546d1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Jun 30 08:58:34.305914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.372333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc4be714-1dfa-4551-81d9-4159147fec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.381159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.393645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cc973e-9a48-41e9-9b27-ec912cb6b4b8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:34.406426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aae4385-b95b-4dff-a677-186455ac9998') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:34.406759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aae4385-b95b-4dff-a677-186455ac9998') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:34.422518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] DHCP port deletion for 1f8eae13-febb-429c-8615-61d0b1e28ba2 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:34.443510 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.462742 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.474007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Transition to ACTIVE for port object 75283895-fe7a-4371-8e0f-b8d1341cb662 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:34.492404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Transition to ACTIVE for port object 75283895-fe7a-4371-8e0f-b8d1341cb662 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:34.504618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.509535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.519461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] Deleting port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:34.520550 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.529678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:58:34.530017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.531466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077d25-de18-473c-8265-d9d4da53e31b req-8174605d-e981-49dc-8a24-698d2fd46752 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:58:34.532897 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:58:34.535885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac077d25-de18-473c-8265-d9d4da53e31b req-8174605d-e981-49dc-8a24-698d2fd46752 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0929267 Jun 30 08:58:34.563948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:34.566302 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149aca6d-e94a-4737-b061-08b71cf85a95" -d '{"events": [{"name": "network-changed", "server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:34.596888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac077d25-de18-473c-8265-d9d4da53e31b req-604bc853-7cb3-42e3-bef3-ce8174ea1ce5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533350 Jun 30 08:58:34.598057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:34.604784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Pushing event updated for resources: {'Port': ['ID=75283895-fe7a-4371-8e0f-b8d1341cb662,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:34.607421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:34.612335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:34.641601 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fb3199-044e-42f7-8f60-cc201aaa8a93 x-openstack-request-id: req-f0fb3199-044e-42f7-8f60-cc201aaa8a93 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:34.641969 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:34.642327 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0fb3199-044e-42f7-8f60-cc201aaa8a93 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:34.643688 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'status': 'completed', 'code': 200} Jun 30 08:58:34.657308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] For port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0,segment=NetworkSegment(1f8ba0f2-1129-455e-a650-27ccfbc3a03d),segment_id=1f8ba0f2-1129-455e-a650-27ccfbc3a03d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:34.657746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.697030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Attempting to bind port 75283895-fe7a-4371-8e0f-b8d1341cb662 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:34.697419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Attempting to bind port 75283895-fe7a-4371-8e0f-b8d1341cb662 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:34.697779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Attempting to bind port 75283895-fe7a-4371-8e0f-b8d1341cb662 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:34.703071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] Calling delete_port for 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:34.708555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:34.708927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:34.709348 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.709775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:34.710522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Bound port: 75283895-fe7a-4371-8e0f-b8d1341cb662, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:34.710927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.722062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Allocated IP 172.20.0.11 (6ff22aa6-ca40-4da3-a889-2ee2386ef5d2/7e7bc140-f587-4d2c-90c1-7b743888860b/a744d3de-4b86-490e-8d4d-4cc26eb77f29) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:34.798179 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-addc1291-4f9f-4d43-ac5a-eb9566e28fdc service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251838 Jun 30 08:58:34.825239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.830008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] For port 75283895-fe7a-4371-8e0f-b8d1341cb662, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:34.842189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-48071fa1-d43f-4e28-b897-b2e699f415ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.844124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] For port 75283895-fe7a-4371-8e0f-b8d1341cb662, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75283895-fe7a-4371-8e0f-b8d1341cb662,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:34.844286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-48071fa1-d43f-4e28-b897-b2e699f415ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1100 time: 0.1738269 Jun 30 08:58:34.851224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.856704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.889389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] Pushing event deleted for resources: {'Port': ['ID=1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:34.898157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.902733 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/networks/58cc973e-9a48-41e9-9b27-ec912cb6b4b8 HTTP/1.1" status: 204 len: 168 time: 1.0086246 Jun 30 08:58:34.907370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60568) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:34.922837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8dc69c-86be-45c7-acdc-8ac9e30fa067 None None] No DVR routers for this DVR port 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:34.961414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a429c36-330d-4705-af04-3ff01162efb9 None None] Pushing event updated for resources: {'Port': ['ID=75283895-fe7a-4371-8e0f-b8d1341cb662,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:34.993462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f66f03-8d33-437d-ae1d-be86d7e333b5 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Network': ['ID=58cc973e-9a48-41e9-9b27-ec912cb6b4b8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:35.013893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.242074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-0c6a3684-3605-48b5-b5f6-103b447e5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.243520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-0c6a3684-3605-48b5-b5f6-103b447e5795 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1100 time: 0.5416801 Jun 30 08:58:35.374325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2824a2-8aeb-4cb6-801d-b66b9d5e1dde req-75cc21a1-ca95-4d8f-9172-686b584dc9bf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.375702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c2824a2-8aeb-4cb6-801d-b66b9d5e1dde req-75cc21a1-ca95-4d8f-9172-686b584dc9bf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.6382596 Jun 30 08:58:35.396504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:35.413337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:35.413580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-e64c3eb2-8ea2-4762-b21d-737443b33ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.415132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-e64c3eb2-8ea2-4762-b21d-737443b33ae3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.5562160 Jun 30 08:58:35.417878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.421668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.422277 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.438270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=ef5e6b98-3686-4e97-9960-51d88c16773b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:35.448149 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9a895e16-5cbe-4007-9c5e-078676a801e7 req-6bb7e9dc-bbc8-4080-8480-20197e0fce56 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412001 Jun 30 08:58:35.455122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee884885-8491-4d58-9cd7-0070bb34de78 req-68068c9c-9ba3-466c-b44e-6d0c2311b62e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.456608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee884885-8491-4d58-9cd7-0070bb34de78 req-68068c9c-9ba3-466c-b44e-6d0c2311b62e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.2640932 Jun 30 08:58:35.467630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.476659 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a23cde6-ecef-4ca0-8e4c-f5013d6a53f5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2043591 Jun 30 08:58:35.491688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60574) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:35.505041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:93:97:c6', 'name': 'tempest-NetworksTestDHCPv6-981336426'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:35.509246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-24f50480-f2d6-4cbf-9a35-03f786aabc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.510706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-24f50480-f2d6-4cbf-9a35-03f786aabc47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2429349 Jun 30 08:58:35.511902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-e53f38b7-e6bc-4d60-a5c2-6d65f6c9b96c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0863059 Jun 30 08:58:35.574192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.586887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8eae13-febb-429c-8615-61d0b1e28ba2']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:35.601793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8ba0f2-1129-455e-a650-27ccfbc3a03d') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:35.602073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8ba0f2-1129-455e-a650-27ccfbc3a03d') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:35.606313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c2824a2-8aeb-4cb6-801d-b66b9d5e1dde req-3c55c0ee-6107-473d-b1aa-c2eaaf68a697 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174554 Jun 30 08:58:35.609111 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.620543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.660989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-07681698-efc8-4bca-b188-219e2b974b51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.1321423 Jun 30 08:58:35.664851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-86bf930a-13c3-4b41-b6a0-7055f2dbacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.666318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-86bf930a-13c3-4b41-b6a0-7055f2dbacd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1467957 Jun 30 08:58:35.687102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75283895-fe7a-4371-8e0f-b8d1341cb662 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:35.693268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.700454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:58:35.701120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.745509 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.771623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 75283895-fe7a-4371-8e0f-b8d1341cb662 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:58:35.791532 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:58:35.804139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:35.808593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.810299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee884885-8491-4d58-9cd7-0070bb34de78 req-e36ecb8f-80b5-405a-bc64-f9ac0bbdbd37 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197327 Jun 30 08:58:35.810541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:35.813609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event updated for resources: {'Port': ['ID=a744d3de-4b86-490e-8d4d-4cc26eb77f29,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:35.821813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:35.824491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:35.830798 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] 10.222.0.53 "DELETE /v2.0/networks/1f8eae13-febb-429c-8615-61d0b1e28ba2 HTTP/1.1" status: 204 len: 168 time: 0.9106092 Jun 30 08:58:35.935296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a0f85-714d-42df-a819-2834d63c8839 tempest-TaggedBootDevicesTest-1932346589 tempest-TaggedBootDevicesTest-1932346589-project] Pushing event deleted for resources: {'Network': ['ID=1f8eae13-febb-429c-8615-61d0b1e28ba2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:35.938477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:35.967386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-c540b56f-b7da-44ac-8842-befb1f7be912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:35.968880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-c540b56f-b7da-44ac-8842-befb1f7be912 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2966607 Jun 30 08:58:35.980710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:35.981357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1f2a46e4-d6b7-4945-9c2d-bbad2c20a1a0 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:36.015063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:36.015815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.048404 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4e476713-d4b7-4bc4-942d-b069285b86f9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3012245 Jun 30 08:58:36.062591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Request body: {'port': {'device_id': '490fe364-b0ff-494c-9120-3768b9caa552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:36.066828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:36.074474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-f995c256-b555-44ba-b4b3-8175a1891ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:36.076281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-f995c256-b555-44ba-b4b3-8175a1891ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3792050 Jun 30 08:58:36.164476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.297777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-bead8252-c25d-47dc-b195-766fa73ec8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:36.299289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-bead8252-c25d-47dc-b195-766fa73ec8e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3154345 Jun 30 08:58:36.399456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2eb34d-1971-4ea9-b584-2d11d0b93296 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:36.419393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.448329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecb571-0272-45dd-b618-efd0365a94fe req-f0f5dc6f-7837-40c4-bb45-03e159c078ae tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:36.449885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9ecb571-0272-45dd-b618-efd0365a94fe req-f0f5dc6f-7837-40c4-bb45-03e159c078ae tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 932 time: 0.3357944 Jun 30 08:58:36.457524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-7695ed76-5487-41d9-af45-94dba1c37b54 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418500 Jun 30 08:58:36.480459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a744d3de-4b86-490e-8d4d-4cc26eb77f29 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:36.488494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.500031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port dd088197-0a21-479c-85ef-d69aa88343dc yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:36.504442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Transition to ACTIVE for port object a744d3de-4b86-490e-8d4d-4cc26eb77f29 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:36.510802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.526631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5360f86d-b070-48ed-8872-aca3ce79e654 None None] Provisioning for port 75283895-fe7a-4371-8e0f-b8d1341cb662 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:36.530438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-1a3b3242-29e8-4a3a-b8ac-04b4c8d2bcfb service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215955 Jun 30 08:58:36.550626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5360f86d-b070-48ed-8872-aca3ce79e654 None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:36.550991 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5360f86d-b070-48ed-8872-aca3ce79e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.585918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Pushing event updated for resources: {'Port': ['ID=a744d3de-4b86-490e-8d4d-4cc26eb77f29,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:36.657831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Attempting to bind port a744d3de-4b86-490e-8d4d-4cc26eb77f29 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:36.658339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Attempting to bind port a744d3de-4b86-490e-8d4d-4cc26eb77f29 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:36.658676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Attempting to bind port a744d3de-4b86-490e-8d4d-4cc26eb77f29 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:36.661464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5360f86d-b070-48ed-8872-aca3ce79e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.664618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Port a744d3de-4b86-490e-8d4d-4cc26eb77f29 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:36.664947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Attempting to bind port a744d3de-4b86-490e-8d4d-4cc26eb77f29 on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:36.669945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:36.670234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:36.670616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Bound using segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:36.671038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Bound port: a744d3de-4b86-490e-8d4d-4cc26eb77f29, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:36.671393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.697409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3ea0d-0efb-49dd-ae32-9640e81fa4a9 req-68bf8bd8-b2de-45a5-a140-d7cd354ca4c6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:36.698923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61f3ea0d-0efb-49dd-ae32-9640e81fa4a9 req-68bf8bd8-b2de-45a5-a140-d7cd354ca4c6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.4671791 Jun 30 08:58:36.719912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9ecb571-0272-45dd-b618-efd0365a94fe req-7fa47b5b-9ebe-497a-88ed-51005b7ee661 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540092 Jun 30 08:58:36.723731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5360f86d-b070-48ed-8872-aca3ce79e654 None None] For port 75283895-fe7a-4371-8e0f-b8d1341cb662, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75283895-fe7a-4371-8e0f-b8d1341cb662,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:36.727272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Update dhcp port {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': 'bafc0e97-a36d-40c0-93cf-10d3a85c6f24', 'ip_address': '2001:db8::f816:3eff:fee4:a300'}, {'subnet_id': 'ef5e6b98-3686-4e97-9960-51d88c16773b'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '75283895-fe7a-4371-8e0f-b8d1341cb662'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 08:58:36.751214 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5360f86d-b070-48ed-8872-aca3ce79e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.760117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] For port a744d3de-4b86-490e-8d4d-4cc26eb77f29, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:36.763563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] For port a744d3de-4b86-490e-8d4d-4cc26eb77f29, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a744d3de-4b86-490e-8d4d-4cc26eb77f29,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:36.769378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.799842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.812899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:36.814067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.815618 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] 10.222.0.26 "PUT /v2.0/ports/a744d3de-4b86-490e-8d4d-4cc26eb77f29 HTTP/1.1" status: 200 len: 1093 time: 0.7578998 Jun 30 08:58:36.822153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490fe364-b0ff-494c-9120-3768b9caa552', 'tag': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:36.822153 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f3134-bf00-4e25-8731-a4c1fa006861" -d '{"events": [{"name": "network-changed", "server_uuid": "490fe364-b0ff-494c-9120-3768b9caa552", "tag": "a744d3de-4b86-490e-8d4d-4cc26eb77f29"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:36.831854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360f86d-b070-48ed-8872-aca3ce79e654 None None] Pushing event updated for resources: {'Port': ['ID=75283895-fe7a-4371-8e0f-b8d1341cb662,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:36.832544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61f3ea0d-0efb-49dd-ae32-9640e81fa4a9 req-3f085777-a289-4299-8264-b0b282b3a4e6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176438 Jun 30 08:58:36.862155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-a689ce33-782d-4287-8a5f-2e4f48311764 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915844 Jun 30 08:58:36.864725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f6455-5a77-4287-9279-9252b7bfd162 service neutron] Pushing event updated for resources: {'Port': ['ID=a744d3de-4b86-490e-8d4d-4cc26eb77f29,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:36.880855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-149aca6d-e94a-4737-b061-08b71cf85a95 req-aad8bfd1-1251-425e-8e42-7caa99107e7e service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740293 Jun 30 08:58:36.951234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-59e0abb4-96c8-4899-a80e-21e8aa424e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:36.952535 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-59e0abb4-96c8-4899-a80e-21e8aa424e77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 1096 time: 0.0720572 Jun 30 08:58:36.961355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 172.20.0.2 (30da8841-07f2-45f6-909d-3a5198a43942/ef5e6b98-3686-4e97-9960-51d88c16773b/dd088197-0a21-479c-85ef-d69aa88343dc) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:36.968862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fe93:97c6 (30da8841-07f2-45f6-909d-3a5198a43942/bafc0e97-a36d-40c0-93cf-10d3a85c6f24/dd088197-0a21-479c-85ef-d69aa88343dc) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:37.019517 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76761751-01c7-45bd-8e72-4a9b9389ab90 x-openstack-request-id: req-76761751-01c7-45bd-8e72-4a9b9389ab90 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:37.020045 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490fe364-b0ff-494c-9120-3768b9caa552", "tag": "a744d3de-4b86-490e-8d4d-4cc26eb77f29", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:37.020597 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76761751-01c7-45bd-8e72-4a9b9389ab90 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:37.021435 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490fe364-b0ff-494c-9120-3768b9caa552', 'tag': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29', 'status': 'completed', 'code': 200} Jun 30 08:58:37.024022 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-261cd44e-2f96-4c5c-be04-bd2c423d8c41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a744d3de-4b86-490e-8d4d-4cc26eb77f29 HTTP/1.1" status: 200 len: 217 time: 0.0635765 Jun 30 08:58:37.128602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-fb08e6ac-0633-47ae-ad87-3c08bcf35ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.130253 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-fb08e6ac-0633-47ae-ad87-3c08bcf35ffe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.0989082 Jun 30 08:58:37.175773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-4a67766b-0047-480d-bc40-7c36d0b4497c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391238 Jun 30 08:58:37.179051 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:37.270991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc43a-2b21-4ca0-ba73-8d636964ed60 req-787feb69-ff72-4415-bef9-63cb6ec4ada4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.272573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f26dc43a-2b21-4ca0-ba73-8d636964ed60 req-787feb69-ff72-4415-bef9-63cb6ec4ada4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.1327541 Jun 30 08:58:37.276389 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-b5f55c16-7589-43d3-bc70-35ba37309eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937457 Jun 30 08:58:37.297714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:37.343882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object dd088197-0a21-479c-85ef-d69aa88343dc will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:37.362211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f26dc43a-2b21-4ca0-ba73-8d636964ed60 req-99598401-f44c-4ba6-995b-4dd3536c21d6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770652 Jun 30 08:58:37.378077 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0a56a233-0ea4-4ec4-a5e8-bbe81a7018a2 req-fd5759b8-a170-4db8-935b-7e4e7d10d905 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953460 Jun 30 08:58:37.406899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b513-82f5-4769-be29-e3ab52d460c3 req-a3e1d1e5-4b3b-40c3-a30e-a54dcb551ffb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.408552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78d9b513-82f5-4769-be29-e3ab52d460c3 req-a3e1d1e5-4b3b-40c3-a30e-a54dcb551ffb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1883833 Jun 30 08:58:37.435127 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:37.501977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:37.505511 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78d9b513-82f5-4769-be29-e3ab52d460c3 req-0a295827-2333-444b-985d-1891352372bf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880740 Jun 30 08:58:37.509335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:37.515626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:37.533678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-84131334-4374-4e16-b00e-92daa1d1cf7b {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:58:37.534766 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:58:37.553348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=dd088197-0a21-479c-85ef-d69aa88343dc,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:37.562676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-dd39b97a-35ac-4985-b115-fbdb79028766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.569508 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-dd39b97a-35ac-4985-b115-fbdb79028766 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 1096 time: 0.1326947 Jun 30 08:58:37.616941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.618115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:37.666231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a29038b1-97e1-4ca0-9caa-776dbc6a70d9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1732049 Jun 30 08:58:37.668799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60602) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:37.707888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-a60d3c0a-63c2-4432-a051-8d6451a9eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.710143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-a60d3c0a-63c2-4432-a051-8d6451a9eb88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.1325052 Jun 30 08:58:37.710301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75283895-fe7a-4371-8e0f-b8d1341cb662 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:37.785624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:37.786351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:37.796296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7611cb17-efed-4fa6-b839-e7d1655cea61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.798918 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-b811eac8-32b8-43a9-babd-7276e881139b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a744d3de-4b86-490e-8d4d-4cc26eb77f29 HTTP/1.1" status: 200 len: 217 time: 0.0822184 Jun 30 08:58:37.804001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7611cb17-efed-4fa6-b839-e7d1655cea61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.805929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7611cb17-efed-4fa6-b839-e7d1655cea61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1243196 Jun 30 08:58:37.808968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60608) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:37.912437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-5daefbd7-09b2-4ddb-9bd7-1643ad3cfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.913954 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-5daefbd7-09b2-4ddb-9bd7-1643ad3cfed6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1062536 Jun 30 08:58:37.954086 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-e6bc1ba9-0658-43af-b934-aceb2dabbaa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331612 Jun 30 08:58:37.991804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a0c4d-6be0-4e69-8236-2f3849717b8c req-1db5277d-945f-4a12-90f0-6c9ff1412bef tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:37.999637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-581a0c4d-6be0-4e69-8236-2f3849717b8c req-1db5277d-945f-4a12-90f0-6c9ff1412bef tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1516232 Jun 30 08:58:38.079017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port dd088197-0a21-479c-85ef-d69aa88343dc {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:38.079354 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:38.112316 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:38.133398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-b96b16ef-3e66-40b1-9572-4a1ce5e9aa2e service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670127 Jun 30 08:58:38.160781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-581a0c4d-6be0-4e69-8236-2f3849717b8c req-478a8b0c-6679-4817-97e3-084b15f87f5a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602550 Jun 30 08:58:38.208853 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-02377ed6-b9e7-4fa8-8ddf-49b87564abfa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1297042 Jun 30 08:58:38.304263 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9f5f3134-bf00-4e25-8731-a4c1fa006861 req-ccb9a10c-aa45-466e-b781-873ec42436a7 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559289 Jun 30 08:58:38.327136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-8578e60d-7c89-486a-a7fe-e405e133860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:38.329422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-8578e60d-7c89-486a-a7fe-e405e133860e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 1101 time: 0.0917087 Jun 30 08:58:38.395354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Allocated IP 172.20.0.3 (30da8841-07f2-45f6-909d-3a5198a43942/ef5e6b98-3686-4e97-9960-51d88c16773b/75283895-fe7a-4371-8e0f-b8d1341cb662) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:38.464034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:38.468671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-11bd5bc5-6c93-4725-8e22-4684975d7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:38.470322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-11bd5bc5-6c93-4725-8e22-4684975d7e00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1081474 Jun 30 08:58:38.519601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-1583aff4-6333-43f3-9b78-a2d7d58a9969 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 200 len: 217 time: 0.0412552 Jun 30 08:58:38.567841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] For port 75283895-fe7a-4371-8e0f-b8d1341cb662, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75283895-fe7a-4371-8e0f-b8d1341cb662,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:38.571064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-4763febd-da65-4e3a-82d5-cd06ec53a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:38.572894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-4763febd-da65-4e3a-82d5-cd06ec53a31b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0472624 Jun 30 08:58:38.625731 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:38.626312 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:38.630099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:38.640760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-41797c28-64d8-4b59-bad9-9b6c64e72dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:38.642415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for dd088197-0a21-479c-85ef-d69aa88343dc owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:38.642758 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-41797c28-64d8-4b59-bad9-9b6c64e72dbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637839 Jun 30 08:58:38.649802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'mac_address': 'fa:16:3e:16:4f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:38.653621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Transition to ACTIVE for port object 75283895-fe7a-4371-8e0f-b8d1341cb662 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:38.655882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-27b66aa5-f927-4cc4-8204-5ff273c112ae tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:38.657911 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-27b66aa5-f927-4cc4-8204-5ff273c112ae tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6&tenant_id=b22d67fdd98b438a8c4764d49703b2f5&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 948 time: 0.6254151 Jun 30 08:58:38.658202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:38.743533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c39af4-fed6-4427-a7a4-1efe6d1cbba4 req-bf789be9-99ab-4afa-ba38-cf009435c74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:38.750404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8c39af4-fed6-4427-a7a4-1efe6d1cbba4 req-bf789be9-99ab-4afa-ba38-cf009435c74d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 944 time: 0.5952601 Jun 30 08:58:38.776168 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-0b43dc42-1cdf-4592-93dc-75c24488450b service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263988 Jun 30 08:58:38.866042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8c39af4-fed6-4427-a7a4-1efe6d1cbba4 req-eca0631d-f267-4a48-a2e4-42af681fdd18 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146281 Jun 30 08:58:38.888491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f8cff-0e67-4c6b-952c-7ec38e5fd442 req-df296dec-dfb5-4546-82a4-d6c6e4ea01ff tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:38.893624 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8f5e0ab3-17ff-47f2-8b71-9bf9d6a09e89 req-92e05b02-270c-40c3-9656-44a9927ac2e5 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102068 Jun 30 08:58:38.895663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-903f8cff-0e67-4c6b-952c-7ec38e5fd442 req-df296dec-dfb5-4546-82a4-d6c6e4ea01ff tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 948 time: 0.3660624 Jun 30 08:58:38.923093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-e528679e-ea68-4201-85b2-011e3fc5e6be service neutron] 10.222.0.26 "GET /v2.0/ports/61a34bc3-3fb9-4b46-ad99-b06f5f551193/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 383 time: 0.2538521 Jun 30 08:58:38.953956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:38.976017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b76937-6579-48b6-8b93-72ab9a039864 None None] Pushing event updated for resources: {'Port': ['ID=75283895-fe7a-4371-8e0f-b8d1341cb662,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:38.988941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a34bc3-3fb9-4b46-ad99-b06f5f551193 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:39.012109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:39.016390 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:39.076604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:39.081143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-903f8cff-0e67-4c6b-952c-7ec38e5fd442 req-1b5aac87-bae5-4361-87dd-484fe507347c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845779 Jun 30 08:58:39.177905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:39.241864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=dd088197-0a21-479c-85ef-d69aa88343dc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:39.245091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-e4888f7c-4470-4988-b857-d7a6506dd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.246623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-e4888f7c-4470-4988-b857-d7a6506dd788 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1101 time: 0.2220845 Jun 30 08:58:39.408697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['61a34bc3-3fb9-4b46-ad99-b06f5f551193'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:39.445534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7dfc-1afc-4d60-bc9c-10f91de9483a req-16de4c59-d718-4420-a116-670df9b41b18 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.447039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-458f7dfc-1afc-4d60-bc9c-10f91de9483a req-16de4c59-d718-4420-a116-670df9b41b18 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2938192 Jun 30 08:58:39.448111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-341f6db1-d647-40f1-a223-1b5d542c94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.449414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-341f6db1-d647-40f1-a223-1b5d542c94ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1951714 Jun 30 08:58:39.452854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:39.454752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1e1e1ea6-3ccc-4d4b-86f1-5c2202118f99 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/dd088197-0a21-479c-85ef-d69aa88343dc HTTP/1.1" status: 204 len: 168 time: 1.6448438 Jun 30 08:58:39.458841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60622) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:39.524841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-1a00f6a1-ff99-4a38-966d-1471a36a1681 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0638928 Jun 30 08:58:39.536209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd42ad-10d0-44a7-8995-dfbeffcf9862 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.538435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd42ad-10d0-44a7-8995-dfbeffcf9862 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.540399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd42ad-10d0-44a7-8995-dfbeffcf9862 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.548966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60624) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:39.556001 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-54cd42ad-10d0-44a7-8995-dfbeffcf9862 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0809734 Jun 30 08:58:39.626900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-458f7dfc-1afc-4d60-bc9c-10f91de9483a req-c618e99b-5d09-4340-ad95-272297f92ce9 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646497 Jun 30 08:58:39.677379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-5068100e-506f-4e12-a4a0-0a179f4a4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.679229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-5068100e-506f-4e12-a4a0-0a179f4a4933 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1443200 Jun 30 08:58:39.682099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75283895-fe7a-4371-8e0f-b8d1341cb662 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:39.683554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet bafc0e97-a36d-40c0-93cf-10d3a85c6f24 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:39.694756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:39.759152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-00e448c8-1a69-4bca-9441-0981fabf6d70 None None] Provisioning for port 75283895-fe7a-4371-8e0f-b8d1341cb662 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:39.774047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-00e448c8-1a69-4bca-9441-0981fabf6d70 None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:39.774374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-00e448c8-1a69-4bca-9441-0981fabf6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:39.782322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:39.833153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:39.834550 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:39.880560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-d9fda5b0-0a15-460c-8ac8-9a170d2ff079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:39.882324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-d9fda5b0-0a15-460c-8ac8-9a170d2ff079 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1963120 Jun 30 08:58:39.928626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.064003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3501e7d0-77b5-4c75-a85e-55abf2c63dd3 None None] Could not find standard attr ID for object dd088197-0a21-479c-85ef-d69aa88343dc. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:40.123351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f548-cffa-4dfd-b237-2ca7f1aaa4d7 req-f34ede75-384f-40b1-8b16-5c11612e8a44 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.124885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31b9f548-cffa-4dfd-b237-2ca7f1aaa4d7 req-f34ede75-384f-40b1-8b16-5c11612e8a44 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2472236 Jun 30 08:58:40.139987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-392ac4e3-b986-4a2d-aa33-b747f538901d service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250037 Jun 30 08:58:40.170607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.256643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=bafc0e97-a36d-40c0-93cf-10d3a85c6f24,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:40.272509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31b9f548-cffa-4dfd-b237-2ca7f1aaa4d7 req-1213a055-1e0a-41a4-a361-af148e8faad2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392560 Jun 30 08:58:40.273523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.275298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8da4ba7e-37bb-41bc-a066-18ab02c48297 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/bafc0e97-a36d-40c0-93cf-10d3a85c6f24 HTTP/1.1" status: 204 len: 168 time: 0.7230268 Jun 30 08:58:40.276974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a538e07-885e-4e35-b792-303e03772c70 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:40.278446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60638) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:40.285418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a1422-01dd-4dc9-8bda-dfb138ab88dd req-8b45774d-80b8-4fed-8b60-b5d19e14be89 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.303922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb4a1422-01dd-4dc9-8bda-dfb138ab88dd req-8b45774d-80b8-4fed-8b60-b5d19e14be89 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 944 time: 0.2945793 Jun 30 08:58:40.384388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet ef5e6b98-3686-4e97-9960-51d88c16773b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:40.387616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb4a1422-01dd-4dc9-8bda-dfb138ab88dd req-41f9afdb-a079-4112-aa11-af3581c3b7d4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822887 Jun 30 08:58:40.406980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.410039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-4590f09e-01c9-4e98-a592-da33af479a95 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539263 Jun 30 08:58:40.460879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a744d3de-4b86-490e-8d4d-4cc26eb77f29 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:40.499994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.649083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.698834 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:40.720959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ee1e-ebc0-4560-8cb0-7103bf9862c4 req-febffbb9-01cc-4c06-a6f3-4730fa35d6a6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.725251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc23ee1e-ebc0-4560-8cb0-7103bf9862c4 req-febffbb9-01cc-4c06-a6f3-4730fa35d6a6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 949 time: 0.1482706 Jun 30 08:58:40.748953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a744d3de-4b86-490e-8d4d-4cc26eb77f29, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a744d3de-4b86-490e-8d4d-4cc26eb77f29,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:40.765087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29', 'mac_address': 'fa:16:3e:02:b9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:40.795720 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.831793 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.852037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5e6b98-3686-4e97-9960-51d88c16773b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:40.854027 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.855868 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ebd5caf-07e7-4d8b-907a-1de3cf7ab68a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/ef5e6b98-3686-4e97-9960-51d88c16773b HTTP/1.1" status: 204 len: 168 time: 0.5756502 Jun 30 08:58:40.858569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a744d3de-4b86-490e-8d4d-4cc26eb77f29 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:40.863951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc23ee1e-ebc0-4560-8cb0-7103bf9862c4 req-155071af-dd85-488b-84cc-37df5c029cb6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301396 Jun 30 08:58:40.867001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60648) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:40.899698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a744d3de-4b86-490e-8d4d-4cc26eb77f29, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a744d3de-4b86-490e-8d4d-4cc26eb77f29,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:40.913586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:40.934493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4a835f55-ae27-43dd-97ac-77937487cbd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625827 Jun 30 08:58:40.937330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60650) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:40.943215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:40.976793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701271ff-f51a-4e16-9931-0bd0db9806d4 req-ba5a9809-caea-4064-80ae-1f7e9053a6a5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.983810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-701271ff-f51a-4e16-9931-0bd0db9806d4 req-ba5a9809-caea-4064-80ae-1f7e9053a6a5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2097821 Jun 30 08:58:41.008058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a744d3de-4b86-490e-8d4d-4cc26eb77f29,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:41.036227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-701271ff-f51a-4e16-9931-0bd0db9806d4 req-a237c392-fa7f-4aa8-9a95-b85d3afb8af3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Jun 30 08:58:41.120955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:41.125119 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:41.246541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['a744d3de-4b86-490e-8d4d-4cc26eb77f29'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:41.370779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866c5d-4585-4f04-8ae2-26735d479740 req-98bc154e-c6ba-48a7-926b-e47babf31414 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:41.372662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17866c5d-4585-4f04-8ae2-26735d479740 req-98bc154e-c6ba-48a7-926b-e47babf31414 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0910602 Jun 30 08:58:41.408371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:41.454308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17866c5d-4585-4f04-8ae2-26735d479740 req-c36181a8-320a-4764-b073-15c909ac88ef tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743413 Jun 30 08:58:41.464417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:41.467809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:41.472153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:41.473117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:41.489491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=e3ef27df-2db0-4b76-910f-dde17191332a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:41.502974 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83c738aa-2254-4ce1-ba5e-bd3eb2960ddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5643730 Jun 30 08:58:41.506019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60662) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:41.513676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:41.567801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1972ac-fbc1-4df0-b766-13a963deae16 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:41.649989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-25aa0877-733d-4c45-b283-0c6ca7ea31cb None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:41.650766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25aa0877-733d-4c45-b283-0c6ca7ea31cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:41.699421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04783c-b4c4-4d9d-973b-c6825350ba05 req-163aeb44-d22c-4835-8584-83213e573361 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:41.701218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c04783c-b4c4-4d9d-973b-c6825350ba05 req-163aeb44-d22c-4835-8584-83213e573361 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 945 time: 0.1328025 Jun 30 08:58:41.732370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:41.736408 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:41.795208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c04783c-b4c4-4d9d-973b-c6825350ba05 req-e30e0abf-22e8-48e3-941b-7cc9876dd02e tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870111 Jun 30 08:58:41.948548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa46864-30c9-417f-a3f5-51a73a4843f5 req-9c7a6fe6-4dda-48f7-80bb-bde2bbde5f91 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:41.949702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5aa46864-30c9-417f-a3f5-51a73a4843f5 req-9c7a6fe6-4dda-48f7-80bb-bde2bbde5f91 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1196430 Jun 30 08:58:42.060837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5aa46864-30c9-417f-a3f5-51a73a4843f5 req-93f2c35e-e685-4cb9-a360-c0a85de97626 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726733 Jun 30 08:58:42.222130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55583d40-3c7f-4a9d-9663-5972fecae6fc None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:58:42.241397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc266be9-8873-4d26-841d-7881b5fd376e req-773ed491-cc23-458a-bb16-44e6d1d926c3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:42.243249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc266be9-8873-4d26-841d-7881b5fd376e req-773ed491-cc23-458a-bb16-44e6d1d926c3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 949 time: 0.1659431 Jun 30 08:58:42.357931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e5e32adf-fa98-49b1-9e01-d58d27c6019a None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:42.358503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e5e32adf-fa98-49b1-9e01-d58d27c6019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:42.425125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55583d40-3c7f-4a9d-9663-5972fecae6fc None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 08:58:42.468865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a744d3de-4b86-490e-8d4d-4cc26eb77f29 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:42.686551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port a744d3de-4b86-490e-8d4d-4cc26eb77f29 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:42.692049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port a744d3de-4b86-490e-8d4d-4cc26eb77f29 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:42.692375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:42.769330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc266be9-8873-4d26-841d-7881b5fd376e req-24829d4c-288e-46d2-8956-ece4a7d128b2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183196 Jun 30 08:58:42.788144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.objects.ports [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:58:42.883716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:42.921146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb210-a269-44bb-9fe8-f69d91599eed req-9ef17e76-446f-4af5-8451-630dc5943305 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:42.922312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490fe364-b0ff-494c-9120-3768b9caa552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:42.922730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12beb210-a269-44bb-9fe8-f69d91599eed req-9ef17e76-446f-4af5-8451-630dc5943305 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.6757667 Jun 30 08:58:42.931520 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894dffb6-5463-4b94-8c51-c0b874f37fbd" -d '{"events": [{"server_uuid": "490fe364-b0ff-494c-9120-3768b9caa552", "name": "network-vif-plugged", "status": "completed", "tag": "a744d3de-4b86-490e-8d4d-4cc26eb77f29"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:42.967145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a744d3de-4b86-490e-8d4d-4cc26eb77f29, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a744d3de-4b86-490e-8d4d-4cc26eb77f29,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:42.974757 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:42.976106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:42.999228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-82dd01e0-852c-4058-87f5-b59c48614205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:43.001543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-82dd01e0-852c-4058-87f5-b59c48614205 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6&tenant_id=b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 1101 time: 0.2971013 Jun 30 08:58:43.026448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:43.079193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Update dhcp port {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': 'd2a7bb52-2009-487e-8aae-75b070a8e76b'}, {'subnet_id': 'e3ef27df-2db0-4b76-910f-dde17191332a'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '75283895-fe7a-4371-8e0f-b8d1341cb662'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 08:58:43.085811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a744d3de-4b86-490e-8d4d-4cc26eb77f29,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:43.127829 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.136437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:43.141578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12beb210-a269-44bb-9fe8-f69d91599eed req-d870365c-1924-4ac3-b8c0-b8a649cc1cf2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018011 Jun 30 08:58:43.142231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:43.142611 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.245284 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17f058-23c2-4a4e-83f9-99fa24dfa13d x-openstack-request-id: req-cd17f058-23c2-4a4e-83f9-99fa24dfa13d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:43.245584 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490fe364-b0ff-494c-9120-3768b9caa552", "name": "network-vif-plugged", "status": "completed", "tag": "a744d3de-4b86-490e-8d4d-4cc26eb77f29", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:43.245892 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd17f058-23c2-4a4e-83f9-99fa24dfa13d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:43.246285 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490fe364-b0ff-494c-9120-3768b9caa552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29', 'code': 200} Jun 30 08:58:43.296685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.353936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.443733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fa1c5-2fc9-431a-9e3d-71a54cc7c94d req-7079c96c-061c-4d4a-8fc4-50b07c47cb1b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:43.445601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:43.450579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b2fa1c5-2fc9-431a-9e3d-71a54cc7c94d req-7079c96c-061c-4d4a-8fc4-50b07c47cb1b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.3175995 Jun 30 08:58:43.459951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.502009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b2fa1c5-2fc9-431a-9e3d-71a54cc7c94d req-17a3c66c-22ab-4d92-818f-a8992677dd66 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Jun 30 08:58:43.502574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.559374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fee4:a300-21710f4e-f87c-44e2-8cc9-877d66d98e {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:58:43.559733 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:58:43.564401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:43.571159 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:58:43.571592 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:58:43.657970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d9657-2d60-4b17-9e5d-1d640392e417 req-78b298ae-25ee-4e3c-a5a6-c315bf954288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:43.659467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-156d9657-2d60-4b17-9e5d-1d640392e417 req-78b298ae-25ee-4e3c-a5a6-c315bf954288 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 1098 time: 0.2754362 Jun 30 08:58:43.678497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1e5d-fa20-414c-9233-15079e2ba379 req-8a0fc9a3-422d-478d-afc7-4f90a473acaf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:43.679975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-699f1e5d-fa20-414c-9233-15079e2ba379 req-8a0fc9a3-422d-478d-afc7-4f90a473acaf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1742589 Jun 30 08:58:43.793870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-156d9657-2d60-4b17-9e5d-1d640392e417 req-b4683690-406a-4bc5-be03-e88a81b9c476 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128895 Jun 30 08:58:43.800854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-699f1e5d-fa20-414c-9233-15079e2ba379 req-63bdcb27-64ec-450a-8a28-04887fcb9fb0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884449 Jun 30 08:58:43.819835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] For port 75283895-fe7a-4371-8e0f-b8d1341cb662, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75283895-fe7a-4371-8e0f-b8d1341cb662,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:43.866878 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.882678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:43.884429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.013324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:44.068632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:44.070364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=75283895-fe7a-4371-8e0f-b8d1341cb662,revision_number=8']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:44.082150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:44.082744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.109408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6019506 Jun 30 08:58:44.112363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60702) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:44.117942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:ec:ee:12', 'name': 'tempest-NetworksTestDHCPv6-547750728'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:44.120533 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.169446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850cbd5-8489-47c6-86bc-605452f0ab5d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=d2a7bb52-2009-487e-8aae-75b070a8e76b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:44.230253 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.286500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:44.287385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386f75f-5d48-485f-872d-6ad35b8a9bc3 req-3f7230ca-80e2-40f8-9432-2742b41d7a3c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:44.288826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0386f75f-5d48-485f-872d-6ad35b8a9bc3 req-3f7230ca-80e2-40f8-9432-2742b41d7a3c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.3003111 Jun 30 08:58:44.346363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed71df-8138-4340-87db-fef2c1de4664 req-e6395fa6-9338-49da-9965-ac30a8d5c57a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:44.355208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15ed71df-8138-4340-87db-fef2c1de4664 req-e6395fa6-9338-49da-9965-ac30a8d5c57a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 950 time: 0.3626935 Jun 30 08:58:44.377469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Allocated IP 172.20.0.2 (30da8841-07f2-45f6-909d-3a5198a43942/e3ef27df-2db0-4b76-910f-dde17191332a/75283895-fe7a-4371-8e0f-b8d1341cb662) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:44.469049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.497607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port cb91d51f-cf38-4386-aec3-3768a665c813 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:44.572601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0386f75f-5d48-485f-872d-6ad35b8a9bc3 req-6fc6ddc5-0e5e-4b8a-8f32-20206c760ac7 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633557 Jun 30 08:58:44.572947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] For port 75283895-fe7a-4371-8e0f-b8d1341cb662, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75283895-fe7a-4371-8e0f-b8d1341cb662,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:44.626239 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.629779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15ed71df-8138-4340-87db-fef2c1de4664 req-4aedec3f-ba41-443f-a02c-ba38f5179b2e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735510 Jun 30 08:58:44.652187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Transition to ACTIVE for port object 75283895-fe7a-4371-8e0f-b8d1341cb662 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:44.664939 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.706126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:44.761089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:44.832371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e063f8-f9c1-49ee-9c9b-7045ec28d6b4 None None] Pushing event updated for resources: {'Port': ['ID=75283895-fe7a-4371-8e0f-b8d1341cb662,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:44.852199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:44.855039 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bad9dfb-6346-4e31-8749-fbffd7f2b3cc" -d '{"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:44.859807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.875729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Transition to ACTIVE for port object 61a34bc3-3fb9-4b46-ad99-b06f5f551193 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:44.882967 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.964245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] No DVR routers for this DVR port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:44.970109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 172.20.0.11 (30da8841-07f2-45f6-909d-3a5198a43942/e3ef27df-2db0-4b76-910f-dde17191332a/cb91d51f-cf38-4386-aec3-3768a665c813) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:44.984825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:44.986499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:feec:ee12 (30da8841-07f2-45f6-909d-3a5198a43942/d2a7bb52-2009-487e-8aae-75b070a8e76b/cb91d51f-cf38-4386-aec3-3768a665c813) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:45.123313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:45.123313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:45.123995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:45.132763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:45.133098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Attempting to bind port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:45.149131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:45.149509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:45.149880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:45.150333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Bound port: 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:45.150693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.183790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936007e-3aff-4354-afb9-05776de8904d req-3fcf2f06-2b66-484c-b00c-34b354c6bccd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.185363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9936007e-3aff-4354-afb9-05776de8904d req-3fcf2f06-2b66-484c-b00c-34b354c6bccd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2056775 Jun 30 08:58:45.187972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.202218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object cb91d51f-cf38-4386-aec3-3768a665c813 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:45.240778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.247448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:45.249912 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d1218-92ff-43e6-8b40-4c9dc81b8e5a" -d '{"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-plugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:45.283715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:45.308408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:45.314982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:45.319548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0cedd-2b5a-4d31-91ea-f389124de979 req-9670111b-4518-4b89-9f91-24d9c4f533fa tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.320107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:45.321216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2d0cedd-2b5a-4d31-91ea-f389124de979 req-9670111b-4518-4b89-9f91-24d9c4f533fa tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.3041673 Jun 30 08:58:45.324326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=cb91d51f-cf38-4386-aec3-3768a665c813,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:45.329242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9936007e-3aff-4354-afb9-05776de8904d req-b25c272e-9f80-4a0f-9868-47af15699eb9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915401 Jun 30 08:58:45.339044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:45.348095 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.382210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.383073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.400762 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02be980c-d88c-418d-bcd4-dc6f0be50c57 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2871904 Jun 30 08:58:45.403646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:45.410162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.410793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.412732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 1098 time: 2.3920467 Jun 30 08:58:45.421807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2d0cedd-2b5a-4d31-91ea-f389124de979 req-0b37e742-760c-4258-8121-b34ba58fb9c2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915070 Jun 30 08:58:45.460786 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2f438c-7894-49f1-b8e7-2b7570257089 x-openstack-request-id: req-ce2f438c-7894-49f1-b8e7-2b7570257089 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:45.460786 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:45.460786 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce2f438c-7894-49f1-b8e7-2b7570257089 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:45.460786 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'code': 200} Jun 30 08:58:45.527526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75ce1-e06b-43ea-af70-e8146cc89fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=11']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:45.539887 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f819cc2-d745-4d5e-8799-15f5d32bf354 x-openstack-request-id: req-4f819cc2-d745-4d5e-8799-15f5d32bf354 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:45.540184 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-plugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:45.540442 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f819cc2-d745-4d5e-8799-15f5d32bf354 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:45.540838 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'code': 200} Jun 30 08:58:45.552071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e99d79-93a8-4985-8e2d-1e9337b707dd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.566996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e99d79-93a8-4985-8e2d-1e9337b707dd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.571959 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-09e99d79-93a8-4985-8e2d-1e9337b707dd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1625328 Jun 30 08:58:45.572173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-c87b477a-7b5f-406c-91cb-3016b9130244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.572173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-c87b477a-7b5f-406c-91cb-3016b9130244 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1101 time: 0.1197755 Jun 30 08:58:45.572328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60724) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:45.680757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75283895-fe7a-4371-8e0f-b8d1341cb662 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:45.708289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port cb91d51f-cf38-4386-aec3-3768a665c813 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:45.708747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.775223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-d8e85522-0d01-4738-99e3-461f4570325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.782712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-d8e85522-0d01-4738-99e3-461f4570325b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1971450 Jun 30 08:58:45.848908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.863733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for cb91d51f-cf38-4386-aec3-3768a665c813 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:45.869370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-c9d4ab1f-7e83-4b70-9eaa-3fb8fba15a13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0797150 Jun 30 08:58:45.895693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e54d73-3ca4-486f-866d-fb472d10242e None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:45.986961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cf037e18-08f9-4f4c-a7c3-0f8edf24cccc None None] Provisioning for port 75283895-fe7a-4371-8e0f-b8d1341cb662 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:45.993559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cf037e18-08f9-4f4c-a7c3-0f8edf24cccc None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:45.993996 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cf037e18-08f9-4f4c-a7c3-0f8edf24cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:46.024821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-380ae5c6-e1fa-48c0-8dbe-c4e8a6284954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.026432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-380ae5c6-e1fa-48c0-8dbe-c4e8a6284954 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1487637 Jun 30 08:58:46.045112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c38a4-445c-47e3-b6ad-c57ad67dd1bf req-2e668228-dc39-4f6e-8423-c1a9cb32fccf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.047348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-011c38a4-445c-47e3-b6ad-c57ad67dd1bf req-2e668228-dc39-4f6e-8423-c1a9cb32fccf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 949 time: 0.1801176 Jun 30 08:58:46.147337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-011c38a4-445c-47e3-b6ad-c57ad67dd1bf req-0d6f1b38-c804-4b1f-b515-993056c25e16 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Jun 30 08:58:46.185700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-829cd709-cb1f-4258-9fc5-146aa9b926bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.187249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-829cd709-cb1f-4258-9fc5-146aa9b926bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513586 Jun 30 08:58:46.221822 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:46.328593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=cb91d51f-cf38-4386-aec3-3768a665c813,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:46.385100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-81a7a586-201a-411e-9fe6-54c20e2c32d8 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903176 Jun 30 08:58:46.494619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:46.519948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:46.522500 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4cbdee70-0d48-42be-921e-354c0c48f385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/cb91d51f-cf38-4386-aec3-3768a665c813 HTTP/1.1" status: 204 len: 168 time: 0.9493268 Jun 30 08:58:46.525214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60744) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:46.662767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2ac3948-cbc2-4a52-a90b-bf4bee951b09 req-46569c7d-1949-44ed-8852-6dfc4269b3bd service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696769 Jun 30 08:58:46.687979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bf9002-ead6-43f9-b6ce-67406158e7a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.690199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bf9002-ead6-43f9-b6ce-67406158e7a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.691355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:46.695546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bf9002-ead6-43f9-b6ce-67406158e7a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.700168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60748) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:46.702600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-07bf9002-ead6-43f9-b6ce-67406158e7a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1759565 Jun 30 08:58:46.794029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet d2a7bb52-2009-487e-8aae-75b070a8e76b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:46.797429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:46.855342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:46.905884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe3bd-a5cc-458d-b658-f53a3d4bc88a req-2311e79f-a536-4fce-ba55-1d3b955cab85 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.914386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-697fe3bd-a5cc-458d-b658-f53a3d4bc88a req-2311e79f-a536-4fce-ba55-1d3b955cab85 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1343293 Jun 30 08:58:46.925431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-64b4fe48-809d-4b66-974e-f16f1e1111e4 None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:46.926170 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-64b4fe48-809d-4b66-974e-f16f1e1111e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:46.938016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa956aa2-df74-4100-8c86-9fd748fcbf32 req-67ed0ea5-4c67-44e4-80b9-bd84620670bf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.958325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa956aa2-df74-4100-8c86-9fd748fcbf32 req-67ed0ea5-4c67-44e4-80b9-bd84620670bf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1799908 Jun 30 08:58:46.966881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.024338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-697fe3bd-a5cc-458d-b658-f53a3d4bc88a req-66dc0674-38de-4339-9696-14ddea8ae8cf tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089339 Jun 30 08:58:47.061369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.069856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa956aa2-df74-4100-8c86-9fd748fcbf32 req-8b399238-6afb-4600-83c3-aad47a17a66c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070087 Jun 30 08:58:47.100322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a7bb52-2009-487e-8aae-75b070a8e76b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:47.102510 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.104437 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d6b53c01-c048-4fe1-8412-be478bac31f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/d2a7bb52-2009-487e-8aae-75b070a8e76b HTTP/1.1" status: 204 len: 168 time: 0.4031968 Jun 30 08:58:47.107504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60752) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:47.173498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet e3ef27df-2db0-4b76-910f-dde17191332a {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:47.174229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60756) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:47.183945 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.195428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41c34e-b31c-4ead-89ae-98fe9956d66d None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:47.267971 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.289921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-12b5fd7d-20f0-41e8-949c-c3c7417fc43b None None] Could not find standard attr ID for object cb91d51f-cf38-4386-aec3-3768a665c813. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:58:47.460497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:47.466586 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fd691f-d9c2-440c-8530-ef64058a6139" -d '{"events": [{"name": "network-changed", "server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:47.567790 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.597866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c0ce-95f9-403d-a2e5-4af5ece9ce6c req-bcbf1422-1709-4a72-975d-324a8a63191b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:47.599987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac15c0ce-95f9-403d-a2e5-4af5ece9ce6c req-bcbf1422-1709-4a72-975d-324a8a63191b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 949 time: 0.2779610 Jun 30 08:58:47.960759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1cbe-919a-4f6b-9307-4b4e1af2bf7a req-45c2311f-5859-4c46-8802-57e3fdda8213 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:47.962493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f2a1cbe-919a-4f6b-9307-4b4e1af2bf7a req-45c2311f-5859-4c46-8802-57e3fdda8213 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.4816034 Jun 30 08:58:47.974826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac15c0ce-95f9-403d-a2e5-4af5ece9ce6c req-4e3a6a06-d6e6-4e0a-84b0-257d0f44d1bb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638546 Jun 30 08:58:47.995865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.038608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ef27df-2db0-4b76-910f-dde17191332a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:48.050484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.055512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-25a753d5-9523-43d7-bd29-dc7ef6d77341 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/e3ef27df-2db0-4b76-910f-dde17191332a HTTP/1.1" status: 204 len: 168 time: 0.9467983 Jun 30 08:58:48.058269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60772) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:48.118161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5204d51c-943f-43d7-85cc-02bb514e04a1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586939 Jun 30 08:58:48.121613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f2a1cbe-919a-4f6b-9307-4b4e1af2bf7a req-bd9f723b-4555-43d7-9a1a-0a16dc8c1111 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501858 Jun 30 08:58:48.122219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60774) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:48.128126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:48.260285 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b4167a-2c67-4690-9319-0f9cb2a913bd x-openstack-request-id: req-74b4167a-2c67-4690-9319-0f9cb2a913bd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:48.261569 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:48.262072 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74b4167a-2c67-4690-9319-0f9cb2a913bd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:48.262709 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'status': 'completed', 'code': 200} Jun 30 08:58:48.316432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b4df4-cff8-49d7-b06f-f291db9b5694 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:48.352503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:48.356130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.416256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.436675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f4219db9-758f-41e9-ad96-8eb04ea53e91 None None] Provisioning complete for port 75283895-fe7a-4371-8e0f-b8d1341cb662 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:48.437255 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f4219db9-758f-41e9-ad96-8eb04ea53e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.547364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-ffbc7abf-5972-42a2-aae4-4165d2c3b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:48.548809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-ffbc7abf-5972-42a2-aae4-4165d2c3b538 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1101 time: 0.2626159 Jun 30 08:58:48.571503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-20dd8940-08c1-4363-bb7a-28b565616db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:48.572951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-20dd8940-08c1-4363-bb7a-28b565616db7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 1101 time: 0.3038554 Jun 30 08:58:48.692075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:48.740171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] Deleting port 75283895-fe7a-4371-8e0f-b8d1341cb662 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:48.740535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.742942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fad73-4af3-4f68-8b02-06cd2e3d4813 req-fb747a36-faae-4ab9-a469-405e45c8434c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:48.744531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-591fad73-4af3-4f68-8b02-06cd2e3d4813 req-fb747a36-faae-4ab9-a469-405e45c8434c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2910447 Jun 30 08:58:48.744730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Deleting port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:48.745123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.785727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-f3614c01-e338-444d-9ddd-9427bb6e9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:48.788207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-f3614c01-e338-444d-9ddd-9427bb6e9d64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2292392 Jun 30 08:58:48.803786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] For port 75283895-fe7a-4371-8e0f-b8d1341cb662, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75283895-fe7a-4371-8e0f-b8d1341cb662,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:48.804101 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.818848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] Calling delete_port for 75283895-fe7a-4371-8e0f-b8d1341cb662 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:48.836680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] For port 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:48.837062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.851394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Calling delete_port for 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:48.877267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-d2f3fb3e-44b7-4d30-b8d3-234057d343ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:48.878878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-d2f3fb3e-44b7-4d30-b8d3-234057d343ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2835701 Jun 30 08:58:48.883040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-f54c2089-7e5d-45e7-9962-7238b1acbe44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0637512 Jun 30 08:58:48.907226 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.919804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] No DVR routers for this DVR port 75283895-fe7a-4371-8e0f-b8d1341cb662 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:48.952455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55b616-5282-4d41-86cc-3a60a27223d2 None None] Pushing event deleted for resources: {'Port': ['ID=75283895-fe7a-4371-8e0f-b8d1341cb662,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:48.972437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-5f8f46ea-212d-493c-b1c2-73b75c34aaf0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 200 len: 217 time: 0.0828090 Jun 30 08:58:49.000838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-591fad73-4af3-4f68-8b02-06cd2e3d4813 req-0d0402ae-6a72-4777-8f6a-0bf4468af4df tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022378 Jun 30 08:58:49.064109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-83aa74ba-5bf8-4f22-b3b8-8f4561f308f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.065508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-83aa74ba-5bf8-4f22-b3b8-8f4561f308f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1731656 Jun 30 08:58:49.068935 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.071899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.106199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:49.143221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-5711af67-a960-446a-8b47-9dcbe7c6c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.144728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-5711af67-a960-446a-8b47-9dcbe7c6c505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1514230 Jun 30 08:58:49.167753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:49.201178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:49.216049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ae18f-9fa2-4d4e-af92-bd3f973cad47 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:49.231069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.231670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.249455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=4011cca3-cd57-428f-a131-b11059321690,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:49.279095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-baa4ae85-dbef-4609-be9f-96be7af790b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1557379 Jun 30 08:58:49.284774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60782) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:49.291918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:49.313680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.380661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-4e6021c4-1e09-4e62-bc9e-df65d9c3aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.382931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-4e6021c4-1e09-4e62-bc9e-df65d9c3aace service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3005836 Jun 30 08:58:49.415770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '4011cca3-cd57-428f-a131-b11059321690'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:49.416796 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.430572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-824ea260-f817-4f36-affd-162244faedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.431991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-824ea260-f817-4f36-affd-162244faedf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2664387 Jun 30 08:58:49.467976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af845a5-34a4-4c0c-8a06-1944dc130999 req-b2f9a4dc-38c2-4149-9329-4f5a783db931 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.473296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1af845a5-34a4-4c0c-8a06-1944dc130999 req-b2f9a4dc-38c2-4149-9329-4f5a783db931 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 949 time: 0.3388247 Jun 30 08:58:49.551936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:58:49.572161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Allocated IP 172.20.0.2 (30da8841-07f2-45f6-909d-3a5198a43942/4011cca3-cd57-428f-a131-b11059321690/2cb9e26f-e5cb-4939-aa12-b9305aed00e0) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:49.696755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1af845a5-34a4-4c0c-8a06-1944dc130999 req-70dc9a58-6be5-47c4-9c01-ac76d29f20cd tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823375 Jun 30 08:58:49.713895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:49.733572 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7650812a-86c2-42cc-b9c3-3c2826f2d783 admin admin] 10.222.0.53 "PUT /v2.0/routers/c81f9d0b-dc3a-4df3-9b2f-347c79dc3095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5583210 Jun 30 08:58:49.734971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:49.736991 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] Sync routers for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:49.747771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75283895-fe7a-4371-8e0f-b8d1341cb662 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:49.750877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:49.752484 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:49.781908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 75283895-fe7a-4371-8e0f-b8d1341cb662 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:49.782517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75283895-fe7a-4371-8e0f-b8d1341cb662 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:49.809009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d446e4-4214-4f20-b329-9bca49a912f6 req-53b9e378-0162-4ea0-b5ca-61ffdc11e9c0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.821208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68d446e4-4214-4f20-b329-9bca49a912f6 req-53b9e378-0162-4ea0-b5ca-61ffdc11e9c0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.4935379 Jun 30 08:58:49.825466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-b36fa6f3-b603-455e-8121-5ade98cd9339 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262893 Jun 30 08:58:49.826604 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.835238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:49.841380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.851522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Transition to ACTIVE for port object 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:49.876368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-42e58595-9407-468e-ad4a-14538a4ac77a service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229228 Jun 30 08:58:49.881077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Transition to ACTIVE for port object 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:49.886147 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:49.897074 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.919398 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.963137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:49.985864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:49.992266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:50.005582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Pushing event updated for resources: {'Port': ['ID=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:50.065415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:50.066226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68d446e4-4214-4f20-b329-9bca49a912f6 req-de69ae10-775b-4d5d-b298-6cdfb096db39 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437837 Jun 30 08:58:50.091840 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:58:49Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:50.122443 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] Checking router: c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:58:50.132215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.133165 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] Routers {'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:50.133400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Attempting to bind port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:50.133890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Attempting to bind port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:50.134316 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T08:58:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:50.134462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Attempting to bind port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:50.150559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:50.151109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:50.151613 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.152105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:50.152691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Bound port: 2cb9e26f-e5cb-4939-aa12-b9305aed00e0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:50.153171 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.206334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Deleting port 9bc70198-e2d5-40d1-9443-9b19ebf73f90 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:50.207621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.252206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] For port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:50.255837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] For port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:50.266304 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.342456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:50.345920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] For port 9bc70198-e2d5-40d1-9443-9b19ebf73f90, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9bc70198-e2d5-40d1-9443-9b19ebf73f90,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:50.346623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.357186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-bdf85e7b-c015-43d5-9f0f-a7650fa3f029 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060365 Jun 30 08:58:50.359296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9fd691f-d9c2-440c-8530-ef64058a6139 req-5fa20c24-bd14-4cce-9900-64e15dbe686c service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069574 Jun 30 08:58:50.379395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'mac_address': 'fa:16:3e:16:4f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:50.381456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530285-8aa9-45f5-be34-0952d017d369 None None] Pushing event updated for resources: {'Port': ['ID=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:50.390030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Calling delete_port for 9bc70198-e2d5-40d1-9443-9b19ebf73f90 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:50.399929 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] Set router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:50.441670 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.461136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a34bc3-3fb9-4b46-ad99-b06f5f551193 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:50.464005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e82712-6648-4780-8ecc-04dba78d3129 req-b06b9dae-8cfb-40ce-a854-fbf5d6224a0a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.465561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97e82712-6648-4780-8ecc-04dba78d3129 req-b06b9dae-8cfb-40ce-a854-fbf5d6224a0a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 949 time: 0.3103278 Jun 30 08:58:50.504609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:50.510074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2807ce-080e-4e38-a870-36a41ed211a5 req-baf8c213-e078-43e3-ac39-2031946d1069 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.511136 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.517239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c2807ce-080e-4e38-a870-36a41ed211a5 req-baf8c213-e078-43e3-ac39-2031946d1069 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2303262 Jun 30 08:58:50.586083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97e82712-6648-4780-8ecc-04dba78d3129 req-86fff7a1-f4e3-486f-a8f9-1371454a697c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100957 Jun 30 08:58:50.640815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.660628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:50.684503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c2807ce-080e-4e38-a870-36a41ed211a5 req-0006764b-2e24-432e-b33f-0ba6f59df9a8 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658299 Jun 30 08:58:50.732524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc70198-e2d5-40d1-9443-9b19ebf73f90,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:50.767038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['61a34bc3-3fb9-4b46-ad99-b06f5f551193'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:50.848498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.896865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.objects.ports [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:58:51.014241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.017941 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:58:49Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:51.020894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.057538 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3159f2-91dd-428e-9f89-e6ac0956a56d None None] The sync data for ids ['c81f9d0b-dc3a-4df3-9b2f-347c79dc3095'] in n-d-758944-40 is: [{'id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'name': 'tempest-TaggedBootDevicesTest-1880694874-router', 'tenant_id': 'ad2770a31537409a8120241fb556a6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:47:11Z', 'updated_at': '2021-06-30T08:58:49Z', 'revision_number': 5, 'project_id': 'ad2770a31537409a8120241fb556a6fd', 'gw_port': {'id': '9bc70198-e2d5-40d1-9443-9b19ebf73f90', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81f9d0b-dc3a-4df3-9b2f-347c79dc3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:47:13Z', 'updated_at': '2021-06-30T08:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:51.125835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.126748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:58:51.132367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.136014 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d9205c8-31b3-4837-864f-2163268f2876 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c81f9d0b-dc3a-4df3-9b2f-347c79dc3095 HTTP/1.1" status: 204 len: 168 time: 1.3975739 Jun 30 08:58:51.136541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60812) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:51.185584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] Deleting subnet 9c58ebb8-87c6-4fed-99d2-d25c64c74536 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:51.190195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.230705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.313060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-edc840cd-5c0c-4d4d-befc-1f2efe800dbf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449386 Jun 30 08:58:51.568640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb136cd2-58f0-4ec8-98a7-bc198cfafa13 req-502f0fa4-6b04-4f6b-bfd1-840d53d45c40 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:51.576032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb136cd2-58f0-4ec8-98a7-bc198cfafa13 req-502f0fa4-6b04-4f6b-bfd1-840d53d45c40 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2600646 Jun 30 08:58:51.590929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e054c460-9c84-4509-9822-d4877e483fa0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:51.592950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e054c460-9c84-4509-9822-d4877e483fa0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2785511 Jun 30 08:58:51.621981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.625598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.628820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-2b038b31-d7fb-43a6-ac78-a0f90cf82817 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/quotas/b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 375 time: 0.0209725 Jun 30 08:58:51.656783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb136cd2-58f0-4ec8-98a7-bc198cfafa13 req-10549e8e-b443-47be-9239-ff0d4b7477f6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797274 Jun 30 08:58:51.694211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.728911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c58ebb8-87c6-4fed-99d2-d25c64c74536,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:51.741361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.746101 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8046f057-a63e-46f2-9ab0-d503dda87028 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9c58ebb8-87c6-4fed-99d2-d25c64c74536 HTTP/1.1" status: 204 len: 168 time: 0.6062462 Jun 30 08:58:51.746936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf4d52-9537-47f8-8f6e-f4fd497c2f92 None None] Network 2d5f51ee-210f-423a-a24e-a4d092bc02ff requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:51.747431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60816) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:51.823200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-82bc4d12-c523-46af-969d-7ac2f3cbbfc7 None None] Provisioning for port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:51.881445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-627af263-9027-4a92-9f01-b396783acd35 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2378404 Jun 30 08:58:51.881758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:51.919160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.957376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:51.966796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:51.967162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.036775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] DHCP port deletion for 2d5f51ee-210f-423a-a24e-a4d092bc02ff request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:52.044909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:52.135620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] For port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:52.159472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda001a-813e-4904-af22-e1f9adab09a4 req-5a6bd1cd-c18f-4089-aa3d-a497284ef338 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:52.167873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6fda001a-813e-4904-af22-e1f9adab09a4 req-5a6bd1cd-c18f-4089-aa3d-a497284ef338 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2762001 Jun 30 08:58:52.181466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.225887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Deleting port 7a8d2537-0273-433f-93f5-6c372346a5fa {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:52.226302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.231539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:52.236172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:52.236542 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.237788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.280400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.281162 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.292083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] Deleting port 7a8d2537-0273-433f-93f5-6c372346a5fa {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:52.292083 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.359698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] For port 7a8d2537-0273-433f-93f5-6c372346a5fa, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7a8d2537-0273-433f-93f5-6c372346a5fa,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:52.360098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.373299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] Calling delete_port for 7a8d2537-0273-433f-93f5-6c372346a5fa owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:52.391122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6fda001a-813e-4904-af22-e1f9adab09a4 req-22cc66a4-0a2f-4c67-be63-bb4eb27e68f7 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222314 Jun 30 08:58:52.481387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:52.483314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=cdc3fc6a-77e8-4eb8-ba6f-572c2a7b986a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:52.502167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dffbc26-375a-4f93-813e-e86f1be178b9 req-8fe4260f-1d79-46bf-85e1-1d5bd87ea75a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 210 time: 0.2161162 Jun 30 08:58:52.509703 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:58:52.510075 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:58:52.540025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] For port 7a8d2537-0273-433f-93f5-6c372346a5fa, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7a8d2537-0273-433f-93f5-6c372346a5fa,segment=NetworkSegment(b8225338-4456-47c4-922a-de93ffd21f0e),segment_id=b8225338-4456-47c4-922a-de93ffd21f0e)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:52.540445 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.558328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Calling delete_port for 7a8d2537-0273-433f-93f5-6c372346a5fa owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:52.576967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:52.580873 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.589299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:52.589978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.600623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79eaea4-7532-45ea-9391-b24b59de854c None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:52.643058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,revision_number=4']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:52.656220 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.661335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5d5509f8-b12a-4a4a-83a5-09bb35d7ed36 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3750274 Jun 30 08:58:52.663891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60832) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:52.669417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:d2:69:48', 'name': 'tempest-NetworksTestDHCPv6-1477360168'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:52.670788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:52.673152 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bebc642-5cfc-4d85-a3f5-605d0882ee73" -d '{"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-plugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:52.735099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:52.742282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] No DVR routers for this DVR port 7a8d2537-0273-433f-93f5-6c372346a5fa on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:52.744179 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.746297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e01cc1-cc4d-44fc-9adf-9f8660237421 None None] Pushing event deleted for resources: {'Port': ['ID=7a8d2537-0273-433f-93f5-6c372346a5fa,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:52.793130 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddba71a1-742d-4941-ab6c-a604ce561c10 x-openstack-request-id: req-ddba71a1-742d-4941-ab6c-a604ce561c10 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:52.793777 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-plugged", "status": "completed", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:52.793777 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddba71a1-742d-4941-ab6c-a604ce561c10 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:52.793999 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'code': 200} Jun 30 08:58:52.806462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.845220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] No DVR routers for this DVR port 7a8d2537-0273-433f-93f5-6c372346a5fa on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:52.875859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=13']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:52.929591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8d2537-0273-433f-93f5-6c372346a5fa,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:53.015400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.034167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5f51ee-210f-423a-a24e-a4d092bc02ff']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:53.050029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:53.058975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8225338-4456-47c4-922a-de93ffd21f0e') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:53.059314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8225338-4456-47c4-922a-de93ffd21f0e') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:53.109740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.120735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b945adc-467a-400d-84b9-2433dea19043 req-5cf1dae3-084c-48ec-b561-907f7f9eae02 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:53.122337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b945adc-467a-400d-84b9-2433dea19043 req-5cf1dae3-084c-48ec-b561-907f7f9eae02 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2783306 Jun 30 08:58:53.148052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.167310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:58:53.167614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.171007 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: timer() Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:58:53.171797 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:58:53.176049 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:58:53.180325 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.228156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:53.252706 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.260338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b945adc-467a-400d-84b9-2433dea19043 req-b43b332f-f8c8-41d1-a5a7-d8d31e459af6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186786 Jun 30 08:58:53.291784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:53.294874 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.301868 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.307331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d5f51ee-210f-423a-a24e-a4d092bc02ff HTTP/1.1" status: 204 len: 168 time: 1.5534763 Jun 30 08:58:53.314182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.326562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:53.327502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 36ca01dd-4c0d-43e4-bd19-4bc2dbe03f54 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:53.344478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b808018-ba36-4148-a332-064824dca5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5f51ee-210f-423a-a24e-a4d092bc02ff,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:53.349366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:53.357197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port ca87618f-bcfa-4cfb-8000-bca1bc89a257 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:53.519626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60844) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:53.580089 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-597260ce-b25b-47d3-b2cf-7317de391f79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad2770a31537409a8120241fb556a6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589740 Jun 30 08:58:53.582462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60848) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:53.660447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-859b6906-d6a9-4fb4-9ebf-0a6308ec71b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.672548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-28195bbc-84fd-48f5-ac92-282edfc892d5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935180 Jun 30 08:58:53.691358 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-859b6906-d6a9-4fb4-9ebf-0a6308ec71b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.714842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:53.763502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-859b6906-d6a9-4fb4-9ebf-0a6308ec71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.766768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-859b6906-d6a9-4fb4-9ebf-0a6308ec71b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.767133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b477482a-decb-4d0a-97b5-85243a44c713 req-3c999f49-6455-44cd-bcb7-f5374874d0d2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 210 time: 0.0432496 Jun 30 08:58:53.770189 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-859b6906-d6a9-4fb4-9ebf-0a6308ec71b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53c7281c-022c-4e2a-b15e-30fb2091c043 HTTP/1.1" status: 204 len: 168 time: 0.1837153 Jun 30 08:58:53.770689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 172.20.0.13 (30da8841-07f2-45f6-909d-3a5198a43942/4011cca3-cd57-428f-a131-b11059321690/ca87618f-bcfa-4cfb-8000-bca1bc89a257) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:53.791786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fed2:6948 (30da8841-07f2-45f6-909d-3a5198a43942/cdc3fc6a-77e8-4eb8-ba6f-572c2a7b986a/ca87618f-bcfa-4cfb-8000-bca1bc89a257) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:53.799365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b6906-d6a9-4fb4-9ebf-0a6308ec71b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c7281c-022c-4e2a-b15e-30fb2091c043,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:53.844568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32797-89cd-4502-9544-61db52ed7bde req-0a38fa59-ef02-4546-88be-4d8c4ed9cfc6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:53.851839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ed32797-89cd-4502-9544-61db52ed7bde req-0a38fa59-ef02-4546-88be-4d8c4ed9cfc6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2512987 Jun 30 08:58:53.866326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:53.866927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.000980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ed32797-89cd-4502-9544-61db52ed7bde req-dc32344d-202c-449d-add7-c66da185c9c5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481545 Jun 30 08:58:54.093430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-9df47126-2bdd-457c-aff3-b35381447cf3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.094961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-9df47126-2bdd-457c-aff3-b35381447cf3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4133720 Jun 30 08:58:54.105473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7a8d2537-0273-433f-93f5-6c372346a5fa no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:54.110367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Request body: {'port': {'device_id': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': 'b22d67fdd98b438a8c4764d49703b2f5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:54.136369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 7a8d2537-0273-433f-93f5-6c372346a5fa {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:54.136709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7a8d2537-0273-433f-93f5-6c372346a5fa not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:54.137130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9bc70198-e2d5-40d1-9443-9b19ebf73f90 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:54.158144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9bc70198-e2d5-40d1-9443-9b19ebf73f90 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:54.158506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9bc70198-e2d5-40d1-9443-9b19ebf73f90 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:54.223898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.254922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object ca87618f-bcfa-4cfb-8000-bca1bc89a257 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:54.268196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e7ccf266-6d21-4995-90c2-4865d6f8ae35 None None] Provisioning complete for port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:54.268817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e7ccf266-6d21-4995-90c2-4865d6f8ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.305545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Made reservation on behalf of b22d67fdd98b438a8c4764d49703b2f5 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:54.309858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.328706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.431556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:54.459695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:54.465678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:54.501826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=ca87618f-bcfa-4cfb-8000-bca1bc89a257,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:54.542230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.542879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.612226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0b2a4daf-8a7c-4437-8480-26a766b4ec6a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9448841 Jun 30 08:58:54.613020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60874) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:54.617303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Allocated IP 192.168.233.200 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/ca4f0821-4ee5-4da9-b691-47f42e55270a) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:54.626822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a03faf-e5b5-4bca-b78a-08d963f60f78 req-f135f95e-b72e-48f7-af45-88e607c43b73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.631477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b0a03faf-e5b5-4bca-b78a-08d963f60f78 req-f135f95e-b72e-48f7-af45-88e607c43b73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2172289 Jun 30 08:58:54.690826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5dd3e2-3fb4-4486-9b01-6383b462f7c4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.698699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5dd3e2-3fb4-4486-9b01-6383b462f7c4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.700323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b0a03faf-e5b5-4bca-b78a-08d963f60f78 req-793dd332-0fe8-44d0-bc9f-94e174797687 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Jun 30 08:58:54.701348 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a5dd3e2-3fb4-4486-9b01-6383b462f7c4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0867729 Jun 30 08:58:54.703666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60878) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:54.749022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60880) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:54.822163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-13174aad-7b60-4d15-9d7d-cedf9e4f6540 None None] Provisioning for port ca87618f-bcfa-4cfb-8000-bca1bc89a257 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:54.826433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-13174aad-7b60-4d15-9d7d-cedf9e4f6540 None None] Provisioning complete for port ca87618f-bcfa-4cfb-8000-bca1bc89a257 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:54.826807 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-13174aad-7b60-4d15-9d7d-cedf9e4f6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.853273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port ca87618f-bcfa-4cfb-8000-bca1bc89a257 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:54.853771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.868341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.875646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1837689346-network', 'tenant_id': 'aae8913d75c04e9789fc7530e4004a19'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:54.885880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Transition to ACTIVE for port object ca4f0821-4ee5-4da9-b691-47f42e55270a will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:54.910579 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.911661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-13174aad-7b60-4d15-9d7d-cedf9e4f6540 None None] Port ca87618f-bcfa-4cfb-8000-bca1bc89a257 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:54.926164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.938697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:54.942421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['99f78099-8581-4462-9cd8-7d729125861c', '61a34bc3-3fb9-4b46-ad99-b06f5f551193'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:54.952768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Made reservation on behalf of aae8913d75c04e9789fc7530e4004a19 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:54.955142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.974203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.999074 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.003190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:55.010323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:55.012856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:55.019301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for ca87618f-bcfa-4cfb-8000-bca1bc89a257 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:55.073346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.074027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.085985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:55.127876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c201a55-0b60-47c5-b378-c150beb6c212 req-7011d6a7-ce1b-476a-944b-a415ac74e530 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.135894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c201a55-0b60-47c5-b378-c150beb6c212 req-7011d6a7-ce1b-476a-944b-a415ac74e530 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 936 time: 0.2037597 Jun 30 08:58:55.191190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c201a55-0b60-47c5-b378-c150beb6c212 req-aa07f9a0-2760-4dba-a30e-65f32428a78a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546410 Jun 30 08:58:55.320639 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.324475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.342437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-81223a65-a8f2-4825-8cb9-e3a4b1ce2f34 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2375596 Jun 30 08:58:55.351576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b9695ac1-5f08-41ce-a423-13270c52931f None None] Provisioning for port ca4f0821-4ee5-4da9-b691-47f42e55270a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:55.354201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.358852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b9695ac1-5f08-41ce-a423-13270c52931f None None] Provisioning complete for port ca4f0821-4ee5-4da9-b691-47f42e55270a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:55.359225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9695ac1-5f08-41ce-a423-13270c52931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.361497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=ca87618f-bcfa-4cfb-8000-bca1bc89a257,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:55.369874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd207c2-5968-48d1-8acf-f844ffd325bc req-919f6ad3-d5aa-4159-900e-1a97b7e3f177 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.371645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bd207c2-5968-48d1-8acf-f844ffd325bc req-919f6ad3-d5aa-4159-900e-1a97b7e3f177 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0928915 Jun 30 08:58:55.402903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:58:55.439963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Request body: {'port': {'device_id': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:55.445765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.446131 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Added segment dbc6d1ba-b33a-4473-a0b8-0c16647b5222 of type vlan for network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf Jun 30 08:58:55.449947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bd207c2-5968-48d1-8acf-f844ffd325bc req-d0d34b95-f5af-4edd-9636-9d0e23a648ec tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693231 Jun 30 08:58:55.469661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b9695ac1-5f08-41ce-a423-13270c52931f None None] Port ca4f0821-4ee5-4da9-b691-47f42e55270a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:55.489564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:55.544956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.602610 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.607797 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4faeeaa1-d87a-4b87-a3a5-ff049c27b6f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/ca87618f-bcfa-4cfb-8000-bca1bc89a257 HTTP/1.1" status: 204 len: 168 time: 0.9027278 Jun 30 08:58:55.608475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60894) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:55.666453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.667402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.667985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.741440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b49d2-9bb2-4abe-ba95-4285a59f4b7a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.743271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b49d2-9bb2-4abe-ba95-4285a59f4b7a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.744780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b49d2-9bb2-4abe-ba95-4285a59f4b7a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.749486 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b64b49d2-9bb2-4abe-ba95-4285a59f4b7a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1338923 Jun 30 08:58:55.754408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60898) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:55.772984 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0195446 Jun 30 08:58:55.799031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60900) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:55.810285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Request body: {'subnet': {'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1837689346-subnet', 'tenant_id': 'aae8913d75c04e9789fc7530e4004a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:55.828600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.840872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ea8b3-f424-42ff-9aa3-eff7791804ff admin admin] Pushing event updated for resources: {'Network': ['ID=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:55.863898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Made reservation on behalf of aae8913d75c04e9789fc7530e4004a19 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:55.864840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:58:55.866775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.873960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 4011cca3-cd57-428f-a131-b11059321690 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:55.889075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.975216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.988765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52fc81-0d14-4408-9045-77102d9c21fb req-478e5c6f-c0ef-4ad0-8d39-2353197284dc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.990869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b52fc81-0d14-4408-9045-77102d9c21fb req-478e5c6f-c0ef-4ad0-8d39-2353197284dc tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1601319 Jun 30 08:58:56.076397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b52fc81-0d14-4408-9045-77102d9c21fb req-57d61bfe-2152-451e-a83b-b34c9e2bb064 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790064 Jun 30 08:58:56.108430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.174381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4f0821-4ee5-4da9-b691-47f42e55270a {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:56.182996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.188005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.243295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Transition to ACTIVE for port object ca4f0821-4ee5-4da9-b691-47f42e55270a will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:56.245540 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.248872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.261396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.266231 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/4011cca3-cd57-428f-a131-b11059321690 HTTP/1.1" status: 204 len: 168 time: 0.5107074 Jun 30 08:58:56.268076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ccd95-c4ca-43d0-beeb-58e486ba4410 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:56.268584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60906) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:56.270457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=27744e82-6fe7-4b75-90a1-8cd03b3e2175,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:56.334711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet cdc3fc6a-77e8-4eb8-ba6f-572c2a7b986a {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:56.339105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.343994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:56.398634 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.401203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5319b4-925a-428c-baa1-f30a24fd43fd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=4011cca3-cd57-428f-a131-b11059321690,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:56.430729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Checking segment: {'id': 'dbc6d1ba-b33a-4473-a0b8-0c16647b5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:56.431089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Network hostable DHCP agents. Network: e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:58:56.485525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11732f3b-d4cf-4128-82bb-8f6ed3b81c71 req-4363442c-67be-4e86-a96d-4467f1498da7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:56.493060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11732f3b-d4cf-4128-82bb-8f6ed3b81c71 req-4363442c-67be-4e86-a96d-4467f1498da7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 0.1427948 Jun 30 08:58:56.497063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:58:56.518863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:56.527585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fc952-b6ca-408c-8b61-6021a72748f1 None None] Network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:56.530143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.536380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:56.537453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.554383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11732f3b-d4cf-4128-82bb-8f6ed3b81c71 req-b85b9aab-362c-43e1-8aa1-3630a6217674 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602808 Jun 30 08:58:56.568677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:56.568895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:56.569203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:56.576413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:56.576747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:56.582106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:56.582397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:56.583896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:56.584345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Bound port: ca4f0821-4ee5-4da9-b691-47f42e55270a, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:56.584708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.618291 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-de80aff7-ae35-4c47-a8e1-4aa3adf684ca admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8181515 Jun 30 08:58:56.690037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.794327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc3fc6a-77e8-4eb8-ba6f-572c2a7b986a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:56.800547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.803021 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cec448fc-92be-4097-a89e-52621c3771b8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/cdc3fc6a-77e8-4eb8-ba6f-572c2a7b986a HTTP/1.1" status: 204 len: 168 time: 0.5340707 Jun 30 08:58:56.814227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60914) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:56.909235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:56.914793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:56.924578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b7eb4-f457-49c4-99ab-6a075cfda4f6 None None] Network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:56.928150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.933324 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a9067f2-fa1e-4a21-97ca-7960ab832c67 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158338 Jun 30 08:58:56.938187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.066700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.067334 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.068784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 1097 time: 1.7195344 Jun 30 08:58:57.080371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:57.084695 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ef6b4-40f0-48fc-bc1e-68f5afdb032d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.088700 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-472ef6b4-40f0-48fc-bc1e-68f5afdb032d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1471016 Jun 30 08:58:57.090743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60924) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.092684 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a87c95d-7b34-4535-8c31-9a0c09953291" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:57.129929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec2804-46e5-4533-b949-624a042aa93b req-466e0565-d329-4adc-8f42-b8fbf4edb78c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.132060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0ec2804-46e5-4533-b949-624a042aa93b req-466e0565-d329-4adc-8f42-b8fbf4edb78c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.4143155 Jun 30 08:58:57.157801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8195227-ea05-446d-be06-0b40d93eaab2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:57.168003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae51f86-ca03-4af9-a6c9-3439609c217b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.174038 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7ae51f86-ca03-4af9-a6c9-3439609c217b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0779641 Jun 30 08:58:57.175898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60930) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.222130 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f67d9be7-d7b0-433f-a6c8-7b9a5c5e19dd tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448623 Jun 30 08:58:57.232150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60936) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.237794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bb87ef69-a400-4fb2-b84e-3a98bf3fadd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:57.259455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0ec2804-46e5-4533-b949-624a042aa93b req-92640175-dd7f-481c-8976-b09b0410eeaa tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045320 Jun 30 08:58:57.360373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb87ef69-a400-4fb2-b84e-3a98bf3fadd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:57.365101 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb87ef69-a400-4fb2-b84e-3a98bf3fadd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.367138 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb87ef69-a400-4fb2-b84e-3a98bf3fadd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:58:57.367725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb87ef69-a400-4fb2-b84e-3a98bf3fadd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:57.389838 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb87ef69-a400-4fb2-b84e-3a98bf3fadd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1564500 Jun 30 08:58:57.393376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60944) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.394943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-8dfaa98b-b2bb-424d-914c-c77c9e32df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.397033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-8dfaa98b-b2bb-424d-914c-c77c9e32df45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1100 time: 0.2602742 Jun 30 08:58:57.398906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-52faf936-9d34-441f-aab8-2cf3ad8a1a1d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:57.434702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bebec0d-775c-44f1-8bae-396698e0e402 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:57.491280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52faf936-9d34-441f-aab8-2cf3ad8a1a1d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:57.494919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-25f2b853-9b33-4a14-b7a0-79fba494c216 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.0871081 Jun 30 08:58:57.496480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52faf936-9d34-441f-aab8-2cf3ad8a1a1d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.498979 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-52faf936-9d34-441f-aab8-2cf3ad8a1a1d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:58:57.499945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52faf936-9d34-441f-aab8-2cf3ad8a1a1d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:57.521441 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52faf936-9d34-441f-aab8-2cf3ad8a1a1d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1262484 Jun 30 08:58:57.522376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60946) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.529584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8e657af8-b0e8-4406-a5d3-8be8132c48ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:57.543813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4631f-e126-4615-a91d-03211c406aa9 req-e12af38f-b6d7-4492-8d46-3d9483e4d6ea tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.545278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-e12af38f-b6d7-4492-8d46-3d9483e4d6ea tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/networks?id=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf HTTP/1.1" status: 200 len: 814 time: 0.2620816 Jun 30 08:58:57.574911 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-0719aab0-ae95-4edf-ab16-badb8fa9a1f7 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/quotas/aae8913d75c04e9789fc7530e4004a19 HTTP/1.1" status: 200 len: 375 time: 0.0184932 Jun 30 08:58:57.576606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f9537610-25cc-490a-9d87-ab80b744f3a7 None None] Provisioning complete for port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:57.576987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9537610-25cc-490a-9d87-ab80b744f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.586456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-cd24c167-dc3a-4955-bb3c-2fdba0f829b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.587956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-cd24c167-dc3a-4955-bb3c-2fdba0f829b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0827470 Jun 30 08:58:57.643991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-c5749b42-211d-4aa0-a21e-d6b338bf3298 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aae8913d75c04e9789fc7530e4004a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605361 Jun 30 08:58:57.658865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e657af8-b0e8-4406-a5d3-8be8132c48ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:57.659021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4d70-2c53-4b11-90f0-251b85a7c1dc req-bd283e2c-0b7a-44d7-9df6-bb6bd528b927 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.660407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8fee4d70-2c53-4b11-90f0-251b85a7c1dc req-bd283e2c-0b7a-44d7-9df6-bb6bd528b927 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2061508 Jun 30 08:58:57.664056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e657af8-b0e8-4406-a5d3-8be8132c48ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.665822 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e657af8-b0e8-4406-a5d3-8be8132c48ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:58:57.666246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e657af8-b0e8-4406-a5d3-8be8132c48ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:57.682401 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e657af8-b0e8-4406-a5d3-8be8132c48ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1581850 Jun 30 08:58:57.685215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.690173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-433400e4-4f5f-4e74-890c-d238ccabbbcf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:57.705140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:57.755912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] Deleting port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:57.756872 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.771405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8fee4d70-2c53-4b11-90f0-251b85a7c1dc req-cf6d57bc-3458-4cd7-918a-36337bae88a4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980306 Jun 30 08:58:57.784640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-a7414c5d-3b67-4846-a627-ed5d8bae1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.786180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-a7414c5d-3b67-4846-a627-ed5d8bae1298 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1895533 Jun 30 08:58:57.798294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433400e4-4f5f-4e74-890c-d238ccabbbcf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:57.802599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-433400e4-4f5f-4e74-890c-d238ccabbbcf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.804241 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-433400e4-4f5f-4e74-890c-d238ccabbbcf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:58:57.804826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433400e4-4f5f-4e74-890c-d238ccabbbcf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:57.823850 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-433400e4-4f5f-4e74-890c-d238ccabbbcf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1375320 Jun 30 08:58:57.825277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-987a254c-80bc-4025-af5e-3a23b887f05e service neutron] 10.222.0.53 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638563 Jun 30 08:58:57.826759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60954) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:57.835489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1ccece4a-9d9f-4d18-b599-780b8bd3cde8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:57.845331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] For port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:57.845749 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.865564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] Calling delete_port for 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:57.924267 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d20fa35-5a21-4ca7-ba08-fef2e7a1fbf4 x-openstack-request-id: req-0d20fa35-5a21-4ca7-ba08-fef2e7a1fbf4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:57.924758 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:57.924758 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d20fa35-5a21-4ca7-ba08-fef2e7a1fbf4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:57.925146 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'status': 'completed', 'code': 200} Jun 30 08:58:57.953187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.979321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] Pushing event deleted for resources: {'Port': ['ID=2cb9e26f-e5cb-4939-aa12-b9305aed00e0,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:57.983031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfae8f4-be12-4c78-9504-2345b327cd9e None None] No DVR routers for this DVR port 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:58.060575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-bf431d49-964f-492e-8ec9-5f8db4d828b8 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650607 Jun 30 08:58:58.064385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-f3411fcb-9c10-4fb1-b775-30a8121dac5d service neutron] 10.222.0.53 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971679 Jun 30 08:58:58.080293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccece4a-9d9f-4d18-b599-780b8bd3cde8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:58.084119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ccece4a-9d9f-4d18-b599-780b8bd3cde8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.085563 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccece4a-9d9f-4d18-b599-780b8bd3cde8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:58:58.086015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccece4a-9d9f-4d18-b599-780b8bd3cde8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:58.154144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1ccece4a-9d9f-4d18-b599-780b8bd3cde8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3263044 Jun 30 08:58:58.157567 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60958) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:58.163237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5efeae0f-6072-4e15-8ee2-56ed2c2e4a6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:58.262516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee82410-a65e-4bde-99fc-da1f3f09f13c req-ced14afd-f6ac-482a-809f-2f40ac2a7139 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929648 Jun 30 08:58:58.269176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efeae0f-6072-4e15-8ee2-56ed2c2e4a6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:58.273564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5efeae0f-6072-4e15-8ee2-56ed2c2e4a6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.275493 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efeae0f-6072-4e15-8ee2-56ed2c2e4a6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:58:58.276049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efeae0f-6072-4e15-8ee2-56ed2c2e4a6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:58:58.276597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451ad05-72e2-481c-bb1d-471043900856 req-82c3cce2-dc81-41c2-b82a-3291cfcb7f47 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.286582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0451ad05-72e2-481c-bb1d-471043900856 req-82c3cce2-dc81-41c2-b82a-3291cfcb7f47 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 0.1610734 Jun 30 08:58:58.294093 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5efeae0f-6072-4e15-8ee2-56ed2c2e4a6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1349354 Jun 30 08:58:58.296762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60966) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:58.326014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0451ad05-72e2-481c-bb1d-471043900856 req-a50a1355-fc8c-4d17-846a-a21160b7b5c1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Jun 30 08:58:58.337037 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5e4b4cff-70a5-4b1d-9425-fb213a218ee1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384805 Jun 30 08:58:58.339526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60968) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:58.394079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-16f574e3-b5fa-492a-a836-31ea7b267a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.395529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-16f574e3-b5fa-492a-a836-31ea7b267a7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1100 time: 0.0731783 Jun 30 08:58:58.416984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674afa39-14df-4a20-a364-58697594f0c8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.421302 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-674afa39-14df-4a20-a364-58697594f0c8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0780540 Jun 30 08:58:58.421994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:58.452725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2724968f-ac66-48ed-b26b-23fb0c067cf4 req-bee3d053-297d-4ff8-8216-67b067d64a53 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 210 time: 0.0538239 Jun 30 08:58:58.486224 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02406173-cb5b-46f8-a822-cb5a7ae1d7f2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603993 Jun 30 08:58:58.493448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60976) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:58.499004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:58.562125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-b687f1a3-5ede-4777-b305-9ee8d96c7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.563598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-b687f1a3-5ede-4777-b305-9ee8d96c7875 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1539190 Jun 30 08:58:58.588006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58629ba-b479-4fa0-825d-7d4bb5cc7d04 req-0d899369-8863-463f-ae06-4e234a7c9a1b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.589801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d58629ba-b479-4fa0-825d-7d4bb5cc7d04 req-0d899369-8863-463f-ae06-4e234a7c9a1b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1116531 Jun 30 08:58:58.596638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:58.600686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.623905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-cccda8df-145c-4d70-b318-f94d33320ed8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.0533366 Jun 30 08:58:58.691705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d58629ba-b479-4fa0-825d-7d4bb5cc7d04 req-56199034-24c6-4ae0-9234-5d014e6f6409 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704865 Jun 30 08:58:58.696067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-f047a2e2-6a95-4b49-b9a8-3a922c7e379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.697555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-f047a2e2-6a95-4b49-b9a8-3a922c7e379e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0603168 Jun 30 08:58:58.770838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-c32f4923-10e6-4c14-8f6d-ac2ce3d639e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.772444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-c32f4923-10e6-4c14-8f6d-ac2ce3d639e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579529 Jun 30 08:58:58.881579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-7795b140-ee81-4dd1-bd44-f250e5abae1a service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999985 Jun 30 08:58:58.910717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:58:58.914628 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.964364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:58.971274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:58.976017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.976613 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.980723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7836be-3537-4b8e-a58b-cb4656046b0d None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:58.984965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=83c950f9-265a-4228-8f7e-20783585b4b4,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:58.999141 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8f00f5ef-ac2f-46a2-8ab7-fbd5789f9cca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5017476 Jun 30 08:58:58.999521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60982) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:59.006371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:be:29:04', 'name': 'tempest-NetworksTestDHCPv6-2058999761'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:59.026792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a87c95d-7b34-4535-8c31-9a0c09953291 req-2aac2699-56c7-4e99-97f9-8d467530f8a5 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386733 Jun 30 08:58:59.039731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcadfa-11e7-4d26-bea7-5749f2d5d29a req-d8a8aa1e-1802-4e2a-a809-c545e7791bfe tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:59.047157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37bcadfa-11e7-4d26-bea7-5749f2d5d29a req-d8a8aa1e-1802-4e2a-a809-c545e7791bfe tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1396790 Jun 30 08:58:59.089800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37bcadfa-11e7-4d26-bea7-5749f2d5d29a req-14dfe8c0-fcbb-4563-a40a-7fcb8b0d89b9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Jun 30 08:58:59.151659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:59.171371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '83c950f9-265a-4228-8f7e-20783585b4b4'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:58:59.172324 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.229653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.253875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port faf782c0-7a15-40a9-9b76-65107e795734 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:58:59.310979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Allocated IP 2001:db8::f816:3eff:feda:5e9a (30da8841-07f2-45f6-909d-3a5198a43942/83c950f9-265a-4228-8f7e-20783585b4b4/ca4ad151-287a-4a2b-9289-d579c623e7ab) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:59.492749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4631f-e126-4615-a91d-03211c406aa9 req-9ecf9c3f-b017-4f50-b3df-505c277917fd tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:59.494233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-9ecf9c3f-b017-4f50-b3df-505c277917fd tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.13 "GET /v2.0/networks?id=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf HTTP/1.1" status: 200 len: 814 time: 0.1513546 Jun 30 08:58:59.500619 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.511394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Transition to ACTIVE for port object ca4ad151-287a-4a2b-9289-d579c623e7ab will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:59.528283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Transition to ACTIVE for port object ca4ad151-287a-4a2b-9289-d579c623e7ab will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:59.535233 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.545277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Request body: {'port': {'device_id': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf', 'admin_state_up': True, 'tenant_id': 'aae8913d75c04e9789fc7530e4004a19'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:59.585652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:59.596879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:59.612499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:59.628446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:febe:2904 (30da8841-07f2-45f6-909d-3a5198a43942/83c950f9-265a-4228-8f7e-20783585b4b4/faf782c0-7a15-40a9-9b76-65107e795734) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:59.641538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Pushing event updated for resources: {'Port': ['ID=ca4ad151-287a-4a2b-9289-d579c623e7ab,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:59.676351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:59.682542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a5781b4-2255-4034-b3da-fb1d01c82f17 req-528428b5-21b0-4c02-8eed-aa1bb9ab9032 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 210 time: 0.0409205 Jun 30 08:58:59.714494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bea610-cb62-457c-9c21-d8e23b408df9 req-4212abf0-01ea-4298-ab59-621090002ce4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:59.714820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:59.715160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2cb9e26f-e5cb-4939-aa12-b9305aed00e0 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:59.717288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4bea610-cb62-457c-9c21-d8e23b408df9 req-4212abf0-01ea-4298-ab59-621090002ce4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 0.2572007 Jun 30 08:58:59.737716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Attempting to bind port ca4ad151-287a-4a2b-9289-d579c623e7ab on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:59.738291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Attempting to bind port ca4ad151-287a-4a2b-9289-d579c623e7ab by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:59.738861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Attempting to bind port ca4ad151-287a-4a2b-9289-d579c623e7ab on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:59.746035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:59.746390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:59.746720 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.747109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:59.747569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Bound port: ca4ad151-287a-4a2b-9289-d579c623e7ab, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:59.747943 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.784610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4bea610-cb62-457c-9c21-d8e23b408df9 req-8ec58e25-3629-43b8-9c24-9e3f51297122 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620868 Jun 30 08:58:59.815295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Made reservation on behalf of aae8913d75c04e9789fc7530e4004a19 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:59.821341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.826802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] For port ca4ad151-287a-4a2b-9289-d579c623e7ab, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:59.831682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] For port ca4ad151-287a-4a2b-9289-d579c623e7ab, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ca4ad151-287a-4a2b-9289-d579c623e7ab,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:59.836073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.854473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.868698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object faf782c0-7a15-40a9-9b76-65107e795734 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:59.909510 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.916170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725814-a410-4611-a21c-2af1fecc7c30 None None] Pushing event updated for resources: {'Port': ['ID=ca4ad151-287a-4a2b-9289-d579c623e7ab,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:59.961551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:59.965189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:59.968986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:59.975443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:59.976463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.992599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93755bf-609f-4b57-93aa-0fa388fa48a2 req-945ed3a9-f43b-4178-bd9e-baf558da3fa1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:59.994198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=faf782c0-7a15-40a9-9b76-65107e795734,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:59.994351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a93755bf-609f-4b57-93aa-0fa388fa48a2 req-945ed3a9-f43b-4178-bd9e-baf558da3fa1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1552427 Jun 30 08:59:00.002563 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0017931 Jun 30 08:59:00.004336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.004717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.005054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.005384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.005741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.006066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.006476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.006814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.007133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.007451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.007769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.008084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990c869-f190-490c-86f6-6a0e58f75326 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:00.008757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60994) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:00.060507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Allocated IP 172.20.0.5 (e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf/27744e82-6fe7-4b75-90a1-8cd03b3e2175/62bfdc85-b9e1-4f0d-9022-1acdae939704) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:00.114012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a93755bf-609f-4b57-93aa-0fa388fa48a2 req-fc79183f-7ed1-4be8-8f01-14ae337fc75b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050429 Jun 30 08:59:00.185290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212b0cf-6b7d-4436-9284-0e3968477843 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.191435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212b0cf-6b7d-4436-9284-0e3968477843 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.195930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9212b0cf-6b7d-4436-9284-0e3968477843 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1856923 Jun 30 08:59:00.197045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32768) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:00.331389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port faf782c0-7a15-40a9-9b76-65107e795734 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:00.331869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.337389 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.389911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047139-d420-457c-b41e-0a408c66e378 req-ae01b226-7676-4dfd-9084-4715257194de tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.391375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6047139-d420-457c-b41e-0a408c66e378 req-ae01b226-7676-4dfd-9084-4715257194de tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1011081 Jun 30 08:59:00.414804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.418374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.431954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for faf782c0-7a15-40a9-9b76-65107e795734 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:00.472403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:00.478112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6047139-d420-457c-b41e-0a408c66e378 req-f6fadb12-0256-40b6-b1b3-3b03b6f11da1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797393 Jun 30 08:59:00.483939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:00.486542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:00.495464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Pushing event updated for resources: {'Port': ['ID=62bfdc85-b9e1-4f0d-9022-1acdae939704,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:00.545480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.546116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.562810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-1d87dde8-4c17-47da-a0bb-9d0d308e1b82 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0274136 Jun 30 08:59:00.574536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Request body: {'port': {'device_id': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:00.584968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.642904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=faf782c0-7a15-40a9-9b76-65107e795734,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:00.645330 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.650402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-005dc7c4-9786-4559-a587-5a0e4bafb407 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/faf782c0-7a15-40a9-9b76-65107e795734 HTTP/1.1" status: 204 len: 168 time: 0.4497643 Jun 30 08:59:00.650719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32772) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:00.710541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc4c9c-c18b-4bdf-88bc-68a9bed29909 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.712351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc4c9c-c18b-4bdf-88bc-68a9bed29909 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.715368 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9efc4c9c-c18b-4bdf-88bc-68a9bed29909 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0634656 Jun 30 08:59:00.718501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:00.783104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 83c950f9-265a-4228-8f7e-20783585b4b4 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:00.786959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.834193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.929161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.995249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.021437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=83c950f9-265a-4228-8f7e-20783585b4b4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:01.022115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f2b15dca-19aa-4cb1-b4ba-3cce83e51bf8 None None] Provisioning for port ca4ad151-287a-4a2b-9289-d579c623e7ab completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:01.031204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.034030 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ada6b263-1c54-4a55-bb48-732029753396 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/83c950f9-265a-4228-8f7e-20783585b4b4 HTTP/1.1" status: 204 len: 168 time: 0.3145566 Jun 30 08:59:01.036624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32780) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:01.060651 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.077279 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d1bf62e5-0fc9-4604-a1c6-d7ed7251b732 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395269 Jun 30 08:59:01.079978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32782) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:01.085198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:01.125370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bd69f-9224-42f0-a9c2-5ddcec3c6d4e req-ebd35402-f0b5-4be7-a0e0-d41fa2bfaab4 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.126917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc4bd69f-9224-42f0-a9c2-5ddcec3c6d4e req-ebd35402-f0b5-4be7-a0e0-d41fa2bfaab4 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 931 time: 0.2043419 Jun 30 08:59:01.139253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe38136-779e-4baa-8676-fe5d434030f0 req-528d1ddf-f84d-4b56-badc-a72f1e76814f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.140764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfe38136-779e-4baa-8676-fe5d434030f0 req-528d1ddf-f84d-4b56-badc-a72f1e76814f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 0.2193229 Jun 30 08:59:01.182960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:01.187614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.209786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b909cc1-1cb8-42ba-8039-416606745911 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:01.260503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fc42dd17-2feb-4f22-b86a-bb72a448e975 None None] Could not find standard attr ID for object faf782c0-7a15-40a9-9b76-65107e795734. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:59:01.271614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc4bd69f-9224-42f0-a9c2-5ddcec3c6d4e req-57752589-e9d7-40bc-b494-188e5b30954e tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281891 Jun 30 08:59:01.298310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfe38136-779e-4baa-8676-fe5d434030f0 req-7dcea870-e29c-4a4b-9de4-f22f39ce4a8c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403720 Jun 30 08:59:01.436692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:01.486678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] Deleting port ca4ad151-287a-4a2b-9289-d579c623e7ab {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:01.487040 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.539419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa97f88-3c3e-4604-a3c2-9960280b583f req-a1387ba4-2d94-4f10-b43e-be5e77b1d75c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.540935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fa97f88-3c3e-4604-a3c2-9960280b583f req-a1387ba4-2d94-4f10-b43e-be5e77b1d75c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1303914 Jun 30 08:59:01.586252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] For port ca4ad151-287a-4a2b-9289-d579c623e7ab, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ca4ad151-287a-4a2b-9289-d579c623e7ab,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:01.586850 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.612876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] Calling delete_port for ca4ad151-287a-4a2b-9289-d579c623e7ab owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:01.628431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bfdc85-b9e1-4f0d-9022-1acdae939704 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:01.643180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fa97f88-3c3e-4604-a3c2-9960280b583f req-1462a5ff-7116-4431-9151-7333bd4e18c3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872655 Jun 30 08:59:01.645400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.668514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Transition to ACTIVE for port object 62bfdc85-b9e1-4f0d-9022-1acdae939704 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:01.700083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.716745 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-06222cad-c0c0-40d1-8c01-090937e74ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.720530 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.748993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] No DVR routers for this DVR port ca4ad151-287a-4a2b-9289-d579c623e7ab on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:01.760097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77202b-82f4-410f-8801-532cdfc5998b None None] Pushing event deleted for resources: {'Port': ['ID=ca4ad151-287a-4a2b-9289-d579c623e7ab,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:01.768623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfdc85-b9e1-4f0d-9022-1acdae939704,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:01.839421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6daed2-6c45-428a-adce-281a0628f6e7 req-b934485c-8781-4304-b8e1-a2152869dbd1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.840931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb6daed2-6c45-428a-adce-281a0628f6e7 req-b934485c-8781-4304-b8e1-a2152869dbd1 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2057214 Jun 30 08:59:01.877476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:59:01.915076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb6daed2-6c45-428a-adce-281a0628f6e7 req-e02ed32a-e0b0-417e-98c8-b68b1ffa65d7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Jun 30 08:59:01.916246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Attempting to bind port 62bfdc85-b9e1-4f0d-9022-1acdae939704 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:01.916580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Attempting to bind port 62bfdc85-b9e1-4f0d-9022-1acdae939704 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'dbc6d1ba-b33a-4473-a0b8-0c16647b5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:01.916920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Attempting to bind port 62bfdc85-b9e1-4f0d-9022-1acdae939704 on network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:01.921416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Port 62bfdc85-b9e1-4f0d-9022-1acdae939704 on network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:01.921776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Attempting to bind port 62bfdc85-b9e1-4f0d-9022-1acdae939704 on network e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:01.927136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:01.927488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Checking segment: {'id': 'dbc6d1ba-b33a-4473-a0b8-0c16647b5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:01.927871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Bound using segment: {'id': 'dbc6d1ba-b33a-4473-a0b8-0c16647b5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:01.928516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Bound port: 62bfdc85-b9e1-4f0d-9022-1acdae939704, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc6d1ba-b33a-4473-a0b8-0c16647b5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:01.928832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.995402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] For port 62bfdc85-b9e1-4f0d-9022-1acdae939704, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:02.000433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] For port 62bfdc85-b9e1-4f0d-9022-1acdae939704, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704,segment=NetworkSegment(dbc6d1ba-b33a-4473-a0b8-0c16647b5222),segment_id=dbc6d1ba-b33a-4473-a0b8-0c16647b5222)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:02.004642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.040902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.041520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.042663 n-d-758944-40 neutron-server[100238]: WARNING neutron.services.revisions.revision_plugin [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Could not find related port for resource to bump revision. Jun 30 08:59:02.043120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] 10.222.0.13 "PUT /v2.0/ports/62bfdc85-b9e1-4f0d-9022-1acdae939704 HTTP/1.1" status: 200 len: 1092 time: 1.4732246 Jun 30 08:59:02.043373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'tag': '62bfdc85-b9e1-4f0d-9022-1acdae939704'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:02.045757 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793c23f5-3850-46aa-9b85-41e8c2af46e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c99f607e-d73c-4de4-98be-ea81610c524e", "tag": "62bfdc85-b9e1-4f0d-9022-1acdae939704"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:02.055419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Port ca4ad151-287a-4a2b-9289-d579c623e7ab was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100238) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 30 08:59:02.056013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Reverting IP allocation for 2001:db8::f816:3eff:feda:5e9a {{(pid=100238) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 30 08:59:02.062579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feda:5e9a {{(pid=100238) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 30 08:59:02.067041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.072870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a875d-91e7-4d25-b7cd-908eaac9a661 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfdc85-b9e1-4f0d-9022-1acdae939704,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:02.092399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:02.109192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:02.112408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:02.115487 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cfe9ef-b87c-4eea-b28a-452b9d28fe3e x-openstack-request-id: req-d5cfe9ef-b87c-4eea-b28a-452b9d28fe3e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:02.115789 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99f607e-d73c-4de4-98be-ea81610c524e", "tag": "62bfdc85-b9e1-4f0d-9022-1acdae939704", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:02.116036 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5cfe9ef-b87c-4eea-b28a-452b9d28fe3e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:02.116424 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'tag': '62bfdc85-b9e1-4f0d-9022-1acdae939704', 'status': 'completed', 'code': 200} Jun 30 08:59:02.116541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.117050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.135830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=db4cbae6-a2ed-4b69-8411-94e967c9b802,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:02.143739 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae12015d-1235-4be3-81d8-ec0877780ca6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0602841 Jun 30 08:59:02.143918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4631f-e126-4615-a91d-03211c406aa9 req-53836afe-0b90-442d-a3e7-9f571428ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.144038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32794) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:02.144453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-53836afe-0b90-442d-a3e7-9f571428ee47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aae8913d75c04e9789fc7530e4004a19&device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 1095 time: 0.0618918 Jun 30 08:59:02.148437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bf514-6980-4311-bb86-890cdaf6f163 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:02.149300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:47:3d:ee', 'name': 'tempest-NetworksTestDHCPv6-317156248'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:02.188839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-21931aeb-8134-4da9-b38b-a9479905fd14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704 HTTP/1.1" status: 200 len: 217 time: 0.0373263 Jun 30 08:59:02.249890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4631f-e126-4615-a91d-03211c406aa9 req-33447409-8558-4179-bdc3-e2df721f6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.251559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-33447409-8558-4179-bdc3-e2df721f6288 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27744e82-6fe7-4b75-90a1-8cd03b3e2175 HTTP/1.1" status: 200 len: 854 time: 0.0572560 Jun 30 08:59:02.262644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:02.267221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.280518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:02.285478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-53668fd7-b964-4a2d-95c4-b16be521da7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274403 Jun 30 08:59:02.288446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port af46d553-b176-4364-936e-3dfc9cf9f384 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:02.313660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'mac_address': 'fa:16:3e:bd:22:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:02.434202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': 'db4cbae6-a2ed-4b69-8411-94e967c9b802'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:02.435121 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.450523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fe47:3dee (30da8841-07f2-45f6-909d-3a5198a43942/db4cbae6-a2ed-4b69-8411-94e967c9b802/af46d553-b176-4364-936e-3dfc9cf9f384) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:02.454060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-5a56e9b0-73ff-4f51-85ac-67af7fea5cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627150 Jun 30 08:59:02.461747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.594551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d92cc4-7f60-42cc-aea6-f18abdd55de1 req-f5789708-c9a5-4926-8c83-62a2a0cec984 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.596223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d92cc4-7f60-42cc-aea6-f18abdd55de1 req-f5789708-c9a5-4926-8c83-62a2a0cec984 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 943 time: 0.1767442 Jun 30 08:59:02.634884 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.637428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85b4631f-e126-4615-a91d-03211c406aa9 req-0ba7c232-d2ba-4d1e-89b5-b1fc4143b5c2 service neutron] 10.222.0.13 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718972 Jun 30 08:59:02.653131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object af46d553-b176-4364-936e-3dfc9cf9f384 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:02.666879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c398324-9923-4f40-b00a-b105a1474300 req-1576016d-a719-44b0-a63f-d552033d35a6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.673329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c398324-9923-4f40-b00a-b105a1474300 req-1576016d-a719-44b0-a63f-d552033d35a6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 0.2049026 Jun 30 08:59:02.680457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d92cc4-7f60-42cc-aea6-f18abdd55de1 req-35505008-2348-4ace-9718-262453835d16 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741990 Jun 30 08:59:02.684484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f0821-4ee5-4da9-b691-47f42e55270a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:02.721551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.722866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:02.732427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.781979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c398324-9923-4f40-b00a-b105a1474300 req-73ff6ac1-37c2-4c3b-a5b9-4532964ab136 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978308 Jun 30 08:59:02.784482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=af46d553-b176-4364-936e-3dfc9cf9f384,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:02.799936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Allocated IP 2001:db8::f816:3eff:febd:6f85 (30da8841-07f2-45f6-909d-3a5198a43942/db4cbae6-a2ed-4b69-8411-94e967c9b802/ce631c3a-7c23-4692-bf71-42fe8bc80572) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:02.816499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:02.819737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:02.820222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-367e2fce-b053-45bf-a4ad-f0bd1cfadb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.823455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:02.824033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:02.825764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-367e2fce-b053-45bf-a4ad-f0bd1cfadb89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aae8913d75c04e9789fc7530e4004a19&device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 1095 time: 0.1148045 Jun 30 08:59:02.838654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.839325 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.877191 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-55a3b522-3bdb-4ddf-877f-3bce6e3c831c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7321692 Jun 30 08:59:02.883596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32806) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:02.969736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202b447-97ca-4e13-8fa6-93776578506d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.974184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7202b447-97ca-4e13-8fa6-93776578506d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0890927 Jun 30 08:59:02.974941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32810) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:02.980959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-52d4c26b-0f0a-4382-9107-7f4718d5beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.982631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-52d4c26b-0f0a-4382-9107-7f4718d5beb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf HTTP/1.1" status: 200 len: 915 time: 0.1471202 Jun 30 08:59:03.002225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ca4f0821-4ee5-4da9-b691-47f42e55270a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:03.037470 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.042022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-2fc60897-424d-4e21-8c0a-85920f755d78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704 HTTP/1.1" status: 200 len: 217 time: 0.0523355 Jun 30 08:59:03.055952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Transition to ACTIVE for port object ce631c3a-7c23-4692-bf71-42fe8bc80572 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:03.072004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798910c-6ade-4a38-bfa4-91af18e576ac req-0598a95a-fcb2-4244-9c81-5bb4d06c06ee tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.079760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c798910c-6ade-4a38-bfa4-91af18e576ac req-0598a95a-fcb2-4244-9c81-5bb4d06c06ee tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1495836 Jun 30 08:59:03.084662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Transition to ACTIVE for port object ce631c3a-7c23-4692-bf71-42fe8bc80572 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:03.097590 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.117414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port af46d553-b176-4364-936e-3dfc9cf9f384 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:03.118399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.154242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-f3d25b21-76e5-4d5c-a68d-e0cb6aa0229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.155656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-f3d25b21-76e5-4d5c-a68d-e0cb6aa0229f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27744e82-6fe7-4b75-90a1-8cd03b3e2175 HTTP/1.1" status: 200 len: 854 time: 0.1041718 Jun 30 08:59:03.156071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:03.165380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:03.174135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:03.176229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c798910c-6ade-4a38-bfa4-91af18e576ac req-d3b0f683-4017-4e7f-857f-9b02a1d72e8c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954468 Jun 30 08:59:03.186653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Pushing event updated for resources: {'Port': ['ID=ce631c3a-7c23-4692-bf71-42fe8bc80572,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:03.226934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-a352144d-4002-4b19-9845-cf7f4a893ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632544 Jun 30 08:59:03.229152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.243188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for af46d553-b176-4364-936e-3dfc9cf9f384 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:03.275411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Attempting to bind port ce631c3a-7c23-4692-bf71-42fe8bc80572 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:03.275939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Attempting to bind port ce631c3a-7c23-4692-bf71-42fe8bc80572 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:03.276389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Attempting to bind port ce631c3a-7c23-4692-bf71-42fe8bc80572 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:03.289916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:03.290453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:03.290949 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.291435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:03.291993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Bound port: ce631c3a-7c23-4692-bf71-42fe8bc80572, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:03.292464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.311504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a3c9-e5cb-4c4b-8198-e1ed8074657a req-a398a1f0-4b37-4a89-96ee-faa65ea7cea3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.313010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d707a3c9-e5cb-4c4b-8198-e1ed8074657a req-a398a1f0-4b37-4a89-96ee-faa65ea7cea3 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1634846 Jun 30 08:59:03.369341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-82c80fa1-e562-45bd-a69d-c344523fe006 service neutron] 10.222.0.13 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343026 Jun 30 08:59:03.376172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] For port ce631c3a-7c23-4692-bf71-42fe8bc80572, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:03.377011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d707a3c9-e5cb-4c4b-8198-e1ed8074657a req-b8f91e44-c058-451d-9703-0db17a397a28 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514936 Jun 30 08:59:03.382928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] For port ce631c3a-7c23-4692-bf71-42fe8bc80572, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ce631c3a-7c23-4692-bf71-42fe8bc80572,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:03.388642 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.392311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.436795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=af46d553-b176-4364-936e-3dfc9cf9f384,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:03.460252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922a250-6092-459f-a0d6-8ad7166e2ac9 None None] Pushing event updated for resources: {'Port': ['ID=ce631c3a-7c23-4692-bf71-42fe8bc80572,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:03.464999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.467819 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-75c2d4c4-5ada-45aa-a366-59167c888327 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/af46d553-b176-4364-936e-3dfc9cf9f384 HTTP/1.1" status: 204 len: 168 time: 0.4918520 Jun 30 08:59:03.470249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32812) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:03.478238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-793c23f5-3850-46aa-9b85-41e8c2af46e0 req-b437d533-d0d8-4ca5-bed1-05611c64b7f0 service neutron] 10.222.0.13 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002688 Jun 30 08:59:03.526006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b42fa0-3d32-48fa-a9cc-690441ab8372 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.527535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b42fa0-3d32-48fa-a9cc-690441ab8372 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.529114 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-22b42fa0-3d32-48fa-a9cc-690441ab8372 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0578856 Jun 30 08:59:03.531797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:03.590726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet db4cbae6-a2ed-4b69-8411-94e967c9b802 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:03.595215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.650093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.740041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.806928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.835090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=db4cbae6-a2ed-4b69-8411-94e967c9b802,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:03.841060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.844943 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ac24b845-b0a5-4fc4-a180-e4ddb40d01a0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/db4cbae6-a2ed-4b69-8411-94e967c9b802 HTTP/1.1" status: 204 len: 168 time: 0.3099558 Jun 30 08:59:03.845347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32820) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:03.887294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d5b4e1aa-868c-451f-966f-ee0a1d08a46f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406568 Jun 30 08:59:03.889522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32824) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:03.996189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655b65-588d-4ba6-a7cf-381a70192b14 req-9e835691-6c03-45ea-aec1-1615ee4e9439 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.997651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27655b65-588d-4ba6-a7cf-381a70192b14 req-9e835691-6c03-45ea-aec1-1615ee4e9439 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 943 time: 0.1856642 Jun 30 08:59:04.032740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dd29a-6488-48a8-acf3-1865e294e75e req-adebb075-d798-4d79-bf58-8bf094a023dc tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.034193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-726dd29a-6488-48a8-acf3-1865e294e75e req-adebb075-d798-4d79-bf58-8bf094a023dc tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 949 time: 0.1342013 Jun 30 08:59:04.047072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80096989-8353-4da2-8857-7f2810e54cb3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.048678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-80096989-8353-4da2-8857-7f2810e54cb3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1580226 Jun 30 08:59:04.051183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32828) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:04.086500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27655b65-588d-4ba6-a7cf-381a70192b14 req-40594388-b2fd-4d4d-b19e-a95b3ea92d9f tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763793 Jun 30 08:59:04.102095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-726dd29a-6488-48a8-acf3-1865e294e75e req-745f5e09-d176-4b85-a10e-cced8b155fab tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Jun 30 08:59:04.110929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf79e09-61c6-4e24-9af8-f99b791b8cdb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.112673 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5cf79e09-61c6-4e24-9af8-f99b791b8cdb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597847 Jun 30 08:59:04.114919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:04.119482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:04.165145 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-15c58fed-e47a-473f-9cb0-9862bd77ff6b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488577 Jun 30 08:59:04.169076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32832) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:04.174603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:04.206051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port ca4f0821-4ee5-4da9-b691-47f42e55270a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:04.210522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port ca4f0821-4ee5-4da9-b691-47f42e55270a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:04.211077 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.304757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:04.309561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.311838 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.327838 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.377230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:04.380824 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df521a56-bbc2-4ea6-b1ab-c25de361591a" -d '{"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:04.412972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:04.414423 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d1cd87c4-f529-41dd-8f14-f455e8377e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.418032 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.448058 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8593cc3b-ab1f-4a76-b0c8-ee231513fd13 x-openstack-request-id: req-8593cc3b-ab1f-4a76-b0c8-ee231513fd13 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:04.448356 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:04.448836 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8593cc3b-ab1f-4a76-b0c8-ee231513fd13 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:04.449239 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'code': 200} Jun 30 08:59:04.498076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:04.571051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52da67-8a08-4c8f-a3a2-715ec6c7032a None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:04.581593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aaede-2a11-4c36-be7d-519ae9a49712 req-6def0566-9bd3-4c32-b7fe-40944d20f161 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.583616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-270aaede-2a11-4c36-be7d-519ae9a49712 req-6def0566-9bd3-4c32-b7fe-40944d20f161 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1960278 Jun 30 08:59:04.633399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c46cd93d-0b08-4fe3-b0c4-72e9cbd74a3a None None] Provisioning for port ce631c3a-7c23-4692-bf71-42fe8bc80572 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:04.720670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-270aaede-2a11-4c36-be7d-519ae9a49712 req-423885cd-e7bb-4d2d-ad09-31c55875497e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251945 Jun 30 08:59:04.739950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adc28a-0665-45dc-b660-aa7f264d1364 req-01715ff3-8991-42ae-8dc6-43aff0cc2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.741452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86adc28a-0665-45dc-b660-aa7f264d1364 req-01715ff3-8991-42ae-8dc6-43aff0cc2ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1102 time: 0.2054701 Jun 30 08:59:04.753768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047ca9-44b5-45d3-9982-d4aef0daa301 req-cafe9d51-6c04-4c9c-a11c-788740876e73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.755221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21047ca9-44b5-45d3-9982-d4aef0daa301 req-cafe9d51-6c04-4c9c-a11c-788740876e73 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2039337 Jun 30 08:59:04.807397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:04.855694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] Deleting port ce631c3a-7c23-4692-bf71-42fe8bc80572 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:04.856126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.941680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] For port ce631c3a-7c23-4692-bf71-42fe8bc80572, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ce631c3a-7c23-4692-bf71-42fe8bc80572,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:04.942644 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.955787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] Calling delete_port for ce631c3a-7c23-4692-bf71-42fe8bc80572 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:05.035557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.063605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] Pushing event deleted for resources: {'Port': ['ID=ce631c3a-7c23-4692-bf71-42fe8bc80572,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:05.067414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf760e-02bf-46d6-8d58-c3cfdc2c1710 None None] No DVR routers for this DVR port ce631c3a-7c23-4692-bf71-42fe8bc80572 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:05.119563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.objects.ports [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:59:05.121429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86adc28a-0665-45dc-b660-aa7f264d1364 req-b043e94b-5d2f-4531-9ec0-281c53afce53 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642459 Jun 30 08:59:05.124615 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.131731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21047ca9-44b5-45d3-9982-d4aef0daa301 req-e9aa164c-429c-4626-8bec-d5a85242b329 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917459 Jun 30 08:59:05.177149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:05.178609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:05.181490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.182121 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.188133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b72c71-d140-44f2-9236-25cc7afebc84 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:05.196118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=232258ff-abcd-46df-a79b-832bd14ce382,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:05.205913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-560fbb36-7608-4a96-9403-0de0c886e5d5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0354738 Jun 30 08:59:05.208435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32844) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:05.214811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:2e:7b:52', 'name': 'tempest-NetworksTestDHCPv6-738489095'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:05.337895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '232258ff-abcd-46df-a79b-832bd14ce382'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:05.339012 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.413066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79cfa2-99b9-4c37-a3e4-10d68e760c6b req-c136339a-1042-4ba7-9a7d-f767de87f4ff tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.414571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb79cfa2-99b9-4c37-a3e4-10d68e760c6b req-c136339a-1042-4ba7-9a7d-f767de87f4ff tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 943 time: 0.1826596 Jun 30 08:59:05.424834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f299c-6383-4ef1-a062-b9d0a0097d4b req-32db8edd-8a3a-4411-a57b-2e76ce8afb2c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.426333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c0f299c-6383-4ef1-a062-b9d0a0097d4b req-32db8edd-8a3a-4411-a57b-2e76ce8afb2c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1582630 Jun 30 08:59:05.452560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:05.472667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Allocated IP 2001:db8::f816:3eff:fed1:5298 (30da8841-07f2-45f6-909d-3a5198a43942/232258ff-abcd-46df-a79b-832bd14ce382/6f41f51d-8125-49a3-9f98-0714b7a25907) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:05.538700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb79cfa2-99b9-4c37-a3e4-10d68e760c6b req-e01a74b4-13f3-40a1-92b3-874171e50a74 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113877 Jun 30 08:59:05.543030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c0f299c-6383-4ef1-a062-b9d0a0097d4b req-97980fb7-dd8c-4650-aed2-4c9bb9c5a475 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041040 Jun 30 08:59:05.577383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.618173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 5fbd3f8f-d1e9-430d-815a-f84f517aa727 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:05.655793 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.672114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Transition to ACTIVE for port object 6f41f51d-8125-49a3-9f98-0714b7a25907 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:05.688953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Transition to ACTIVE for port object 6f41f51d-8125-49a3-9f98-0714b7a25907 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:05.694793 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.737177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:05.743444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:05.746684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fe2e:7b52 (30da8841-07f2-45f6-909d-3a5198a43942/232258ff-abcd-46df-a79b-832bd14ce382/5fbd3f8f-d1e9-430d-815a-f84f517aa727) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:05.747628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:05.759330 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.760725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Pushing event updated for resources: {'Port': ['ID=6f41f51d-8125-49a3-9f98-0714b7a25907,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:05.818794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Attempting to bind port 6f41f51d-8125-49a3-9f98-0714b7a25907 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:05.819162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Attempting to bind port 6f41f51d-8125-49a3-9f98-0714b7a25907 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:05.819522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Attempting to bind port 6f41f51d-8125-49a3-9f98-0714b7a25907 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:05.824486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:05.824860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:05.825281 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.825678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:05.826148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Bound port: 6f41f51d-8125-49a3-9f98-0714b7a25907, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:05.826524 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.891578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] For port 6f41f51d-8125-49a3-9f98-0714b7a25907, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:05.894839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] For port 6f41f51d-8125-49a3-9f98-0714b7a25907, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6f41f51d-8125-49a3-9f98-0714b7a25907,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:05.899938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.935824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.962606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3032dba-3dd5-4877-86bf-b2fd577824a5 req-89d0c57e-d2ea-42cb-99ae-8f4a11e9d76e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.962805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0520-5a5d-4506-9f5c-9a983b66f7c9 None None] Pushing event updated for resources: {'Port': ['ID=6f41f51d-8125-49a3-9f98-0714b7a25907,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:05.964394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3032dba-3dd5-4877-86bf-b2fd577824a5 req-89d0c57e-d2ea-42cb-99ae-8f4a11e9d76e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1145883 Jun 30 08:59:05.965460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 5fbd3f8f-d1e9-430d-815a-f84f517aa727 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:06.026376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3032dba-3dd5-4877-86bf-b2fd577824a5 req-4f483b67-6049-4a96-8905-76d416e5f6b6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490758 Jun 30 08:59:06.028173 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.072877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:06.076609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:06.080707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:06.086910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.087530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.109872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9000065 Jun 30 08:59:06.110750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73a8f3-ae22-41ed-b653-b876df7349bf tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=5fbd3f8f-d1e9-430d-815a-f84f517aa727,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:06.112482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32852) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:06.128883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62bfdc85-b9e1-4f0d-9022-1acdae939704 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:06.228172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6b7b6-7e88-4f5e-9da7-112f3377d87d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.235895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6b7b6-7e88-4f5e-9da7-112f3377d87d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.236919 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3af6b7b6-7e88-4f5e-9da7-112f3377d87d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1221750 Jun 30 08:59:06.239709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32856) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:06.313230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 62bfdc85-b9e1-4f0d-9022-1acdae939704, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704,segment=NetworkSegment(dbc6d1ba-b33a-4473-a0b8-0c16647b5222),segment_id=dbc6d1ba-b33a-4473-a0b8-0c16647b5222)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:06.333577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '62bfdc85-b9e1-4f0d-9022-1acdae939704', 'network_id': 'e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf', 'port_id': '62bfdc85-b9e1-4f0d-9022-1acdae939704', 'mac_address': 'fa:16:3e:c4:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27744e82-6fe7-4b75-90a1-8cd03b3e2175', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:06.356463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 5fbd3f8f-d1e9-430d-815a-f84f517aa727 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:06.356875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.359235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c57d6-87c6-4381-b370-0fbd35fb0a12 req-4b1fbd9e-add4-47ed-a236-c14fe00da833 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.361075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b3c57d6-87c6-4381-b370-0fbd35fb0a12 req-4b1fbd9e-add4-47ed-a236-c14fe00da833 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.0849319 Jun 30 08:59:06.382233 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.397320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bfdc85-b9e1-4f0d-9022-1acdae939704 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:06.406299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b3c57d6-87c6-4381-b370-0fbd35fb0a12 req-d5aafa19-a7bf-4cf0-972e-99f22f28c21c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Jun 30 08:59:06.417820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 62bfdc85-b9e1-4f0d-9022-1acdae939704, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704,segment=NetworkSegment(dbc6d1ba-b33a-4473-a0b8-0c16647b5222),segment_id=dbc6d1ba-b33a-4473-a0b8-0c16647b5222)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:06.421585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.460347 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.467387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=62bfdc85-b9e1-4f0d-9022-1acdae939704,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:06.473601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 5fbd3f8f-d1e9-430d-815a-f84f517aa727 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:06.597678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.627998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=5fbd3f8f-d1e9-430d-815a-f84f517aa727,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:06.662161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.666697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c3269320-cd37-485c-bb40-662c63c357a3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/5fbd3f8f-d1e9-430d-815a-f84f517aa727 HTTP/1.1" status: 204 len: 168 time: 0.4224060 Jun 30 08:59:06.666994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:06.681563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['62bfdc85-b9e1-4f0d-9022-1acdae939704'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:06.721743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4965ab0-0fe9-4536-aad7-030f98328f41 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.724017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4965ab0-0fe9-4536-aad7-030f98328f41 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.727315 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a4965ab0-0fe9-4536-aad7-030f98328f41 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0591624 Jun 30 08:59:06.732036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32868) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:06.795150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 232258ff-abcd-46df-a79b-832bd14ce382 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:06.799048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.799899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fa437-85b7-44b0-b493-8b68663872db req-47c533f3-9dc1-47a5-abd7-fea1fe2ab6bd tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.809469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d64fa437-85b7-44b0-b493-8b68663872db req-47c533f3-9dc1-47a5-abd7-fea1fe2ab6bd tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 944 time: 0.1458066 Jun 30 08:59:06.845122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.860687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6101a9-94e1-466d-b623-fdd49f5af3ab req-7bcd448b-f8c1-48e6-8772-942efdc71046 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.862373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e6101a9-94e1-466d-b623-fdd49f5af3ab req-7bcd448b-f8c1-48e6-8772-942efdc71046 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1468644 Jun 30 08:59:06.868534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d64fa437-85b7-44b0-b493-8b68663872db req-a4585a79-8df7-499a-8144-bae11398f916 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576341 Jun 30 08:59:06.913275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e6101a9-94e1-466d-b623-fdd49f5af3ab req-be0b1788-f866-4723-8210-f0c7360a91aa tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Jun 30 08:59:06.953231 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.030224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.076778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=232258ff-abcd-46df-a79b-832bd14ce382,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:07.084338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.086551 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b4b32bcf-0edf-42b3-b028-2cf094dc0e33 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/232258ff-abcd-46df-a79b-832bd14ce382 HTTP/1.1" status: 204 len: 168 time: 0.3529084 Jun 30 08:59:07.089747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32874) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:07.149712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a17e0c13-026e-4650-a79f-87d0a5ba8685 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573661 Jun 30 08:59:07.151184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32876) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:07.156426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:07.182098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42275261-d486-4b51-b13f-18ae6d9c6bfd None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:07.196373 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.256500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:07.259330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f518-2b8d-4975-93cc-c38dff32f16b req-4ab6e66a-df64-4085-a723-2eb06fd357f7 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.260609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.260981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f397f518-2b8d-4975-93cc-c38dff32f16b req-4ab6e66a-df64-4085-a723-2eb06fd357f7 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1102 time: 0.1149647 Jun 30 08:59:07.272252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5cfc-f905-44cd-aff9-2438c542f193 req-c40e599d-c9a9-44f0-8f24-ca48b6d2bb26 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.273895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c33a5cfc-f905-44cd-aff9-2438c542f193 req-c40e599d-c9a9-44f0-8f24-ca48b6d2bb26 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1069655 Jun 30 08:59:07.309748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d397f053-7d80-4e89-a7d0-cb010f97b341 None None] Provisioning for port 6f41f51d-8125-49a3-9f98-0714b7a25907 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:07.321179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f397f518-2b8d-4975-93cc-c38dff32f16b req-42e3b6ce-7f6c-4b5e-bec0-6b3afe852db8 tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Jun 30 08:59:07.338592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c33a5cfc-f905-44cd-aff9-2438c542f193 req-db0b4444-b816-4070-9143-e9c36e033825 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563827 Jun 30 08:59:07.408198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:07.486622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] Deleting port 6f41f51d-8125-49a3-9f98-0714b7a25907 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:07.487245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.605027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:59:07.607306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] For port 6f41f51d-8125-49a3-9f98-0714b7a25907, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6f41f51d-8125-49a3-9f98-0714b7a25907,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:07.607890 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.610189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18fba7-1b31-4bad-81bf-210f54d8a040 req-542e2eb0-91d4-4c29-aab8-94b294ba0697 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.618194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea18fba7-1b31-4bad-81bf-210f54d8a040 req-542e2eb0-91d4-4c29-aab8-94b294ba0697 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.0889761 Jun 30 08:59:07.627179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] Calling delete_port for 6f41f51d-8125-49a3-9f98-0714b7a25907 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:07.662234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea18fba7-1b31-4bad-81bf-210f54d8a040 req-d7ac35b2-b40f-4cd5-be13-ac0976fceda6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Jun 30 08:59:07.722399 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.744503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_pluggable_backend [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Port 6f41f51d-8125-49a3-9f98-0714b7a25907 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100238) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 30 08:59:07.744906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_pluggable_backend [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Reverting IP allocation for 2001:db8::f816:3eff:fed1:5298 {{(pid=100238) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 30 08:59:07.748602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_pluggable_backend [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed1:5298 {{(pid=100238) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 30 08:59:07.749884 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.754354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] Pushing event deleted for resources: {'Port': ['ID=6f41f51d-8125-49a3-9f98-0714b7a25907,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:07.764540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443050bb-8a44-4b1e-8653-0fa23f16eeb2 None None] No DVR routers for this DVR port 6f41f51d-8125-49a3-9f98-0714b7a25907 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:07.804785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:07.807907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:07.813853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.814438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.820827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4560c2-b33e-4976-a889-60ef9c4e629c None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:07.828545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=112c810f-006a-4567-9754-50af3b9cc637,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:07.838015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32892) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:07.838410 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5ef0a48d-21f4-4b69-ba9b-4a2d01f90fd1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6858234 Jun 30 08:59:07.843206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:03:37:b4', 'name': 'tempest-NetworksTestDHCPv6-553867552'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:07.981534 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-cd9c9851-3914-4156-88ef-2c02b1ef07c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767317 Jun 30 08:59:08.026024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '112c810f-006a-4567-9754-50af3b9cc637'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:08.027669 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.108154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e8fd6-aa5b-4f22-99f3-4841cf5ce593 req-b74ee412-f667-49f3-afc7-c1b30ec4369d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.109692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-124e8fd6-aa5b-4f22-99f3-4841cf5ce593 req-b74ee412-f667-49f3-afc7-c1b30ec4369d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1639826 Jun 30 08:59:08.111154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:08.115205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.150068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62bfdc85-b9e1-4f0d-9022-1acdae939704 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:08.163034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772da76d-f0d2-4d69-8389-8613aa731698 req-8876c9bb-dbe0-4550-a6f8-ba78214d4f4f tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.164519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-772da76d-f0d2-4d69-8389-8613aa731698 req-8876c9bb-dbe0-4550-a6f8-ba78214d4f4f tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 944 time: 0.1621263 Jun 30 08:59:08.172251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 94883060-e9e9-489a-a3b2-6e7c5694ca36 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:08.202532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Allocated IP 2001:db8::f816:3eff:fe5d:80d1 (30da8841-07f2-45f6-909d-3a5198a43942/112c810f-006a-4567-9754-50af3b9cc637/42c79c58-7afe-49dd-9f21-f1d62b91baaf) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:08.237896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-124e8fd6-aa5b-4f22-99f3-4841cf5ce593 req-01f51026-ade7-42f9-9e45-a0e9cfffb6f0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191800 Jun 30 08:59:08.268814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 62bfdc85-b9e1-4f0d-9022-1acdae939704 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:08.278230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-772da76d-f0d2-4d69-8389-8613aa731698 req-d9e9dcb6-f554-4e2b-9a75-ed1bfe9c4aa6 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010804 Jun 30 08:59:08.280388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 62bfdc85-b9e1-4f0d-9022-1acdae939704 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:08.280981 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.431811 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.458283 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.471159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfdc85-b9e1-4f0d-9022-1acdae939704'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:08.473424 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7dd735-a45b-4931-8cac-e903992459f6" -d '{"events": [{"server_uuid": "c99f607e-d73c-4de4-98be-ea81610c524e", "name": "network-vif-plugged", "status": "completed", "tag": "62bfdc85-b9e1-4f0d-9022-1acdae939704"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:08.485592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Transition to ACTIVE for port object 42c79c58-7afe-49dd-9f21-f1d62b91baaf will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:08.492394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 62bfdc85-b9e1-4f0d-9022-1acdae939704, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704,segment=NetworkSegment(dbc6d1ba-b33a-4473-a0b8-0c16647b5222),segment_id=dbc6d1ba-b33a-4473-a0b8-0c16647b5222)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:08.500473 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.528086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Transition to ACTIVE for port object 42c79c58-7afe-49dd-9f21-f1d62b91baaf will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:08.539237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.541747 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d74ea-50dd-47f1-876a-1d64e688a08e x-openstack-request-id: req-7a1d74ea-50dd-47f1-876a-1d64e688a08e {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:08.542036 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f607e-d73c-4de4-98be-ea81610c524e", "name": "network-vif-plugged", "status": "completed", "tag": "62bfdc85-b9e1-4f0d-9022-1acdae939704", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:08.542283 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a1d74ea-50dd-47f1-876a-1d64e688a08e {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:08.542722 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfdc85-b9e1-4f0d-9022-1acdae939704', 'code': 200} Jun 30 08:59:08.575768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=62bfdc85-b9e1-4f0d-9022-1acdae939704,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:08.579672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:08.621333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Pushing event updated for resources: {'Port': ['ID=42c79c58-7afe-49dd-9f21-f1d62b91baaf,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:08.625856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:08.631877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:08.638512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:08.657898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fe03:37b4 (30da8841-07f2-45f6-909d-3a5198a43942/112c810f-006a-4567-9754-50af3b9cc637/94883060-e9e9-489a-a3b2-6e7c5694ca36) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:08.721617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678800eb-143d-4f75-819d-07ebdeaccb02 req-a6c12249-3a64-456d-ae26-83625b4ad396 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.723987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-678800eb-143d-4f75-819d-07ebdeaccb02 req-a6c12249-3a64-456d-ae26-83625b4ad396 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2120845 Jun 30 08:59:08.749524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Attempting to bind port 42c79c58-7afe-49dd-9f21-f1d62b91baaf on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:08.749780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Attempting to bind port 42c79c58-7afe-49dd-9f21-f1d62b91baaf by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:08.750131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Attempting to bind port 42c79c58-7afe-49dd-9f21-f1d62b91baaf on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:08.762030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:08.762512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:08.762951 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.763415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:08.763938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Bound port: 42c79c58-7afe-49dd-9f21-f1d62b91baaf, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:08.764373 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.787453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36984d53-f283-4543-90a0-40745a101442 req-8973be11-a4aa-4dc4-9f24-0ad532679dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.788961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36984d53-f283-4543-90a0-40745a101442 req-8973be11-a4aa-4dc4-9f24-0ad532679dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 1097 time: 0.1709950 Jun 30 08:59:08.892695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-678800eb-143d-4f75-819d-07ebdeaccb02 req-8b4f4aa5-9377-4938-9ed8-57a65e9ec4ee tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607170 Jun 30 08:59:08.921772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] For port 42c79c58-7afe-49dd-9f21-f1d62b91baaf, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:08.927770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] For port 42c79c58-7afe-49dd-9f21-f1d62b91baaf, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=42c79c58-7afe-49dd-9f21-f1d62b91baaf,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:08.931652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:08.934392 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.943351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36984d53-f283-4543-90a0-40745a101442 req-2c3af6f0-d7d2-4a17-9b8e-add49090a1bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243844 Jun 30 08:59:08.969463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4', 'port_id': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'mac_address': 'fa:16:3e:81:74:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c39a99-b6e3-4ab3-abe5-aa09c843f3fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:08.981504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.009259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7114cfe-aa6a-473c-a4e3-c4b1e22a778c req-d6320ba4-b345-4791-adda-8c9ebe7f9da0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.014632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7114cfe-aa6a-473c-a4e3-c4b1e22a778c req-d6320ba4-b345-4791-adda-8c9ebe7f9da0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1928930 Jun 30 08:59:09.019121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 94883060-e9e9-489a-a3b2-6e7c5694ca36 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:09.039457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596cf81-217f-43fe-9591-668f1e5beff8 None None] Pushing event updated for resources: {'Port': ['ID=42c79c58-7afe-49dd-9f21-f1d62b91baaf,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:09.055613 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.075916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeb78423-8b1d-40d8-b903-a283f0196693 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:09.077100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7114cfe-aa6a-473c-a4e3-c4b1e22a778c req-7c274685-7818-4152-aec3-8aad2e56fe2d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614288 Jun 30 08:59:09.098786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:09.103150 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.126157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.177664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:09.182209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:09.192375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:09.199880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.200942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.227465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=94883060-e9e9-489a-a3b2-6e7c5694ca36,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:09.233531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b410a68d-d273-43d2-a65f-59d31774dfe1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3942420 Jun 30 08:59:09.236259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32942) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:09.378271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb53b868-6905-4036-bcbd-dd4d33b5a192 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.386348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb53b868-6905-4036-bcbd-dd4d33b5a192 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.388249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eb53b868-6905-4036-bcbd-dd4d33b5a192 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1506445 Jun 30 08:59:09.390802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32952) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:09.391416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:09.410314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eeb78423-8b1d-40d8-b903-a283f0196693'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:09.687602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ab39-0260-4ae2-a8ea-26f607c1afbf req-a7f79a22-60c6-4e6f-9355-09dac7abc0a6 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.695525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c24ab39-0260-4ae2-a8ea-26f607c1afbf req-a7f79a22-60c6-4e6f-9355-09dac7abc0a6 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.2376976 Jun 30 08:59:09.706543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d845-d661-478b-ae58-51f1f826c524 req-4de2df0f-adda-4267-bcd7-4024ddc4c434 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.714859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1dc3d845-d661-478b-ae58-51f1f826c524 req-4de2df0f-adda-4267-bcd7-4024ddc4c434 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.2552030 Jun 30 08:59:09.722156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 42c79c58-7afe-49dd-9f21-f1d62b91baaf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:09.769752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-200192dd-15a2-4cf1-840b-9cef96beed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.772029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-200192dd-15a2-4cf1-840b-9cef96beed33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1102 time: 0.2260613 Jun 30 08:59:09.778872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 94883060-e9e9-489a-a3b2-6e7c5694ca36 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:09.779211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.790390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 42c79c58-7afe-49dd-9f21-f1d62b91baaf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:09.853566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c24ab39-0260-4ae2-a8ea-26f607c1afbf req-12b3fc02-e7be-4b5c-8d46-9d596ccf4b19 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570621 Jun 30 08:59:09.960678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1dc3d845-d661-478b-ae58-51f1f826c524 req-7d796eb2-0dcd-4323-a813-7faf6ee1caf1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448754 Jun 30 08:59:10.062664 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.089323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 94883060-e9e9-489a-a3b2-6e7c5694ca36 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:10.102605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-be16ce57-f0b7-41a5-bbe9-2d20699e5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.104077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-be16ce57-f0b7-41a5-bbe9-2d20699e5bc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3193026 Jun 30 08:59:10.222140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-45aa3112-c6a2-41a3-989c-353a24c27b9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.1061850 Jun 30 08:59:10.475759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-98efe5c3-9ab0-44b7-b69a-19324440f11a None None] Provisioning for port 42c79c58-7afe-49dd-9f21-f1d62b91baaf completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:10.481008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-98efe5c3-9ab0-44b7-b69a-19324440f11a None None] Provisioning complete for port 42c79c58-7afe-49dd-9f21-f1d62b91baaf triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:10.482081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98efe5c3-9ab0-44b7-b69a-19324440f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.610863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98efe5c3-9ab0-44b7-b69a-19324440f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.642561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:10.694735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-98efe5c3-9ab0-44b7-b69a-19324440f11a None None] For port 42c79c58-7afe-49dd-9f21-f1d62b91baaf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=42c79c58-7afe-49dd-9f21-f1d62b91baaf,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:10.700630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-64463b16-1e74-4d9f-93b7-e33defad5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.702201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-64463b16-1e74-4d9f-93b7-e33defad5798 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.4463439 Jun 30 08:59:10.708877 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98efe5c3-9ab0-44b7-b69a-19324440f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.714014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df047c58-89f2-4343-8d0b-411fba450103 req-03791248-2b44-4e4a-9607-68d89312e1ff tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.720895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df047c58-89f2-4343-8d0b-411fba450103 req-03791248-2b44-4e4a-9607-68d89312e1ff tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 944 time: 0.5008080 Jun 30 08:59:10.772230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efe5c3-9ab0-44b7-b69a-19324440f11a None None] Pushing event updated for resources: {'Port': ['ID=42c79c58-7afe-49dd-9f21-f1d62b91baaf,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:10.783092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port eeb78423-8b1d-40d8-b903-a283f0196693 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:10.783465 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.861273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-036b4f61-8a45-4bec-b10a-00f553defbfa None None] Provisioning for port 94883060-e9e9-489a-a3b2-6e7c5694ca36 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:10.861465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df047c58-89f2-4343-8d0b-411fba450103 req-75576072-5a85-42f7-bd09-b390cac54276 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395416 Jun 30 08:59:10.867696 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.871755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-036b4f61-8a45-4bec-b10a-00f553defbfa None None] Provisioning complete for port 94883060-e9e9-489a-a3b2-6e7c5694ca36 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:10.871755 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-036b4f61-8a45-4bec-b10a-00f553defbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.895426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29774421-00df-4b1d-9c68-e63e79ac99c2 req-6b60a32d-365e-4c0b-b5d6-cd783a9f14c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.908600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-036b4f61-8a45-4bec-b10a-00f553defbfa None None] Port 94883060-e9e9-489a-a3b2-6e7c5694ca36 was deleted so its status cannot be updated. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 08:59:10.916183 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.923132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29774421-00df-4b1d-9c68-e63e79ac99c2 req-6b60a32d-365e-4c0b-b5d6-cd783a9f14c4 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.6108432 Jun 30 08:59:10.944511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:10.946823 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bce5b-a130-45e9-8f5a-d84096bd6354" -d '{"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:10.961268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:10.968498 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.977416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=94883060-e9e9-489a-a3b2-6e7c5694ca36,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:11.038444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-d33c7995-446e-421f-b109-df574b21a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.040737 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-d33c7995-446e-421f-b109-df574b21a0fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3178418 Jun 30 08:59:11.041844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.043723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-288f887f-6d8e-43d0-bf90-8c9dcb096cd3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/94883060-e9e9-489a-a3b2-6e7c5694ca36 HTTP/1.1" status: 204 len: 168 time: 1.6513503 Jun 30 08:59:11.046763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32980) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:11.060021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:11.080701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29774421-00df-4b1d-9c68-e63e79ac99c2 req-7bbd8749-6577-45b4-a166-844c3f0f2e0b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570680 Jun 30 08:59:11.133777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27d4de5-bba2-4129-826e-bfcc894bde6e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.136654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27d4de5-bba2-4129-826e-bfcc894bde6e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.147959 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c27d4de5-bba2-4129-826e-bfcc894bde6e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0994136 Jun 30 08:59:11.148624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32984) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:11.164435 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3fbe08-8fc6-4774-9ee0-8f7704c1a086 x-openstack-request-id: req-8d3fbe08-8fc6-4774-9ee0-8f7704c1a086 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:11.164965 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:11.165409 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d3fbe08-8fc6-4774-9ee0-8f7704c1a086 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:11.166069 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'code': 200} Jun 30 08:59:11.216022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 112c810f-006a-4567-9754-50af3b9cc637 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:11.221000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.284787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.301378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-e3e16b37-0e3b-4fa4-a263-3fb0a4755b83 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483969 Jun 30 08:59:11.386276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.450943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f917c-7d6d-4307-9856-ec3a33df0466 req-fe297653-1102-454e-b422-924358c2d63d tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.455518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2f917c-7d6d-4307-9856-ec3a33df0466 req-fe297653-1102-454e-b422-924358c2d63d tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.3739588 Jun 30 08:59:11.462245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.492501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9a285-e2c8-4d63-ba52-384dd5f9d87f req-dfe456d5-c4fa-40da-b067-4157a6030dbf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.499873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0f9a285-e2c8-4d63-ba52-384dd5f9d87f req-dfe456d5-c4fa-40da-b067-4157a6030dbf tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1969380 Jun 30 08:59:11.503475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b31b3-69d1-4ae4-aee7-641017321d5b None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:11.503940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.507228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/112c810f-006a-4567-9754-50af3b9cc637 HTTP/1.1" status: 204 len: 168 time: 0.3574386 Jun 30 08:59:11.510361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-f82798df-8593-4668-bc77-0d801ebf9dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703031 Jun 30 08:59:11.516963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32988) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:11.574891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-57f44191-ed76-476c-9e58-c23ba17635d6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560789 Jun 30 08:59:11.578272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32990) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:11.579528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f34995-4bc0-4d9f-a00e-da57b4f538cc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=112c810f-006a-4567-9754-50af3b9cc637,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:11.646447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d2f917c-7d6d-4307-9856-ec3a33df0466 req-61ee5d0a-10ca-42fa-9315-a30e44a539f0 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670499 Jun 30 08:59:11.671858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0f9a285-e2c8-4d63-ba52-384dd5f9d87f req-96202ed4-9ec5-4688-8a27-cde609972a78 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710360 Jun 30 08:59:11.719064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 42c79c58-7afe-49dd-9f21-f1d62b91baaf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:11.786635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d395ea-e5dd-4f08-8ff5-befe433e167d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.790444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-54d395ea-e5dd-4f08-8ff5-befe433e167d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2088737 Jun 30 08:59:11.790939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 32994) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:11.824265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 42c79c58-7afe-49dd-9f21-f1d62b91baaf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:11.825348 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.897319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:11.924625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fda61b-e75c-4c28-8db3-081bc043b1b0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.929268 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-75fda61b-e75c-4c28-8db3-081bc043b1b0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1371932 Jun 30 08:59:11.932057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 32998) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:12.010843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-21e41adb-6425-4dc3-8644-c28ea5c95808 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701323 Jun 30 08:59:12.011319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33000) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:12.016793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:12.117482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463faaac-ac97-44c1-afbe-ebcab7bc2e96 req-02e7e40c-3210-4b14-8a1b-f1bf79336f50 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.124619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-463faaac-ac97-44c1-afbe-ebcab7bc2e96 req-02e7e40c-3210-4b14-8a1b-f1bf79336f50 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0887201 Jun 30 08:59:12.149190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] Deleting port 42c79c58-7afe-49dd-9f21-f1d62b91baaf {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:12.149487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:12.195041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-463faaac-ac97-44c1-afbe-ebcab7bc2e96 req-0c09e23b-925f-44f9-ac88-47d4e8fbfc63 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692415 Jun 30 08:59:12.239211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:12.246884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] For port 42c79c58-7afe-49dd-9f21-f1d62b91baaf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=42c79c58-7afe-49dd-9f21-f1d62b91baaf,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:12.247277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:12.248624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:12.278393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] Calling delete_port for 42c79c58-7afe-49dd-9f21-f1d62b91baaf owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:12.446846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:12.477544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] Pushing event deleted for resources: {'Port': ['ID=42c79c58-7afe-49dd-9f21-f1d62b91baaf,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:12.492169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac0caf-1f07-470c-a1a3-04af437a39ad None None] No DVR routers for this DVR port 42c79c58-7afe-49dd-9f21-f1d62b91baaf on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:12.536165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafbc0c-a657-4234-a774-3cd1cffe46fb req-5cda766f-c32e-49d3-8722-881f5b0735db tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.537760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cafbc0c-a657-4234-a774-3cd1cffe46fb req-5cda766f-c32e-49d3-8722-881f5b0735db tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.1611965 Jun 30 08:59:12.542528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-2f2d4ddd-5d71-4020-9aaa-146035b3f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.543973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-2f2d4ddd-5d71-4020-9aaa-146035b3f528 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aae8913d75c04e9789fc7530e4004a19&device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 1097 time: 0.2145176 Jun 30 08:59:12.600320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:12.629755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed3fb-8027-4a16-9f47-d6b210c86dae req-b5cce0f4-7052-4a0a-9866-1dd0d9079eb5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.637390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e09ed3fb-8027-4a16-9f47-d6b210c86dae req-b5cce0f4-7052-4a0a-9866-1dd0d9079eb5 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2037079 Jun 30 08:59:12.677780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:12.679140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=795cd15c-ff9b-423f-bc2a-22136586a7dd,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:12.681658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:12.690908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20f553-b69d-45fd-888d-a4b7e8b1bf00 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:12.693166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cafbc0c-a657-4234-a774-3cd1cffe46fb req-9b6a7d1d-d694-408c-b5dd-68fc154ce815 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472375 Jun 30 08:59:12.705495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.707775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:12.758452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e09ed3fb-8027-4a16-9f47-d6b210c86dae req-0c3ee34f-ee7a-457f-bb55-12ca334fc9f6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196959 Jun 30 08:59:12.779365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33010) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:12.783302 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-44ba7cdf-968c-42c1-9955-885ed1bfd126 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7607062 Jun 30 08:59:12.790318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:63:a0:29', 'name': 'tempest-NetworksTestDHCPv6-1232377064'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:12.841984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-47e96ee6-2fff-4560-ab4a-9277589f9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.844596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-47e96ee6-2fff-4560-ab4a-9277589f9270 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf HTTP/1.1" status: 200 len: 915 time: 0.2891154 Jun 30 08:59:12.940397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '795cd15c-ff9b-423f-bc2a-22136586a7dd'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:12.941895 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:12.976909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-f2af28c7-676e-46b4-b15d-5a51f295ca8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704 HTTP/1.1" status: 200 len: 217 time: 0.0993333 Jun 30 08:59:13.080534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-9d413800-0f7f-4fd2-8bfa-292ca2687989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:13.086049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-9d413800-0f7f-4fd2-8bfa-292ca2687989 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27744e82-6fe7-4b75-90a1-8cd03b3e2175 HTTP/1.1" status: 200 len: 854 time: 0.0983872 Jun 30 08:59:13.115228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd39ebe-5722-4d44-933f-0d2629a9af35 req-9df839a2-97ea-47df-a94a-05909d24958b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:13.131037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfd39ebe-5722-4d44-933f-0d2629a9af35 req-9df839a2-97ea-47df-a94a-05909d24958b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.2522051 Jun 30 08:59:13.157720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/795cd15c-ff9b-423f-bc2a-22136586a7dd/5c6af3e5-3731-4117-8d26-55442e9ecdb4) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:13.171336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:13.249296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-4e488efb-73d1-465d-b6e8-420b968db13c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153965 Jun 30 08:59:13.287868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfd39ebe-5722-4d44-933f-0d2629a9af35 req-677f1094-3cf3-44a5-b0a6-4b81c262f6c9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556332 Jun 30 08:59:13.356638 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.365903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Transition to ACTIVE for port object 5c6af3e5-3731-4117-8d26-55442e9ecdb4 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:13.383682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Transition to ACTIVE for port object 5c6af3e5-3731-4117-8d26-55442e9ecdb4 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:13.392974 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.434592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:13.439593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:13.444909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:13.448378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Pushing event updated for resources: {'Port': ['ID=5c6af3e5-3731-4117-8d26-55442e9ecdb4,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:13.477081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.511452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-a8612e47-ae83-4a43-a555-3566eb80d17e service neutron] 10.222.0.13 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364583 Jun 30 08:59:13.517239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Attempting to bind port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:13.517755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Attempting to bind port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:13.518134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Attempting to bind port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:13.523287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:13.523656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:13.524049 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.524431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:13.524541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933ee5f-6612-4c4f-a514-ec8eead02307 req-923b4d77-9355-456c-84e5-f1e7715fb0fe tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:13.524941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Bound port: 5c6af3e5-3731-4117-8d26-55442e9ecdb4, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:13.525321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.526051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3933ee5f-6612-4c4f-a514-ec8eead02307 req-923b4d77-9355-456c-84e5-f1e7715fb0fe tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1703358 Jun 30 08:59:13.527297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 8deddd72-5bc1-4515-b4a3-366482834dbc yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:13.604494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] For port 5c6af3e5-3731-4117-8d26-55442e9ecdb4, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:13.611695 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] For port 5c6af3e5-3731-4117-8d26-55442e9ecdb4, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5c6af3e5-3731-4117-8d26-55442e9ecdb4,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:13.617466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.688542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 42c79c58-7afe-49dd-9f21-f1d62b91baaf no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:13.697005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5a7e4-bc2e-4e2f-91be-3129d24cce08 None None] Pushing event updated for resources: {'Port': ['ID=5c6af3e5-3731-4117-8d26-55442e9ecdb4,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:13.721097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 42c79c58-7afe-49dd-9f21-f1d62b91baaf {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:13.722289 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 42c79c58-7afe-49dd-9f21-f1d62b91baaf not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:13.781402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3933ee5f-6612-4c4f-a514-ec8eead02307 req-67c2324a-356f-45e8-a456-db76d3a1193c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413673 Jun 30 08:59:13.875987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::2e5 (30da8841-07f2-45f6-909d-3a5198a43942/795cd15c-ff9b-423f-bc2a-22136586a7dd/8deddd72-5bc1-4515-b4a3-366482834dbc) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:13.958054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18f6841e-e928-4d9e-8544-c1a064fd5670 req-2dcc01e9-bcfb-4c5b-a636-43da0bb42026 service neutron] 10.222.0.13 "GET /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215295 Jun 30 08:59:14.158002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91e327-0be1-4ce0-9492-8e356f1b33ea req-54cf02e3-7f5c-43cc-ad97-a3e22965209f tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.166233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d91e327-0be1-4ce0-9492-8e356f1b33ea req-54cf02e3-7f5c-43cc-ad97-a3e22965209f tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.2916489 Jun 30 08:59:14.202579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0a0ed-c8e7-4df2-8fd0-c53267fe95ea req-f6b88cee-6410-4b15-b1ca-ed9c8cb4612c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.204133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8e0a0ed-c8e7-4df2-8fd0-c53267fe95ea req-f6b88cee-6410-4b15-b1ca-ed9c8cb4612c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2672417 Jun 30 08:59:14.302293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d91e327-0be1-4ce0-9492-8e356f1b33ea req-e109596a-e460-4bd6-a8e7-69c95f519ee4 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347892 Jun 30 08:59:14.321393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8e0a0ed-c8e7-4df2-8fd0-c53267fe95ea req-e5e957fd-22aa-4a88-aa34-a60523346811 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957637 Jun 30 08:59:14.350484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.368088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 8deddd72-5bc1-4515-b4a3-366482834dbc will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:14.410589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.477331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:14.481537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:14.484500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:14.498660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.498660 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.518045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=8deddd72-5bc1-4515-b4a3-366482834dbc,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:14.534708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-78af4296-ae8a-48ee-a210-b53fb419fad7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7542984 Jun 30 08:59:14.542367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33028) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:14.747878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee64269-9c96-4b38-8a6f-7fa499b1eb4d req-17723aa2-f607-4250-b78c-9566ec398dcb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.749731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ee64269-9c96-4b38-8a6f-7fa499b1eb4d req-17723aa2-f607-4250-b78c-9566ec398dcb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1874459 Jun 30 08:59:14.763359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c8d96-becb-4379-95dd-303bbbff4639 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.769303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c8d96-becb-4379-95dd-303bbbff4639 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.771733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-745c8d96-becb-4379-95dd-303bbbff4639 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2281365 Jun 30 08:59:14.774549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33032) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:14.835397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ee64269-9c96-4b38-8a6f-7fa499b1eb4d req-09b0ffec-8e7e-4a84-bec6-d3eb1b8a9082 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623543 Jun 30 08:59:14.972234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 8deddd72-5bc1-4515-b4a3-366482834dbc {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:14.972571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.018895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b19d4-0468-4891-b9b3-24b420fe0792 req-a1a28b29-ce82-4a30-8d2c-4dd8fed5fff6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:15.023122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-755b19d4-0468-4891-b9b3-24b420fe0792 req-a1a28b29-ce82-4a30-8d2c-4dd8fed5fff6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0864367 Jun 30 08:59:15.079463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a8c9f633-c368-455c-86f7-172b627ee917 None None] Provisioning for port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:15.094081 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.099180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-755b19d4-0468-4891-b9b3-24b420fe0792 req-a4b675ce-9958-474a-ba66-ca9e946fddb0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699244 Jun 30 08:59:15.112116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 8deddd72-5bc1-4515-b4a3-366482834dbc owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:15.304273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.315494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4e497a34-ed23-48be-9f2c-ae71cfbff717 None None] Provisioning complete for port 8deddd72-5bc1-4515-b4a3-366482834dbc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:15.316301 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e497a34-ed23-48be-9f2c-ae71cfbff717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.339895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=8deddd72-5bc1-4515-b4a3-366482834dbc,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:15.386559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.388712 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2a01b58d-3978-428c-a2da-33c6bb29bb9f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/8deddd72-5bc1-4515-b4a3-366482834dbc HTTP/1.1" status: 204 len: 168 time: 0.6126575 Jun 30 08:59:15.391223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4e497a34-ed23-48be-9f2c-ae71cfbff717 None None] Port 8deddd72-5bc1-4515-b4a3-366482834dbc was deleted so its status cannot be updated. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 08:59:15.391372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33042) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:15.497176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa69fb3-05d5-43f6-9249-8da9f31be59d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:15.499789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa69fb3-05d5-43f6-9249-8da9f31be59d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:15.501745 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-efa69fb3-05d5-43f6-9249-8da9f31be59d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1093357 Jun 30 08:59:15.505197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33048) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:15.615821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 795cd15c-ff9b-423f-bc2a-22136586a7dd {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:15.630729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.646367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876a091-2daf-4646-831b-e11d1d5f6730 req-cf4d4f12-c6a3-4335-a137-3609c68dd7d2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:15.657230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9876a091-2daf-4646-831b-e11d1d5f6730 req-cf4d4f12-c6a3-4335-a137-3609c68dd7d2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1867986 Jun 30 08:59:15.695988 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.774733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5c6af3e5-3731-4117-8d26-55442e9ecdb4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:15.831100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.875011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:15.885139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:15.885549 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.926721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.964362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.965481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537378bf-3167-4222-bfab-0de8294a81ee None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:15.967117 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/795cd15c-ff9b-423f-bc2a-22136586a7dd HTTP/1.1" status: 204 len: 168 time: 0.4608557 Jun 30 08:59:15.987935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:15.996943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc41d8-98b1-4ea2-a53f-17e7f0a4957a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=795cd15c-ff9b-423f-bc2a-22136586a7dd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:16.049295 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5ffa07ae-348d-4a9d-8371-b1e47d4d31b7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579946 Jun 30 08:59:16.056778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33054) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:16.079320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9876a091-2daf-4646-831b-e11d1d5f6730 req-ae701bb5-f560-41bf-90c7-a6a035e8e404 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210312 Jun 30 08:59:16.086938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0752a6-e37b-472f-88e9-563d1194fce0 req-0740096c-e843-43a4-a846-2a46fd25c764 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.088655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e0752a6-e37b-472f-88e9-563d1194fce0 req-0740096c-e843-43a4-a846-2a46fd25c764 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.5493124 Jun 30 08:59:16.124878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.147914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b18674-dbeb-44b7-ad96-38bdc1ef2623 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.150007 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a6b18674-dbeb-44b7-ad96-38bdc1ef2623 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0911360 Jun 30 08:59:16.153482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33056) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:16.161017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e0752a6-e37b-472f-88e9-563d1194fce0 req-dac9abfc-f803-42e6-b646-ca4f6561a53c tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657616 Jun 30 08:59:16.212132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5c6af3e5-3731-4117-8d26-55442e9ecdb4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5c6af3e5-3731-4117-8d26-55442e9ecdb4,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:16.233849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.252635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a640e9a-e895-474d-a67a-ebd4537c043e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.254674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a640e9a-e895-474d-a67a-ebd4537c043e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0993698 Jun 30 08:59:16.257281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33062) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:16.318892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d90a50db-1dca-4998-916d-f089039b75a5 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601113 Jun 30 08:59:16.325016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33064) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:16.333552 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:16.343580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5c6af3e5-3731-4117-8d26-55442e9ecdb4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:16.366837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:16.454588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:16.460334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.467226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] Deleting port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:16.468505 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.523769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea9ea0-d983-4b34-af60-fcdeb5cbdf1d req-ff008884-9148-42a1-94d2-38ac50db6134 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.531781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95ea9ea0-d983-4b34-af60-fcdeb5cbdf1d req-ff008884-9148-42a1-94d2-38ac50db6134 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.0955942 Jun 30 08:59:16.592537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] For port 5c6af3e5-3731-4117-8d26-55442e9ecdb4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5c6af3e5-3731-4117-8d26-55442e9ecdb4,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:16.592860 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.607416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95ea9ea0-d983-4b34-af60-fcdeb5cbdf1d req-875eca6e-f1a5-4cc9-9a64-b855dd60e3d5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735118 Jun 30 08:59:16.614365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] Calling delete_port for 5c6af3e5-3731-4117-8d26-55442e9ecdb4 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:16.749106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5fdc6-4e20-443c-b84f-68a5351c2df0 req-21be04e7-2f91-4295-814d-861ee39c7d76 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.762219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96e5fdc6-4e20-443c-b84f-68a5351c2df0 req-21be04e7-2f91-4295-814d-861ee39c7d76 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1041598 Jun 30 08:59:16.779414 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.823881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:59:16.829435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.830485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] Pushing event deleted for resources: {'Port': ['ID=5c6af3e5-3731-4117-8d26-55442e9ecdb4,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:16.841902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7227f2-e331-423b-8cc5-1d675b143c4b None None] No DVR routers for this DVR port 5c6af3e5-3731-4117-8d26-55442e9ecdb4 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:16.858808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96e5fdc6-4e20-443c-b84f-68a5351c2df0 req-20131af5-01e1-447c-999c-0e725ec802af tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952477 Jun 30 08:59:16.902204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:16.907766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:16.911575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.912225 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:16.919671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec72bf-8451-4d4e-81d7-48d3bf49bc1c None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:16.920221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:16.942997 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51c81f16-17c1-496f-828e-8fe5b44d299f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6147420 Jun 30 08:59:16.945745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33068) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:16.950858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b0a787cf-dce3-44d4-bd16-a9dba661d868 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:17.071516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a787cf-dce3-44d4-bd16-a9dba661d868 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:17.081286 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b0a787cf-dce3-44d4-bd16-a9dba661d868 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.189336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:17.193152 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.405982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Allocated IP 2001:db8::f816:3eff:fe4a:75d0 (30da8841-07f2-45f6-909d-3a5198a43942/622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4/05d13ce9-8309-45e5-98dd-b3704bcc5f57) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:17.436508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06434d21-b21d-430e-a6a9-84c9497afc6c req-4db9c746-c8f6-4a23-920a-8ca5d78fd6c0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:17.443663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06434d21-b21d-430e-a6a9-84c9497afc6c req-4db9c746-c8f6-4a23-920a-8ca5d78fd6c0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.1548438 Jun 30 08:59:17.512651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4fab-0a8a-468c-9afe-0dc55aca9b84 req-d6b92e07-f063-42d6-bcd5-3ee5eb1eb0d4 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:17.516558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b4f4fab-0a8a-468c-9afe-0dc55aca9b84 req-d6b92e07-f063-42d6-bcd5-3ee5eb1eb0d4 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.1646833 Jun 30 08:59:17.538570 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-b0a787cf-dce3-44d4-bd16-a9dba661d868 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4 (CIDR: 2001:db8::/64) Jun 30 08:59:17.544224 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a787cf-dce3-44d4-bd16-a9dba661d868 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:59:17.544940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a787cf-dce3-44d4-bd16-a9dba661d868 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:17.562338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06434d21-b21d-430e-a6a9-84c9497afc6c req-b844c45f-3f3b-43f4-8b13-af95723d16a6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069925 Jun 30 08:59:17.589145 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b0a787cf-dce3-44d4-bd16-a9dba661d868 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6396546 Jun 30 08:59:17.589477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:17.603984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:17.611206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b4f4fab-0a8a-468c-9afe-0dc55aca9b84 req-93bbdad3-740a-4c1d-9ad7-e7e61da14c2f tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881662 Jun 30 08:59:17.693085 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.698688 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:59:17.707948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Transition to ACTIVE for port object 05d13ce9-8309-45e5-98dd-b3704bcc5f57 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:17.725643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Transition to ACTIVE for port object 05d13ce9-8309-45e5-98dd-b3704bcc5f57 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:17.731563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5c6af3e5-3731-4117-8d26-55442e9ecdb4 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:17.735234 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.755873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:17.779910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:17.804862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:17.842323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5c6af3e5-3731-4117-8d26-55442e9ecdb4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:17.842805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5c6af3e5-3731-4117-8d26-55442e9ecdb4 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:17.905155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:17.916615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Attempting to bind port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:17.917063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Attempting to bind port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:17.917519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Attempting to bind port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:17.919898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Pushing event updated for resources: {'Port': ['ID=05d13ce9-8309-45e5-98dd-b3704bcc5f57,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:17.920513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.927330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:17.927821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:17.928310 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.928789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:17.929654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Bound port: 05d13ce9-8309-45e5-98dd-b3704bcc5f57, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:17.930144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.012233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ce3d-6308-41a2-9a5f-6073b031c909 req-f706a83f-09eb-47ac-8430-0d6771f404e2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:18.020876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] For port 05d13ce9-8309-45e5-98dd-b3704bcc5f57, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:18.026683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] For port 05d13ce9-8309-45e5-98dd-b3704bcc5f57, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05d13ce9-8309-45e5-98dd-b3704bcc5f57,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:18.030643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8990ce3d-6308-41a2-9a5f-6073b031c909 req-f706a83f-09eb-47ac-8430-0d6771f404e2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.0979223 Jun 30 08:59:18.035760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.110683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8990ce3d-6308-41a2-9a5f-6073b031c909 req-51fab981-14d6-44dd-80a4-6155889ffd5e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753117 Jun 30 08:59:18.140316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7cee3-b3c6-4fbd-aff8-a9f7cdeb88cd None None] Pushing event updated for resources: {'Port': ['ID=05d13ce9-8309-45e5-98dd-b3704bcc5f57,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:18.260134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530e37b-f81b-40a4-935f-325dff960684 req-64dcd3ea-ffe2-49cb-9f46-9f44901fb1a6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:18.268385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3530e37b-f81b-40a4-935f-325dff960684 req-64dcd3ea-ffe2-49cb-9f46-9f44901fb1a6 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1138177 Jun 30 08:59:18.309954 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.328626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3530e37b-f81b-40a4-935f-325dff960684 req-45968192-5f0c-4924-859d-d44425fea26a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591438 Jun 30 08:59:18.377974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:18.383843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:18.387562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:18.388337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.404060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=dd8d070f-665e-46d5-bc8f-9cb6275e4c26,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:18.409084 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-24839966-2e14-466e-bbe6-5e68b5705c1f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8185182 Jun 30 08:59:18.412531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33084) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:18.430664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:4e:d0:c5', 'name': 'tempest-NetworksTestDHCPv6-1494601831'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:18.579433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:18.702184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.765340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 6c718906-be86-4c9d-991b-5fd4a9677d9b yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:19.030634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3900d4-735f-4884-96c1-8588d33c1b78 req-a7b530ad-01cf-44c0-8aa7-0d0ed0e00bd1 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:19.030634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a3900d4-735f-4884-96c1-8588d33c1b78 req-a7b530ad-01cf-44c0-8aa7-0d0ed0e00bd1 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.2619052 Jun 30 08:59:19.069874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917679f-a608-4225-a27d-97d394d36913 req-e17c1103-0e2f-49cc-b2a2-8f774f7d33e0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:19.075158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a917679f-a608-4225-a27d-97d394d36913 req-e17c1103-0e2f-49cc-b2a2-8f774f7d33e0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.3402066 Jun 30 08:59:19.161595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a3900d4-735f-4884-96c1-8588d33c1b78 req-474900d8-13d8-4fdf-8c2f-d11bec630400 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/security-groups?id=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274979 Jun 30 08:59:19.235383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a917679f-a608-4225-a27d-97d394d36913 req-3dd2d837-8a1f-49ff-9133-55a08f3f7bb8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510243 Jun 30 08:59:19.259273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-93a7d8bb-2afb-4965-9cb3-0547ed2f12fb tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:19.261791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-93a7d8bb-2afb-4965-9cb3-0547ed2f12fb tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 945 time: 0.3991373 Jun 30 08:59:19.354320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8:0:1::356 (30da8841-07f2-45f6-909d-3a5198a43942/dd8d070f-665e-46d5-bc8f-9cb6275e4c26/6c718906-be86-4c9d-991b-5fd4a9677d9b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:19.390414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fe4e:d0c5 (30da8841-07f2-45f6-909d-3a5198a43942/622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4/6c718906-be86-4c9d-991b-5fd4a9677d9b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:19.401217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c29b28-3912-4644-990b-3d189e2ea241 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:19.492162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Deleting port 62bfdc85-b9e1-4f0d-9022-1acdae939704 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:19.492530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:19.806160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 05d13ce9-8309-45e5-98dd-b3704bcc5f57 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:19.817119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] For port 62bfdc85-b9e1-4f0d-9022-1acdae939704, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=62bfdc85-b9e1-4f0d-9022-1acdae939704,segment=NetworkSegment(dbc6d1ba-b33a-4473-a0b8-0c16647b5222),segment_id=dbc6d1ba-b33a-4473-a0b8-0c16647b5222)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:19.817761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:19.829484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:19.840428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642474c7-b069-464e-93ec-873a28ce279a req-fd730893-eb41-43ce-9c7a-515915f6d5a5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:19.849961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-642474c7-b069-464e-93ec-873a28ce279a req-fd730893-eb41-43ce-9c7a-515915f6d5a5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.2744970 Jun 30 08:59:19.874839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2bdc585e-cc3c-4088-9641-0e30cadd3dea None None] Provisioning for port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:19.889818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Calling delete_port for 62bfdc85-b9e1-4f0d-9022-1acdae939704 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:19.913283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:19.922394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 6c718906-be86-4c9d-991b-5fd4a9677d9b will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:19.941547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:19.942500 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.018076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-642474c7-b069-464e-93ec-873a28ce279a req-0fed532d-2290-414b-944a-d9fda65b563f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670842 Jun 30 08:59:20.104141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.162540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 05d13ce9-8309-45e5-98dd-b3704bcc5f57, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05d13ce9-8309-45e5-98dd-b3704bcc5f57,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:20.190378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb661b-d016-4470-80b5-994d35cba606 req-26e66e78-51b3-40d1-971b-20302920ca83 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:20.199031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ceeb661b-d016-4470-80b5-994d35cba606 req-26e66e78-51b3-40d1-971b-20302920ca83 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.3385034 Jun 30 08:59:20.209370 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.261347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.271434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] Update dhcp port {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': '622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4', 'ip_address': '2001:db8::f816:3eff:fe4a:75d0'}, {'subnet_id': 'dd8d070f-665e-46d5-bc8f-9cb6275e4c26'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '05d13ce9-8309-45e5-98dd-b3704bcc5f57'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 08:59:20.332839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=05d13ce9-8309-45e5-98dd-b3704bcc5f57,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:20.336395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ceeb661b-d016-4470-80b5-994d35cba606 req-3d9444ef-7b8f-41fa-9432-1db360e0b00b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363077 Jun 30 08:59:20.337219 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.338033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.407216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Pushing event deleted for resources: {'Port': ['ID=62bfdc85-b9e1-4f0d-9022-1acdae939704,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:20.472727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] No DVR routers for this DVR port 62bfdc85-b9e1-4f0d-9022-1acdae939704 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:20.477078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.479977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0689f6db-e63e-4d2b-9f98-44779dfde275 req-e69af497-6359-48dd-bc8d-7abfeea06884 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.13 "DELETE /v2.0/ports/62bfdc85-b9e1-4f0d-9022-1acdae939704 HTTP/1.1" status: 204 len: 173 time: 1.1966062 Jun 30 08:59:20.486381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'name': 'network-vif-deleted', 'tag': '62bfdc85-b9e1-4f0d-9022-1acdae939704'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:20.489866 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e19fa9e-4bb0-4a02-975a-9daa92f82752" -d '{"events": [{"server_uuid": "c99f607e-d73c-4de4-98be-ea81610c524e", "name": "network-vif-deleted", "tag": "62bfdc85-b9e1-4f0d-9022-1acdae939704"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:20.496301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:20.511473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc16d8-9076-4dda-8525-ce5d0295d376 req-a9a68f02-a73c-42a6-97d3-4fe08b379971 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:20.513201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58fc16d8-9076-4dda-8525-ce5d0295d376 req-a9a68f02-a73c-42a6-97d3-4fe08b379971 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.3073573 Jun 30 08:59:20.526606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:20.544388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:20.550194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:20.551480 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.579111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] Allocated IP 2001:db8:0:1::2 (30da8841-07f2-45f6-909d-3a5198a43942/dd8d070f-665e-46d5-bc8f-9cb6275e4c26/05d13ce9-8309-45e5-98dd-b3704bcc5f57) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:20.586186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2246f36a-2791-4203-9a24-2c0ffc9405c3 req-4b5d383e-09b2-4056-8583-202146ff4b47 tempest-InstanceActionsTestJSON-1147575644 tempest-InstanceActionsTestJSON-1147575644-project] 10.222.0.53 "GET /v2.0/ports?device_id=c99f607e-d73c-4de4-98be-ea81610c524e HTTP/1.1" status: 200 len: 210 time: 0.0719092 Jun 30 08:59:20.602098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=6c718906-be86-4c9d-991b-5fd4a9677d9b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:20.622251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1693fd1f-d496-4053-8e05-aa860c12406d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2085838 Jun 30 08:59:20.624804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33114) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:20.648883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58fc16d8-9076-4dda-8525-ce5d0295d376 req-f5e2153a-c7b9-4ffc-81fc-81c18cdc92b9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134079 Jun 30 08:59:20.783784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] For port 05d13ce9-8309-45e5-98dd-b3704bcc5f57, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05d13ce9-8309-45e5-98dd-b3704bcc5f57,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:20.788697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 6c718906-be86-4c9d-991b-5fd4a9677d9b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:20.789037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.849737 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.883997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] Transition to ACTIVE for port object 05d13ce9-8309-45e5-98dd-b3704bcc5f57 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:20.892696 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.896989 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e55221a-00d8-4f75-8297-7ec476a8317d x-openstack-request-id: req-2e55221a-00d8-4f75-8297-7ec476a8317d {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:20.897501 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f607e-d73c-4de4-98be-ea81610c524e", "name": "network-vif-deleted", "tag": "62bfdc85-b9e1-4f0d-9022-1acdae939704", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:20.897659 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.897783 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e55221a-00d8-4f75-8297-7ec476a8317d {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:20.898187 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99f607e-d73c-4de4-98be-ea81610c524e', 'name': 'network-vif-deleted', 'tag': '62bfdc85-b9e1-4f0d-9022-1acdae939704', 'status': 'completed', 'code': 200} Jun 30 08:59:20.913437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 6c718906-be86-4c9d-991b-5fd4a9677d9b owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:20.998162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b878c3-984d-4ec9-bc4a-55f37641f645 None None] Pushing event updated for resources: {'Port': ['ID=05d13ce9-8309-45e5-98dd-b3704bcc5f57,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:21.229281 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:21.318794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=6c718906-be86-4c9d-991b-5fd4a9677d9b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:21.364038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:21.367010 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ba5a66a-cd2f-4e03-b60e-160c4e98ca2f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/6c718906-be86-4c9d-991b-5fd4a9677d9b HTTP/1.1" status: 204 len: 168 time: 0.7404869 Jun 30 08:59:21.370902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33120) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:21.461880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-7d13a1f6-fbcc-4089-9322-8feb1aeb9920 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.464293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-7d13a1f6-fbcc-4089-9322-8feb1aeb9920 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.2429314 Jun 30 08:59:21.537812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1edf23-b3ce-4db0-b284-7248b3f9a82a req-be3992d8-9f80-4af1-b1ca-f13f968b19a5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.543716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd1edf23-b3ce-4db0-b284-7248b3f9a82a req-be3992d8-9f80-4af1-b1ca-f13f968b19a5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.3085010 Jun 30 08:59:21.690208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd1edf23-b3ce-4db0-b284-7248b3f9a82a req-9feef50d-85fa-49b9-b58d-e302b7d58913 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307695 Jun 30 08:59:21.699873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 05d13ce9-8309-45e5-98dd-b3704bcc5f57 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:21.701928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06d3298-566b-4dfa-abc0-8c1186c5e684 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.703670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b06d3298-566b-4dfa-abc0-8c1186c5e684 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3307042 Jun 30 08:59:21.706127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33126) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:21.799150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be5640-76fb-4cbb-ba52-2d50c7498a78 req-17129849-5c2e-4e7e-8a95-ac880c5e6f4f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.802646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13be5640-76fb-4cbb-ba52-2d50c7498a78 req-17129849-5c2e-4e7e-8a95-ac880c5e6f4f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.2532978 Jun 30 08:59:21.806714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Deleting port a744d3de-4b86-490e-8d4d-4cc26eb77f29 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:21.807055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:21.827547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600e9c2-89dd-4d0f-96f8-65cd5fec7e28 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.829169 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d600e9c2-89dd-4d0f-96f8-65cd5fec7e28 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1215072 Jun 30 08:59:21.834436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33130) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:21.929888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33134) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:21.946744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d7a9e-d954-4425-aafd-5db7268e96f6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.948261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d7a9e-d954-4425-aafd-5db7268e96f6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.949791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d7a9e-d954-4425-aafd-5db7268e96f6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.951385 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-686d7a9e-d954-4425-aafd-5db7268e96f6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1157680 Jun 30 08:59:21.962205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33136) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:22.025957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13be5640-76fb-4cbb-ba52-2d50c7498a78 req-f067724e-0593-479e-9233-2706111de5a0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060993 Jun 30 08:59:22.031965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] Deleting subnet 27744e82-6fe7-4b75-90a1-8cd03b3e2175 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:22.045508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.075718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-06267095-60da-4fe9-8d52-c0a36953bdf2 None None] Provisioning for port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:22.084514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-06267095-60da-4fe9-8d52-c0a36953bdf2 None None] Provisioning complete for port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:22.084897 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-06267095-60da-4fe9-8d52-c0a36953bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.130987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:22.160406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.221276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.224322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62bfdc85-b9e1-4f0d-9022-1acdae939704 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:22.225432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] For port a744d3de-4b86-490e-8d4d-4cc26eb77f29, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a744d3de-4b86-490e-8d4d-4cc26eb77f29,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:22.226078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.258255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 62bfdc85-b9e1-4f0d-9022-1acdae939704 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:22.258602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 62bfdc85-b9e1-4f0d-9022-1acdae939704 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:22.276947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.428704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-70767310-2f61-40da-9d1a-54d66ab870e9 None None] Could not find standard attr ID for object 6c718906-be86-4c9d-991b-5fd4a9677d9b. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:59:22.459302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.552491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.587702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:22.592753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.597318 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4978ac6a-51ee-4575-9fc8-71a96e2be36c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4 HTTP/1.1" status: 204 len: 168 time: 0.6313722 Jun 30 08:59:22.597836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:22.679819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet dd8d070f-665e-46d5-bc8f-9cb6275e4c26 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:22.684041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.701328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2b6c3-ca57-41a0-9d9f-1395d9f53dc5 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:22.734129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.755752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Calling delete_port for a744d3de-4b86-490e-8d4d-4cc26eb77f29 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:22.824895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.847489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.873136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231c944-a6cd-483f-9c82-10b0c952d75a req-01e2366f-4cf5-44ad-bf11-fc00a145aa51 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:22.877252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6231c944-a6cd-483f-9c82-10b0c952d75a req-01e2366f-4cf5-44ad-bf11-fc00a145aa51 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 946 time: 0.7805049 Jun 30 08:59:22.946519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.963136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:22.968176 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/dd8d070f-665e-46d5-bc8f-9cb6275e4c26 HTTP/1.1" status: 204 len: 168 time: 0.3663027 Jun 30 08:59:22.968176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33142) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:22.996819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01474ca9-0cd2-459a-aad0-0aa6fd24f0c1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8d070f-665e-46d5-bc8f-9cb6275e4c26,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:23.031579 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-357f3ef1-9f34-4ef4-be64-5e4642983ab3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599570 Jun 30 08:59:23.031819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33144) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:23.039807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:23.053678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6231c944-a6cd-483f-9c82-10b0c952d75a req-7ba71a5a-f2d3-4594-845e-a29445d75885 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642017 Jun 30 08:59:23.073224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.116044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27744e82-6fe7-4b75-90a1-8cd03b3e2175,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:23.121841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060914b3-b37a-4803-ad2a-40557ff016f3 None None] Update dhcp port {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': 'dd8d070f-665e-46d5-bc8f-9cb6275e4c26'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '05d13ce9-8309-45e5-98dd-b3704bcc5f57'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 08:59:23.126519 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.135746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.138156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-21388c61-28dd-4496-bffc-b818392da5b9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/27744e82-6fe7-4b75-90a1-8cd03b3e2175 HTTP/1.1" status: 204 len: 168 time: 1.2067029 Jun 30 08:59:23.140768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33148) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:23.183448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-060914b3-b37a-4803-ad2a-40557ff016f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.222016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:23.223106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f12c1-ea7f-4dfb-9968-56cb90ef2f98 req-86112e9f-5c38-4979-9c72-54a7bfda11f1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:23.224665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b3f12c1-ea7f-4dfb-9968-56cb90ef2f98 req-86112e9f-5c38-4979-9c72-54a7bfda11f1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.2555938 Jun 30 08:59:23.234107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.275448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b3f12c1-ea7f-4dfb-9968-56cb90ef2f98 req-c478c6fa-6d68-4f33-862e-b367773101d8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Jun 30 08:59:23.276353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.303969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.326555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event deleted for resources: {'Port': ['ID=a744d3de-4b86-490e-8d4d-4cc26eb77f29,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:23.414292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] No DVR routers for this DVR port a744d3de-4b86-490e-8d4d-4cc26eb77f29 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:23.423397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.427053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ddd7ea7-e83f-42df-acdb-882cd998437b req-cd7f05df-fcd5-49fb-8819-d3fb89fa9fcf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "DELETE /v2.0/ports/a744d3de-4b86-490e-8d4d-4cc26eb77f29 HTTP/1.1" status: 204 len: 173 time: 1.9496465 Jun 30 08:59:23.427524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490fe364-b0ff-494c-9120-3768b9caa552', 'name': 'network-vif-deleted', 'tag': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:23.436657 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fa9c88-abab-445b-a1b2-0222e1c8fdf7" -d '{"events": [{"server_uuid": "490fe364-b0ff-494c-9120-3768b9caa552", "name": "network-vif-deleted", "tag": "a744d3de-4b86-490e-8d4d-4cc26eb77f29"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:23.478483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d1f3b-33fc-46bb-b96b-b2be3d066117 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:23.497903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b776d-c6e5-4e52-82a0-f3172db3e97e req-d9352ab7-0570-4dd8-a120-5e81c9e66c85 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:23.501917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-733b776d-c6e5-4e52-82a0-f3172db3e97e req-d9352ab7-0570-4dd8-a120-5e81c9e66c85 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1902072 Jun 30 08:59:23.524072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.540483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:23.553423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc6d1ba-b33a-4473-a0b8-0c16647b5222') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:23.553751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc6d1ba-b33a-4473-a0b8-0c16647b5222') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:23.569107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.630427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-733b776d-c6e5-4e52-82a0-f3172db3e97e req-25e1d846-f25d-4fa7-9279-52338a9af6a1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210430 Jun 30 08:59:23.632913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54023e86-8ad5-480d-9bec-3bb6628e2356 None None] Provisioning complete for port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:23.633300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54023e86-8ad5-480d-9bec-3bb6628e2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.661273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.677957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:59:23.678369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:59:23.683246 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:59:23.695090 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b953e190-2a6f-40b2-bada-6732b90603e9 x-openstack-request-id: req-b953e190-2a6f-40b2-bada-6732b90603e9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:23.695649 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490fe364-b0ff-494c-9120-3768b9caa552", "name": "network-vif-deleted", "tag": "a744d3de-4b86-490e-8d4d-4cc26eb77f29", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:23.696065 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b953e190-2a6f-40b2-bada-6732b90603e9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:23.696665 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490fe364-b0ff-494c-9120-3768b9caa552', 'name': 'network-vif-deleted', 'tag': 'a744d3de-4b86-490e-8d4d-4cc26eb77f29', 'status': 'completed', 'code': 200} Jun 30 08:59:23.811263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.818904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 05d13ce9-8309-45e5-98dd-b3704bcc5f57 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:23.832952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.835738 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] 10.222.0.53 "DELETE /v2.0/networks/e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf HTTP/1.1" status: 204 len: 168 time: 0.6920164 Jun 30 08:59:23.850767 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9cdf-fd2c-4e5d-88a1-b549eeb4804b admin admin] Pushing event deleted for resources: {'Network': ['ID=e00a16f6-0900-4a7c-b8d0-c0ef9558dfbf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:23.976301 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.004726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:24.008955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:59:24.038770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33158) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:24.044308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 05d13ce9-8309-45e5-98dd-b3704bcc5f57, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05d13ce9-8309-45e5-98dd-b3704bcc5f57,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:24.054294 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.119265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] Deleting port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:24.122523 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.167484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-73967ab1-e0a4-400d-b172-1dd7048c9d5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aae8913d75c04e9789fc7530e4004a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274118 Jun 30 08:59:24.169967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33162) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:24.175049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=05d13ce9-8309-45e5-98dd-b3704bcc5f57,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:24.231705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] For port 05d13ce9-8309-45e5-98dd-b3704bcc5f57, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05d13ce9-8309-45e5-98dd-b3704bcc5f57,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:24.232747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.250592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] Calling delete_port for 05d13ce9-8309-45e5-98dd-b3704bcc5f57 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:24.309362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a76fe04-653a-47a7-adea-5f863d8e32a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.342368 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a76fe04-653a-47a7-adea-5f863d8e32a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.433542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.434098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.444782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e544ff19-30d5-49c5-8f0e-e33ab90970cb req-72ef3646-5edf-4fed-889a-b1b4e51e7990 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=490fe364-b0ff-494c-9120-3768b9caa552 HTTP/1.1" status: 200 len: 210 time: 0.0794771 Jun 30 08:59:24.501342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] Pushing event deleted for resources: {'Port': ['ID=05d13ce9-8309-45e5-98dd-b3704bcc5f57,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:24.504731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6a113-9bef-47f4-9ad6-6b6a04c1c720 None None] No DVR routers for this DVR port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:24.515689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Port 05d13ce9-8309-45e5-98dd-b3704bcc5f57 concurrently deleted while adding address for new subnet {'id': 'd3228d91-6c20-4022-b796-9ca3d9dcaea6', 'name': '', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1630, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-30T08:59:23Z', 'updated_at': '2021-06-30T08:59:23Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b57af0c054014548830a30397b584d85'}. {{(pid=100238) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jun 30 08:59:24.516647 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.554350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a76fe04-653a-47a7-adea-5f863d8e32a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.557230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a76fe04-653a-47a7-adea-5f863d8e32a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.561311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2a76fe04-653a-47a7-adea-5f863d8e32a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61aa66ba-018d-41ef-8ebc-ef5a24d04b6d HTTP/1.1" status: 204 len: 168 time: 0.3903539 Jun 30 08:59:24.593944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:24.600934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:24.601524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76fe04-653a-47a7-adea-5f863d8e32a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aa66ba-018d-41ef-8ebc-ef5a24d04b6d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:24.617920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98ffcc-956d-49a7-a098-34ccd6cec0c2 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:24.629857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:24.630644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.663510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=d3228d91-6c20-4022-b796-9ca3d9dcaea6,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:24.685158 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eb2d7afe-791c-4321-b7ec-46b921c97b49 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6481903 Jun 30 08:59:24.685158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33174) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:24.698183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f400090c-4366-4652-906e-edab070bec43 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:24.727207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cea5bf-8dee-4bae-a5a0-ff23893b7e1d req-50d2482a-e49f-44e6-a1a5-1960733d9393 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:24.736613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96cea5bf-8dee-4bae-a5a0-ff23893b7e1d req-50d2482a-e49f-44e6-a1a5-1960733d9393 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.2445226 Jun 30 08:59:24.760924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a744d3de-4b86-490e-8d4d-4cc26eb77f29 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:24.828247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96cea5bf-8dee-4bae-a5a0-ff23893b7e1d req-293f9bf8-5586-4489-bd7d-14a74d79fd58 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834198 Jun 30 08:59:24.836423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: a744d3de-4b86-490e-8d4d-4cc26eb77f29 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:24.836924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a744d3de-4b86-490e-8d4d-4cc26eb77f29 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:24.903760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400090c-4366-4652-906e-edab070bec43 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:24.914256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f400090c-4366-4652-906e-edab070bec43 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.952072 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.024397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': 'd3228d91-6c20-4022-b796-9ca3d9dcaea6'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:25.024836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.037567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49643fe1-543a-4e80-b6cf-d5ab29e1ccde req-bf684cd6-b5f2-48fd-b71a-10c88c174f42 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:25.044885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49643fe1-543a-4e80-b6cf-d5ab29e1ccde req-bf684cd6-b5f2-48fd-b71a-10c88c174f42 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1822786 Jun 30 08:59:25.116402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49643fe1-543a-4e80-b6cf-d5ab29e1ccde req-c775b78a-945a-4f8f-8265-1a2fd4f8b21c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705323 Jun 30 08:59:25.151251 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-f400090c-4366-4652-906e-edab070bec43 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3228d91-6c20-4022-b796-9ca3d9dcaea6 (CIDR: 2001:db8::/64) Jun 30 08:59:25.155604 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-f400090c-4366-4652-906e-edab070bec43 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:59:25.157652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f400090c-4366-4652-906e-edab070bec43 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:25.197601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33184) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:25.201779 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f400090c-4366-4652-906e-edab070bec43 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5153596 Jun 30 08:59:25.207999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:25.292447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Allocated IP 2001:db8::f816:3eff:fed7:dac2 (30da8841-07f2-45f6-909d-3a5198a43942/d3228d91-6c20-4022-b796-9ca3d9dcaea6/0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:25.377498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:25.397048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.518663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.530083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Transition to ACTIVE for port object 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:25.551252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Transition to ACTIVE for port object 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:25.567050 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.637947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:25.657711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:25.663601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:25.667904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Pushing event updated for resources: {'Port': ['ID=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:25.761304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Attempting to bind port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:25.761911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Attempting to bind port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:25.762441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Attempting to bind port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:25.773299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:25.773920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:25.774420 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.775646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:25.776585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Bound port: 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:25.777990 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.797733 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.886010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:25.889811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:25.896734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:25.897397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.929234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] For port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:25.933722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] For port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:25.938484 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.960414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33224) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:25.987746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=8cb47eed-3b0b-44d9-ae78-11518d704ea5,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:26.004489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33228) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:26.009406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:3a:d4:15', 'name': 'tempest-NetworksTestDHCPv6-1246831481'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:26.018755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2339fc5-aefa-48d0-863e-3969ecf647d5 None None] Pushing event updated for resources: {'Port': ['ID=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:26.024865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5f164092-f1ce-4b5b-8fa5-11a42970ec73 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8259473 Jun 30 08:59:26.135901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-6d5f7c7c-596b-424b-9636-6131ec2a38d7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:26.142743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-6d5f7c7c-596b-424b-9636-6131ec2a38d7 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2405467 Jun 30 08:59:26.163332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-4702195c-5809-4721-94c4-5c7237067205 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/quotas/853e2151e8284e0eaab53970eac63e7b HTTP/1.1" status: 200 len: 375 time: 0.0197077 Jun 30 08:59:26.200300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:26.221370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1303865481-network', 'tenant_id': '7fea0b4a762d415f9f0de93b504e99a7'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:26.236630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-bccb8ff3-f2b3-43d7-b94a-7fb23512f544 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385206 Jun 30 08:59:26.286946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf4009-ed6d-4daa-83e4-f38a6b48db0f req-ab3d29f1-3122-46a5-9994-966ecb7bf32e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:26.288135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03cf4009-ed6d-4daa-83e4-f38a6b48db0f req-ab3d29f1-3122-46a5-9994-966ecb7bf32e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1632919 Jun 30 08:59:26.301685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Made reservation on behalf of 7fea0b4a762d415f9f0de93b504e99a7 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:26.303970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.320926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.360346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.374371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03cf4009-ed6d-4daa-83e4-f38a6b48db0f req-4cfcc74e-fcee-4f69-bb5f-b3a9a9570950 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610862 Jun 30 08:59:26.396444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port dbbd9e69-c52b-46a7-9973-1f1a9bd0757f yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:26.400622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-a39e02aa-fe14-42f7-beec-2b3167729c7d service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536074 Jun 30 08:59:26.522944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-205a9c91-abd9-4e2d-832e-cc1ca00813f2 service neutron] 10.222.0.53 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161962 Jun 30 08:59:26.555752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.569678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.632353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:59:26.664978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f649f-f13c-41a1-9518-4acf74d52bfb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:26.668168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.668642 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Added segment 117a46b7-5797-49af-a50c-e3f0e4894ece of type vlan for network dc4cdc08-a2cb-42c2-b333-276a03ec6617 Jun 30 08:59:26.680294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8:0:1::76 (30da8841-07f2-45f6-909d-3a5198a43942/8cb47eed-3b0b-44d9-ae78-11518d704ea5/dbbd9e69-c52b-46a7-9973-1f1a9bd0757f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:26.697293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cc748-ee6c-4cdf-925c-864a6804b015 req-5c6b11e5-d7a2-476b-9ffb-b7efed084b1e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:26.698969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-233cc748-ee6c-4cdf-925c-864a6804b015 req-5c6b11e5-d7a2-476b-9ffb-b7efed084b1e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.0768166 Jun 30 08:59:26.707536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::f816:3eff:fe3a:d415 (30da8841-07f2-45f6-909d-3a5198a43942/d3228d91-6c20-4022-b796-9ca3d9dcaea6/dbbd9e69-c52b-46a7-9973-1f1a9bd0757f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:26.728193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.764846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-233cc748-ee6c-4cdf-925c-864a6804b015 req-308240f5-b6b7-4b45-bf60-d71895f65605 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595193 Jun 30 08:59:26.815922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.816599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2d0c85e-5d9a-45ce-8717-9c02326bd22e req-cf6cbcf5-df88-4798-8165-3e4c9214eadf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 210 time: 0.0497494 Jun 30 08:59:26.816900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:26.817475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.904910 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9428477 Jun 30 08:59:26.919754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33248) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:26.928149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Request body: {'subnet': {'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1303865481-subnet', 'tenant_id': '7fea0b4a762d415f9f0de93b504e99a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:26.963444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Made reservation on behalf of 7fea0b4a762d415f9f0de93b504e99a7 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:26.966428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:26.969195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f0c95-e075-4486-8a78-1b1932d79546 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4cdc08-a2cb-42c2-b333-276a03ec6617,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:26.991852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:59:26.994897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.016575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object dbbd9e69-c52b-46a7-9973-1f1a9bd0757f will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:27.071556 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.098280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-668b196f-6648-4de8-bc45-5b84c7b1b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.099803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-668b196f-6648-4de8-bc45-5b84c7b1b365 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 1097 time: 0.2822719 Jun 30 08:59:27.145478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:27.150289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:27.166483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:27.176476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.177139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.204854 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1993563 Jun 30 08:59:27.205711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:27.224797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d96de4-4d5e-42f1-8ad0-36a8328dd23b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=dbbd9e69-c52b-46a7-9973-1f1a9bd0757f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:27.320500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-f30a5958-7ab4-4331-9388-f4654f28017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.322059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-f30a5958-7ab4-4331-9388-f4654f28017a service neutron] 10.222.0.26 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 915 time: 0.2072775 Jun 30 08:59:27.346171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port dbbd9e69-c52b-46a7-9973-1f1a9bd0757f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:27.347008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.406676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-b4542672-eae1-466d-896d-39a8c9c24f42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeb78423-8b1d-40d8-b903-a283f0196693 HTTP/1.1" status: 200 len: 217 time: 0.0520430 Jun 30 08:59:27.436039 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.451939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e363b-e987-4bbc-a5d9-6e1bb54ebaa1 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:27.489178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.508069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for dbbd9e69-c52b-46a7-9973-1f1a9bd0757f owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:27.542550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f71ee-5d45-4ee8-9b11-79862db86388 req-e7acecba-9db3-4641-a8ec-ecc82d86cb01 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.544061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-421f71ee-5d45-4ee8-9b11-79862db86388 req-e7acecba-9db3-4641-a8ec-ecc82d86cb01 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 945 time: 0.2680435 Jun 30 08:59:27.553073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c1e21101-7119-4f5d-8854-680bcb48f6c5 None None] Provisioning for port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:27.569516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-75e86f09-243a-4b7c-99d3-e781542ab4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.571180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-75e86f09-243a-4b7c-99d3-e781542ab4de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 200 len: 854 time: 0.1547439 Jun 30 08:59:27.636674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98e6207-ec59-42b7-abbb-a8ba349bb021,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:27.677952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-ff6ccf0e-7c6a-4e93-ba14-06d16c506f0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57e94183-d35e-4693-a076-6edcc65307b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702052 Jun 30 08:59:27.715846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Checking segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:27.716212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Network hostable DHCP agents. Network: dc4cdc08-a2cb-42c2-b333-276a03ec6617, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:59:27.748962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:27.766756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.807181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=dbbd9e69-c52b-46a7-9973-1f1a9bd0757f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:27.818151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:27.822825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:27.823419 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.837082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-398be27d-666e-4479-b5d9-47c1edbdd95d service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223459 Jun 30 08:59:27.862309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.864477 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-47601545-248a-4edb-89da-71ea32ad594d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/dbbd9e69-c52b-46a7-9973-1f1a9bd0757f HTTP/1.1" status: 204 len: 168 time: 0.6550004 Jun 30 08:59:27.866836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33266) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:27.868743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-421f71ee-5d45-4ee8-9b11-79862db86388 req-e178a9cd-6df9-4b24-a5ac-03fbbfcc1cdb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136058 Jun 30 08:59:27.878589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:59:27.943467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dedb81-4872-429f-9e94-d181966d4517 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.945143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a8dedb81-4872-429f-9e94-d181966d4517 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0771484 Jun 30 08:59:27.947705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33270) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:27.959861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac221867-b16a-4e01-9de8-ed5fef2a153c req-492b878f-f6f9-41f3-ac41-287f2463d55f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.961850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac221867-b16a-4e01-9de8-ed5fef2a153c req-492b878f-f6f9-41f3-ac41-287f2463d55f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.4147444 Jun 30 08:59:27.971404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7f500-a6e1-44bf-a086-56ee4a626005 None None] Update dhcp port {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'fixed_ips': [{'subnet_id': 'd3228d91-6c20-4022-b796-9ca3d9dcaea6', 'ip_address': '2001:db8::f816:3eff:fed7:dac2'}, {'subnet_id': '8cb47eed-3b0b-44d9-ae78-11518d704ea5'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 08:59:28.003266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.040827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656230a-72fa-4ca8-b9d8-3e98aae7f5a6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.044898 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2656230a-72fa-4ca8-b9d8-3e98aae7f5a6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0938118 Jun 30 08:59:28.045041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f500-a6e1-44bf-a086-56ee4a626005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.045566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33272) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:28.047572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:28.063173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.092147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19a26fed-e20a-4dc4-95e6-55ad8a4aef80 req-e5f8bc87-a17e-4ae0-8ad4-005db763d43c service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209551 Jun 30 08:59:28.092734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, dc4cdc08-a2cb-42c2-b333-276a03ec6617) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:28.111160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.113531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.120939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98998ca4-c43b-4b3d-bc6b-887d7ce049d2 None None] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:28.145122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac221867-b16a-4e01-9de8-ed5fef2a153c req-ecc3e9eb-74b1-4438-a7fc-b9a12911441e tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749933 Jun 30 08:59:28.162056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a236c9-1c9c-4de3-b92d-4c170c017cd4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.176863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a236c9-1c9c-4de3-b92d-4c170c017cd4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.178947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a236c9-1c9c-4de3-b92d-4c170c017cd4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.180722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c9a236c9-1c9c-4de3-b92d-4c170c017cd4 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1339083 Jun 30 08:59:28.183288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33274) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:28.247625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 8cb47eed-3b0b-44d9-ae78-11518d704ea5 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:28.251639 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.263636 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4e73be85-dedf-47c0-ac10-3f5cac215ce1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3417802 Jun 30 08:59:28.308623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:28.314395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.334246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136a82b-cc2e-41d0-8fb5-0aeb8df4de45 req-b1872cc2-594d-4a8a-a696-8decccf05bee tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.336016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c136a82b-cc2e-41d0-8fb5-0aeb8df4de45 req-b1872cc2-594d-4a8a-a696-8decccf05bee tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.1626980 Jun 30 08:59:28.372531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-8024efa4-12d4-4d39-bcfb-d212bb07d051 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.374666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-8024efa4-12d4-4d39-bcfb-d212bb07d051 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 812 time: 0.2392082 Jun 30 08:59:28.395208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.402128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c136a82b-cc2e-41d0-8fb5-0aeb8df4de45 req-dc720c62-5569-484d-a034-49ad85a02b78 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557783 Jun 30 08:59:28.406258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Request body: {'port': {'device_id': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'admin_state_up': True, 'tenant_id': '853e2151e8284e0eaab53970eac63e7b'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:28.506068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-577d4a34-7bcb-49bb-880f-77dfd0212561 req-44dd6140-f1db-4aa6-b745-8a430560fa75 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 210 time: 0.0421259 Jun 30 08:59:28.545175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.576786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.580035 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/8cb47eed-3b0b-44d9-ae78-11518d704ea5 HTTP/1.1" status: 204 len: 168 time: 0.3955665 Jun 30 08:59:28.601768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.602104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.602432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.602752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.603360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.603477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.603789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.604106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.604415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.604720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.605147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.605479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-bbe7f500-a6e1-44bf-a086-56ee4a626005 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cb47eed-3b0b-44d9-ae78-11518d704ea5: This subnet is being modified by another concurrent operation. Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 08:59:28.614841 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cb47eed-3b0b-44d9-ae78-11518d704ea5: This subnet is being modified by another concurrent operation. Jun 30 08:59:28.619313 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 08:59:28.623023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33280) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:28.636090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Made reservation on behalf of 853e2151e8284e0eaab53970eac63e7b for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:28.639038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb103a-a01f-479e-b64b-07755eac3f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb47eed-3b0b-44d9-ae78-11518d704ea5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:28.640348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.704498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet d3228d91-6c20-4022-b796-9ca3d9dcaea6 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:28.708927 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.780170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'tenant_id': '7fea0b4a762d415f9f0de93b504e99a7', 'fixed_ips': [{'subnet_id': 'a98e6207-ec59-42b7-abbb-a8ba349bb021'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:28.781224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.799807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.834856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eebdfb2f-21d9-4234-9a9f-d9af0c25978f None None] Provisioning complete for port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:28.835416 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eebdfb2f-21d9-4234-9a9f-d9af0c25978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.024462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Allocated IP 172.20.0.13 (6ff22aa6-ca40-4da3-a889-2ee2386ef5d2/7e7bc140-f587-4d2c-90c1-7b743888860b/41ab2236-d1fd-42ff-9fdc-0e669b23824b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:29.040126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.071839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Allocated IP 172.20.0.2 (dc4cdc08-a2cb-42c2-b333-276a03ec6617/a98e6207-ec59-42b7-abbb-a8ba349bb021/69c36956-3866-4b9f-8ba0-23acf56c9d0d) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:29.095395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eebdfb2f-21d9-4234-9a9f-d9af0c25978f None None] Could not find standard attr ID for object dbbd9e69-c52b-46a7-9973-1f1a9bd0757f. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:59:29.158790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-dd0c9ed7-922e-475c-91e4-d3ce956350da tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:29.160900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-dd0c9ed7-922e-475c-91e4-d3ce956350da tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 816 time: 0.2163267 Jun 30 08:59:29.220725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-42b1d198-c6b6-4abe-8496-3c23f0e24ab9 None None] Could not find standard attr ID for object dbbd9e69-c52b-46a7-9973-1f1a9bd0757f. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:59:29.269330 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.483732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-db00d8f4-fd53-426c-89ca-ad8d07634816 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/quotas/7fea0b4a762d415f9f0de93b504e99a7 HTTP/1.1" status: 200 len: 375 time: 0.3133321 Jun 30 08:59:29.495828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Transition to ACTIVE for port object 69c36956-3866-4b9f-8ba0-23acf56c9d0d will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:29.511460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Transition to ACTIVE for port object 69c36956-3866-4b9f-8ba0-23acf56c9d0d will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:29.517342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.522170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.554261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:29.556939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:29.565342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:29.569051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Pushing event updated for resources: {'Port': ['ID=69c36956-3866-4b9f-8ba0-23acf56c9d0d,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:29.583994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=d3228d91-6c20-4022-b796-9ca3d9dcaea6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:29.587915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.589743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/d3228d91-6c20-4022-b796-9ca3d9dcaea6 HTTP/1.1" status: 204 len: 168 time: 0.9717736 Jun 30 08:59:29.592342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33316) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:29.610370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.610720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.611072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.611392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.611729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.612047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.612986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.613216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.613545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.613895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.614224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.614538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc3ac7d-9fc9-42da-9671-437ddd2c0f78 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:29.615667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22822ddd-beea-46ef-99f7-c3cb2dc147b1 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:29.638377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33318) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:29.639681 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e3e2f69-1e91-4992-b739-c67015a05750 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459540 Jun 30 08:59:29.644243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:29.686973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:29.734979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.736555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Attempting to bind port 69c36956-3866-4b9f-8ba0-23acf56c9d0d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:29.736927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Attempting to bind port 69c36956-3866-4b9f-8ba0-23acf56c9d0d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:29.737284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Attempting to bind port 69c36956-3866-4b9f-8ba0-23acf56c9d0d on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:29.752941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396a32-00ec-4910-bf26-f369bff5bafd req-85c220cd-3e3d-4e87-9825-91be28d07f4a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:29.754983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91396a32-00ec-4910-bf26-f369bff5bafd req-85c220cd-3e3d-4e87-9825-91be28d07f4a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.2763512 Jun 30 08:59:29.755321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:29.755698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Checking segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:29.756100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.756491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Bound using segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:29.756968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Bound port: 69c36956-3866-4b9f-8ba0-23acf56c9d0d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:29.757348 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.765160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-c64ce463-c53f-449f-853e-4918f1e6c4fb tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2707763 Jun 30 08:59:29.886332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91396a32-00ec-4910-bf26-f369bff5bafd req-1d7f9428-a1bd-4aba-b8fe-cdcf6901fde3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201732 Jun 30 08:59:29.900604 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.903458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] For port 69c36956-3866-4b9f-8ba0-23acf56c9d0d, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:29.913888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:29.917414 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.926490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.931952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] For port 69c36956-3866-4b9f-8ba0-23acf56c9d0d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=69c36956-3866-4b9f-8ba0-23acf56c9d0d,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:29.945332 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.992145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:30.006402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:30.019673 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.048030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-07250f0e-3abb-4aca-bfae-f99f4dde6483 service neutron] 10.222.0.53 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723699 Jun 30 08:59:30.050927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd54188-73ac-4c73-a9b3-fcaa507ce706 None None] Pushing event updated for resources: {'Port': ['ID=69c36956-3866-4b9f-8ba0-23acf56c9d0d,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:30.111295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:30.121790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] Deleting port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:30.122161 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.133560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:30.141736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event updated for resources: {'Port': ['ID=41ab2236-d1fd-42ff-9fdc-0e669b23824b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:30.157068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:30.185364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:30.200436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] For port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:30.200828 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.219709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] Calling delete_port for 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:30.293553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:30.294530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.380087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ee05-22a5-4052-a58b-00ceff5ec5d8 req-cecb4bf8-6e9d-4dbc-86e9-60e2cf4255f4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:30.381792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0152ee05-22a5-4052-a58b-00ceff5ec5d8 req-cecb4bf8-6e9d-4dbc-86e9-60e2cf4255f4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 945 time: 0.3362331 Jun 30 08:59:30.387734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-e8bd1411-fd6f-4e3a-a877-d5db9c635900 service neutron] 10.222.0.53 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785785 Jun 30 08:59:30.389178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5efe989b-1f13-4763-a139-470b45f88860 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9946542 Jun 30 08:59:30.392687 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.419610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Request body: {'port': {'device_id': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:30.446411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] Pushing event deleted for resources: {'Port': ['ID=0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:30.448653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add168c-766f-4a32-a8e6-f9b5b97db2f2 None None] No DVR routers for this DVR port 0a2f5fe2-9097-4ebe-935c-23fd4c58e6e5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:30.606290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0152ee05-22a5-4052-a58b-00ceff5ec5d8 req-69ad0659-2a89-4f84-bd1f-7a3af8fd60c5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987207 Jun 30 08:59:30.625285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.674505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.677853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:30.694837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:30.698149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:30.698739 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.706163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27505b-1609-41cf-8063-b5bfb5861a25 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:30.783571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1432393 Jun 30 08:59:30.786412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e138eeb-ff10-4310-80ab-e94a20ab73ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=f8e269f8-9657-46fa-9c64-4ea949f7fb30,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:30.786623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33336) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:30.792834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8e79dc1f-5a7f-47e3-a52b-bcc4b370aff1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:30.812060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:30.942137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784d48-13af-40e1-a8d3-bbf79d877802 req-2f8ce679-15af-4c2e-9776-3c1071db3fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:30.944298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4784d48-13af-40e1-a8d3-bbf79d877802 req-2f8ce679-15af-4c2e-9776-3c1071db3fd2 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 932 time: 0.2559721 Jun 30 08:59:30.991320 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.117148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': 'f8e269f8-9657-46fa-9c64-4ea949f7fb30'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:31.120401 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.123670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4784d48-13af-40e1-a8d3-bbf79d877802 req-e91a9d51-59dd-42a0-b809-c06a419d2fad tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441917 Jun 30 08:59:31.172527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e79dc1f-5a7f-47e3-a52b-bcc4b370aff1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:31.176645 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e79dc1f-5a7f-47e3-a52b-bcc4b370aff1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.177377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:31.185342 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d2f1d6-d0ae-45cd-88d6-d304379c701c" -d '{"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:31.214642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-59ca4ffb-dd62-4dfe-8d29-74dd17fa1f1f tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:31.222428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-59ca4ffb-dd62-4dfe-8d29-74dd17fa1f1f tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 816 time: 0.3349004 Jun 30 08:59:31.225509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:31.240862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.266750 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-988e276f-48f1-4f7b-a0cf-ea5f16d6eeb6 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/quotas/7fea0b4a762d415f9f0de93b504e99a7 HTTP/1.1" status: 200 len: 375 time: 0.0433593 Jun 30 08:59:31.309477 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-8e79dc1f-5a7f-47e3-a52b-bcc4b370aff1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8e269f8-9657-46fa-9c64-4ea949f7fb30 (CIDR: 2001:db8::/64) Jun 30 08:59:31.323271 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e79dc1f-5a7f-47e3-a52b-bcc4b370aff1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:59:31.324051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e79dc1f-5a7f-47e3-a52b-bcc4b370aff1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:31.380735 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e79dc1f-5a7f-47e3-a52b-bcc4b370aff1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5902128 Jun 30 08:59:31.381581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33356) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:31.388583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:31.412806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ab2236-d1fd-42ff-9fdc-0e669b23824b {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:31.422759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.433214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:31.439505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95ea48-f785-4d89-a231-4239efd0ed9e None None] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:31.452975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Transition to ACTIVE for port object 41ab2236-d1fd-42ff-9fdc-0e669b23824b will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:31.467555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-e83ee36d-340b-47b1-b03c-cbc6655ea1f1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1937580 Jun 30 08:59:31.478940 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.525391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/f8e269f8-9657-46fa-9c64-4ea949f7fb30/05ff3747-276a-4612-86f2-f97427e01f46) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:31.530089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4c5e76a9-b8a7-4980-9893-c8364ebf4b06 None None] Provisioning for port 69c36956-3866-4b9f-8ba0-23acf56c9d0d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:31.576430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:31.586934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38adee-185e-4ecf-892a-7af215f8bf57 req-4a82716b-f85c-4a39-9147-f8ef4bad72c5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:31.595211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.595729 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c38adee-185e-4ecf-892a-7af215f8bf57 req-4a82716b-f85c-4a39-9147-f8ef4bad72c5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.2705288 Jun 30 08:59:31.627066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=41ab2236-d1fd-42ff-9fdc-0e669b23824b,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:31.712398 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cff859be-ac90-44fe-850c-fd2137e511c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.733271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-cbcf1aa2-3420-4eb0-8116-caf0bad02a86 service neutron] 10.222.0.53 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647851 Jun 30 08:59:31.747235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c38adee-185e-4ecf-892a-7af215f8bf57 req-0768bf1e-b531-4f9d-9994-0660941f46e2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504996 Jun 30 08:59:31.783562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 69c36956-3866-4b9f-8ba0-23acf56c9d0d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:31.835632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Attempting to bind port 41ab2236-d1fd-42ff-9fdc-0e669b23824b on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:31.836016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Attempting to bind port 41ab2236-d1fd-42ff-9fdc-0e669b23824b by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:31.836347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Attempting to bind port 41ab2236-d1fd-42ff-9fdc-0e669b23824b on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:31.849165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Port 41ab2236-d1fd-42ff-9fdc-0e669b23824b on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:31.849492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Attempting to bind port 41ab2236-d1fd-42ff-9fdc-0e669b23824b on network 6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:31.865581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:31.865970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Checking segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:31.866340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Bound using segment: {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:31.866789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Bound port: 41ab2236-d1fd-42ff-9fdc-0e669b23824b, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e673ed87-c836-401c-b91f-03a4b5614284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:31.867145 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.888210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-bb8255c4-154c-4da8-81f3-246f7aa2aefb service neutron] 10.222.0.53 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539822 Jun 30 08:59:31.937856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.947288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Transition to ACTIVE for port object 05ff3747-276a-4612-86f2-f97427e01f46 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:31.965380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Transition to ACTIVE for port object 05ff3747-276a-4612-86f2-f97427e01f46 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:31.971391 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04639f9-f636-4d5b-a702-d17135e2e030 x-openstack-request-id: req-a04639f9-f636-4d5b-a702-d17135e2e030 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:31.972380 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-unplugged", "status": "failed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693", "code": 422}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:31.972761 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a04639f9-f636-4d5b-a702-d17135e2e030 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:31.973270 n-d-758944-40 neutron-server[100241]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'code': 422} returned with failed status Jun 30 08:59:31.980961 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.006134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] For port 41ab2236-d1fd-42ff-9fdc-0e669b23824b, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:32.010055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] For port 41ab2236-d1fd-42ff-9fdc-0e669b23824b, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=41ab2236-d1fd-42ff-9fdc-0e669b23824b,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:32.015360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.076567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:32.077610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:32.078270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.079641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] 10.222.0.26 "PUT /v2.0/ports/41ab2236-d1fd-42ff-9fdc-0e669b23824b HTTP/1.1" status: 200 len: 1093 time: 1.6648154 Jun 30 08:59:32.080105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'tag': '41ab2236-d1fd-42ff-9fdc-0e669b23824b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:32.083316 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0252066a-7732-4311-aa89-55277cc2526d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b495de3-6c1f-4d6f-afcc-1b705e0a031b", "tag": "41ab2236-d1fd-42ff-9fdc-0e669b23824b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:32.085532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Pushing event updated for resources: {'Port': ['ID=05ff3747-276a-4612-86f2-f97427e01f46,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:32.092009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:32.098487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 69c36956-3866-4b9f-8ba0-23acf56c9d0d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:32.101587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:32.133421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 69c36956-3866-4b9f-8ba0-23acf56c9d0d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:32.134445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.186962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19611-65b5-489d-82da-c3872cb5d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=41ab2236-d1fd-42ff-9fdc-0e669b23824b,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:32.199205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502abcf-0aa5-44c3-881c-af2999a038a9 req-e1432248-42fd-4450-ba17-ccb14902d6d4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:32.201297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:59:32.207603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b502abcf-0aa5-44c3-881c-af2999a038a9 req-e1432248-42fd-4450-ba17-ccb14902d6d4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.1315947 Jun 30 08:59:32.244124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Attempting to bind port 05ff3747-276a-4612-86f2-f97427e01f46 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:32.244488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Attempting to bind port 05ff3747-276a-4612-86f2-f97427e01f46 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:32.244848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Attempting to bind port 05ff3747-276a-4612-86f2-f97427e01f46 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:32.275312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:32.275585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b502abcf-0aa5-44c3-881c-af2999a038a9 req-872c7ce4-cac2-4d1a-8d82-0491d8e62809 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Jun 30 08:59:32.280075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:32.280547 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.280949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:32.281447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Bound port: 05ff3747-276a-4612-86f2-f97427e01f46, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:32.281892 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.327089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:32.373479 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec04e5b-5c96-40ce-862d-5da7e2363c4e x-openstack-request-id: req-aec04e5b-5c96-40ce-862d-5da7e2363c4e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:32.374349 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b495de3-6c1f-4d6f-afcc-1b705e0a031b", "tag": "41ab2236-d1fd-42ff-9fdc-0e669b23824b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:32.380868 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aec04e5b-5c96-40ce-862d-5da7e2363c4e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:32.381478 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'tag': '41ab2236-d1fd-42ff-9fdc-0e669b23824b', 'status': 'completed', 'code': 200} Jun 30 08:59:32.433142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-bf449e97-6a03-4f31-9347-8574bd20ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:32.439933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-bf449e97-6a03-4f31-9347-8574bd20ee5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 1096 time: 0.2496006 Jun 30 08:59:32.442563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] For port 05ff3747-276a-4612-86f2-f97427e01f46, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:32.448135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] For port 05ff3747-276a-4612-86f2-f97427e01f46, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05ff3747-276a-4612-86f2-f97427e01f46,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:32.473898 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.556053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb3884-7002-4067-9fc1-4e8e7678dbdf None None] Pushing event updated for resources: {'Port': ['ID=05ff3747-276a-4612-86f2-f97427e01f46,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:32.615463 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.671341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-88bd6717-a6fe-48f4-9ff8-ef6d2f8f3b53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41ab2236-d1fd-42ff-9fdc-0e669b23824b HTTP/1.1" status: 200 len: 217 time: 0.2195332 Jun 30 08:59:32.747274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-781d2149-6131-4a9a-b254-db15c6aead79 None None] Provisioning complete for port 69c36956-3866-4b9f-8ba0-23acf56c9d0d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:32.747826 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-781d2149-6131-4a9a-b254-db15c6aead79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.783435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 69c36956-3866-4b9f-8ba0-23acf56c9d0d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=69c36956-3866-4b9f-8ba0-23acf56c9d0d,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:32.814468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.821477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-51c0350e-c3b6-41b4-b0d6-3120de149f0e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:32.824053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-51c0350e-c3b6-41b4-b0d6-3120de149f0e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 816 time: 0.1601484 Jun 30 08:59:32.875964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Request body: {'port': {'device_id': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'admin_state_up': True, 'tenant_id': '7fea0b4a762d415f9f0de93b504e99a7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:32.906860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=69c36956-3866-4b9f-8ba0-23acf56c9d0d,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:32.922203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:32.940111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'mac_address': 'fa:16:3e:ff:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:32.951054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c47db2a4-e3c3-4780-8469-b7a0077e54ac tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:32.958701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c47db2a4-e3c3-4780-8469-b7a0077e54ac tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 816 time: 0.4288151 Jun 30 08:59:33.042595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-72c08e40-bbb8-47f2-87d6-ac2e608c4735 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/quotas/7fea0b4a762d415f9f0de93b504e99a7 HTTP/1.1" status: 200 len: 375 time: 0.0829964 Jun 30 08:59:33.195090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-95fae07e-ddd2-441d-ad98-043d402e7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:33.196961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-95fae07e-ddd2-441d-ad98-043d402e7925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.3700743 Jun 30 08:59:33.326226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-edfde28c-5df3-4738-a24d-a3839953db43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079249 Jun 30 08:59:33.341800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1bb4-11fb-43e0-8cbe-aed53ffd926c req-823a439a-e437-4a2f-a9b8-80cad72108da tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:33.350462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dfd1bb4-11fb-43e0-8cbe-aed53ffd926c req-823a439a-e437-4a2f-a9b8-80cad72108da tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 944 time: 0.6847813 Jun 30 08:59:33.357848 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.379216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.387277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2407b408-1de1-435a-b32e-7b6186c0bbff {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:33.427358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:33.434738 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.548933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['2407b408-1de1-435a-b32e-7b6186c0bbff'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:33.595268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:33.651360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] For port 05ff3747-276a-4612-86f2-f97427e01f46, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05ff3747-276a-4612-86f2-f97427e01f46,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:33.709797 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.724099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.727606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.863043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=05ff3747-276a-4612-86f2-f97427e01f46,revision_number=4']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:33.906188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:33.910359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dfd1bb4-11fb-43e0-8cbe-aed53ffd926c req-fd95fe62-5e4c-4973-9dbc-39bbe9771209 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586917 Jun 30 08:59:33.914459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:33.921029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:33.923727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.928501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 05ff3747-276a-4612-86f2-f97427e01f46 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:33.934053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-64c13c36-2977-421d-b3ee-59471c70f2b8 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8864760 Jun 30 08:59:33.946739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=5fccb8ce-1988-44e0-8dfa-715798701a25,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:33.972727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fcb38efe-d63e-43f1-ba78-55b90d6edd61 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5898116 Jun 30 08:59:33.975658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33424) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:33.980011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Made reservation on behalf of 7fea0b4a762d415f9f0de93b504e99a7 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:33.980921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:1f:fd:c0', 'name': 'tempest-NetworksTestDHCPv6-1457389822'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:33.993459 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.044184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 05ff3747-276a-4612-86f2-f97427e01f46 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:34.056089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 69c36956-3866-4b9f-8ba0-23acf56c9d0d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:34.178249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 69c36956-3866-4b9f-8ba0-23acf56c9d0d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:34.178999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.334900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:34.363666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:34.396763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-5f70fd87-70ad-4851-bab6-f74e103e056a service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0200183 Jun 30 08:59:34.454706 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-5514f6bd-62ae-4801-aca5-aa3c18fd484a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:34.457865 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-5514f6bd-62ae-4801-aca5-aa3c18fd484a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.26 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 816 time: 0.3271894 Jun 30 08:59:34.498185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68191966-e79f-4744-b7c4-c769938a724b None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:34.501191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Request body: {'port': {'device_id': '360a250c-55d2-4128-90eb-ec94487a38c9', 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'admin_state_up': True, 'tenant_id': '7fea0b4a762d415f9f0de93b504e99a7'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:34.502130 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.554772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-820e9622-0d65-410c-966b-ec18279a2630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.613656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7b63d325-46bb-4744-8a13-6a0dac622d01 None None] Provisioning for port 05ff3747-276a-4612-86f2-f97427e01f46 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:34.632262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 2407b408-1de1-435a-b32e-7b6186c0bbff triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:34.632661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.637317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7b63d325-46bb-4744-8a13-6a0dac622d01 None None] Provisioning complete for port 05ff3747-276a-4612-86f2-f97427e01f46 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:34.637585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7b63d325-46bb-4744-8a13-6a0dac622d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.645143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-e710d2be-7c24-4e35-9e5d-3af58f871e46 service neutron] 10.222.0.53 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099497 Jun 30 08:59:34.657927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.665652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Allocated IP 172.20.0.14 (dc4cdc08-a2cb-42c2-b333-276a03ec6617/a98e6207-ec59-42b7-abbb-a8ba349bb021/cfe1d827-fcc6-45de-a80e-2c0e9222b458) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:34.712164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:34.808326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:34.849712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba8b9e-8f84-47a6-ac03-547108101295 req-cb251a03-8938-4387-b00a-14e2771ad78a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:34.856964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25ba8b9e-8f84-47a6-ac03-547108101295 req-cb251a03-8938-4387-b00a-14e2771ad78a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.6718292 Jun 30 08:59:34.896399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cefc2204-f90d-47a8-bcf9-7ae3f2df952e req-e356732b-d316-4018-9f00-3f783a919198 service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746771 Jun 30 08:59:34.937500 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.964844 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7b63d325-46bb-4744-8a13-6a0dac622d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.980405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-25591736-feb2-4eea-9a7d-d7e3209250f2 service neutron] 10.222.0.53 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341520 Jun 30 08:59:35.004545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25ba8b9e-8f84-47a6-ac03-547108101295 req-9a747c38-0c15-49a1-85be-92b2bc636c82 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461740 Jun 30 08:59:35.027323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:35.034497 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21192aa1-165e-4769-a453-a496fb3c377f" -d '{"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:35.071258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::272 (30da8841-07f2-45f6-909d-3a5198a43942/f8e269f8-9657-46fa-9c64-4ea949f7fb30/6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:35.078804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:fdc0 (30da8841-07f2-45f6-909d-3a5198a43942/5fccb8ce-1988-44e0-8dfa-715798701a25/6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:35.083564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:35.165100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.227742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7b63d325-46bb-4744-8a13-6a0dac622d01 None None] For port 05ff3747-276a-4612-86f2-f97427e01f46, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05ff3747-276a-4612-86f2-f97427e01f46,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:35.229582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Made reservation on behalf of 7fea0b4a762d415f9f0de93b504e99a7 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:35.234463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.247076 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7b63d325-46bb-4744-8a13-6a0dac622d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.267802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:35.381295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63d325-46bb-4744-8a13-6a0dac622d01 None None] Pushing event updated for resources: {'Port': ['ID=05ff3747-276a-4612-86f2-f97427e01f46,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:35.390069 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.437342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Transition to ACTIVE for port object cfe1d827-fcc6-45de-a80e-2c0e9222b458 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:35.442131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252066a-7732-4311-aa89-55277cc2526d req-a582ab6e-6e86-454b-92c9-ba4e0d9b7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.444240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0252066a-7732-4311-aa89-55277cc2526d req-a582ab6e-6e86-454b-92c9-ba4e0d9b7fc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=853e2151e8284e0eaab53970eac63e7b&device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 1096 time: 0.4063766 Jun 30 08:59:35.496818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.513269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:35.570556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-4bec9dd7-3ce9-472e-b3bc-aba0b754dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.572703 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-4bec9dd7-3ce9-472e-b3bc-aba0b754dddc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1097 time: 0.3859627 Jun 30 08:59:35.591016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.645745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252066a-7732-4311-aa89-55277cc2526d req-f64999d8-6dcf-4fca-ba63-86c0adf8794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.647462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0252066a-7732-4311-aa89-55277cc2526d req-f64999d8-6dcf-4fca-ba63-86c0adf8794d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 200 len: 913 time: 0.1953747 Jun 30 08:59:35.716739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00d137-c7fb-42e7-98c1-bc6f8eabf204 req-67a4adf6-a3bf-4365-81e1-1c692bd73cd7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.718775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b00d137-c7fb-42e7-98c1-bc6f8eabf204 req-67a4adf6-a3bf-4365-81e1-1c692bd73cd7 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.5341508 Jun 30 08:59:35.745831 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.768024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 05ff3747-276a-4612-86f2-f97427e01f46 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:35.792754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:35.826701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:35.829858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:35.835643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b00d137-c7fb-42e7-98c1-bc6f8eabf204 req-2d181d50-b305-4115-b21b-d933abb56ea2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743988 Jun 30 08:59:35.840650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:35.846216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0252066a-7732-4311-aa89-55277cc2526d req-6db46065-e959-4f52-91b1-afbccb449fad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41ab2236-d1fd-42ff-9fdc-0e669b23824b HTTP/1.1" status: 200 len: 217 time: 0.1473241 Jun 30 08:59:35.861854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.861854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.892665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 05ff3747-276a-4612-86f2-f97427e01f46 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:35.893032 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.940129 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-28bc3f40-9fb5-451d-85f2-a480b3b6752c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9632769 Jun 30 08:59:35.954204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33454) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:35.965302 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c982d6-ee6b-471d-8e5c-bfdfaaee5be2 x-openstack-request-id: req-68c982d6-ee6b-471d-8e5c-bfdfaaee5be2 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:35.965588 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:35.965864 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68c982d6-ee6b-471d-8e5c-bfdfaaee5be2 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:35.966256 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'code': 200} Jun 30 08:59:35.981970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252066a-7732-4311-aa89-55277cc2526d req-5380783f-d5c5-46af-8d67-54f0822e10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.984076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0252066a-7732-4311-aa89-55277cc2526d req-5380783f-d5c5-46af-8d67-54f0822e10aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 200 len: 852 time: 0.1089664 Jun 30 08:59:36.040027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0252066a-7732-4311-aa89-55277cc2526d req-ac63957d-4de6-43ce-a934-88a4ac1336fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463839 Jun 30 08:59:36.048171 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.080746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e379aaa-456a-462c-a9ae-316c339e3862 req-4559d38d-2124-488e-86d8-5c36276d24dd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:36.088912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e379aaa-456a-462c-a9ae-316c339e3862 req-4559d38d-2124-488e-86d8-5c36276d24dd tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 944 time: 0.4342220 Jun 30 08:59:36.173510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-88c3e423-dd03-4485-80e4-0d40ce6b40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:36.175266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-88c3e423-dd03-4485-80e4-0d40ce6b40f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.5357053 Jun 30 08:59:36.183733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Pushing event updated for resources: {'Port': ['ID=cfe1d827-fcc6-45de-a80e-2c0e9222b458,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:36.261985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e379aaa-456a-462c-a9ae-316c339e3862 req-27c6914c-286f-42c0-9414-97d3b697ab80 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717856 Jun 30 08:59:36.269809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:36.282474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:36.297605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:36.351678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Allocated IP 172.20.0.4 (dc4cdc08-a2cb-42c2-b333-276a03ec6617/a98e6207-ec59-42b7-abbb-a8ba349bb021/899a1ee6-bfd2-4b21-a105-e190fff8a5e3) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:36.434951 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-4eaedcd5-5d14-481c-a85d-c167602c71fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 1001 time: 0.2357178 Jun 30 08:59:36.515489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d47053ce-d27f-4b6b-9307-4a466a817f7c None None] Provisioning complete for port 05ff3747-276a-4612-86f2-f97427e01f46 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:36.516991 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d47053ce-d27f-4b6b-9307-4a466a817f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.539486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1659c91-c575-48c3-ac69-5137f83e14db req-91aae92e-6f9d-4048-ba0f-8ddd74e426a2 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 210 time: 0.1237767 Jun 30 08:59:36.567795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0252066a-7732-4311-aa89-55277cc2526d req-7da5fb98-effe-43ef-9941-13ab90f94d8b service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157259 Jun 30 08:59:36.569804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-a98cc5f9-7732-46b0-a398-aa21a0516d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:36.571284 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-a98cc5f9-7732-46b0-a398-aa21a0516d40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1252935 Jun 30 08:59:36.613303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:36.614381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.724803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:36.725208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.819127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-ae9e7fa6-ab88-45e9-b970-f85a5bd9245d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9731214 Jun 30 08:59:36.866381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Request body: {'port': {'device_id': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:36.951440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d0d20252-e138-407e-9069-8e35ea04916b None None] Provisioning for port cfe1d827-fcc6-45de-a80e-2c0e9222b458 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:36.966044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d0d20252-e138-407e-9069-8e35ea04916b None None] Provisioning complete for port cfe1d827-fcc6-45de-a80e-2c0e9222b458 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:36.966427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d0d20252-e138-407e-9069-8e35ea04916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.982324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0252066a-7732-4311-aa89-55277cc2526d req-78b8b7f1-c8cd-4eef-a550-0194e44b1e9c service neutron] 10.222.0.26 "GET /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993936 Jun 30 08:59:37.009722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-73a075be-adbb-420c-86b1-4b8aa602da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:37.011321 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-73a075be-adbb-420c-86b1-4b8aa602da2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4049466 Jun 30 08:59:37.080700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c687e5-2634-4986-8cb1-39440efb23ef None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:59:37.100113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.113716 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.180569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:37.190214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d0d20252-e138-407e-9069-8e35ea04916b None None] Port cfe1d827-fcc6-45de-a80e-2c0e9222b458 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:59:37.286624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.300663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.352819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f9f9-6881-4726-94c5-8deea78de0b7 req-76ebed30-c52e-4df7-b737-e3a639418ed3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:37.360485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07d4f9f9-6881-4726-94c5-8deea78de0b7 req-76ebed30-c52e-4df7-b737-e3a639418ed3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.2697711 Jun 30 08:59:37.378445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8d240a64-5144-4e56-816f-dbff4ad910d8 None None] Provisioning for port 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:37.483693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Transition to ACTIVE for port object 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:37.490018 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-6349a866-8e7d-41c7-8f2c-b25796de5dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650471 Jun 30 08:59:37.503126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07d4f9f9-6881-4726-94c5-8deea78de0b7 req-0c0e6879-9d5c-49b8-9bf1-8fe25a145b9c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399848 Jun 30 08:59:37.527531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8d240a64-5144-4e56-816f-dbff4ad910d8 None None] Provisioning complete for port 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:37.527879 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8d240a64-5144-4e56-816f-dbff4ad910d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.541289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01d7d9-b70c-4724-9e41-5cb4ff9df116 req-800f7a2a-7634-4115-aa51-15df75711d0a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:37.551428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e01d7d9-b70c-4724-9e41-5cb4ff9df116 req-800f7a2a-7634-4115-aa51-15df75711d0a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.3135905 Jun 30 08:59:37.595312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c687e5-2634-4986-8cb1-39440efb23ef None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 08:59:37.644429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-f0b442b7-a411-41ba-9100-a64ba444678e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:37.649501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-f0b442b7-a411-41ba-9100-a64ba444678e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 816 time: 0.2425780 Jun 30 08:59:37.673687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e01d7d9-b70c-4724-9e41-5cb4ff9df116 req-786da363-828a-441b-a737-d37fa9bcb1bd tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206472 Jun 30 08:59:37.688314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Request body: {'port': {'device_id': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'admin_state_up': True, 'tenant_id': '7fea0b4a762d415f9f0de93b504e99a7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:37.764178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8d240a64-5144-4e56-816f-dbff4ad910d8 None None] Port 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:59:37.923879 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.994156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:37.999897 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6fa08083-ebd9-43be-9dbb-c3595bac1f3f req-e4198688-3447-4775-9e7a-0d358f26fe15 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915845 Jun 30 08:59:38.006501 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-613ac9a2-7f04-4178-aa0d-9f87cd01b06b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6373272 Jun 30 08:59:38.007524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:38.011970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.015976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:38.067642 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:38.068467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.119034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Pushing event updated for resources: {'Port': ['ID=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:38.134213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-830fb692-a0e4-4cf9-a3a9-f542627cb904 req-8717481b-2447-4f88-a81e-0c0a0815f1aa tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 210 time: 0.1993337 Jun 30 08:59:38.197012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:38.222092 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-1debb31c-3e91-4335-9a3c-5a6132a50b3c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7210400 Jun 30 08:59:38.322032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Request body: {'port': {'device_id': '360a250c-55d2-4128-90eb-ec94487a38c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:38.333849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.340118 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bc6befc4-f320-4ee0-b3b2-a3555586008d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 HTTP/1.1" status: 204 len: 168 time: 2.3844798 Jun 30 08:59:38.352715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158d25c-d96b-4254-b7a8-ecdb9c42b684 req-a7eca0d0-df9b-4f46-8f70-3239ae4ed51f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:38.360694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a158d25c-d96b-4254-b7a8-ecdb9c42b684 req-a7eca0d0-df9b-4f46-8f70-3239ae4ed51f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 944 time: 0.5355484 Jun 30 08:59:38.363798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33492) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:38.423191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.585360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe1d827-fcc6-45de-a80e-2c0e9222b458 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:38.595366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.608633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Made reservation on behalf of 7fea0b4a762d415f9f0de93b504e99a7 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:38.622318 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.696294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Transition to ACTIVE for port object cfe1d827-fcc6-45de-a80e-2c0e9222b458 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:38.722211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.834027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 41ab2236-d1fd-42ff-9fdc-0e669b23824b details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:38.895854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe1d827-fcc6-45de-a80e-2c0e9222b458,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:38.932711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a158d25c-d96b-4254-b7a8-ecdb9c42b684 req-3d02e651-8389-4f99-9533-acb2497af118 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703852 Jun 30 08:59:39.095834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 41ab2236-d1fd-42ff-9fdc-0e669b23824b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=41ab2236-d1fd-42ff-9fdc-0e669b23824b,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:39.125548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '41ab2236-d1fd-42ff-9fdc-0e669b23824b', 'network_id': '6ff22aa6-ca40-4da3-a889-2ee2386ef5d2', 'port_id': '41ab2236-d1fd-42ff-9fdc-0e669b23824b', 'mac_address': 'fa:16:3e:bc:65:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc140-f587-4d2c-90c1-7b743888860b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:39.231600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67717f-f76c-4357-8171-ac518b844673 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:39.235364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1d67717f-f76c-4357-8171-ac518b844673 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8468254 Jun 30 08:59:39.242871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.271847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ab2236-d1fd-42ff-9fdc-0e669b23824b {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:39.273723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33508) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:39.282003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb672f-6143-433e-bbec-cca1ebe9d9d6 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:59:39.354714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 41ab2236-d1fd-42ff-9fdc-0e669b23824b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=41ab2236-d1fd-42ff-9fdc-0e669b23824b,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:39.357883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c510d832-fb44-4308-9b51-658615fd5133 None None] Could not find standard attr ID for object 6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:59:39.386778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c510d832-fb44-4308-9b51-658615fd5133 None None] Provisioning complete for port 05ff3747-276a-4612-86f2-f97427e01f46 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:39.387131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c510d832-fb44-4308-9b51-658615fd5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.392060 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.457035 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [req-71b7c63b-1215-4dc6-b469-31775c269feb req-6443e665-1d14-47e1-b48f-b353141462cf service neutron] show failed (client error): The resource could not be found. Jun 30 08:59:39.458381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-6443e665-1d14-47e1-b48f-b353141462cf service neutron] 10.222.0.13 "GET /v2.0/ports/ca4f0821-4ee5-4da9-b691-47f42e55270a/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.7644579 Jun 30 08:59:39.590657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:39.610469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.631242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=41ab2236-d1fd-42ff-9fdc-0e669b23824b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:39.633993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Transition to ACTIVE for port object 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:39.642835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.733674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb672f-6143-433e-bbec-cca1ebe9d9d6 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 08:59:39.767427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Pushing event updated for resources: {'Port': ['ID=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:39.771967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['41ab2236-d1fd-42ff-9fdc-0e669b23824b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:39.827806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee173d-3bba-4177-920c-8577faea6600 req-a61e3a0c-3330-4192-ba77-32733a94b08c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:39.829349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcee173d-3bba-4177-920c-8577faea6600 req-a61e3a0c-3330-4192-ba77-32733a94b08c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.9389462 Jun 30 08:59:39.841190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Attempting to bind port cfe1d827-fcc6-45de-a80e-2c0e9222b458 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:39.841583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Attempting to bind port cfe1d827-fcc6-45de-a80e-2c0e9222b458 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:39.841948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Attempting to bind port cfe1d827-fcc6-45de-a80e-2c0e9222b458 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:39.855375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Port cfe1d827-fcc6-45de-a80e-2c0e9222b458 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:39.855703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Attempting to bind port cfe1d827-fcc6-45de-a80e-2c0e9222b458 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:39.905803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:39.906148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Checking segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:39.906540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Bound using segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:39.907144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Bound port: cfe1d827-fcc6-45de-a80e-2c0e9222b458, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:39.907510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.922203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Attempting to bind port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:39.922725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Attempting to bind port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:39.922868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Attempting to bind port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:39.935895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Allocated IP 172.20.0.6 (dc4cdc08-a2cb-42c2-b333-276a03ec6617/a98e6207-ec59-42b7-abbb-a8ba349bb021/262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:39.939637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:39.939637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Attempting to bind port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:39.956446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:39.956821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Checking segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:39.957558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Bound using segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:39.958070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Bound port: 899a1ee6-bfd2-4b21-a105-e190fff8a5e3, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:39.958547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.982665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcee173d-3bba-4177-920c-8577faea6600 req-ddc68b90-5863-4848-84d6-a98d2d408546 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281860 Jun 30 08:59:40.033937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff88a1-2f8f-415a-8245-fbfb856b021c req-16f448f6-73df-4539-bb09-8052976f11dc tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.041430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9dff88a1-2f8f-415a-8245-fbfb856b021c req-16f448f6-73df-4539-bb09-8052976f11dc tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.8498588 Jun 30 08:59:40.061575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61192d10-c660-4899-9e5b-43a3fe2ee811 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.065938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-61192d10-c660-4899-9e5b-43a3fe2ee811 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7869263 Jun 30 08:59:40.086255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33518) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:40.133183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-1b26b011-124b-4a3e-99c5-df5b570c09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.135348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-1b26b011-124b-4a3e-99c5-df5b570c09d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c&tenant_id=d26487bfc23243cabb2adea98ff88029 HTTP/1.1" status: 200 len: 1095 time: 0.4502251 Jun 30 08:59:40.167754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] For port cfe1d827-fcc6-45de-a80e-2c0e9222b458, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:40.175409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-b583c349-e1ba-4352-bf4f-64a7e73968aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.177366 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-b583c349-e1ba-4352-bf4f-64a7e73968aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4&tenant_id=b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 1102 time: 0.3221993 Jun 30 08:59:40.210739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:40.243782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] For port cfe1d827-fcc6-45de-a80e-2c0e9222b458, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:40.303548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] For port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:40.306621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9dff88a1-2f8f-415a-8245-fbfb856b021c req-bed128a4-6cce-46fd-b6fa-041ef0da3f73 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642107 Jun 30 08:59:40.313245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.325519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] For port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:40.353276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.387000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b94c962a-5285-414a-a9b9-60dd847727b1 req-16fec8f1-3892-44e3-9b6f-b6c065a8b752 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 210 time: 0.1557760 Jun 30 08:59:40.426558 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.426558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.427003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a9dc9-9bf6-4528-b201-7b20eb177092 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.428332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.428478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a9dc9-9bf6-4528-b201-7b20eb177092 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.429641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a9dc9-9bf6-4528-b201-7b20eb177092 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.431344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8f5a9dc9-9bf6-4528-b201-7b20eb177092 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3406532 Jun 30 08:59:40.434421 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] 10.222.0.26 "PUT /v2.0/ports/899a1ee6-bfd2-4b21-a105-e190fff8a5e3 HTTP/1.1" status: 200 len: 1092 time: 2.1509371 Jun 30 08:59:40.439746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33520) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:40.450077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360a250c-55d2-4128-90eb-ec94487a38c9', 'tag': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:40.459793 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240ea8ea-4081-4875-a4e2-081ff68d337c" -d '{"events": [{"name": "network-changed", "server_uuid": "360a250c-55d2-4128-90eb-ec94487a38c9", "tag": "899a1ee6-bfd2-4b21-a105-e190fff8a5e3"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:40.462218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.463084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.464462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] 10.222.0.13 "PUT /v2.0/ports/cfe1d827-fcc6-45de-a80e-2c0e9222b458 HTTP/1.1" status: 200 len: 1093 time: 3.6274114 Jun 30 08:59:40.467754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'tag': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:40.470215 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28606ba8-f656-42f7-b2c3-4114a96a09d6" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4", "tag": "cfe1d827-fcc6-45de-a80e-2c0e9222b458"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:40.567243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72e568-606a-4cb8-a12b-238a0649a027 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe1d827-fcc6-45de-a80e-2c0e9222b458,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:40.593796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3212b-fbf3-4785-8097-90fc83b1ac3e service neutron] Pushing event updated for resources: {'Port': ['ID=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:40.758933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-0a013c9a-f40e-4223-beb3-9486adb813b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.760877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-0a013c9a-f40e-4223-beb3-9486adb813b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 1095 time: 0.5889654 Jun 30 08:59:40.772413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 5fccb8ce-1988-44e0-8dfa-715798701a25 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:40.790772 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad42a027-5367-483b-a084-98502b922d64 x-openstack-request-id: req-ad42a027-5367-483b-a084-98502b922d64 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:40.791071 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360a250c-55d2-4128-90eb-ec94487a38c9", "tag": "899a1ee6-bfd2-4b21-a105-e190fff8a5e3", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:40.791442 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad42a027-5367-483b-a084-98502b922d64 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:40.791876 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360a250c-55d2-4128-90eb-ec94487a38c9', 'tag': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3', 'status': 'completed', 'code': 200} Jun 30 08:59:40.845046 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.845279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-9cf854b0-78bd-465e-b8cd-65def00b3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.846817 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-9cf854b0-78bd-465e-b8cd-65def00b3b62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 1095 time: 0.3347712 Jun 30 08:59:40.849991 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2524b2ba-ff75-4012-a89a-9d508f7be204 x-openstack-request-id: req-2524b2ba-ff75-4012-a89a-9d508f7be204 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:40.850500 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4", "tag": "cfe1d827-fcc6-45de-a80e-2c0e9222b458", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:40.850861 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2524b2ba-ff75-4012-a89a-9d508f7be204 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:40.851355 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'tag': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458', 'status': 'completed', 'code': 200} Jun 30 08:59:40.907102 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.933909 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-436016a4-770b-4e4f-84e2-fda09d8f15ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=899a1ee6-bfd2-4b21-a105-e190fff8a5e3 HTTP/1.1" status: 200 len: 217 time: 0.0429664 Jun 30 08:59:40.949297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.022292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Transition to ACTIVE for port object 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:41.032044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:41.035208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-a72f8469-8438-48ff-94e7-b9ad1112fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.036838 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-a72f8469-8438-48ff-94e7-b9ad1112fd93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 200 len: 855 time: 0.0930185 Jun 30 08:59:41.059870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-e672dc63-284a-4897-aecc-1b080b474be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.061453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-e672dc63-284a-4897-aecc-1b080b474be4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 1096 time: 0.4750600 Jun 30 08:59:41.110625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:41.160626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d0fe-6151-4130-8fc6-779c6298ce01 req-799c19f8-3b6b-4be3-b44b-75ed34520136 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.162395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5678d0fe-6151-4130-8fc6-779c6298ce01 req-799c19f8-3b6b-4be3-b44b-75ed34520136 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 945 time: 0.4519510 Jun 30 08:59:41.172691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.189372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Transition to ACTIVE for port object ca4f0821-4ee5-4da9-b691-47f42e55270a will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:41.213078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.219392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-2bca564a-35ef-4ba1-be17-d1e9b04a4597 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458 HTTP/1.1" status: 200 len: 217 time: 0.1234977 Jun 30 08:59:41.230335 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.253611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-4acdabb4-2803-4b4d-840e-6b329d096071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.256128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-4acdabb4-2803-4b4d-840e-6b329d096071 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4cdc08-a2cb-42c2-b333-276a03ec6617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041080 Jun 30 08:59:41.258662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-28bcdc77-c03b-4e3a-a121-8f38c7d60154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.260131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-28bcdc77-c03b-4e3a-a121-8f38c7d60154 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 915 time: 0.4801922 Jun 30 08:59:41.406454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] No DVR routers for this DVR port ca4f0821-4ee5-4da9-b691-47f42e55270a on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:41.459690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-894a7a70-639f-4faa-87a5-c308794ead9c None None] Provisioning complete for port 05ff3747-276a-4612-86f2-f97427e01f46 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:41.460277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-894a7a70-639f-4faa-87a5-c308794ead9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.500066 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.508223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-6e5d0c9e-3213-4df2-9b0e-9e724373f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.510721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-6e5d0c9e-3213-4df2-9b0e-9e724373f805 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 200 len: 855 time: 0.2749605 Jun 30 08:59:41.551205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=6']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:41.603546 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-7e1b5dc2-bc00-4373-a504-1cc32ab14a90 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219240 Jun 30 08:59:41.607610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-1adf2502-aad9-44da-9b4e-01f50c741ff0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeb78423-8b1d-40d8-b903-a283f0196693 HTTP/1.1" status: 200 len: 217 time: 0.2988677 Jun 30 08:59:41.610342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:41.610937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:41.611475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:41.621029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:41.622042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:41.652315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:41.666103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:41.666433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:41.666748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:41.667747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Bound port: ca4f0821-4ee5-4da9-b691-47f42e55270a, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:41.668110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.681722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Pushing event updated for resources: {'Port': ['ID=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:41.771661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:41.785412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:41.826015 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-88b43432-273e-4ef0-9f22-6e15064ecebe req-b880cabf-fda9-44a7-84d4-a2f8b06e2f62 service neutron] 10.222.0.26 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974549 Jun 30 08:59:41.828951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:41.843746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:41.850454 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.871386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5678d0fe-6151-4130-8fc6-779c6298ce01 req-b0496a6c-c742-49b1-869e-7ecb6fd228ad tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656983 Jun 30 08:59:41.895524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5d91fb14-2ca0-44fb-ab5d-d9a82e88f97a None None] Provisioning for port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:41.951216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a909b-fc11-499a-bb52-162e7393354e req-0785fbda-3721-480c-a7b7-df7e5483674b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.953002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-684a909b-fc11-499a-bb52-162e7393354e req-0785fbda-3721-480c-a7b7-df7e5483674b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.6490738 Jun 30 08:59:41.969700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.970320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.971880 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 1097 time: 1.7826238 Jun 30 08:59:41.993112 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.998705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e5769-36d5-4f02-85a6-ac47894eacb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=7']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:42.028773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.029490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194d2c5-1754-4c8f-91ac-e18122c66cc5 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:42.031407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/5fccb8ce-1988-44e0-8dfa-715798701a25 HTTP/1.1" status: 204 len: 168 time: 1.5846996 Jun 30 08:59:42.036860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33548) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:42.143501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-622d9646-6907-4322-ae06-0a2a4abca809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.146287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-622d9646-6907-4322-ae06-0a2a4abca809 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc4cdc08-a2cb-42c2-b333-276a03ec6617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5879979 Jun 30 08:59:42.198301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-bf169507-6aa1-461b-b3e1-9a487118ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.204829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-bf169507-6aa1-461b-b3e1-9a487118ddc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 200 len: 854 time: 0.5190673 Jun 30 08:59:42.219970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet f8e269f8-9657-46fa-9c64-4ea949f7fb30 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:42.221043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.222560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.247812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.302391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-8843e146-9820-4487-b55f-361b4209976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.305075 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-8843e146-9820-4487-b55f-361b4209976f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 1095 time: 0.3521349 Jun 30 08:59:42.313476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-9a2a7304-309b-4672-bbf2-cdbb3777eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.316381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-9a2a7304-309b-4672-bbf2-cdbb3777eadf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1100 time: 0.3147211 Jun 30 08:59:42.393605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-684a909b-fc11-499a-bb52-162e7393354e req-2a36c38f-fb9e-4a83-be43-8546c9b5e1b5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847964 Jun 30 08:59:42.396388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-4a218aaa-14c0-4e09-a39f-ea2b164e8e02 service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659451 Jun 30 08:59:42.415981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ceb2c-b35c-4c43-8719-aab525485fec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=5fccb8ce-1988-44e0-8dfa-715798701a25,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:42.518051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:42.531644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8cd00e3d-a260-4f97-9787-9d3b9dff31a2 req-0d5f4657-0d6f-455c-9827-e20db447922c service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076374 Jun 30 08:59:42.551269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-f267fd2b-a51f-4af6-a5d3-a1fc304a935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.553707 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-f267fd2b-a51f-4af6-a5d3-a1fc304a935c service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 917 time: 0.2334225 Jun 30 08:59:42.625118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-0591d192-97a8-48a0-89ee-8c76e99cbff5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57e94183-d35e-4693-a076-6edcc65307b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3992114 Jun 30 08:59:42.641989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:42.643974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4cabeac3-3833-4c5e-af7f-f675967a7f39 None None] Provisioning for port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:42.651812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4cabeac3-3833-4c5e-af7f-f675967a7f39 None None] Provisioning complete for port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:42.652454 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4cabeac3-3833-4c5e-af7f-f675967a7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.668207 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-5a050255-e257-416b-aeae-8d5c1c606af0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=899a1ee6-bfd2-4b21-a105-e190fff8a5e3 HTTP/1.1" status: 200 len: 217 time: 0.0879822 Jun 30 08:59:42.682093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c5d05640-f493-4e3c-a3c2-705cdfec49b9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0056441 Jun 30 08:59:42.744980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4cabeac3-3833-4c5e-af7f-f675967a7f39 None None] Port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:59:42.822939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.835981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Request body: {'port': {'device_id': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:42.860658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}, {'name': 'network-changed', 'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:42.863955 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b" -d '{"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}, {"name": "network-changed", "server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:42.872567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 41ab2236-d1fd-42ff-9fdc-0e669b23824b up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:42.976971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 41ab2236-d1fd-42ff-9fdc-0e669b23824b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:42.980212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.985508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 41ab2236-d1fd-42ff-9fdc-0e669b23824b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:42.985926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.996966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-83958fec-6287-4bf5-9a57-47d81cb27e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.998645 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-83958fec-6287-4bf5-9a57-47d81cb27e20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 200 len: 855 time: 0.2544999 Jun 30 08:59:43.000111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-08578065-bc9c-4910-96cf-91efd531e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.001851 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-08578065-bc9c-4910-96cf-91efd531e6e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.4443977 Jun 30 08:59:43.044957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-cb6bde4f-353b-4594-b59c-6beb2764b670 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618169 Jun 30 08:59:43.158043 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.188631 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-ebe5b2ae-de2b-4e56-b103-41167b7b4bbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.1695759 Jun 30 08:59:43.206136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 41ab2236-d1fd-42ff-9fdc-0e669b23824b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=41ab2236-d1fd-42ff-9fdc-0e669b23824b,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:43.207759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ab2236-d1fd-42ff-9fdc-0e669b23824b'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:43.213715 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e3fad0-eb5e-4d73-8fbc-49c768684763" -d '{"events": [{"server_uuid": "2b495de3-6c1f-4d6f-afcc-1b705e0a031b", "name": "network-vif-plugged", "status": "completed", "tag": "41ab2236-d1fd-42ff-9fdc-0e669b23824b"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:43.223736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.273362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-9ab0409a-1b62-45ce-98c6-361c698ad234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.274843 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-9ab0409a-1b62-45ce-98c6-361c698ad234 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0666063 Jun 30 08:59:43.351894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=41ab2236-d1fd-42ff-9fdc-0e669b23824b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:43.445721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0811358-4c1f-456d-8ea3-dc11eff387b7 req-7f689482-c5f0-4f2a-b714-bab2d52a0d63 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.447464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b0811358-4c1f-456d-8ea3-dc11eff387b7 req-7f689482-c5f0-4f2a-b714-bab2d52a0d63 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 1.0912423 Jun 30 08:59:43.469887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.597038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-63e389e4-02f3-48bc-a935-2e312c49c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.605922 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-63e389e4-02f3-48bc-a935-2e312c49c258 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc4cdc08-a2cb-42c2-b333-276a03ec6617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5692961 Jun 30 08:59:43.607273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.718552 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e269f8-9657-46fa-9c64-4ea949f7fb30,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:43.755085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.759071 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cd0063df-78a0-4f86-8622-55dd57671d4c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/f8e269f8-9657-46fa-9c64-4ea949f7fb30 HTTP/1.1" status: 204 len: 168 time: 1.7169945 Jun 30 08:59:43.759690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c63b-1215-4dc6-b469-31775c269feb req-765752fd-f124-424a-93e8-ed98f1848c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.761101 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-765752fd-f124-424a-93e8-ed98f1848c26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4196141 Jun 30 08:59:43.763458 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33562) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:43.857014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f367979d-8502-4bee-896b-70f162ab3fc3 None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:43.873881 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5397e7f1-5712-4705-802d-3eb85b665bdc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070335 Jun 30 08:59:43.874874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33568) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:43.879260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:43.984182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c403436f-d2ce-4a03-aae4-5fac8f5d6d57 None None] Provisioning complete for port 05ff3747-276a-4612-86f2-f97427e01f46 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:43.984558 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c403436f-d2ce-4a03-aae4-5fac8f5d6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.088160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:44.098330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.117088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Transition to ACTIVE for port object 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:44.145070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:44.157247 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.182160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-39f0727c-16f6-4bca-a193-6ee917cd6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:44.184676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-39f0727c-16f6-4bca-a193-6ee917cd6ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 1096 time: 1.5629027 Jun 30 08:59:44.228739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] Deleting port 05ff3747-276a-4612-86f2-f97427e01f46 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:44.229114 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.335084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] For port 05ff3747-276a-4612-86f2-f97427e01f46, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05ff3747-276a-4612-86f2-f97427e01f46,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:44.335429 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.362899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbc7f7-5014-49fe-b936-0af3d7864a99 req-ba64daca-b47c-4cfa-a5d8-e6b819231d4d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:44.364067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] Calling delete_port for 05ff3747-276a-4612-86f2-f97427e01f46 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:44.365484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81fbc7f7-5014-49fe-b936-0af3d7864a99 req-ba64daca-b47c-4cfa-a5d8-e6b819231d4d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 931 time: 1.5532639 Jun 30 08:59:44.375339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b0811358-4c1f-456d-8ea3-dc11eff387b7 req-5ba6b884-4f52-4d7c-943f-8dc7843b69e8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120522 Jun 30 08:59:44.435866 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-5ecb0461-70c9-4b78-95c6-4582fa5a06a8 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574197 Jun 30 08:59:44.504754 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-f044a994-6ca1-4c05-829d-36c09bb2d42d service neutron] 10.222.0.26 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567138 Jun 30 08:59:44.538718 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.541853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81fbc7f7-5014-49fe-b936-0af3d7864a99 req-e6138b66-7c83-487a-957a-8c11a6d20b13 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453078 Jun 30 08:59:44.545624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:44.548926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.566913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Attempting to bind port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:44.567517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Attempting to bind port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:44.568159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Attempting to bind port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:44.572802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Pushing event updated for resources: {'Port': ['ID=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:44.586356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58b3595b-19bd-48c5-ba0c-50b2d45a3c37 req-c172e425-9f59-4ddd-bb33-6614fe988a4e service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5078053 Jun 30 08:59:44.590111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:44.591603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Attempting to bind port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 on network dc4cdc08-a2cb-42c2-b333-276a03ec6617 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:44.602058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:44.602719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Checking segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:44.603341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Bound using segment: {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:44.604156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Bound port: 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a46b7-5797-49af-a50c-e3f0e4894ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:44.604737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.678497 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba23b94-ac95-44b3-ba57-dd7f42c964ca x-openstack-request-id: req-eba23b94-ac95-44b3-ba57-dd7f42c964ca {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:44.679078 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "code": 200}, {"name": "network-changed", "server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:44.681187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] Pushing event deleted for resources: {'Port': ['ID=05ff3747-276a-4612-86f2-f97427e01f46,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:44.681328 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eba23b94-ac95-44b3-ba57-dd7f42c964ca {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:44.682797 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'code': 200} Jun 30 08:59:44.683852 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'status': 'completed', 'code': 200} Jun 30 08:59:44.697071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88588fac-6d4b-4e69-ab39-c9b554d43fa6 None None] No DVR routers for this DVR port 05ff3747-276a-4612-86f2-f97427e01f46 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:44.752668 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac332ec-fe9a-4029-8803-59215a4ec240 x-openstack-request-id: req-5ac332ec-fe9a-4029-8803-59215a4ec240 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:44.752968 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b495de3-6c1f-4d6f-afcc-1b705e0a031b", "name": "network-vif-plugged", "status": "completed", "tag": "41ab2236-d1fd-42ff-9fdc-0e669b23824b", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:44.753220 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ac332ec-fe9a-4029-8803-59215a4ec240 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:44.753615 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ab2236-d1fd-42ff-9fdc-0e669b23824b', 'code': 200} Jun 30 08:59:44.754407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-12c0fe0e-7a31-4536-aeb4-e643000fd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:44.760172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-12c0fe0e-7a31-4536-aeb4-e643000fd7a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 917 time: 0.5164635 Jun 30 08:59:44.861166 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-e47cd53d-7793-4e35-a7d6-a061b4eb8d5d service neutron] 10.222.0.26 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996987 Jun 30 08:59:44.864024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:44.930504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-0413c25e-f618-4acb-80df-3d8405251c8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458 HTTP/1.1" status: 200 len: 217 time: 0.1556756 Jun 30 08:59:45.016585 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-71b7c63b-1215-4dc6-b469-31775c269feb req-a34799e1-e55b-4286-9c61-84e6731e2b04 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736756 Jun 30 08:59:45.022282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-6d4f86a9-d951-4426-a808-18c72accbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.024625 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-6d4f86a9-d951-4426-a808-18c72accbc47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1100 time: 0.1602707 Jun 30 08:59:45.058189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:45.096895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3', 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'port_id': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3', 'mac_address': 'fa:16:3e:77:5b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98e6207-ec59-42b7-abbb-a8ba349bb021', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:45.101966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] For port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:45.130820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] For port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:45.193955 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.224289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.225960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:45.269281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:45.278034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.401313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:45.417041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.417704 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.419222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] 10.222.0.13 "PUT /v2.0/ports/262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 HTTP/1.1" status: 200 len: 1092 time: 2.6083884 Jun 30 08:59:45.449132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'tag': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:45.454878 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2adc383-b981-4eaa-93aa-f97c8686c7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bcedc73b-ddb8-4c24-b556-6f8b49c252e0", "tag": "262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:45.507324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd49251-1c18-4aec-b143-3412580de1b5 req-cf5621c8-db98-4cbe-96f9-3630886bdb03 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.508914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bd49251-1c18-4aec-b143-3412580de1b5 req-cf5621c8-db98-4cbe-96f9-3630886bdb03 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.7473376 Jun 30 08:59:45.536837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-9ea7ce4f-9dfb-494b-90c5-b0d5c7732670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.538365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-9ea7ce4f-9dfb-494b-90c5-b0d5c7732670 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 200 len: 855 time: 0.5546620 Jun 30 08:59:45.543847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.545777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8937b6-ffe7-43f9-81fb-ff8c0159819e req-b8a5aacd-5f67-40a0-9486-e7842deae779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.547366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c8937b6-ffe7-43f9-81fb-ff8c0159819e req-b8a5aacd-5f67-40a0-9486-e7842deae779 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 1098 time: 0.6886985 Jun 30 08:59:45.600789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['899a1ee6-bfd2-4b21-a105-e190fff8a5e3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:45.723418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bd49251-1c18-4aec-b143-3412580de1b5 req-0208fd71-ac01-4f69-84f2-d094e9b65ef9 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926334 Jun 30 08:59:45.745838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-5fe1fd24-2bfc-471c-9e60-81a20d10aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.750580 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-5fe1fd24-2bfc-471c-9e60-81a20d10aa68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.6721678 Jun 30 08:59:45.791118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-b0f8b517-b91a-44dc-9683-484bb8c156da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.792718 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-b0f8b517-b91a-44dc-9683-484bb8c156da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1100 time: 0.6872790 Jun 30 08:59:45.797154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 05ff3747-276a-4612-86f2-f97427e01f46 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:45.853103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 05ff3747-276a-4612-86f2-f97427e01f46 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:45.853460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 05ff3747-276a-4612-86f2-f97427e01f46 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:45.913750 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-6b274c5f-ccf0-4cf2-bf19-86b7debb6bc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.1337817 Jun 30 08:59:45.973306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:45.996393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=1dadca54-8eb2-4b93-8ac4-1039a219f47f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:46.003569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:46.014239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.014831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f6c4bd-c166-4850-9cc1-e73934cc56de None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:46.015312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.043575 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a56d432-2967-4893-b0eb-8e42264f4864 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1682882 Jun 30 08:59:46.047690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c79b7-cc38-47c9-ac4f-147dd42abb23 service neutron] Pushing event updated for resources: {'Port': ['ID=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:46.047862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33598) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:46.054130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1d0cf2a5-31e3-4605-88f0-5287b2e89599 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:46.062290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c8937b6-ffe7-43f9-81fb-ff8c0159819e req-bcb550bf-b4ed-4544-9678-5b3fa7d9b00a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517156 Jun 30 08:59:46.073262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e23aba-d590-4dc6-b18e-47ff5c6e48cd req-3362aa48-2d90-4e2c-95ce-8acc59a853e1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.082877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-8dfcf385-7923-4a1b-b8fb-a9d8f318e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.085659 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-8dfcf385-7923-4a1b-b8fb-a9d8f318e779 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1562164 Jun 30 08:59:46.087700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7e23aba-d590-4dc6-b18e-47ff5c6e48cd req-3362aa48-2d90-4e2c-95ce-8acc59a853e1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 1.1012154 Jun 30 08:59:46.151570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c3ef0252-67e6-4e92-b6bf-aec1d07b08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.154005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-c3ef0252-67e6-4e92-b6bf-aec1d07b08d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 1095 time: 0.4444592 Jun 30 08:59:46.202755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-f1629dfa-6c4b-4634-94cd-3ba9e58510bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.204379 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-f1629dfa-6c4b-4634-94cd-3ba9e58510bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3061962 Jun 30 08:59:46.248221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-e97b0a3c-0c8c-4551-8437-94b39e51bb7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 HTTP/1.1" status: 200 len: 217 time: 0.0817232 Jun 30 08:59:46.265546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7e23aba-d590-4dc6-b18e-47ff5c6e48cd req-04b2056d-5f19-4685-a93c-c1264811e2bc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767774 Jun 30 08:59:46.277106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-561490e0-029c-431c-b3f4-06f217c0b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.282618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-561490e0-029c-431c-b3f4-06f217c0b111 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc4cdc08-a2cb-42c2-b333-276a03ec6617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6559865 Jun 30 08:59:46.303190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-09affa04-e4c7-42a2-8f35-423931d87932 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.0831053 Jun 30 08:59:46.321585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-30da8841-07f2-45f6-909d-3a5198a43942', 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'tenant_id': 'b57af0c054014548830a30397b584d85', 'fixed_ips': [{'subnet_id': '1dadca54-8eb2-4b93-8ac4-1039a219f47f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:46.322521 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.429501 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ef249-ddef-4cda-ad6e-b387ed32bb1e x-openstack-request-id: req-6c0ef249-ddef-4cda-ad6e-b387ed32bb1e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:46.430048 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcedc73b-ddb8-4c24-b556-6f8b49c252e0", "tag": "262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:46.430309 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c0ef249-ddef-4cda-ad6e-b387ed32bb1e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:46.430984 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'tag': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841', 'status': 'completed', 'code': 200} Jun 30 08:59:46.452042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-35461497-f664-4de4-8e4d-d4ed32bc8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.454006 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-35461497-f664-4de4-8e4d-d4ed32bc8101 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3382213 Jun 30 08:59:46.454959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54d35f-ec1d-4f96-adeb-3418f7a1c86e req-65e482c6-2cf1-41bd-8cee-85118d95c911 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.459054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0cf2a5-31e3-4605-88f0-5287b2e89599 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:46.464837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf2a5-31e3-4605-88f0-5287b2e89599 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.466689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f54d35f-ec1d-4f96-adeb-3418f7a1c86e req-65e482c6-2cf1-41bd-8cee-85118d95c911 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 0.5504832 Jun 30 08:59:46.576671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-042cf08a-f2f7-416c-a6ad-de2d73110e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.576979 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-042cf08a-f2f7-416c-a6ad-de2d73110e00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2493031 Jun 30 08:59:46.580752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Allocated IP 2001:db8::2 (30da8841-07f2-45f6-909d-3a5198a43942/1dadca54-8eb2-4b93-8ac4-1039a219f47f/3affc306-42cc-40a5-87a1-9a6ea9e5f3c1) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:46.626915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f54d35f-ec1d-4f96-adeb-3418f7a1c86e req-88d04232-5771-4074-8080-a5657032bf8f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590447 Jun 30 08:59:46.676673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-2cef4b1d-a3ad-4cb4-95b6-e97ca365b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.678600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-2cef4b1d-a3ad-4cb4-95b6-e97ca365b59f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 200 len: 855 time: 0.3552787 Jun 30 08:59:46.743269 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.751560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Transition to ACTIVE for port object 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:46.767244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Transition to ACTIVE for port object 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:46.772477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device cfe1d827-fcc6-45de-a80e-2c0e9222b458 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:46.775500 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.792191 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-801ba395-fcfb-4472-9a31-8c11c118b3eb service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215425 Jun 30 08:59:46.869585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:46.887386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:46.889271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:46.891201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:46.916140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-f291f45e-c45e-4ca0-b4c7-a5bf8acc8d27 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123495 Jun 30 08:59:46.919843 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-1d0cf2a5-31e3-4605-88f0-5287b2e89599 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dadca54-8eb2-4b93-8ac4-1039a219f47f (CIDR: 2001:db8::/64) Jun 30 08:59:46.926095 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0cf2a5-31e3-4605-88f0-5287b2e89599 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 08:59:46.926620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0cf2a5-31e3-4605-88f0-5287b2e89599 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:46.948897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-7c71854d-fde8-4a39-9841-fc07d3d7f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.950734 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-7c71854d-fde8-4a39-9841-fc07d3d7f1c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3619499 Jun 30 08:59:46.955871 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d0cf2a5-31e3-4605-88f0-5287b2e89599 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9069555 Jun 30 08:59:46.956562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33602) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:46.966673 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'subnet': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:47.075351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:59:47.079647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Attempting to bind port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:47.080015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Attempting to bind port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:47.080424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Attempting to bind port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 on network 30da8841-07f2-45f6-909d-3a5198a43942 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:47.081788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-b1793691-fa89-4fde-ad25-439e5debc56e service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749774 Jun 30 08:59:47.268771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:47.272321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Checking segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:47.274125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.275867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Bound using segment: {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:47.276520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Bound port: 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30da8841-07f2-45f6-909d-3a5198a43942'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:47.278194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.286991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Pushing event updated for resources: {'Port': ['ID=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:47.319640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-e74af95b-22e2-492d-b2da-3b0c3776a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:47.328797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-e74af95b-22e2-492d-b2da-3b0c3776a5b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc4cdc08-a2cb-42c2-b333-276a03ec6617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6356130 Jun 30 08:59:47.402677 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-d66dacf9-6c52-4809-97b9-752e05879f9f service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586862 Jun 30 08:59:47.511943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port cfe1d827-fcc6-45de-a80e-2c0e9222b458, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:47.530444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458', 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'port_id': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458', 'mac_address': 'fa:16:3e:8b:5a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98e6207-ec59-42b7-abbb-a8ba349bb021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:47.534858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:47.602119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:47.602487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.621180 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.670795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-0248b911-737e-4f24-9225-ad5bbd71d26b service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058434 Jun 30 08:59:47.688750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe1d827-fcc6-45de-a80e-2c0e9222b458 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:47.712018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port cfe1d827-fcc6-45de-a80e-2c0e9222b458, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:47.732580 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.801544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] For port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:47.802980 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-4aab52b0-9aeb-4497-8d2f-7c4f02beec0b req-6d6561f8-69d9-4d11-8023-e303492d8d71 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746252 Jun 30 08:59:47.819521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:47.825728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.867905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] For port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:47.898996 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.938405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=cfe1d827-fcc6-45de-a80e-2c0e9222b458,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:47.959084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fb7e4-3345-40fe-8d07-a59560a9d847 req-8da3248f-a561-4d47-83d2-c2270de33b4e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:47.962904 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.985464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a8fb7e4-3345-40fe-8d07-a59560a9d847 req-8da3248f-a561-4d47-83d2-c2270de33b4e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 943 time: 1.1542881 Jun 30 08:59:48.046430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a250c-55d2-4128-90eb-ec94487a38c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:48.049434 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a64c10-7488-4eb8-8c73-371e77a6922e" -d '{"events": [{"server_uuid": "360a250c-55d2-4128-90eb-ec94487a38c9", "name": "network-vif-plugged", "status": "completed", "tag": "899a1ee6-bfd2-4b21-a105-e190fff8a5e3"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:48.108965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['cfe1d827-fcc6-45de-a80e-2c0e9222b458'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:48.133019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:48.147784 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.171638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db208ab-b95b-4182-b4ea-64c8201102ce None None] Pushing event updated for resources: {'Port': ['ID=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:48.293313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:48.312962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a8fb7e4-3345-40fe-8d07-a59560a9d847 req-69e2ee14-e8c0-4d4d-9042-9da41bb0b3d6 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271911 Jun 30 08:59:48.355250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28606ba8-f656-42f7-b2c3-4114a96a09d6 req-1d3748d8-791b-466c-bbcd-40a7456c61ba service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2500651 Jun 30 08:59:48.413873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15d878-48e2-488d-8f6b-bb39d71b970e req-94126244-2910-4b44-9da4-4c56ef2979ca tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:48.423271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b15d878-48e2-488d-8f6b-bb39d71b970e req-94126244-2910-4b44-9da4-4c56ef2979ca tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.7512786 Jun 30 08:59:48.581663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f78e7ebd-4f24-4f09-b528-cf4d8e48df9d req-8e8e2e9e-fc8f-476d-8a22-27ac3f38a7c2 service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837996 Jun 30 08:59:48.606258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b15d878-48e2-488d-8f6b-bb39d71b970e req-dea0a6a5-3b9d-4a4d-9d0b-39dde2646c1d tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740694 Jun 30 08:59:48.857412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-5ccef3cd-d7fe-4055-9b01-1727eca3960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:48.859987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-5ccef3cd-d7fe-4055-9b01-1727eca3960c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 1095 time: 0.2094703 Jun 30 08:59:48.897296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:48.931220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:59:49.011344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e189483-ea89-4291-810e-22bb5125dd5e req-61a73886-5f94-45a5-84c4-bd9d66864db0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:49.019897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e189483-ea89-4291-810e-22bb5125dd5e req-61a73886-5f94-45a5-84c4-bd9d66864db0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.3044903 Jun 30 08:59:49.130358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e189483-ea89-4291-810e-22bb5125dd5e req-a5065a79-5e76-4f1d-bdb5-cb3b8f1f7533 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093571 Jun 30 08:59:49.134102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:49.149002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'mac_address': 'fa:16:3e:bd:22:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:49.281522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d00d6-9e40-48f8-9d38-3fbfa84ff1b2 req-ceb0559a-b27a-491b-b7df-bc657c612660 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:49.283118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.290578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-275d00d6-9e40-48f8-9d38-3fbfa84ff1b2 req-ceb0559a-b27a-491b-b7df-bc657c612660 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 948 time: 0.3961816 Jun 30 08:59:49.292137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-41bf596a-938f-42bc-8dcf-fd0b7b86859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:49.297780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-41bf596a-938f-42bc-8dcf-fd0b7b86859a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 917 time: 0.4235785 Jun 30 08:59:49.309783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.312388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f0821-4ee5-4da9-b691-47f42e55270a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:49.364227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:49.374323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.479735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-d7a2fa68-8fc3-4397-9c8c-ebd08f52973d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 HTTP/1.1" status: 200 len: 217 time: 0.1681254 Jun 30 08:59:49.505595 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3145c81-bdf2-4a10-bca0-5b72a133c12f x-openstack-request-id: req-b3145c81-bdf2-4a10-bca0-5b72a133c12f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:49.505940 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360a250c-55d2-4128-90eb-ec94487a38c9", "name": "network-vif-plugged", "status": "completed", "tag": "899a1ee6-bfd2-4b21-a105-e190fff8a5e3", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:49.506197 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3145c81-bdf2-4a10-bca0-5b72a133c12f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:49.506594 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a250c-55d2-4128-90eb-ec94487a38c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3', 'code': 200} Jun 30 08:59:49.507318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:49.620648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-275d00d6-9e40-48f8-9d38-3fbfa84ff1b2 req-5333da93-01eb-4132-afb9-e91f0e31fbc6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908726 Jun 30 08:59:49.637583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-6e0fc0f5-fdab-45fe-8c16-6f46ea2feee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:49.639407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-6e0fc0f5-fdab-45fe-8c16-6f46ea2feee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 200 len: 855 time: 0.1462164 Jun 30 08:59:49.704200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ca4f0821-4ee5-4da9-b691-47f42e55270a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:49.830739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-5e1c77c8-06ce-46e3-b385-3314b97865db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:49.836352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] For port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:49.839794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-5e1c77c8-06ce-46e3-b385-3314b97865db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc4cdc08-a2cb-42c2-b333-276a03ec6617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869841 Jun 30 08:59:49.878470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.887839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.888978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.895260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:49.981434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:49.999220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:50.015704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a08a13-1a8b-495c-80e8-718f20670e0f None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:50.024179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:50.027387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.072213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-8605f91d-59db-4937-abe0-da8b5a64454c service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461694 Jun 30 08:59:50.154856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Subnet': ['ID=fb4e4bee-3946-453c-9a00-c619f1ce9925,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:50.162393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,revision_number=4']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:50.177257 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae78b21c-147a-4ac7-94aa-8449fc43bf12 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2196345 Jun 30 08:59:50.182581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3bc0e-e691-47bc-92ef-e7f6a0fbde33 req-f2923e9e-ede2-4d50-b8a7-c465c1ccb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:50.186283 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bc3bc0e-e691-47bc-92ef-e7f6a0fbde33 req-f2923e9e-ede2-4d50-b8a7-c465c1ccb7ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 1097 time: 0.5538499 Jun 30 08:59:50.190427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33624) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:50.196688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Request body: {'port': {'network_id': '30da8841-07f2-45f6-909d-3a5198a43942', 'mac_address': 'fa:16:3e:49:4f:7b', 'name': 'tempest-NetworksTestDHCPv6-1256316382'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:50.270399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879df01-42c9-4032-a015-0805bbb0d8a6 req-f90548b0-3eee-4f60-ab49-7507564008b1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:50.278218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7879df01-42c9-4032-a015-0805bbb0d8a6 req-f90548b0-3eee-4f60-ab49-7507564008b1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 943 time: 0.4774489 Jun 30 08:59:50.319284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00620d-02b3-4f3b-ada1-f0ce6c65fbf5 req-e2e05e48-91aa-4e69-933e-74057b99cef0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:50.327400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a00620d-02b3-4f3b-ada1-f0ce6c65fbf5 req-e2e05e48-91aa-4e69-933e-74057b99cef0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.2529390 Jun 30 08:59:50.387452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2adc383-b981-4eaa-93aa-f97c8686c7cf req-a171c7aa-a3a2-4104-8763-0c8b68409d0d service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970467 Jun 30 08:59:50.427248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a00620d-02b3-4f3b-ada1-f0ce6c65fbf5 req-26b91255-49a2-4601-b23a-a0749097651c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983012 Jun 30 08:59:50.453510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7879df01-42c9-4032-a015-0805bbb0d8a6 req-b8369996-ed1e-4040-aeca-8c94cebf5e64 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739061 Jun 30 08:59:50.473252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2eff786d-7bd4-4a20-99b1-f0d113e2a182 None None] Provisioning for port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:50.473252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:50.500869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2eff786d-7bd4-4a20-99b1-f0d113e2a182 None None] Provisioning complete for port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:50.501226 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2eff786d-7bd4-4a20-99b1-f0d113e2a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.600395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:50.600772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.602677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device cfe1d827-fcc6-45de-a80e-2c0e9222b458 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:50.826963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc433a8-5a54-4bcb-931f-4f6cffe51094 req-63915bc6-9e40-429e-87fc-06602082b56d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:50.853260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfc433a8-5a54-4bcb-931f-4f6cffe51094 req-63915bc6-9e40-429e-87fc-06602082b56d tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.1625578 Jun 30 08:59:50.968300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfc433a8-5a54-4bcb-931f-4f6cffe51094 req-21b77f81-aa3c-4db7-824a-4e6318e25b9e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139965 Jun 30 08:59:51.221120 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5bc3bc0e-e691-47bc-92ef-e7f6a0fbde33 req-1678d2c7-3779-4510-9c0b-610021685031 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0139742 Jun 30 08:59:51.236813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-faaa5624-708a-41c4-93c0-dbda2a1c82a4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:51.238454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-faaa5624-708a-41c4-93c0-dbda2a1c82a4 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4&tenant_id=b22d67fdd98b438a8c4764d49703b2f5&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 949 time: 0.2290273 Jun 30 08:59:51.328505 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2eff786d-7bd4-4a20-99b1-f0d113e2a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.385145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Made reservation on behalf of b57af0c054014548830a30397b584d85 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:51.440714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2eff786d-7bd4-4a20-99b1-f0d113e2a182 None None] For port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:51.451568 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2eff786d-7bd4-4a20-99b1-f0d113e2a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.515099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port cfe1d827-fcc6-45de-a80e-2c0e9222b458 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:51.535253 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.540137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port cfe1d827-fcc6-45de-a80e-2c0e9222b458 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:51.541217 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.572932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.603717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-ec81553e-c0d7-44de-bd1a-3eaf67060492 service neutron] 10.222.0.26 "GET /v2.0/ports/ca4f0821-4ee5-4da9-b691-47f42e55270a/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 383 time: 0.3032818 Jun 30 08:59:51.615109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] device_id is not set on port b350e8da-eb2d-472a-bea3-976a87c0389b yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 08:59:51.747560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff786d-7bd4-4a20-99b1-f0d113e2a182 None None] Pushing event updated for resources: {'Port': ['ID=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:51.858471 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:59:51.864915 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:59:51.964707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.974810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8::2fd (30da8841-07f2-45f6-909d-3a5198a43942/1dadca54-8eb2-4b93-8ac4-1039a219f47f/b350e8da-eb2d-472a-bea3-976a87c0389b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:51.993923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:4f7b (30da8841-07f2-45f6-909d-3a5198a43942/fb4e4bee-3946-453c-9a00-c619f1ce9925/b350e8da-eb2d-472a-bea3-976a87c0389b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:52.038597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:52.043727 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04b7e6-2f79-4939-8a0a-3543a6a4f255" -d '{"events": [{"server_uuid": "aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4", "name": "network-vif-plugged", "status": "completed", "tag": "cfe1d827-fcc6-45de-a80e-2c0e9222b458"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:52.082433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port cfe1d827-fcc6-45de-a80e-2c0e9222b458, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:52.102073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.232909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=cfe1d827-fcc6-45de-a80e-2c0e9222b458,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:52.374916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d5f76-5bb5-4df9-8557-0b37e4a689ce req-20cdecc7-9702-4374-b496-51f57f717c2d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:52.386257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-846d5f76-5bb5-4df9-8557-0b37e4a689ce req-20cdecc7-9702-4374-b496-51f57f717c2d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 949 time: 0.9198976 Jun 30 08:59:52.430963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:52.460030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.504115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Transition to ACTIVE for port object b350e8da-eb2d-472a-bea3-976a87c0389b will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:52.622276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.682059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-846d5f76-5bb5-4df9-8557-0b37e4a689ce req-e405719a-82d2-4d38-8fe4-43617d916d2f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948205 Jun 30 08:59:52.692708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:52.725036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event updated for resources: {'Port': ['ID=b350e8da-eb2d-472a-bea3-976a87c0389b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:52.768875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Network 30da8841-07f2-45f6-909d-3a5198a43942 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:52.771345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:52.778226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:52.790817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd4479-11e6-4183-9ace-639db5cc6945 req-0511d31a-b946-464d-9803-4724fc902f79 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:52.799238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4bd4479-11e6-4183-9ace-639db5cc6945 req-0511d31a-b946-464d-9803-4724fc902f79 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 943 time: 0.4671710 Jun 30 08:59:52.801239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:52.804961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.840774 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8383f93-3f73-43a9-a1ab-369574ad79a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6490901 Jun 30 08:59:52.841537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33644) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:52.901396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-2d102625-dda3-47d0-9b60-3df3f37841b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:52.907733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-2d102625-dda3-47d0-9b60-3df3f37841b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1101 time: 1.2618597 Jun 30 08:59:52.917118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:52.927037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:53.024662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841', 'network_id': 'dc4cdc08-a2cb-42c2-b333-276a03ec6617', 'port_id': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841', 'mac_address': 'fa:16:3e:94:0f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98e6207-ec59-42b7-abbb-a8ba349bb021', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:53.032890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bd7cdf24-1dea-48cb-81ad-a511e110caf7 None None] Provisioning complete for port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:53.034029 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdf24-1dea-48cb-81ad-a511e110caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.044394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:53.044771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.097239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting port b350e8da-eb2d-472a-bea3-976a87c0389b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:53.097756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.159274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-fe45d190-41bc-4454-b0bf-cb8f5ce8c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:53.161117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-fe45d190-41bc-4454-b0bf-cb8f5ce8c517 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2257264 Jun 30 08:59:53.238027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4bd4479-11e6-4183-9ace-639db5cc6945 req-712c7b64-3070-4075-b720-c79aeef1e17a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298301 Jun 30 08:59:53.344341 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.367448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port ca4f0821-4ee5-4da9-b691-47f42e55270a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:53.389384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.409571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port ca4f0821-4ee5-4da9-b691-47f42e55270a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:53.409968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.413546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.419576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Calling delete_port for b350e8da-eb2d-472a-bea3-976a87c0389b owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:53.497546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-d4430fea-1b39-482c-87bc-9d2ecaa35f30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.2769179 Jun 30 08:59:53.503475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:53.631618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-68c27490-928b-4cbd-9edc-7a9dacff7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:53.633237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-68c27490-928b-4cbd-9edc-7a9dacff7af8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1104672 Jun 30 08:59:53.684198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:53.697062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a8c45-f059-4599-b8ab-3e5483484298 req-e5ecfa57-2f20-4638-bbab-abc28c1fc961 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:53.716224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.723294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-763a8c45-f059-4599-b8ab-3e5483484298 req-e5ecfa57-2f20-4638-bbab-abc28c1fc961 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.5611415 Jun 30 08:59:53.942012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.001577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe332-c803-49e8-8359-03bd038c38fa req-7c6f1b48-5ef8-461d-9f82-bac3e2b292de tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.009139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Port': ['ID=b350e8da-eb2d-472a-bea3-976a87c0389b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.015497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-835fe332-c803-49e8-8359-03bd038c38fa req-7c6f1b48-5ef8-461d-9f82-bac3e2b292de tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.4711812 Jun 30 08:59:54.020643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-763a8c45-f059-4599-b8ab-3e5483484298 req-3f2388b3-f43d-4f1b-9656-18e033e117cb tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010999 Jun 30 08:59:54.088601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:54.155819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-099667cd-1fb5-4863-9dcf-0e991cd2eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.157433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-099667cd-1fb5-4863-9dcf-0e991cd2eb3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4839072 Jun 30 08:59:54.174710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.176759 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-290c503c-a931-4e71-a6b6-df3902700f8c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/b350e8da-eb2d-472a-bea3-976a87c0389b HTTP/1.1" status: 204 len: 168 time: 1.3340232 Jun 30 08:59:54.185211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33654) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:54.230004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-835fe332-c803-49e8-8359-03bd038c38fa req-9db7f040-d753-440e-b0e4-fcfad7d80e38 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836996 Jun 30 08:59:54.328059 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3990b7-5f81-4079-8a00-a7dd30895819 x-openstack-request-id: req-0b3990b7-5f81-4079-8a00-a7dd30895819 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:54.328798 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4", "name": "network-vif-plugged", "status": "completed", "tag": "cfe1d827-fcc6-45de-a80e-2c0e9222b458", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:54.329259 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b3990b7-5f81-4079-8a00-a7dd30895819 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:54.330448 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458', 'code': 200} Jun 30 08:59:54.343504 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.347990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812942cc-6030-4898-a178-71a0201f1645 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.349967 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-812942cc-6030-4898-a178-71a0201f1645 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1633306 Jun 30 08:59:54.356911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33658) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:54.375396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-19f72473-8ea7-42da-9185-7328b48ad2fb None None] Could not find standard attr ID for object b350e8da-eb2d-472a-bea3-976a87c0389b. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 08:59:54.404517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.440642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:54.453439 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.621148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a44d21-bf41-4140-a3d3-c47a8764de9f req-f0411af7-eb40-4d3f-8495-04e49238a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.622673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a44d21-bf41-4140-a3d3-c47a8764de9f req-f0411af7-eb40-4d3f-8495-04e49238a0c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 1098 time: 0.2779269 Jun 30 08:59:54.667318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a44d21-bf41-4140-a3d3-c47a8764de9f req-9b4394ff-8d67-4dd6-b976-3d538f16e5bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Jun 30 08:59:54.669795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-876c77fa-350f-4442-a84e-5461c48db876 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681168 Jun 30 08:59:54.699893 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:59:54.771913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-eada66af-0afa-4092-9f4d-039973973372 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940506 Jun 30 08:59:54.801221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f949e-07d9-47c6-bd10-018a455346ea tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.808221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-086f949e-07d9-47c6-bd10-018a455346ea tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4391460 Jun 30 08:59:54.808848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33660) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:54.868474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.897457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901817-1ac8-49ce-95b7-6eeddebb1353 req-b580cf53-ea51-4802-b435-0d3e5503a580 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.899161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44901817-1ac8-49ce-95b7-6eeddebb1353 req-b580cf53-ea51-4802-b435-0d3e5503a580 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.3655777 Jun 30 08:59:54.911435 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.970073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f33f02-bfcc-47c8-959f-5d4a14f80869 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.971514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f33f02-bfcc-47c8-959f-5d4a14f80869 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.973145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f33f02-bfcc-47c8-959f-5d4a14f80869 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.981414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44901817-1ac8-49ce-95b7-6eeddebb1353 req-90f54247-5fd3-4eee-b8c7-2cfef9acf601 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726428 Jun 30 08:59:54.988751 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f0f33f02-bfcc-47c8-959f-5d4a14f80869 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1751537 Jun 30 08:59:54.988751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:55.084050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet 1dadca54-8eb2-4b93-8ac4-1039a219f47f {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:55.093748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.180666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.194640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632a2b3-527b-40bf-8ec3-0c9c76bc4252 req-16246f9a-5269-472c-8d2a-567202738db0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.208694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1632a2b3-527b-40bf-8ec3-0c9c76bc4252 req-16246f9a-5269-472c-8d2a-567202738db0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.1014450 Jun 30 08:59:55.284291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1632a2b3-527b-40bf-8ec3-0c9c76bc4252 req-ffaadf1f-c47e-48de-962e-06676bb6bf8b tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733373 Jun 30 08:59:55.319200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.438005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.519136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=1dadca54-8eb2-4b93-8ac4-1039a219f47f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:55.522167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.528115 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7069a595-ea57-41cb-8128-ce1b2b1b1bcb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/1dadca54-8eb2-4b93-8ac4-1039a219f47f HTTP/1.1" status: 204 len: 168 time: 0.5367339 Jun 30 08:59:55.528115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33680) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:55.539632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f3f983-5241-4f4f-89c8-e2268196633d None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:55.607038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4a1e7-5568-4595-9fac-7b86d05cbc46 req-62ad7b9c-3a9e-48a2-a283-4a494b2b202e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.615018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5df4a1e7-5568-4595-9fac-7b86d05cbc46 req-62ad7b9c-3a9e-48a2-a283-4a494b2b202e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 944 time: 0.1840506 Jun 30 08:59:55.664871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Deleting subnet fb4e4bee-3946-453c-9a00-c619f1ce9925 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:55.677726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5df4a1e7-5568-4595-9fac-7b86d05cbc46 req-3731ea98-94ae-4b42-bbff-dca8656fc247 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Jun 30 08:59:55.698286 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.707930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d322115-85e5-451c-9183-76fc075a1858 req-d84d16eb-c00a-45df-a6c6-40cdb1dca9d1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.715984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d322115-85e5-451c-9183-76fc075a1858 req-d84d16eb-c00a-45df-a6c6-40cdb1dca9d1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.2334476 Jun 30 08:59:55.820579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d322115-85e5-451c-9183-76fc075a1858 req-a900d8a9-436e-42b9-88ff-4258d62daffb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035171 Jun 30 08:59:55.846819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.984174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.038634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b639-820f-4fb9-9fd8-e140f47b995d req-eeee1f10-ba05-4606-be59-4592bb8fabee tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.053196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91b5b639-820f-4fb9-9fd8-e140f47b995d req-eeee1f10-ba05-4606-be59-4592bb8fabee tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 945 time: 0.1345367 Jun 30 08:59:56.093555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.131530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.140135 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/fb4e4bee-3946-453c-9a00-c619f1ce9925 HTTP/1.1" status: 204 len: 168 time: 0.6122797 Jun 30 08:59:56.150761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33688) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.163084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91b5b639-820f-4fb9-9fd8-e140f47b995d req-1844b99a-295d-40c8-8262-2779e25dc28d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025035 Jun 30 08:59:56.196348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283da47-cda2-4f56-82f5-ebb5387124a9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4e4bee-3946-453c-9a00-c619f1ce9925,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:56.249448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-876485b8-4170-436b-b869-88dad448450d tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830266 Jun 30 08:59:56.249947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.332355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:56.336437 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd383b-7765-4efe-848b-0e3fd6a7b96a" -d '{"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:56.431845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:56.432074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af683d96-44f2-4b9d-be41-bbd9570a71f3 req-abc820ae-ab5f-4b31-b3bc-5637f86891d0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.433447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af683d96-44f2-4b9d-be41-bbd9570a71f3 req-abc820ae-ab5f-4b31-b3bc-5637f86891d0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1141534 Jun 30 08:59:56.474679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5826410f-e26a-47c4-8236-83b06efd2042 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.478697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5826410f-e26a-47c4-8236-83b06efd2042 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2249074 Jun 30 08:59:56.480209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33698) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.570379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af683d96-44f2-4b9d-be41-bbd9570a71f3 req-39e5acb2-54e1-43d0-95ab-8f56b2a01ae3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302178 Jun 30 08:59:56.585666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:56.592551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:56.593229 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.629289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c82229-8bb6-4eac-8c55-d6b8d2e72408 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.630854 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d5c82229-8bb6-4eac-8c55-d6b8d2e72408 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1496899 Jun 30 08:59:56.633888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33700) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.708886 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe43cdb-20c7-4e8c-85cd-f4775eb7dac5 x-openstack-request-id: req-5fe43cdb-20c7-4e8c-85cd-f4775eb7dac5 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:56.709023 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:56.709200 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fe43cdb-20c7-4e8c-85cd-f4775eb7dac5 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:56.709599 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'code': 200} Jun 30 08:59:56.729194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33706) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.729772 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b777f041-104b-419f-9949-300ba25d9254 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858834 Jun 30 08:59:56.750407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df338-3011-4aaf-ada0-87f81c06f635 req-d68ee203-2917-460f-927f-5a783b3732b8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.752026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c22df338-3011-4aaf-ada0-87f81c06f635 req-d68ee203-2917-460f-927f-5a783b3732b8 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.2107353 Jun 30 08:59:56.812702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.849062 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb076641-eaeb-46ae-9f92-3360f00d1c40 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:56.849715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb076641-eaeb-46ae-9f92-3360f00d1c40 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:56.854263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33708) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.854447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bb076641-eaeb-46ae-9f92-3360f00d1c40 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/b350e8da-eb2d-472a-bea3-976a87c0389b HTTP/1.1" status: 404 len: 333 time: 0.0811996 Jun 30 08:59:56.881801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:56.899211 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-48446a98-7eba-4742-96de-2769e636e7e1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:56.899799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48446a98-7eba-4742-96de-2769e636e7e1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:56.900375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.901868 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48446a98-7eba-4742-96de-2769e636e7e1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/fb4e4bee-3946-453c-9a00-c619f1ce9925 HTTP/1.1" status: 404 len: 337 time: 0.0465696 Jun 30 08:59:56.904333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33712) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.908514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:56.925609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c22df338-3011-4aaf-ada0-87f81c06f635 req-a1852c27-173f-4b37-9e58-3b3f20f6bbb0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660166 Jun 30 08:59:56.934239 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cd8991-b3ee-40af-bf1a-8615d4f6f52e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:56.935025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cd8991-b3ee-40af-bf1a-8615d4f6f52e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:56.937371 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a6cd8991-b3ee-40af-bf1a-8615d4f6f52e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/1dadca54-8eb2-4b93-8ac4-1039a219f47f HTTP/1.1" status: 404 len: 337 time: 0.0319982 Jun 30 08:59:56.939866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33714) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.969944 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcac1b8-a072-44ca-b1ff-36182d567d5e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:56.971456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcac1b8-a072-44ca-b1ff-36182d567d5e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:56.973321 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6bcac1b8-a072-44ca-b1ff-36182d567d5e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/6a4d2f93-9fa5-4991-b40a-6df8a7fbbec8 HTTP/1.1" status: 404 len: 333 time: 0.0323582 Jun 30 08:59:56.975835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33716) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.017226 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a8d6aa-e62d-4a18-8113-85022f6d4fb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.017731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a8d6aa-e62d-4a18-8113-85022f6d4fb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.021810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-81a8d6aa-e62d-4a18-8113-85022f6d4fb2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/5fccb8ce-1988-44e0-8dfa-715798701a25 HTTP/1.1" status: 404 len: 337 time: 0.0427783 Jun 30 08:59:57.025426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.054441 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf8f398-54ef-45c7-96ff-feb0c3d4e02b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.055018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf8f398-54ef-45c7-96ff-feb0c3d4e02b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.056627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-baf8f398-54ef-45c7-96ff-feb0c3d4e02b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/f8e269f8-9657-46fa-9c64-4ea949f7fb30 HTTP/1.1" status: 404 len: 337 time: 0.0302978 Jun 30 08:59:57.059953 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.109682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91282830-5f7e-411a-9b45-9eae29b87bcd req-b67d182a-4961-43a7-9c5e-5b13615d8f23 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:57.116914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91282830-5f7e-411a-9b45-9eae29b87bcd req-b67d182a-4961-43a7-9c5e-5b13615d8f23 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.2435744 Jun 30 08:59:57.124081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a1464-523d-4d2b-bcc5-005382eae59d None None] Network 30da8841-07f2-45f6-909d-3a5198a43942 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:57.167820 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc03fc9-117c-482a-8638-5bd32a995385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.171004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc03fc9-117c-482a-8638-5bd32a995385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.175596 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0fc03fc9-117c-482a-8638-5bd32a995385 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/dbbd9e69-c52b-46a7-9973-1f1a9bd0757f HTTP/1.1" status: 404 len: 333 time: 0.1117768 Jun 30 08:59:57.178479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33724) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.195115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91282830-5f7e-411a-9b45-9eae29b87bcd req-49cd05c0-ffbe-412d-97ac-21dd7f84c125 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Jun 30 08:59:57.260452 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45fcb09-cf11-42a0-b790-03f42a1fcdb3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.260944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45fcb09-cf11-42a0-b790-03f42a1fcdb3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.265195 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a45fcb09-cf11-42a0-b790-03f42a1fcdb3 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/8cb47eed-3b0b-44d9-ae78-11518d704ea5 HTTP/1.1" status: 404 len: 337 time: 0.0833523 Jun 30 08:59:57.265971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33728) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.335294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:57.357793 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-85343189-d54e-4f43-b19c-9cb8d5930911 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.358323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85343189-d54e-4f43-b19c-9cb8d5930911 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.362884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-85343189-d54e-4f43-b19c-9cb8d5930911 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/d3228d91-6c20-4022-b796-9ca3d9dcaea6 HTTP/1.1" status: 404 len: 337 time: 0.0839396 Jun 30 08:59:57.363547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.374836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4a0715df-702d-4925-ade9-8c472137a853 None None] Provisioning complete for port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:57.375473 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4a0715df-702d-4925-ade9-8c472137a853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.459450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17eb6-01de-4f53-84b8-c55b78bee814 req-4d593480-039e-455f-a8d8-e1f41b0e47cd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:57.474715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58d17eb6-01de-4f53-84b8-c55b78bee814 req-4d593480-039e-455f-a8d8-e1f41b0e47cd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.2671108 Jun 30 08:59:57.487367 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.496786 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8111fb15-582e-4f24-980c-aaf78f4e1c55 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.498129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8111fb15-582e-4f24-980c-aaf78f4e1c55 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.502162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8111fb15-582e-4f24-980c-aaf78f4e1c55 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/6c718906-be86-4c9d-991b-5fd4a9677d9b HTTP/1.1" status: 404 len: 333 time: 0.1353664 Jun 30 08:59:57.513352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33732) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.579125 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72e7644-668f-4488-a4a5-656c45c6eed2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.579588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72e7644-668f-4488-a4a5-656c45c6eed2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.583577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b72e7644-668f-4488-a4a5-656c45c6eed2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/dd8d070f-665e-46d5-bc8f-9cb6275e4c26 HTTP/1.1" status: 404 len: 337 time: 0.0638433 Jun 30 08:59:57.584116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33734) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.596106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:57.606143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58d17eb6-01de-4f53-84b8-c55b78bee814 req-6f7cbad7-e0f0-4b0b-ace1-46b8f45ba8bc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304009 Jun 30 08:59:57.620063 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.687365 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-379aaec1-d617-4f09-a92f-e19cdc22a3f8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.687832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379aaec1-d617-4f09-a92f-e19cdc22a3f8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.703118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:57.707346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-379aaec1-d617-4f09-a92f-e19cdc22a3f8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/622eacf3-0f6d-4f74-bc4e-0ae7a7a537a4 HTTP/1.1" status: 404 len: 337 time: 0.1220024 Jun 30 08:59:57.709798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33738) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.742208 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c82384f-0f37-4308-9c28-14f4a40149a6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.742961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c82384f-0f37-4308-9c28-14f4a40149a6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.747067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c82384f-0f37-4308-9c28-14f4a40149a6 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/8deddd72-5bc1-4515-b4a3-366482834dbc HTTP/1.1" status: 404 len: 333 time: 0.0337479 Jun 30 08:59:57.747730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33740) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.759337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] DHCP port deletion for 30da8841-07f2-45f6-909d-3a5198a43942 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:57.798129 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c9d17e-435f-4900-8915-5d672bbfeac9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.799340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c9d17e-435f-4900-8915-5d672bbfeac9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.804672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b8c9d17e-435f-4900-8915-5d672bbfeac9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/795cd15c-ff9b-423f-bc2a-22136586a7dd HTTP/1.1" status: 404 len: 337 time: 0.0540204 Jun 30 08:59:57.805086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33742) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.830224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] Deleting port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:57.831080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.854578 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5925e837-96e2-4f04-8b4b-d45c3a0f3523 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.855596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5925e837-96e2-4f04-8b4b-d45c3a0f3523 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.857309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5925e837-96e2-4f04-8b4b-d45c3a0f3523 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/94883060-e9e9-489a-a3b2-6e7c5694ca36 HTTP/1.1" status: 404 len: 333 time: 0.0512161 Jun 30 08:59:57.860249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.903788 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-402108d2-98e9-45cb-8ef3-d9a4a8f13413 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.904628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402108d2-98e9-45cb-8ef3-d9a4a8f13413 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.906730 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-402108d2-98e9-45cb-8ef3-d9a4a8f13413 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/112c810f-006a-4567-9754-50af3b9cc637 HTTP/1.1" status: 404 len: 337 time: 0.0454540 Jun 30 08:59:57.909877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33746) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.958219 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-212b578c-5c72-4888-84fa-ec6771ecfb28 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:57.959907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212b578c-5c72-4888-84fa-ec6771ecfb28 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:57.962740 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-212b578c-5c72-4888-84fa-ec6771ecfb28 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/5fbd3f8f-d1e9-430d-815a-f84f517aa727 HTTP/1.1" status: 404 len: 333 time: 0.0512242 Jun 30 08:59:57.965695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa5962-7ea5-466a-a640-060a753577c8 req-364004f9-8eb0-42fc-b21b-2a7d36724141 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:57.966443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33748) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.984588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] For port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,segment=NetworkSegment(5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c),segment_id=5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:57.984926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.987543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56aa5962-7ea5-466a-a640-060a753577c8 req-364004f9-8eb0-42fc-b21b-2a7d36724141 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 943 time: 0.1676772 Jun 30 08:59:58.002122 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce318c20-188b-4c21-8ccf-41533c88f508 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.002589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce318c20-188b-4c21-8ccf-41533c88f508 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.006686 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ce318c20-188b-4c21-8ccf-41533c88f508 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/232258ff-abcd-46df-a79b-832bd14ce382 HTTP/1.1" status: 404 len: 337 time: 0.0368888 Jun 30 08:59:58.007255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33752) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.018062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] Calling delete_port for 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:58.054345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56aa5962-7ea5-466a-a640-060a753577c8 req-5f83baaa-1d1d-43a9-85d2-d242b9ecaa2a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658116 Jun 30 08:59:58.069692 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-78854ac5-4ac2-43f0-9126-f60d813a54ec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.069692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78854ac5-4ac2-43f0-9126-f60d813a54ec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.069692 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78854ac5-4ac2-43f0-9126-f60d813a54ec tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/af46d553-b176-4364-936e-3dfc9cf9f384 HTTP/1.1" status: 404 len: 333 time: 0.0604331 Jun 30 08:59:58.076879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33756) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.110503 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-1321a8ab-d3cd-49eb-929a-de3533a91927 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.111333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1321a8ab-d3cd-49eb-929a-de3533a91927 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.113882 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1321a8ab-d3cd-49eb-929a-de3533a91927 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/db4cbae6-a2ed-4b69-8411-94e967c9b802 HTTP/1.1" status: 404 len: 337 time: 0.0356019 Jun 30 08:59:58.116398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33758) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.167211 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fce9920-ec06-4bb2-bd60-06e525aa7d4e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.168015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fce9920-ec06-4bb2-bd60-06e525aa7d4e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.171111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9fce9920-ec06-4bb2-bd60-06e525aa7d4e tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/faf782c0-7a15-40a9-9b76-65107e795734 HTTP/1.1" status: 404 len: 333 time: 0.0523965 Jun 30 08:59:58.172651 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33760) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.199460 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.209916 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2cb69e-98e2-4b81-af23-3bd45348c50b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.210377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2cb69e-98e2-4b81-af23-3bd45348c50b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.215450 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8b2cb69e-98e2-4b81-af23-3bd45348c50b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/83c950f9-265a-4228-8f7e-20783585b4b4 HTTP/1.1" status: 404 len: 337 time: 0.0417533 Jun 30 08:59:58.216153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33762) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.242254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] Pushing event deleted for resources: {'Port': ['ID=3affc306-42cc-40a5-87a1-9a6ea9e5f3c1,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:58.248006 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-da475ad6-03b4-48c9-8dd1-5fd28946a70b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.248923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da475ad6-03b4-48c9-8dd1-5fd28946a70b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.250768 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-da475ad6-03b4-48c9-8dd1-5fd28946a70b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/ca87618f-bcfa-4cfb-8000-bca1bc89a257 HTTP/1.1" status: 404 len: 333 time: 0.0332372 Jun 30 08:59:58.254019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33766) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.256358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0f315-dbf3-4aef-8d42-76f6f7cb2052 None None] No DVR routers for this DVR port 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:58.294154 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-453f4837-db35-4c45-b4b5-eaf0688938f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.295315 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453f4837-db35-4c45-b4b5-eaf0688938f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.298782 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-453f4837-db35-4c45-b4b5-eaf0688938f1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/cdc3fc6a-77e8-4eb8-ba6f-572c2a7b986a HTTP/1.1" status: 404 len: 337 time: 0.0412126 Jun 30 08:59:58.298951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33768) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.311322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821951-12d0-413b-a74a-f18049d30cbe req-c7cef95d-56df-418e-b6c2-181f632fc4e3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:58.313009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5821951-12d0-413b-a74a-f18049d30cbe req-c7cef95d-56df-418e-b6c2-181f632fc4e3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1198630 Jun 30 08:59:58.332079 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-740ac18d-bd5a-48c5-be75-a7b644277f6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.332536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740ac18d-bd5a-48c5-be75-a7b644277f6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.336661 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-740ac18d-bd5a-48c5-be75-a7b644277f6c tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/4011cca3-cd57-428f-a131-b11059321690 HTTP/1.1" status: 404 len: 337 time: 0.0344133 Jun 30 08:59:58.336831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33770) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.361831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5821951-12d0-413b-a74a-f18049d30cbe req-0051e961-cd1a-4b04-828c-22e12518ecb2 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Jun 30 08:59:58.366217 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-d355a0c3-9d70-480c-ac2d-dc25fa3e91ae tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.368403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d355a0c3-9d70-480c-ac2d-dc25fa3e91ae tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.370455 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d355a0c3-9d70-480c-ac2d-dc25fa3e91ae tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/cb91d51f-cf38-4386-aec3-3768a665c813 HTTP/1.1" status: 404 len: 333 time: 0.0321026 Jun 30 08:59:58.372582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33772) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.408010 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d95a2f7-22a6-424f-bc1a-4849fe0af4b1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.408622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d95a2f7-22a6-424f-bc1a-4849fe0af4b1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.413190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33774) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.421735 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d95a2f7-22a6-424f-bc1a-4849fe0af4b1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/d2a7bb52-2009-487e-8aae-75b070a8e76b HTTP/1.1" status: 404 len: 337 time: 0.0479090 Jun 30 08:59:58.441572 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d696d0ee-e6f2-486b-ace9-ecc7674f5ffe tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.442187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d696d0ee-e6f2-486b-ace9-ecc7674f5ffe tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.446361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d696d0ee-e6f2-486b-ace9-ecc7674f5ffe tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/e3ef27df-2db0-4b76-910f-dde17191332a HTTP/1.1" status: 404 len: 337 time: 0.0317726 Jun 30 08:59:58.446820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33776) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.476725 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f330128-c20f-4675-be81-a6d438dd6cff tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.477482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f330128-c20f-4675-be81-a6d438dd6cff tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.481414 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3f330128-c20f-4675-be81-a6d438dd6cff tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/dd088197-0a21-479c-85ef-d69aa88343dc HTTP/1.1" status: 404 len: 333 time: 0.0332372 Jun 30 08:59:58.483726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33778) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.519783 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65414f4-31c2-423d-a921-9bd49515f61f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.520157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65414f4-31c2-423d-a921-9bd49515f61f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.525864 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a65414f4-31c2-423d-a921-9bd49515f61f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/ef5e6b98-3686-4e97-9960-51d88c16773b HTTP/1.1" status: 404 len: 337 time: 0.0410538 Jun 30 08:59:58.526038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33780) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.556108 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ad9ac4-6f72-460a-a996-0296b5a03e4f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.556355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ad9ac4-6f72-460a-a996-0296b5a03e4f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.561922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a4ad9ac4-6f72-460a-a996-0296b5a03e4f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/bafc0e97-a36d-40c0-93cf-10d3a85c6f24 HTTP/1.1" status: 404 len: 337 time: 0.0312250 Jun 30 08:59:58.565311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33782) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.618446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:58.630032 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ab1b24-11f2-4a85-af69-2909eee7f3da tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.630906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ab1b24-11f2-4a85-af69-2909eee7f3da tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.633172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-16ab1b24-11f2-4a85-af69-2909eee7f3da tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/1d0cac0e-0b58-4b8a-bdfd-c296cf236328 HTTP/1.1" status: 404 len: 333 time: 0.0663021 Jun 30 08:59:58.636991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33786) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.647400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6b1f4-1349-4088-b0e5-94c4a41c09f0 req-181154b9-6524-44c7-b8b0-661de505c08f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:58.648503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:58.649122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98e6b1f4-1349-4088-b0e5-94c4a41c09f0 req-181154b9-6524-44c7-b8b0-661de505c08f tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.1726630 Jun 30 08:59:58.649915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3affc306-42cc-40a5-87a1-9a6ea9e5f3c1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:58.687495 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e82374-1418-46c1-8fe2-d1bc7652cee9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.687950 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e82374-1418-46c1-8fe2-d1bc7652cee9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.690280 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-37e82374-1418-46c1-8fe2-d1bc7652cee9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/2b4ef81a-92af-4e98-9083-dc89d9890792 HTTP/1.1" status: 404 len: 337 time: 0.0522711 Jun 30 08:59:58.692707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.706044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98e6b1f4-1349-4088-b0e5-94c4a41c09f0 req-d6687af0-0881-4f13-86bc-59479f9708fb tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Jun 30 08:59:58.710945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841'}, {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:58.713322 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d700d2ed-5c41-4593-9c10-0819df2314cf" -d '{"events": [{"server_uuid": "bcedc73b-ddb8-4c24-b556-6f8b49c252e0", "name": "network-vif-plugged", "status": "completed", "tag": "262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841"}, {"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-unplugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:58.723129 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ef2031-5c85-404e-a33f-2385a4e35275 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.723590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ef2031-5c85-404e-a33f-2385a4e35275 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.725556 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-55ef2031-5c85-404e-a33f-2385a4e35275 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/bb2d0447-e624-4e9f-88a1-8aff92de0b64 HTTP/1.1" status: 404 len: 337 time: 0.0316794 Jun 30 08:59:58.732283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33792) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.763324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cc3998d5-4d71-445d-8ff4-3b63356eb18f tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports?device_id=09ed122d-2732-4fc8-8a11-c1ae12262b36 HTTP/1.1" status: 200 len: 205 time: 0.0299861 Jun 30 08:59:58.765551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33794) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.818827 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-251a8bef-b07e-4c0e-9d3a-84cfa62ebcfb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] delete failed (client error): The resource could not be found. Jun 30 08:59:58.822281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-251a8bef-b07e-4c0e-9d3a-84cfa62ebcfb tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/routers/09ed122d-2732-4fc8-8a11-c1ae12262b36 HTTP/1.1" status: 404 len: 336 time: 0.0533307 Jun 30 08:59:58.822680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33800) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.849105 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b515ec-bdd7-4041-a362-162210a1009b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.849549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b515ec-bdd7-4041-a362-162210a1009b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.851278 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a8b515ec-bdd7-4041-a362-162210a1009b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/049eb506-ce8f-4792-86a8-b78dcf6aff0f HTTP/1.1" status: 404 len: 337 time: 0.0275946 Jun 30 08:59:58.853810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33802) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.896201 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c14730ff-c8b6-4a6f-bee7-7ae59316b713 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5946e681-cab6-4d8d-914b-c59321138a35 HTTP/1.1" status: 200 len: 205 time: 0.0411701 Jun 30 08:59:58.898232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33804) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.938408 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-d61b2858-9f9b-4967-8020-5b8286726b71 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] delete failed (client error): The resource could not be found. Jun 30 08:59:58.940014 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d61b2858-9f9b-4967-8020-5b8286726b71 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/routers/5946e681-cab6-4d8d-914b-c59321138a35 HTTP/1.1" status: 404 len: 336 time: 0.0404081 Jun 30 08:59:58.942498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33806) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.969278 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c47a62-ef5c-490f-adec-bd85d780ebd2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:58.969764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c47a62-ef5c-490f-adec-bd85d780ebd2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:58.972036 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c0c47a62-ef5c-490f-adec-bd85d780ebd2 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/1eb73767-129d-4dd6-b745-c1bbf5cdbe8a HTTP/1.1" status: 404 len: 337 time: 0.0284524 Jun 30 08:59:58.975070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33812) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.005863 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c60eb41-6b55-441a-b1d9-f45a1b1c98a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.006320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c60eb41-6b55-441a-b1d9-f45a1b1c98a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.008065 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9c60eb41-6b55-441a-b1d9-f45a1b1c98a8 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/b507e6f9-d381-49dc-ae7a-4c77d0241ce3 HTTP/1.1" status: 404 len: 337 time: 0.0320199 Jun 30 08:59:59.010857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.038171 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-85df0a27-3efc-4099-8ff5-5c696eb95b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.038871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85df0a27-3efc-4099-8ff5-5c696eb95b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.041676 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-85df0a27-3efc-4099-8ff5-5c696eb95b9a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/5cca4e2c-808a-4166-9df6-063be1237fb0 HTTP/1.1" status: 404 len: 333 time: 0.0294156 Jun 30 08:59:59.044005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33816) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.073608 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-358ff8bd-1031-447a-a32c-6a3e7a01b16a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.074329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358ff8bd-1031-447a-a32c-6a3e7a01b16a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.076034 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-358ff8bd-1031-447a-a32c-6a3e7a01b16a tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/014bda38-c2c0-4c75-9285-a2333644feee HTTP/1.1" status: 404 len: 337 time: 0.0308812 Jun 30 08:59:59.078546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33818) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.110546 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccc0a6b-3137-4e8a-9f68-f7a6de59b8ca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.112111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccc0a6b-3137-4e8a-9f68-f7a6de59b8ca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.113877 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1ccc0a6b-3137-4e8a-9f68-f7a6de59b8ca tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/89d23133-3d91-4f86-8ef1-5ed04a53c9ba HTTP/1.1" status: 404 len: 333 time: 0.0344033 Jun 30 08:59:59.116944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.150065 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c5e4ed-6a5b-4aea-a3d4-669be5ccaddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.150455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c5e4ed-6a5b-4aea-a3d4-669be5ccaddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.152523 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13c5e4ed-6a5b-4aea-a3d4-669be5ccaddc tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/d8b2c6b0-3ade-403b-b2b8-aed194479fbc HTTP/1.1" status: 404 len: 337 time: 0.0345907 Jun 30 08:59:59.155315 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33826) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.186403 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47b772b-006f-499f-a1ac-5d9fca8da798 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.187191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47b772b-006f-499f-a1ac-5d9fca8da798 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.189511 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c47b772b-006f-499f-a1ac-5d9fca8da798 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/64e3638e-fa45-456f-931e-59d488118dee HTTP/1.1" status: 404 len: 333 time: 0.0327303 Jun 30 08:59:59.191607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33828) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.217495 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1ba8f6-9236-4623-a0ab-79fc59c223e1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.218060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1ba8f6-9236-4623-a0ab-79fc59c223e1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.219844 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cb1ba8f6-9236-4623-a0ab-79fc59c223e1 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/8a8613ea-e63c-4906-bc8b-d69fc92dacc2 HTTP/1.1" status: 404 len: 337 time: 0.0272787 Jun 30 08:59:59.222852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.251147 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0aec48-58b7-44d1-90b5-516699b7ef9b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.251998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0aec48-58b7-44d1-90b5-516699b7ef9b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.256137 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea0aec48-58b7-44d1-90b5-516699b7ef9b tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/f1344df6-bf61-4330-8715-b5d51c4fb234 HTTP/1.1" status: 404 len: 333 time: 0.0300381 Jun 30 08:59:59.256453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33832) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.287585 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d13a9c-6f0c-4bd5-a61a-d271e98b88ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.288165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d13a9c-6f0c-4bd5-a61a-d271e98b88ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.289898 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-81d13a9c-6f0c-4bd5-a61a-d271e98b88ba tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/558c3bce-a4ad-4767-880a-d88cc5f6d982 HTTP/1.1" status: 404 len: 337 time: 0.0324559 Jun 30 08:59:59.292434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33834) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.318792 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-52eda88a-f3f7-4848-a6ab-dfbbc4c59aa9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.319579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52eda88a-f3f7-4848-a6ab-dfbbc4c59aa9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.321350 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52eda88a-f3f7-4848-a6ab-dfbbc4c59aa9 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/81c33a6b-77bf-4258-90cd-d02400f1b3ca HTTP/1.1" status: 404 len: 333 time: 0.0279415 Jun 30 08:59:59.323755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33836) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.334869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cf5f5-c897-494d-be25-3355debe7f68 req-efd8803a-b090-414e-9652-8bc7207a7d2e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:59.336561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-543cf5f5-c897-494d-be25-3355debe7f68 req-efd8803a-b090-414e-9652-8bc7207a7d2e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.1059220 Jun 30 08:59:59.351687 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac794560-ff99-4d52-8af0-5b04ba380448 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.352140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac794560-ff99-4d52-8af0-5b04ba380448 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.353872 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ac794560-ff99-4d52-8af0-5b04ba380448 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/6c9bcf04-a325-4c5e-b80e-c3baaf727f69 HTTP/1.1" status: 404 len: 337 time: 0.0291800 Jun 30 08:59:59.356290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33838) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.377595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-543cf5f5-c897-494d-be25-3355debe7f68 req-44c0c249-644e-407f-ab83-ef713f648896 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Jun 30 08:59:59.381617 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-900a036d-377f-4932-ae01-669d01112df7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.382461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900a036d-377f-4932-ae01-669d01112df7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.384180 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-900a036d-377f-4932-ae01-669d01112df7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/1df86f78-91f1-487c-be51-1f89f1a2d377 HTTP/1.1" status: 404 len: 333 time: 0.0269935 Jun 30 08:59:59.386802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33840) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.417114 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b802cf-c0b3-4a17-b3ff-28aa6bfc5389 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.417571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b802cf-c0b3-4a17-b3ff-28aa6bfc5389 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.419339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-70b802cf-c0b3-4a17-b3ff-28aa6bfc5389 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/ef3f4181-7871-4da3-be21-f1facfa4af11 HTTP/1.1" status: 404 len: 337 time: 0.0315061 Jun 30 08:59:59.422104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33844) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.448493 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a438087d-56f5-4d37-9089-245b37667cd7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.449281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a438087d-56f5-4d37-9089-245b37667cd7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.451668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a438087d-56f5-4d37-9089-245b37667cd7 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/ports/1a955f83-f336-4162-984f-47d900a8a876 HTTP/1.1" status: 404 len: 333 time: 0.0282240 Jun 30 08:59:59.454452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33846) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.482291 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdf4357-e1c4-4a9e-8cd6-bbbe427234e0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] DELETE failed (client error): The resource could not be found. Jun 30 08:59:59.482821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdf4357-e1c4-4a9e-8cd6-bbbe427234e0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 08:59:59.487970 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0fdf4357-e1c4-4a9e-8cd6-bbbe427234e0 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/subnets/85a37a1a-1d68-41df-8bf7-4e4cef2eb5f8 HTTP/1.1" status: 404 len: 337 time: 0.0318675 Jun 30 08:59:59.488576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33848) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.557246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22933f5-d7c6-444e-840a-330f36adaf69 req-41405028-dec7-4f1d-9040-3c148344d99a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:59.563370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b22933f5-d7c6-444e-840a-330f36adaf69 req-41405028-dec7-4f1d-9040-3c148344d99a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.0804920 Jun 30 08:59:59.571136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.616849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b22933f5-d7c6-444e-840a-330f36adaf69 req-ba3f17e5-efcb-43ea-ada6-e8c0c51fbe91 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Jun 30 08:59:59.663518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.663775 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a42a91-956e-428f-8147-e484a7016303 x-openstack-request-id: req-a3a42a91-956e-428f-8147-e484a7016303 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:59.664277 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcedc73b-ddb8-4c24-b556-6f8b49c252e0", "name": "network-vif-plugged", "status": "completed", "tag": "262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841", "code": 200}, {"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-unplugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:59.664651 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3a42a91-956e-428f-8147-e484a7016303 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:59.665238 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841', 'code': 200} Jun 30 08:59:59.665566 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'code': 200} Jun 30 08:59:59.675265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30da8841-07f2-45f6-909d-3a5198a43942']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:59.687901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:59.688270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fec1bf6-d52c-46a6-b3c6-ee0e69c4201c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:59.701893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.718128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.725610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:59:59.725979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: timer() Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:59:59.729662 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:59:59.804236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.810595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.815575 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] 10.222.0.53 "DELETE /v2.0/networks/30da8841-07f2-45f6-909d-3a5198a43942 HTTP/1.1" status: 204 len: 168 time: 0.3233879 Jun 30 08:59:59.831291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c0e0-821c-4b5d-bb58-4fdeb8007918 tempest-NetworksTestDHCPv6-898170813 tempest-NetworksTestDHCPv6-898170813-project] Pushing event deleted for resources: {'Network': ['ID=30da8841-07f2-45f6-909d-3a5198a43942,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:59.856141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be053d90-75d8-4e36-9feb-a9e77ea8126d req-4f512f8a-e39a-4a2b-b5eb-be3fd61601ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:59.857675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be053d90-75d8-4e36-9feb-a9e77ea8126d req-4f512f8a-e39a-4a2b-b5eb-be3fd61601ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 1097 time: 0.0979226 Jun 30 08:59:59.877278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7e2ed-e500-4d96-b5d1-9d1ba8bef328 req-1ce665dc-a459-4108-aa62-175df2f949b0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:59.879288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ff7e2ed-e500-4d96-b5d1-9d1ba8bef328 req-1ce665dc-a459-4108-aa62-175df2f949b0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.0915878 Jun 30 08:59:59.924310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be053d90-75d8-4e36-9feb-a9e77ea8126d req-f63980c8-554a-4b45-a5cf-6b11baee0cf0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Jun 30 08:59:59.954217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ff7e2ed-e500-4d96-b5d1-9d1ba8bef328 req-ae4345f1-a3f2-421c-8233-b6249dbc1ccd tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605612 Jun 30 09:00:00.051466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33858) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:00.125235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188ed58-46b9-4ea0-94d6-756d82e107a5 req-6cad71da-ac55-42a3-9273-bfbbac1e99c0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:00.130442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b188ed58-46b9-4ea0-94d6-756d82e107a5 req-6cad71da-ac55-42a3-9273-bfbbac1e99c0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.0782828 Jun 30 09:00:00.175203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b188ed58-46b9-4ea0-94d6-756d82e107a5 req-726d36b1-3f0f-4912-926d-b47ccc2514bf tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Jun 30 09:00:00.216484 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13a3967a-da4b-4b01-9c7e-fa3c2bd61957 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b57af0c054014548830a30397b584d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634667 Jun 30 09:00:00.218879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33866) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:00.273625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.295019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.342092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.344593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.345976 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3863336c-927e-42e1-ac93-91cb9aedf293 HTTP/1.1" status: 204 len: 168 time: 0.1261468 Jun 30 09:00:00.369880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3863336c-927e-42e1-ac93-91cb9aedf293,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:00.378777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.379120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.379451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.379780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.380103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.380475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.380723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.381036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.381347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.381838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.382157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.382474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7532b6b-7224-41ca-a91c-d6de331efe89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:00.620749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692dff4-7a5f-4357-81ec-eac6cf7b64dc req-f16bf693-e710-41e8-b468-1bfa3903ed62 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:00.627959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c692dff4-7a5f-4357-81ec-eac6cf7b64dc req-f16bf693-e710-41e8-b468-1bfa3903ed62 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.1023192 Jun 30 09:00:00.664498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c692dff4-7a5f-4357-81ec-eac6cf7b64dc req-202bfcd7-6cf2-4ff1-9de1-4b0b4161c8bf tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Jun 30 09:00:00.876904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9cc5-aa2a-43d4-ac15-78c080b52700 req-593a6224-5bf6-4f80-8fc4-84e55b234688 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:00.878512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4ae9cc5-aa2a-43d4-ac15-78c080b52700 req-593a6224-5bf6-4f80-8fc4-84e55b234688 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.0839286 Jun 30 09:00:00.922261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4ae9cc5-aa2a-43d4-ac15-78c080b52700 req-26499caf-e3cf-4e3c-bc25-6932949109be tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Jun 30 09:00:01.106116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33894) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:01.148492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbbff1-c55f-4f0d-b8b5-151f8ae77e41 req-90930ee8-b946-4104-bc80-c2f1ec57d7ce tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.149981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7edbbff1-c55f-4f0d-b8b5-151f8ae77e41 req-90930ee8-b946-4104-bc80-c2f1ec57d7ce tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.0720639 Jun 30 09:00:01.187266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7edbbff1-c55f-4f0d-b8b5-151f8ae77e41 req-2a76a55d-e031-41f5-aed2-9780747b0d78 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Jun 30 09:00:01.201971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-636338460'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:01.231745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:01.235353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.244081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.375171 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.382283 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.398085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658539f5-5d6d-4ea4-aa5f-da7a998276d9 req-caac2a1c-58b8-4e9c-b19a-3e1912911ca0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.399534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-658539f5-5d6d-4ea4-aa5f-da7a998276d9 req-caac2a1c-58b8-4e9c-b19a-3e1912911ca0 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.1102030 Jun 30 09:00:01.411864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:01.444923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.445167 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment 9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37 of type vlan for network a89fff5b-044a-4f30-b2d8-b6517dab9027 Jun 30 09:00:01.448900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b71abea-7e1b-42e3-9031-c931db6ceaa9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:01.492425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-658539f5-5d6d-4ea4-aa5f-da7a998276d9 req-55558a62-337a-449e-8194-927aaebd1ceb tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815170 Jun 30 09:00:01.500426 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.531676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.537303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.537914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.595087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0c49e655-c62d-4947-8e68-c4c9be8f654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.611630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5044718 Jun 30 09:00:01.614425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33904) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:01.619657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2107796564'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:01.641338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:01.644575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f6ba5-9981-46f5-b146-c2ee29015d62 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=a89fff5b-044a-4f30-b2d8-b6517dab9027,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:01.644977 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.654692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:01.670441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:01.680869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.681215 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1 of type vlan for network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 Jun 30 09:00:01.722871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.750975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.756974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.757539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.818660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2031054 Jun 30 09:00:01.821656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:01.828272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': 'a89fff5b-044a-4f30-b2d8-b6517dab9027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:01.836230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1cf7-c115-4482-8f13-8a1a64fdfb15 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=26e3cf13-1ef2-4ca1-a341-c42ac1708981,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:01.847318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:01.854762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba9764-b12c-445f-b54b-5bcce255cfe8 req-d4ab4120-be79-49ce-a70b-9b7d824be691 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.860117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36ba9764-b12c-445f-b54b-5bcce255cfe8 req-d4ab4120-be79-49ce-a70b-9b7d824be691 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.0708621 Jun 30 09:00:01.897664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36ba9764-b12c-445f-b54b-5bcce255cfe8 req-a28db56f-7e4f-4eb0-92d8-2b8ac8360147 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Jun 30 09:00:01.941555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:01.945156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.125700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617faba9-216d-4267-9241-434b0511a18e req-0480309a-d0cf-4f2c-93c2-776a2aca7bea tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.126951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.127309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-617faba9-216d-4267-9241-434b0511a18e req-0480309a-d0cf-4f2c-93c2-776a2aca7bea tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1166198 Jun 30 09:00:02.138999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6bce7-1b93-4996-a40d-4a6eb4d589b7 req-425b54ca-cb60-4cc0-bc82-bf27d23da04f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.140440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27d6bce7-1b93-4996-a40d-4a6eb4d589b7 req-425b54ca-cb60-4cc0-bc82-bf27d23da04f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.0911336 Jun 30 09:00:02.184487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=f9cdc612-9aa9-4f9c-8462-2c007b73c6c6,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:02.194317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-617faba9-216d-4267-9241-434b0511a18e req-6745ef2a-364b-43c0-9154-49ec2e7cad26 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529239 Jun 30 09:00:02.200437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': '9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a89fff5b-044a-4f30-b2d8-b6517dab9027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:02.200790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: a89fff5b-044a-4f30-b2d8-b6517dab9027, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:02.201449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27d6bce7-1b93-4996-a40d-4a6eb4d589b7 req-1d7de8fa-da2e-44cb-9f92-8a83ea15f7f0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541406 Jun 30 09:00:02.218809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:02.240355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a89fff5b-044a-4f30-b2d8-b6517dab9027) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:02.244957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.245694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.247700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2978a7e-c33a-45a8-b9d6-d1395188bf99 None None] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:02.264875 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1ab258e6-b5e8-4769-bb23-4a906eefd3b2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4418647 Jun 30 09:00:02.268197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33922) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:02.273260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': '26e3cf13-1ef2-4ca1-a341-c42ac1708981', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:02.414173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a89fff5b-044a-4f30-b2d8-b6517dab9027', 'network_id': 'a89fff5b-044a-4f30-b2d8-b6517dab9027', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': 'f9cdc612-9aa9-4f9c-8462-2c007b73c6c6'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:02.415047 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.443398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:02.447000 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.486302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:02.530427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef3ec8-20d1-4abe-a12e-b3323a4bd2dd req-76601901-b28e-4d7e-8c35-67bd1c90f5eb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.531907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65ef3ec8-20d1-4abe-a12e-b3323a4bd2dd req-76601901-b28e-4d7e-8c35-67bd1c90f5eb tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1891031 Jun 30 09:00:02.578372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2ffb3-0879-40df-9a03-e91a81e147d7 req-dced3a57-42ae-4840-9f15-450223c05296 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.580374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ee2ffb3-0879-40df-9a03-e91a81e147d7 req-dced3a57-42ae-4840-9f15-450223c05296 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 945 time: 0.2199476 Jun 30 09:00:02.611258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Allocated IP 2001:db8::2 (a89fff5b-044a-4f30-b2d8-b6517dab9027/f9cdc612-9aa9-4f9c-8462-2c007b73c6c6/992589c5-f45e-4574-9447-d48e887852fe) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:02.628341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65ef3ec8-20d1-4abe-a12e-b3323a4bd2dd req-c2a537ee-c7e0-4efa-8726-366a0680918d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857468 Jun 30 09:00:02.683402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ee2ffb3-0879-40df-9a03-e91a81e147d7 req-c6ea3717-7c28-4bbf-8962-013335ffbfce tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941238 Jun 30 09:00:02.694025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:02.707858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'mac_address': 'fa:16:3e:ff:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:02.778679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.813614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.821440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2407b408-1de1-435a-b32e-7b6186c0bbff {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:02.866494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:02.873036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.902941 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.924853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Transition to ACTIVE for port object 992589c5-f45e-4574-9447-d48e887852fe will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:02.959757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:02.963062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Transition to ACTIVE for port object 992589c5-f45e-4574-9447-d48e887852fe will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:02.972795 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.000324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['2407b408-1de1-435a-b32e-7b6186c0bbff'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:03.060874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:03.229440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:03.236011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:03.244947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Pushing event updated for resources: {'Port': ['ID=992589c5-f45e-4574-9447-d48e887852fe,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:03.310628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=c574b355-8062-4a58-8438-bc96edb953a9,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:03.334767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Attempting to bind port 992589c5-f45e-4574-9447-d48e887852fe on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:03.335137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Attempting to bind port 992589c5-f45e-4574-9447-d48e887852fe by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a89fff5b-044a-4f30-b2d8-b6517dab9027'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:03.335504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Attempting to bind port 992589c5-f45e-4574-9447-d48e887852fe on network a89fff5b-044a-4f30-b2d8-b6517dab9027 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:03.344874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:03.346273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Checking segment: {'id': '9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a89fff5b-044a-4f30-b2d8-b6517dab9027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:03.346723 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.347116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Bound using segment: {'id': '9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a89fff5b-044a-4f30-b2d8-b6517dab9027'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:03.348010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Bound port: 992589c5-f45e-4574-9447-d48e887852fe, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a89fff5b-044a-4f30-b2d8-b6517dab9027'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:03.348394 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.379076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': 'ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '26e3cf13-1ef2-4ca1-a341-c42ac1708981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:03.379536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: 26e3cf13-1ef2-4ca1-a341-c42ac1708981, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:03.398610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a52992-b7d0-43c6-b803-2c14f3f5afdc req-96a43136-e94c-4efa-bc55-94b081191cda tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:03.406356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a52992-b7d0-43c6-b803-2c14f3f5afdc req-96a43136-e94c-4efa-bc55-94b081191cda tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.5426290 Jun 30 09:00:03.452446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-df7c8930-4022-406e-a3dd-95ea1b22795c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:03.455118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-df7c8930-4022-406e-a3dd-95ea1b22795c tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.5490091 Jun 30 09:00:03.468378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] For port 992589c5-f45e-4574-9447-d48e887852fe, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:03.472686 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] For port 992589c5-f45e-4574-9447-d48e887852fe, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=992589c5-f45e-4574-9447-d48e887852fe,segment=NetworkSegment(9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37),segment_id=9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:03.477846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.511446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:03.526253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104febc-5363-4234-a4be-44b9dc6dbc31 req-0c0f14d5-fdcf-471c-aba4-c50f3bb10dba tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:03.536536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7104febc-5363-4234-a4be-44b9dc6dbc31 req-0c0f14d5-fdcf-471c-aba4-c50f3bb10dba tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.2849050 Jun 30 09:00:03.578805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a52992-b7d0-43c6-b803-2c14f3f5afdc req-790103ae-6769-4073-b9b2-7e3e066bc1b6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710012 Jun 30 09:00:03.582891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260befcf-408d-4d61-aca6-f46518ba785e None None] Pushing event updated for resources: {'Port': ['ID=992589c5-f45e-4574-9447-d48e887852fe,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:03.614107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 26e3cf13-1ef2-4ca1-a341-c42ac1708981) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:03.622902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cda54a-811d-4be0-b26d-d080313cabca None None] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:03.638761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:03.643882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.686426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7104febc-5363-4234-a4be-44b9dc6dbc31 req-b2d8485e-261f-4f9c-a7c1-44b25b041f00 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474280 Jun 30 09:00:03.762184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6012e397-3581-483f-b35a-2e34f5f75845 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4898469 Jun 30 09:00:03.762464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:03.768370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-417eda95-cbfc-48f4-aed2-871bf42b81c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1763505023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:03.887974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-417eda95-cbfc-48f4-aed2-871bf42b81c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.889357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-417eda95-cbfc-48f4-aed2-871bf42b81c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.942703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-26e3cf13-1ef2-4ca1-a341-c42ac1708981', 'network_id': '26e3cf13-1ef2-4ca1-a341-c42ac1708981', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': 'c574b355-8062-4a58-8438-bc96edb953a9'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:03.943648 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.089283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-417eda95-cbfc-48f4-aed2-871bf42b81c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.091394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-dc5283d6-4874-4bde-9ed4-1608e578745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:04.093284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-dc5283d6-4874-4bde-9ed4-1608e578745f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4&tenant_id=b22d67fdd98b438a8c4764d49703b2f5 HTTP/1.1" status: 200 len: 1102 time: 0.3822031 Jun 30 09:00:04.096622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-417eda95-cbfc-48f4-aed2-871bf42b81c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.122950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:04.129496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-417eda95-cbfc-48f4-aed2-871bf42b81c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.130882 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-417eda95-cbfc-48f4-aed2-871bf42b81c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3668818 Jun 30 09:00:04.134174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33966) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:04.181431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Deleting port 41ab2236-d1fd-42ff-9fdc-0e669b23824b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:04.181822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.332936 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.357712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Allocated IP 2001:db8:1::2 (26e3cf13-1ef2-4ca1-a341-c42ac1708981/c574b355-8062-4a58-8438-bc96edb953a9/cb2a0b98-4a2c-4611-90e9-b217954a3bea) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:04.381292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300f30-8ca2-4fb7-bd60-b0e8d6c3632a req-81c1fccd-86d6-48cd-91b0-6188c23bbf79 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:04.389276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd300f30-8ca2-4fb7-bd60-b0e8d6c3632a req-81c1fccd-86d6-48cd-91b0-6188c23bbf79 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.4861662 Jun 30 09:00:04.412221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae1ad-326a-4ea8-a905-fa89b09c7914 req-8896f82c-b634-4a2e-a1ab-0ec7c023bfb9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:04.419472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db2ae1ad-326a-4ea8-a905-fa89b09c7914 req-8896f82c-b634-4a2e-a1ab-0ec7c023bfb9 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.3783677 Jun 30 09:00:04.492043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] For port 41ab2236-d1fd-42ff-9fdc-0e669b23824b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=41ab2236-d1fd-42ff-9fdc-0e669b23824b,segment=NetworkSegment(e673ed87-c836-401c-b91f-03a4b5614284),segment_id=e673ed87-c836-401c-b91f-03a4b5614284)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:04.492689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.529575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Calling delete_port for 41ab2236-d1fd-42ff-9fdc-0e669b23824b owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:04.539035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:04.557608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd300f30-8ca2-4fb7-bd60-b0e8d6c3632a req-a4415e86-9857-4dea-a2d8-502e33ec0421 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653473 Jun 30 09:00:04.580885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db2ae1ad-326a-4ea8-a905-fa89b09c7914 req-addbd32e-c8e2-490f-b937-4bbb77bb381f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506793 Jun 30 09:00:04.659266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.701154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.711536 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b42cd3e8-f24f-44d1-94d6-86a1754f6f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.788089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 992589c5-f45e-4574-9447-d48e887852fe up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:04.794987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.868962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Transition to ACTIVE for port object cb2a0b98-4a2c-4611-90e9-b217954a3bea will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:04.916481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 2407b408-1de1-435a-b32e-7b6186c0bbff triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:04.920346 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.025849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:05.035178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Transition to ACTIVE for port object cb2a0b98-4a2c-4611-90e9-b217954a3bea will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:05.216790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8::1 (a89fff5b-044a-4f30-b2d8-b6517dab9027/f9cdc612-9aa9-4f9c-8462-2c007b73c6c6/189d9e48-0a19-4213-8d4a-2f7b97cb8395) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:05.239001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:05.268027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'network_id': '57e94183-d35e-4693-a076-6edcc65307b4', 'port_id': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'mac_address': 'fa:16:3e:81:74:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c39a99-b6e3-4ab3-abe5-aa09c843f3fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:05.273003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.301592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:05.350307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574651-b95a-489c-950f-fd47253e05cf req-85668900-75f8-4c80-af16-bcbfcf1004f6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:05.356899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:05.357886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98574651-b95a-489c-950f-fd47253e05cf req-85668900-75f8-4c80-af16-bcbfcf1004f6 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b495de3-6c1f-4d6f-afcc-1b705e0a031b HTTP/1.1" status: 200 len: 946 time: 0.3674798 Jun 30 09:00:05.364792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.367141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:05.400174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6be46-17cc-46af-93d9-de38096c8a8d req-ea031663-e6fa-40cb-9c03-be1f585f48c9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:05.412017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38d6be46-17cc-46af-93d9-de38096c8a8d req-ea031663-e6fa-40cb-9c03-be1f585f48c9 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.3600297 Jun 30 09:00:05.416782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.448682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:05.473306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.500248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object 189d9e48-0a19-4213-8d4a-2f7b97cb8395 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:05.513030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cef3d-2803-437c-8860-85d4e1ceaafc None None] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:05.531248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38d6be46-17cc-46af-93d9-de38096c8a8d req-7535c2b3-cb1c-45b4-836b-509c32d3d84d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180036 Jun 30 09:00:05.532186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Pushing event deleted for resources: {'Port': ['ID=41ab2236-d1fd-42ff-9fdc-0e669b23824b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:05.568822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98574651-b95a-489c-950f-fd47253e05cf req-698b1fbe-570d-442e-9c42-a6247de5bded tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.53 "GET /v2.0/security-groups?id=744c73cd-a8b0-42f6-8a65-954f9066b98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038360 Jun 30 09:00:05.579907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.632867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['41ab2236-d1fd-42ff-9fdc-0e669b23824b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:05.651514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=189d9e48-0a19-4213-8d4a-2f7b97cb8395,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:05.659399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:05.661645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:05.664548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:05.665823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.680565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:05.811498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 992589c5-f45e-4574-9447-d48e887852fe completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:05.819015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eeb30066-2c1a-4144-b5cf-be0554596d41 None None] Provisioning for port 992589c5-f45e-4574-9447-d48e887852fe completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:05.831699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] No DVR routers for this DVR port 41ab2236-d1fd-42ff-9fdc-0e669b23824b on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:05.838899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.840986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3404f272-65e3-4d54-ad8c-6bd3d075df2b req-75e8aa13-7012-441a-b1f5-b515cd675b90 tempest-DeleteServersTestJSON-1268220004 tempest-DeleteServersTestJSON-1268220004-project] 10.222.0.26 "DELETE /v2.0/ports/41ab2236-d1fd-42ff-9fdc-0e669b23824b HTTP/1.1" status: 204 len: 173 time: 2.3795929 Jun 30 09:00:05.843262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'name': 'network-vif-deleted', 'tag': '41ab2236-d1fd-42ff-9fdc-0e669b23824b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:05.845760 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec75d1ae-3792-4846-8151-477a27ad8b01" -d '{"events": [{"server_uuid": "2b495de3-6c1f-4d6f-afcc-1b705e0a031b", "name": "network-vif-deleted", "tag": "41ab2236-d1fd-42ff-9fdc-0e669b23824b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:05.859406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 992589c5-f45e-4574-9447-d48e887852fe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:05.860166 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.862101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eeb30066-2c1a-4144-b5cf-be0554596d41 None None] Provisioning complete for port 992589c5-f45e-4574-9447-d48e887852fe triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:05.862535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eeb30066-2c1a-4144-b5cf-be0554596d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.892592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.906497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.951938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.955977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb78423-8b1d-40d8-b903-a283f0196693 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:05.979284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Transition to ACTIVE for port object ca4f0821-4ee5-4da9-b691-47f42e55270a will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:05.986312 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.024696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:06.104093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841202b-9d8d-47d0-9645-97a35e533d9e req-3dc46deb-2fcd-42cb-9fe1-5c38b107b60c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:06.111982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b841202b-9d8d-47d0-9645-97a35e533d9e req-3dc46deb-2fcd-42cb-9fe1-5c38b107b60c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 943 time: 0.1852584 Jun 30 09:00:06.119749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] No DVR routers for this DVR port ca4f0821-4ee5-4da9-b691-47f42e55270a on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:06.166364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:06.168893 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.178652 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.222208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Attempting to bind port cb2a0b98-4a2c-4611-90e9-b217954a3bea on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:06.222577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Attempting to bind port cb2a0b98-4a2c-4611-90e9-b217954a3bea by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '26e3cf13-1ef2-4ca1-a341-c42ac1708981'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:06.222936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Attempting to bind port cb2a0b98-4a2c-4611-90e9-b217954a3bea on network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:06.233815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:06.234186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Checking segment: {'id': 'ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '26e3cf13-1ef2-4ca1-a341-c42ac1708981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:06.234588 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.234976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Bound using segment: {'id': 'ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '26e3cf13-1ef2-4ca1-a341-c42ac1708981'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:06.235463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Bound port: cb2a0b98-4a2c-4611-90e9-b217954a3bea, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '26e3cf13-1ef2-4ca1-a341-c42ac1708981'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:06.235909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.240159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:06.240753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:06.241514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:06.249822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Pushing event updated for resources: {'Port': ['ID=cb2a0b98-4a2c-4611-90e9-b217954a3bea,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:06.293480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b841202b-9d8d-47d0-9645-97a35e533d9e req-039a7628-6ae9-45b7-87f7-9bce3e4dc2cd tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804695 Jun 30 09:00:06.302516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:06.303504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:06.304010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Attempting to bind port ca4f0821-4ee5-4da9-b691-47f42e55270a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:06.305925 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6dedbd-6647-4859-a95d-e6d70d64fc9c" -d '{"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:06.323324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:06.326893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:06.327556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:06.328234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Bound port: ca4f0821-4ee5-4da9-b691-47f42e55270a, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:06.330678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.413578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:06.499204 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.517769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cbf69-bfed-499e-a3f8-9c38f2e73236 req-5a16f618-ab12-4344-a378-12c41e211b97 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:06.533128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cbf69-bfed-499e-a3f8-9c38f2e73236 req-5a16f618-ab12-4344-a378-12c41e211b97 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:06.543829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cbf69-bfed-499e-a3f8-9c38f2e73236 req-5a16f618-ab12-4344-a378-12c41e211b97 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:06.550029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e59cbf69-bfed-499e-a3f8-9c38f2e73236 req-5a16f618-ab12-4344-a378-12c41e211b97 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0&device_id=360a250c-55d2-4128-90eb-ec94487a38c9&device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 2417 time: 0.3194532 Jun 30 09:00:06.557738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eeb78423-8b1d-40d8-b903-a283f0196693'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:06.646468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eeb30066-2c1a-4144-b5cf-be0554596d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.706906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e59cbf69-bfed-499e-a3f8-9c38f2e73236 req-4067b55a-378e-4dde-9067-06a5e789ed0e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536884 Jun 30 09:00:06.707911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:06.734686 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.742692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:06.746582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:06.763526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.839678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] For port cb2a0b98-4a2c-4611-90e9-b217954a3bea, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:06.885308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:06.889249 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.892916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 1098 time: 2.7745731 Jun 30 09:00:06.909840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcd66a-a4c8-48b5-9860-bb6e2b2d4f52 req-1762362b-b623-45da-ab44-f5b3d7a69449 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:06.910659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] For port cb2a0b98-4a2c-4611-90e9-b217954a3bea, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cb2a0b98-4a2c-4611-90e9-b217954a3bea,segment=NetworkSegment(ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1),segment_id=ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:06.929288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9bcd66a-a4c8-48b5-9860-bb6e2b2d4f52 req-1762362b-b623-45da-ab44-f5b3d7a69449 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 949 time: 0.3659482 Jun 30 09:00:06.953974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eeb30066-2c1a-4144-b5cf-be0554596d41 None None] For port 992589c5-f45e-4574-9447-d48e887852fe, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=992589c5-f45e-4574-9447-d48e887852fe,segment=NetworkSegment(9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37),segment_id=9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:06.986063 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.018531 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eeb30066-2c1a-4144-b5cf-be0554596d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.026774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 41ab2236-d1fd-42ff-9fdc-0e669b23824b no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:07.051888 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0819e4-1339-467d-ad2e-a158b82a9d74 x-openstack-request-id: req-9f0819e4-1339-467d-ad2e-a158b82a9d74 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:07.052153 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b495de3-6c1f-4d6f-afcc-1b705e0a031b", "name": "network-vif-deleted", "tag": "41ab2236-d1fd-42ff-9fdc-0e669b23824b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:07.052404 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f0819e4-1339-467d-ad2e-a158b82a9d74 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:07.052793 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b495de3-6c1f-4d6f-afcc-1b705e0a031b', 'name': 'network-vif-deleted', 'tag': '41ab2236-d1fd-42ff-9fdc-0e669b23824b', 'status': 'completed', 'code': 200} Jun 30 09:00:07.123981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.137677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.138800 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.151747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50f9bd-21c3-470f-b3a6-db45d6af9f92 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=11']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:07.185147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9bcd66a-a4c8-48b5-9860-bb6e2b2d4f52 req-b6a9b03a-b5c3-437b-bc9a-2c17160f6336 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545714 Jun 30 09:00:07.210433 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b902634d-4380-45ec-959e-d69b1a084493 x-openstack-request-id: req-b902634d-4380-45ec-959e-d69b1a084493 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:07.221871 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:07.223568 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b902634d-4380-45ec-959e-d69b1a084493 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:07.225850 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'code': 200} Jun 30 09:00:07.274268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-1e34e32c-ff4f-47fb-ab82-0a2bb8e70a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:07.279540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-1e34e32c-ff4f-47fb-ab82-0a2bb8e70a05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1101 time: 0.3479028 Jun 30 09:00:07.286307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 41ab2236-d1fd-42ff-9fdc-0e669b23824b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:07.294645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 41ab2236-d1fd-42ff-9fdc-0e669b23824b not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:07.297886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:07.336561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=10']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:07.409361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=189d9e48-0a19-4213-8d4a-2f7b97cb8395,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:07.520144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:00:07.520501 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:00:07.544345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-5c65c1d9-4183-4c03-955d-a0d4dcb7b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:07.551647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-5c65c1d9-4183-4c03-955d-a0d4dcb7b4cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2607510 Jun 30 09:00:07.591113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:07.594626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:07.670357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-4425062c-b98a-4a52-8aa4-b0ffda4b2b2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.1066117 Jun 30 09:00:07.678537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-123bd0be-813b-47d7-b98f-3c92829635c1 None None] Provisioning complete for port 992589c5-f45e-4574-9447-d48e887852fe triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:07.678960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-123bd0be-813b-47d7-b98f-3c92829635c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.702309 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.819327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5361e-c4bb-431d-83c1-16b91eafa26f None None] Pushing event updated for resources: {'Port': ['ID=cb2a0b98-4a2c-4611-90e9-b217954a3bea,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:07.862491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 01136454-f881-4831-8e08-d740b1b06084 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:07.910472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-b13af2cd-8e34-4787-b689-96cac1223963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:07.911067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:07.911991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-b13af2cd-8e34-4787-b689-96cac1223963 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2315166 Jun 30 09:00:07.972776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6795b-81e9-41d3-89e0-96c03f80d0d3 req-aaabf046-12ce-4e73-af26-0d068cc974ce tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:07.986896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d6795b-81e9-41d3-89e0-96c03f80d0d3 req-aaabf046-12ce-4e73-af26-0d068cc974ce tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.2537973 Jun 30 09:00:08.016188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb30066-2c1a-4144-b5cf-be0554596d41 None None] Pushing event updated for resources: {'Port': ['ID=992589c5-f45e-4574-9447-d48e887852fe,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:08.036784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:08.043448 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51d76d48-1c53-4e1f-90fb-3535c27d8eb0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/01136454-f881-4831-8e08-d740b1b06084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9081318 Jun 30 09:00:08.053236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] Sync routers for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:08.053973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34012) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:08.070413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97d6795b-81e9-41d3-89e0-96c03f80d0d3 req-eec07b5d-6ecf-407a-94d3-f3277ad37f52 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825722 Jun 30 09:00:08.073074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-123bd0be-813b-47d7-b98f-3c92829635c1 None None] Provisioning for port 189d9e48-0a19-4213-8d4a-2f7b97cb8395 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:08.086349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c30d3-7b31-4c22-8a49-1b00725185c5 req-9fb420c4-3c9f-4b45-beb7-cc9c4562574f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:08.096622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005c30d3-7b31-4c22-8a49-1b00725185c5 req-9fb420c4-3c9f-4b45-beb7-cc9c4562574f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 944 time: 0.4080067 Jun 30 09:00:08.101451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-123bd0be-813b-47d7-b98f-3c92829635c1 None None] Provisioning complete for port 189d9e48-0a19-4213-8d4a-2f7b97cb8395 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:08.103374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-123bd0be-813b-47d7-b98f-3c92829635c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.162930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6368362-25bb-4efa-9da8-a69decd23918 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:08.168248 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d6368362-25bb-4efa-9da8-a69decd23918 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports/189d9e48-0a19-4213-8d4a-2f7b97cb8395 HTTP/1.1" status: 200 len: 911 time: 0.1127732 Jun 30 09:00:08.170712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005c30d3-7b31-4c22-8a49-1b00725185c5 req-ae58dca0-0bb2-492e-811b-256bb78fe9b3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731592 Jun 30 09:00:08.175807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34016) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:08.212367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-123bd0be-813b-47d7-b98f-3c92829635c1 None None] Port 189d9e48-0a19-4213-8d4a-2f7b97cb8395 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:08.220970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-e8ab639b-c3eb-4d1e-b6b7-b05101c6e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:08.224065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-e8ab639b-c3eb-4d1e-b6b7-b05101c6e24e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2982283 Jun 30 09:00:08.228331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:08.229285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:08.472934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-878c288b-98c3-4169-be89-be2bb8c0c6b4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414021 Jun 30 09:00:08.716509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 992589c5-f45e-4574-9447-d48e887852fe up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:08.733897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:08.771869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35612ebe-e4f1-4954-bafb-2b8988c85a36 req-582dcc32-34bb-40e4-99b5-60ee99fe03c5 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901735 Jun 30 09:00:08.796189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:08.799704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:08.855421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:08.856144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36393f75-e5a5-4363-99ed-c9d02ca0e943 None None] The sync data for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:08.859590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c60300b7-a7f2-430c-be9e-a9c472dd0f86 None None] Provisioning complete for port 189d9e48-0a19-4213-8d4a-2f7b97cb8395 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:08.860117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c60300b7-a7f2-430c-be9e-a9c472dd0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.914520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da695d2-949d-48af-97a0-fc1672df55ad req-0462f05f-c854-4fb3-97cb-bcd3b9519530 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:08.916629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1da695d2-949d-48af-97a0-fc1672df55ad req-0462f05f-c854-4fb3-97cb-bcd3b9519530 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 949 time: 0.1419976 Jun 30 09:00:08.922122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 992589c5-f45e-4574-9447-d48e887852fe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:08.923765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.958928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c60300b7-a7f2-430c-be9e-a9c472dd0f86 None None] Port 189d9e48-0a19-4213-8d4a-2f7b97cb8395 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:08.989402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1da695d2-949d-48af-97a0-fc1672df55ad req-cf66d8ab-14fd-4f28-ae4f-499ff545bc3c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649428 Jun 30 09:00:08.995531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:09.054694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}, {'name': 'network-changed', 'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:09.057540 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63" -d '{"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}, {"name": "network-changed", "server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:09.083133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.099777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04513e08-4bcf-4780-b151-84c9440f428d None None] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:09.148113 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c38768-1c1f-4ef7-b269-7c4c13fcacbd x-openstack-request-id: req-d6c38768-1c1f-4ef7-b269-7c4c13fcacbd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:09.148673 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "code": 200}, {"name": "network-changed", "server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:09.149192 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6c38768-1c1f-4ef7-b269-7c4c13fcacbd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:09.149915 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'code': 200} Jun 30 09:00:09.150399 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'status': 'completed', 'code': 200} Jun 30 09:00:09.160788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cb2a0b98-4a2c-4611-90e9-b217954a3bea up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:09.295653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-81d73207-f18c-42c9-8a6f-7c8250d13922 None None] Provisioning for port cb2a0b98-4a2c-4611-90e9-b217954a3bea completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:09.327504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port eeb78423-8b1d-40d8-b903-a283f0196693 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:09.328219 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.410753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port cb2a0b98-4a2c-4611-90e9-b217954a3bea completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:09.423819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port cb2a0b98-4a2c-4611-90e9-b217954a3bea triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:09.424746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.530032 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.575810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:09.578680 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d60143-f86e-47f8-98cc-aa93d02a2891" -d '{"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:09.622538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:09.637849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.650027 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.698411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8:1::1 (26e3cf13-1ef2-4ca1-a341-c42ac1708981/c574b355-8062-4a58-8438-bc96edb953a9/95be021f-9c15-4551-9570-5c61aaddd4a8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:09.800490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port cb2a0b98-4a2c-4611-90e9-b217954a3bea, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cb2a0b98-4a2c-4611-90e9-b217954a3bea,segment=NetworkSegment(ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1),segment_id=ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:09.816972 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.845877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=10']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:09.936003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=cb2a0b98-4a2c-4611-90e9-b217954a3bea,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:09.987745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.005598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object 95be021f-9c15-4551-9570-5c61aaddd4a8 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:10.043040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-b94983a6-c576-43d5-8e31-155848edfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.044836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-b94983a6-c576-43d5-8e31-155848edfe33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1101 time: 0.8418603 Jun 30 09:00:10.046953 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.054336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-0f43701c-5f05-47e9-b16c-cd95d5a9493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.055873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-0f43701c-5f05-47e9-b16c-cd95d5a9493d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1101 time: 0.8612614 Jun 30 09:00:10.080832 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd4eba-3231-4745-aee2-24bfde267674 x-openstack-request-id: req-71bd4eba-3231-4745-aee2-24bfde267674 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:10.081139 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:10.081380 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71bd4eba-3231-4745-aee2-24bfde267674 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:10.081809 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'code': 200} Jun 30 09:00:10.115050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=95be021f-9c15-4551-9570-5c61aaddd4a8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:10.139974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:10.142680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:10.158367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:10.159413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.160635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6a9dda0a-4c0f-4237-a187-5d41ddc23d37 None None] Provisioning complete for port cb2a0b98-4a2c-4611-90e9-b217954a3bea triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:10.161014 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a9dda0a-4c0f-4237-a187-5d41ddc23d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.164006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-ad386ee3-a58f-4032-bcdb-b63cbef90642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.165437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-ad386ee3-a58f-4032-bcdb-b63cbef90642 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.0976343 Jun 30 09:00:10.272673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-b2a3627e-46b9-4a39-9a41-5549cd12ae0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.0947936 Jun 30 09:00:10.419061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db988a18-0f16-44d3-9ad7-15bbafcaedeb req-6dd53c4f-68ba-48e0-a29b-1d8c763ea926 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.426765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db988a18-0f16-44d3-9ad7-15bbafcaedeb req-6dd53c4f-68ba-48e0-a29b-1d8c763ea926 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 944 time: 1.0450749 Jun 30 09:00:10.487332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cb2a0b98-4a2c-4611-90e9-b217954a3bea up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:10.567811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-67b87512-5e01-4d44-b4ea-877e658d947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.569851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-67b87512-5e01-4d44-b4ea-877e658d947f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2863972 Jun 30 09:00:10.581747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.606614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db988a18-0f16-44d3-9ad7-15bbafcaedeb req-e51e314e-2aaa-4106-a437-f427f82d09ec tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778677 Jun 30 09:00:10.636854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f55d4-8b6e-4cc8-b1e5-389811dbe4d0 req-a7642add-e1c3-48f0-b564-7d33ef6dad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.638730 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-456f55d4-8b6e-4cc8-b1e5-389811dbe4d0 req-a7642add-e1c3-48f0-b564-7d33ef6dad04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 1098 time: 0.2232406 Jun 30 09:00:10.662503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port cb2a0b98-4a2c-4611-90e9-b217954a3bea triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:10.662870 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.754865 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-456f55d4-8b6e-4cc8-b1e5-389811dbe4d0 req-f592df01-16e9-4d86-8706-30542a7fd16f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014667 Jun 30 09:00:10.798979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-db503180-c093-4f1b-a723-022c56a5092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.800641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-db503180-c093-4f1b-a723-022c56a5092e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.7438419 Jun 30 09:00:10.869900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a4b4c67a-5c79-4372-b280-069948d8f09e None None] Provisioning for port 95be021f-9c15-4551-9570-5c61aaddd4a8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:10.888571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a4b4c67a-5c79-4372-b280-069948d8f09e None None] Provisioning complete for port 95be021f-9c15-4551-9570-5c61aaddd4a8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:10.889021 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c67a-5c79-4372-b280-069948d8f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.941919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-52dd69f5-79bc-488d-9890-1d7e64c472da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 200 len: 217 time: 0.1164870 Jun 30 09:00:11.001696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4c67a-5c79-4372-b280-069948d8f09e None None] Port 95be021f-9c15-4551-9570-5c61aaddd4a8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:11.004968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-f7b3a319-03f1-4ccd-a0bd-f5f0b3c0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:11.007035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-f7b3a319-03f1-4ccd-a0bd-f5f0b3c0fe02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3890738 Jun 30 09:00:11.015539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.022028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.023014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.044638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af980f6-d831-4822-8ba9-705e6cf0e6ae req-69408d8d-d495-47ef-8417-f95f406e5090 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:11.052200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8af980f6-d831-4822-8ba9-705e6cf0e6ae req-69408d8d-d495-47ef-8417-f95f406e5090 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 949 time: 0.4761820 Jun 30 09:00:11.153224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=95be021f-9c15-4551-9570-5c61aaddd4a8,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:11.223258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8af980f6-d831-4822-8ba9-705e6cf0e6ae req-a56f652c-5355-4d66-afec-bb475e061f7c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700201 Jun 30 09:00:11.238183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-85f13ae8-76e7-4459-b0c7-c32f37b43d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:11.239869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-85f13ae8-76e7-4459-b0c7-c32f37b43d76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.2775960 Jun 30 09:00:11.249388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:11.251437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:11.320886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-79507e2f-a867-452a-a1df-767e21ba8328 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918167 Jun 30 09:00:11.494872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 01136454-f881-4831-8e08-d740b1b06084 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:11.617598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-a4b04e7f-c39e-4bd4-82a7-0fea81cf09e5 service neutron] 10.222.0.26 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867038 Jun 30 09:00:11.630933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-9b8dc89d-6a22-4df5-bb50-6041fcc342be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:11.633948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-9b8dc89d-6a22-4df5-bb50-6041fcc342be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3810356 Jun 30 09:00:11.737010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fa24dee0-d22c-4f34-9723-43c50d7c4215 None None] Provisioning complete for port 95be021f-9c15-4551-9570-5c61aaddd4a8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:11.742578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa24dee0-d22c-4f34-9723-43c50d7c4215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.743008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:11.756566 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] Sync routers for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:11.770734 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-429f143d-a3c2-4c00-8fa2-c43e601e2f64 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/01136454-f881-4831-8e08-d740b1b06084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5886827 Jun 30 09:00:11.771511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:11.773789 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:11.776500 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:11.894927 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:11.907190 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:11.908127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:11.924357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fa24dee0-d22c-4f34-9723-43c50d7c4215 None None] Port 95be021f-9c15-4551-9570-5c61aaddd4a8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:11.934686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-8342747a-40b6-4677-93aa-3b16feebf460 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918680 Jun 30 09:00:11.934908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760462c9-97bf-414c-8a15-c7c9b282116b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:11.936398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-760462c9-97bf-414c-8a15-c7c9b282116b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports/95be021f-9c15-4551-9570-5c61aaddd4a8 HTTP/1.1" status: 200 len: 913 time: 0.1554503 Jun 30 09:00:11.939988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34102) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:12.007611 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:12.008523 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744c93a-6382-4936-aa16-c77544e4f284 None None] The sync data for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:12.302669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbf717c0-08b8-4d37-991e-8cdbb1e68c63 req-dd54e429-52d2-4409-b83b-0273272bb12c service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450859 Jun 30 09:00:12.329013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2e65-99ae-4972-9fe1-9f2ac7c7a214 req-58b600f9-8d9c-4e84-adac-158ef4a45d98 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:12.348463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b84c2e65-99ae-4972-9fe1-9f2ac7c7a214 req-58b600f9-8d9c-4e84-adac-158ef4a45d98 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3925588 Jun 30 09:00:12.455748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86defe6a-3f27-47cd-a23b-d1a280aa753f req-ceec82ac-0661-4f58-b3bf-4a7041c8183a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:12.464773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86defe6a-3f27-47cd-a23b-d1a280aa753f req-ceec82ac-0661-4f58-b3bf-4a7041c8183a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.2818944 Jun 30 09:00:12.488194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b84c2e65-99ae-4972-9fe1-9f2ac7c7a214 req-5617931e-757d-45ec-abd5-9308ea966c62 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385612 Jun 30 09:00:12.568848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:12.578326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86defe6a-3f27-47cd-a23b-d1a280aa753f req-3e6aa3c7-42cc-4baa-9a00-ba7a813ba636 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103284 Jun 30 09:00:12.860428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:12.896310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'mac_address': 'fa:16:3e:bd:22:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:12.897857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf194b92-7d4e-4138-9b19-d443ab53de4c req-acbe756e-fb3f-43b4-a1b9-99782ace29c5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:12.926508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf194b92-7d4e-4138-9b19-d443ab53de4c req-acbe756e-fb3f-43b4-a1b9-99782ace29c5 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 949 time: 0.1710157 Jun 30 09:00:13.024221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf194b92-7d4e-4138-9b19-d443ab53de4c req-480e23ad-524d-4274-917c-e340c9222f10 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898333 Jun 30 09:00:13.046970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.062634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f0821-4ee5-4da9-b691-47f42e55270a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:13.088083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:13.097796 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.163099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:13.277875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.350787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff10e06-4c9b-4d63-b3b0-5e377ee84022 req-f1f412c9-eb12-4bde-a6a3-a3b489f8766d tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:13.357639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ff10e06-4c9b-4d63-b3b0-5e377ee84022 req-f1f412c9-eb12-4bde-a6a3-a3b489f8766d tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 1102 time: 0.1066892 Jun 30 09:00:13.404199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ff10e06-4c9b-4d63-b3b0-5e377ee84022 req-2698e023-fa5f-42df-ac36-6e2a28e7f1ea tempest-MigrationsAdminTest-29522699 tempest-MigrationsAdminTest-29522699-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 Jun 30 09:00:13.451003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ca4f0821-4ee5-4da9-b691-47f42e55270a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:13.715718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 95be021f-9c15-4551-9570-5c61aaddd4a8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:13.716459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.844385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1a6b2-51ae-4f57-bf2d-6dc7574777b4 req-72d76412-2a86-4b73-a339-35bf81b4c9c9 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:13.850229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.852714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffa1a6b2-51ae-4f57-bf2d-6dc7574777b4 req-72d76412-2a86-4b73-a339-35bf81b4c9c9 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1465480 Jun 30 09:00:13.868161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 95be021f-9c15-4551-9570-5c61aaddd4a8 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:13.913929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ffa1a6b2-51ae-4f57-bf2d-6dc7574777b4 req-e3bec5fb-4983-40f6-a67b-4b122b5edcb2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607319 Jun 30 09:00:14.075413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1372d-623d-4a3b-8a80-f25dc71db545 req-ecb2e4a3-d420-44f2-b562-90a90d4c45e1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.077147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92f1372d-623d-4a3b-8a80-f25dc71db545 req-ecb2e4a3-d420-44f2-b562-90a90d4c45e1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1420577 Jun 30 09:00:14.150660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92f1372d-623d-4a3b-8a80-f25dc71db545 req-9317f9fa-2c3e-4031-8abe-2006b6924948 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657964 Jun 30 09:00:14.176118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.279248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=95be021f-9c15-4551-9570-5c61aaddd4a8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:14.294370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44990bc-4572-4c8b-9c54-8d7cd687af66 req-3bd1e272-9e9f-4e2e-9142-c65375449a01 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.296092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e44990bc-4572-4c8b-9c54-8d7cd687af66 req-3bd1e272-9e9f-4e2e-9142-c65375449a01 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1052163 Jun 30 09:00:14.382868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e44990bc-4572-4c8b-9c54-8d7cd687af66 req-b210e527-895b-4e6c-bc0f-cf0a4450528d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799000 Jun 30 09:00:14.540407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.614152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6835d-2d2e-4723-a6d0-7c635ffac229 req-a0f39d79-705c-40e8-8ff7-096257c3f73b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.621001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ae6835d-2d2e-4723-a6d0-7c635ffac229 req-a0f39d79-705c-40e8-8ff7-096257c3f73b tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1205759 Jun 30 09:00:14.669247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ae6835d-2d2e-4723-a6d0-7c635ffac229 req-4702fd80-c25a-42e0-b8de-bb1c6ccd7a96 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Jun 30 09:00:14.829861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 01136454-f881-4831-8e08-d740b1b06084 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:14.886050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03e7f2-a75c-4792-ab47-f2f55dd82c94 req-197f9c1d-213f-400e-a06e-4e88ca92cc4a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.888003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e03e7f2-a75c-4792-ab47-f2f55dd82c94 req-197f9c1d-213f-400e-a06e-4e88ca92cc4a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.0834975 Jun 30 09:00:14.966145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:14.979504 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d1b3cb3-dc06-43a1-b45c-ec3179bcde0c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/01136454-f881-4831-8e08-d740b1b06084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0379720 Jun 30 09:00:14.980194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34160) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:14.980757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] Sync routers for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:14.989622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e03e7f2-a75c-4792-ab47-f2f55dd82c94 req-6406ae03-21d7-4bb1-8511-ad9d31662205 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725155 Jun 30 09:00:14.992630 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:14.994385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:15.039303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:15.077808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:15.078358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:15.148750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:15.149620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4efe-73cd-471b-b717-4e2a2965373d None None] The sync data for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:15.292390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b78ca-effa-4b28-83c0-50e1856771a7 req-daf7fe59-6b21-4ba5-adbc-c506ebb09461 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:15.293926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5b78ca-effa-4b28-83c0-50e1856771a7 req-daf7fe59-6b21-4ba5-adbc-c506ebb09461 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.0810409 Jun 30 09:00:15.366893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5b78ca-effa-4b28-83c0-50e1856771a7 req-ec7510db-24f8-425f-9362-d4e9c85841bc tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590954 Jun 30 09:00:15.538290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01945e-3da0-4bb1-b7d1-87dbcdd8d9f4 req-7a3bd7a1-ad6c-4f81-860e-9b1cd0acb97f tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:15.546840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d01945e-3da0-4bb1-b7d1-87dbcdd8d9f4 req-7a3bd7a1-ad6c-4f81-860e-9b1cd0acb97f tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1650331 Jun 30 09:00:15.597652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:15.624040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d01945e-3da0-4bb1-b7d1-87dbcdd8d9f4 req-af377a58-33f7-457d-a3b5-8a1b909d54fa tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731800 Jun 30 09:00:15.793747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-e2d57121-08fe-4f85-a8b8-1747f332e4d3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:15.801001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-e2d57121-08fe-4f85-a8b8-1747f332e4d3 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1496108 Jun 30 09:00:15.980645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 189d9e48-0a19-4213-8d4a-2f7b97cb8395 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:15.981780 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.003886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb62c9-d150-4dd9-85fb-dc5f3cd1794b req-d24b3311-f67d-4a4e-8c5e-3b8dafde91aa tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:16.013931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5fb62c9-d150-4dd9-85fb-dc5f3cd1794b req-d24b3311-f67d-4a4e-8c5e-3b8dafde91aa tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 950 time: 0.1544876 Jun 30 09:00:16.043368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384fdc-1c3d-42ad-82d8-81035fd800f8 req-5d55b96c-8df6-421a-9f3b-cf63ca804636 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:16.045265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b384fdc-1c3d-42ad-82d8-81035fd800f8 req-5d55b96c-8df6-421a-9f3b-cf63ca804636 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.2427375 Jun 30 09:00:16.106419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.121517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 189d9e48-0a19-4213-8d4a-2f7b97cb8395 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:16.218042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5fb62c9-d150-4dd9-85fb-dc5f3cd1794b req-a9da5eda-ffcf-4ffc-bdd5-6b09be1de78a tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029276 Jun 30 09:00:16.244284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b384fdc-1c3d-42ad-82d8-81035fd800f8 req-25585d1d-b255-43ed-a702-272d6e6c8fa9 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441565 Jun 30 09:00:16.304192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Deleting port ca4f0821-4ee5-4da9-b691-47f42e55270a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:16.304437 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.356570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.412244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=189d9e48-0a19-4213-8d4a-2f7b97cb8395,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:16.516840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:16.517288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.576266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Calling delete_port for ca4f0821-4ee5-4da9-b691-47f42e55270a owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:16.591358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ca4f0821-4ee5-4da9-b691-47f42e55270a no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:16.685539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.786746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.815860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca4f0821-4ee5-4da9-b691-47f42e55270a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:16.855859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0b4-6b2d-439b-8496-88d119743c7d req-e7756e2c-998a-464c-8796-71ca13e30699 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:16.874869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ca4f0821-4ee5-4da9-b691-47f42e55270a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ca4f0821-4ee5-4da9-b691-47f42e55270a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:16.883837 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:16.886987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29d1d0b4-6b2d-439b-8496-88d119743c7d req-e7756e2c-998a-464c-8796-71ca13e30699 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3520098 Jun 30 09:00:16.973712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29d1d0b4-6b2d-439b-8496-88d119743c7d req-7dc68dc8-2c4b-4d36-b76b-7e43d811f5db tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857522 Jun 30 09:00:16.981117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=13']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:17.001899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.015740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['99f78099-8581-4462-9cd8-7d729125861c', '61a34bc3-3fb9-4b46-ad99-b06f5f551193'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:17.018098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:17.054556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 01136454-f881-4831-8e08-d740b1b06084 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:17.137765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] No DVR routers for this DVR port ca4f0821-4ee5-4da9-b691-47f42e55270a on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:17.150078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.152609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb5d810d-45c6-4b57-b594-cf47101aa149 req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "DELETE /v2.0/ports/ca4f0821-4ee5-4da9-b691-47f42e55270a HTTP/1.1" status: 204 len: 173 time: 1.2824607 Jun 30 09:00:17.160153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-deleted', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:17.160594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34212) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:17.163332 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca572fe-91f2-461a-9dff-7673871caf52" -d '{"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-deleted", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:17.166250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c14d29-1548-4a98-8fef-f0892c7e67f8 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event deleted for resources: {'Port': ['ID=ca4f0821-4ee5-4da9-b691-47f42e55270a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:17.284205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aaf0-715b-4ce6-bb61-7b1f57718e1f req-9fa1f6de-acff-4d24-9115-1cb7a1a411a5 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:17.289811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ba3aaf0-715b-4ce6-bb61-7b1f57718e1f req-9fa1f6de-acff-4d24-9115-1cb7a1a411a5 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1534917 Jun 30 09:00:17.311273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:17.321850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] Sync routers for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:17.323081 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-94415e12-8293-4856-b622-122a5ecb45c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/01136454-f881-4831-8e08-d740b1b06084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418248 Jun 30 09:00:17.326857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34218) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:17.350076 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:17.354139 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:17.354442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] Deleting subnet 7e7bc140-f587-4d2c-90c1-7b743888860b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:17.362724 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.413202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a1c0acff-b107-4366-9b3e-b7c4fa55a0d4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=01136454-f881-4831-8e08-d740b1b06084 HTTP/1.1" status: 200 len: 205 time: 0.0825009 Jun 30 09:00:17.417059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34220) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:17.449037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ba3aaf0-715b-4ce6-bb61-7b1f57718e1f req-22936c19-fbbb-43c1-9382-395846041f88 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518369 Jun 30 09:00:17.507704 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.517840 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:17.540014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c01123a-4cfc-44de-9402-72bdeea52b10 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.543467 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] Routers {'01136454-f881-4831-8e08-d740b1b06084'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:17.550516 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['01136454-f881-4831-8e08-d740b1b06084'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:17.589267 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dc2426-f1d6-4fd2-b107-d66d1ad8cd30 x-openstack-request-id: req-78dc2426-f1d6-4fd2-b107-d66d1ad8cd30 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:17.592096 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9a386d-b2d2-4619-9b91-4e1e6422d3f4", "name": "network-vif-deleted", "tag": "ca4f0821-4ee5-4da9-b691-47f42e55270a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:17.595502 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78dc2426-f1d6-4fd2-b107-d66d1ad8cd30 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:17.596081 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a386d-b2d2-4619-9b91-4e1e6422d3f4', 'name': 'network-vif-deleted', 'tag': 'ca4f0821-4ee5-4da9-b691-47f42e55270a', 'status': 'completed', 'code': 200} Jun 30 09:00:17.617134 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:17.617822 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e367cbd-c3d3-465a-ab39-e02d4c4456e1 None None] The sync data for ids ['01136454-f881-4831-8e08-d740b1b06084'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:17.633061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.670443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa49823-ca35-475f-86b2-4fb8b6a7564e req-d7ef529f-ae84-40d3-9ccd-7fa070204f28 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:17.676678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa49823-ca35-475f-86b2-4fb8b6a7564e req-d7ef529f-ae84-40d3-9ccd-7fa070204f28 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1388006 Jun 30 09:00:17.758081 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c01123a-4cfc-44de-9402-72bdeea52b10 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.762782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c01123a-4cfc-44de-9402-72bdeea52b10 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.771999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa49823-ca35-475f-86b2-4fb8b6a7564e req-a1873e40-a80a-4dd9-afc8-cddbae436af7 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854795 Jun 30 09:00:17.897173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a871621-8ec2-469a-9a86-910af474a2d7 req-ffeb1acb-274c-4a2a-8374-90b99984181c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b9a386d-b2d2-4619-9b91-4e1e6422d3f4 HTTP/1.1" status: 200 len: 210 time: 0.1049697 Jun 30 09:00:18.210503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.222148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c01123a-4cfc-44de-9402-72bdeea52b10 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.222646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c01123a-4cfc-44de-9402-72bdeea52b10 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Fanout notify agent at l3_agent the message router_deleted on router 01136454-f881-4831-8e08-d740b1b06084 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:00:18.234024 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c01123a-4cfc-44de-9402-72bdeea52b10 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.237911 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0c01123a-4cfc-44de-9402-72bdeea52b10 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/01136454-f881-4831-8e08-d740b1b06084 HTTP/1.1" status: 204 len: 168 time: 0.8196414 Jun 30 09:00:18.238820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34232) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:18.272608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7bc140-f587-4d2c-90c1-7b743888860b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:18.284931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.286894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5e46a47e-c34f-47e9-9c30-46a1cbf76d1f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7e7bc140-f587-4d2c-90c1-7b743888860b HTTP/1.1" status: 204 len: 168 time: 1.1253488 Jun 30 09:00:18.287543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cd272-cf14-4785-a3ce-ddb6e9004e29 req-34e86d29-bba4-41a0-a05b-e8683a857860 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:18.289261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea1cd272-cf14-4785-a3ce-ddb6e9004e29 req-34e86d29-bba4-41a0-a05b-e8683a857860 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.0764830 Jun 30 09:00:18.289852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34234) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:18.334621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet c574b355-8062-4a58-8438-bc96edb953a9 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:18.338663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.389048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea1cd272-cf14-4785-a3ce-ddb6e9004e29 req-439bd858-7d48-4d43-88e8-b10876ab7844 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919816 Jun 30 09:00:18.390992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.401947 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.492196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.503322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.526555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff22aa6-ca40-4da3-a889-2ee2386ef5d2']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:18.554991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e673ed87-c836-401c-b91f-03a4b5614284') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:18.555336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e673ed87-c836-401c-b91f-03a4b5614284') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:18.567560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.568668 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.584298 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:18.597041 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:18.601240 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:18.626066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=c574b355-8062-4a58-8438-bc96edb953a9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:18.632675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.635019 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-081e8839-dde4-4a62-b202-279732508726 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/c574b355-8062-4a58-8438-bc96edb953a9 HTTP/1.1" status: 204 len: 168 time: 0.3719728 Jun 30 09:00:18.637546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34238) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:18.640880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c9437-6ff2-4255-a96e-6ff6d220456d None None] Network 26e3cf13-1ef2-4ca1-a341-c42ac1708981 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:18.706837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.720877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.727786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6ff22aa6-ca40-4da3-a889-2ee2386ef5d2 HTTP/1.1" status: 204 len: 168 time: 0.4367144 Jun 30 09:00:18.758395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cd38e-655e-4b18-a038-5cfb389db463 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff22aa6-ca40-4da3-a889-2ee2386ef5d2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:18.786674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet f9cdc612-9aa9-4f9c-8462-2c007b73c6c6 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:18.793574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.825112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95f5d-b618-4857-8788-3ecbcb7c418e req-ce737252-e2e3-4fe0-ae77-62973901c252 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:18.826922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6f95f5d-b618-4857-8788-3ecbcb7c418e req-ce737252-e2e3-4fe0-ae77-62973901c252 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1596467 Jun 30 09:00:18.878611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.888722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6f95f5d-b618-4857-8788-3ecbcb7c418e req-530bce3f-8d6b-49fa-99fa-19d35364c243 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Jun 30 09:00:19.017682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af054b-e962-42a1-b813-efef47a04119 None None] DHCP port deletion for 26e3cf13-1ef2-4ca1-a341-c42ac1708981 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:00:19.038649 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.049983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34244) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:19.080004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-48af054b-e962-42a1-b813-efef47a04119 None None] Deleting port cb2a0b98-4a2c-4611-90e9-b217954a3bea {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:19.080004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48af054b-e962-42a1-b813-efef47a04119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.152015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-48af054b-e962-42a1-b813-efef47a04119 None None] For port cb2a0b98-4a2c-4611-90e9-b217954a3bea, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cb2a0b98-4a2c-4611-90e9-b217954a3bea,segment=NetworkSegment(ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1),segment_id=ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:19.152405 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48af054b-e962-42a1-b813-efef47a04119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.159793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.169100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34250) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:19.169915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-87ff16c6-0b90-4948-916c-2cc89a247754 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=853e2151e8284e0eaab53970eac63e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183681 Jun 30 09:00:19.170187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-48af054b-e962-42a1-b813-efef47a04119 None None] Calling delete_port for cb2a0b98-4a2c-4611-90e9-b217954a3bea owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:19.281880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cdc612-9aa9-4f9c-8462-2c007b73c6c6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:19.283677 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48af054b-e962-42a1-b813-efef47a04119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.284161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.290344 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a88be57c-147c-4c79-8eef-3a6b7818fad4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/f9cdc612-9aa9-4f9c-8462-2c007b73c6c6 HTTP/1.1" status: 204 len: 168 time: 0.6373277 Jun 30 09:00:19.292920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34256) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:19.332894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af054b-e962-42a1-b813-efef47a04119 None None] Pushing event deleted for resources: {'Port': ['ID=cb2a0b98-4a2c-4611-90e9-b217954a3bea,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:19.335507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5956eaf-d1a0-4de2-b916-aa21e6f92826 None None] Network a89fff5b-044a-4f30-b2d8-b6517dab9027 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:19.343174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e6b6-09a2-455d-8076-b633a1316e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.355778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af054b-e962-42a1-b813-efef47a04119 None None] No DVR routers for this DVR port cb2a0b98-4a2c-4611-90e9-b217954a3bea on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:19.383336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e6b6-09a2-455d-8076-b633a1316e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.499970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e6b6-09a2-455d-8076-b633a1316e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.503906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e6b6-09a2-455d-8076-b633a1316e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.506960 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4bf9e6b6-09a2-455d-8076-b633a1316e26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/744c73cd-a8b0-42f6-8a65-954f9066b98f HTTP/1.1" status: 204 len: 168 time: 0.3312089 Jun 30 09:00:19.507980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.529510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9e6b6-09a2-455d-8076-b633a1316e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c73cd-a8b0-42f6-8a65-954f9066b98f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:19.729418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.764363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e3cf13-1ef2-4ca1-a341-c42ac1708981']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:19.816035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:19.816035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9c4fca-acb2-497c-8cfe-b56d58f1e8b1') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:19.850367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.864125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] DHCP port deletion for a89fff5b-044a-4f30-b2d8-b6517dab9027 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:00:19.877809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac792c5-1c7a-4c13-9f62-5a02bde75b05 req-2060c4ce-4f27-454a-a677-76726f169973 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:19.879341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fac792c5-1c7a-4c13-9f62-5a02bde75b05 req-2060c4ce-4f27-454a-a677-76726f169973 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.2540674 Jun 30 09:00:19.884937 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.898487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:19.898877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:19.906240 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:19.929230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] Deleting port 992589c5-f45e-4574-9447-d48e887852fe {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:19.930125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.043485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] For port 992589c5-f45e-4574-9447-d48e887852fe, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=992589c5-f45e-4574-9447-d48e887852fe,segment=NetworkSegment(9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37),segment_id=9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:20.047296 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.067521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] Calling delete_port for 992589c5-f45e-4574-9447-d48e887852fe owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:20.224446 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.280799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f1421-fb5f-4e2c-9b76-ab6a021bc0de req-61aa21bd-7475-444f-9733-73b399a1a096 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:20.282416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c7f1421-fb5f-4e2c-9b76-ab6a021bc0de req-61aa21bd-7475-444f-9733-73b399a1a096 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 951 time: 0.5698168 Jun 30 09:00:20.289915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] Pushing event deleted for resources: {'Port': ['ID=992589c5-f45e-4574-9447-d48e887852fe,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:20.291867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7843b-c77c-46b5-8cff-be2abbc339a0 None None] No DVR routers for this DVR port 992589c5-f45e-4574-9447-d48e887852fe on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:20.341581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.359311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fac792c5-1c7a-4c13-9f62-5a02bde75b05 req-dbaee405-e388-4d63-a36c-aaf1fceb4642 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595554 Jun 30 09:00:20.370188 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.381129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/26e3cf13-1ef2-4ca1-a341-c42ac1708981 HTTP/1.1" status: 204 len: 168 time: 1.0871460 Jun 30 09:00:20.388223 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:20.394979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cb2a0b98-4a2c-4611-90e9-b217954a3bea no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:20.436500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a46a8-9568-4018-87c3-f1c61fab95f2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=26e3cf13-1ef2-4ca1-a341-c42ac1708981,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:20.467271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c7f1421-fb5f-4e2c-9b76-ab6a021bc0de req-25a18bc3-41cf-4a0d-9677-fcce7c3e9cb6 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700029 Jun 30 09:00:20.479469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: cb2a0b98-4a2c-4611-90e9-b217954a3bea {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:20.479889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cb2a0b98-4a2c-4611-90e9-b217954a3bea not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:20.480381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 992589c5-f45e-4574-9447-d48e887852fe no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:20.518839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 992589c5-f45e-4574-9447-d48e887852fe {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:20.519178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 992589c5-f45e-4574-9447-d48e887852fe not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:20.586567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.706632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.717756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb5c4f-dd76-414e-97af-c41378734026 req-b226ee6e-8e74-4654-9761-1281bd0cf4d6 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:20.720249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89fff5b-044a-4f30-b2d8-b6517dab9027']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:20.726254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52fb5c4f-dd76-414e-97af-c41378734026 req-b226ee6e-8e74-4654-9761-1281bd0cf4d6 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1650043 Jun 30 09:00:20.768369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:20.769143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d79b77d-3d3a-4831-8e1c-0dbda9ce4f37') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:20.779091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52fb5c4f-dd76-414e-97af-c41378734026 req-ca8337f6-f444-480f-90aa-e4b51689486d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518603 Jun 30 09:00:20.788065 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.822464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.832773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:20.833226 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:20.904154 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:20.923436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.944190 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.946114 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/a89fff5b-044a-4f30-b2d8-b6517dab9027 HTTP/1.1" status: 204 len: 168 time: 0.5558600 Jun 30 09:00:20.947242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9e100-92e8-4fe3-bc1b-3345480367c7 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=a89fff5b-044a-4f30-b2d8-b6517dab9027,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:20.950747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:20.956905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-987535892'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:20.990432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:20.996892 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.028547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:21.044257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.045908 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc of type vlan for network d0c449c7-987d-4c9e-9dc3-b11dba49d91a Jun 30 09:00:21.102904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.157326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.165716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:21.166338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.186250 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2338758 Jun 30 09:00:21.190207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34308) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:21.195599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:21.311022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22a3c4-0281-45cb-9b56-8af38bf47ae8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=d0c449c7-987d-4c9e-9dc3-b11dba49d91a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:21.329700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:21.505677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-b3789679-660d-4167-9f7e-c68c9b7bbb48 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:21.507518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-b3789679-660d-4167-9f7e-c68c9b7bbb48 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 951 time: 0.2882590 Jun 30 09:00:21.507966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:21.511344 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.532515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-94640321-3305-4fe4-a494-9efceb627bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:21.534308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-94640321-3305-4fe4-a494-9efceb627bdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d26487bfc23243cabb2adea98ff88029&device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 1098 time: 0.2636657 Jun 30 09:00:21.635533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6768a0-5551-42b0-bec1-31ff81db168c req-5e1aaca2-e0e1-45d6-86d0-e7ded2dd423c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:21.637150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c6768a0-5551-42b0-bec1-31ff81db168c req-5e1aaca2-e0e1-45d6-86d0-e7ded2dd423c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3382375 Jun 30 09:00:21.863468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c6768a0-5551-42b0-bec1-31ff81db168c req-7c9988fc-0e36-49ae-99aa-0e89a8d916d1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101567 Jun 30 09:00:21.867533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34338) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:21.940910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-97f16c76-f983-4ce9-93b5-c7e34ff71ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:21.942917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-97f16c76-f983-4ce9-93b5-c7e34ff71ca8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 200 len: 915 time: 0.3371325 Jun 30 09:00:21.994162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dbc99-e664-4fc2-a791-656eecd2f560 req-ee69b841-0884-46bb-bdae-b082ba8e221d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:21.997245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb1dbc99-e664-4fc2-a791-656eecd2f560 req-ee69b841-0884-46bb-bdae-b082ba8e221d tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 951 time: 0.3877232 Jun 30 09:00:22.038565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-967a4136-ae11-4cf7-ba87-642844c21ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.123421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Deleting port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:22.124140 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.144084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb1dbc99-e664-4fc2-a791-656eecd2f560 req-740b67a2-7c4f-4b08-9c54-1ab73308f70f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053987 Jun 30 09:00:22.157493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-967a4136-ae11-4cf7-ba87-642844c21ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.179251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-967a4136-ae11-4cf7-ba87-642844c21ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.192625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-a61db264-dd6e-4275-8c21-9472ce9867b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeb78423-8b1d-40d8-b903-a283f0196693 HTTP/1.1" status: 200 len: 217 time: 0.1842430 Jun 30 09:00:22.222320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a4136-ae11-4cf7-ba87-642844c21ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32463b-5e91-4cde-92af-585a8dd5d9d5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:22.226985 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-967a4136-ae11-4cf7-ba87-642844c21ab2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2af730f7b5e4b18bf36ae909580c1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582554 Jun 30 09:00:22.232394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34344) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:22.290196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6dd2df25-8dd4-46a5-b8a5-4446e0d3ddf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.313802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6dd2df25-8dd4-46a5-b8a5-4446e0d3ddf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.355589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.358342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-7d2e32e7-a6d2-4d3f-a834-6dcf3dbb4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:22.359637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-7d2e32e7-a6d2-4d3f-a834-6dcf3dbb4e67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 200 len: 854 time: 0.1302223 Jun 30 09:00:22.399292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6dd2df25-8dd4-46a5-b8a5-4446e0d3ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.407739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6dd2df25-8dd4-46a5-b8a5-4446e0d3ddf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.425559 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6dd2df25-8dd4-46a5-b8a5-4446e0d3ddf2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c32463b-5e91-4cde-92af-585a8dd5d9d5 HTTP/1.1" status: 204 len: 168 time: 0.1795483 Jun 30 09:00:22.441319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-037c5176-95db-4c1d-bedc-408eadaa4e97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57e94183-d35e-4693-a076-6edcc65307b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659838 Jun 30 09:00:22.456357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] For port 61a34bc3-3fb9-4b46-ad99-b06f5f551193, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=61a34bc3-3fb9-4b46-ad99-b06f5f551193,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:22.456743 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.460170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2df25-8dd4-46a5-b8a5-4446e0d3ddf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32463b-5e91-4cde-92af-585a8dd5d9d5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:22.506071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Calling delete_port for 61a34bc3-3fb9-4b46-ad99-b06f5f551193 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:22.543162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca7e4-8f8c-4c3c-8197-650253dc938b req-fa390a28-998b-4b93-9205-277b07a10c4f tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:22.544883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cedca7e4-8f8c-4c3c-8197-650253dc938b req-fa390a28-998b-4b93-9205-277b07a10c4f tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.3586411 Jun 30 09:00:22.561404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=d98a62ac-dd70-4d97-a1ef-552ded6bb534,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:22.660768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': 'f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:22.661144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: d0c449c7-987d-4c9e-9dc3-b11dba49d91a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:22.705612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cedca7e4-8f8c-4c3c-8197-650253dc938b req-e6a7e1f1-d6c1-41ff-b4a7-ba80938257ae tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463227 Jun 30 09:00:22.714369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-e60312f9-27f7-423c-acc1-f348b2ec84c8 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545724 Jun 30 09:00:22.749485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:22.789709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, d0c449c7-987d-4c9e-9dc3-b11dba49d91a) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:22.800094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:22.800348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.802729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f66fc04-8a4c-453b-a0f3-03344d94288d None None] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:22.866007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34362) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:22.866266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cc8b05ef-8f00-4bb1-ba8e-1992e9466f5b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6747093 Jun 30 09:00:22.875589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-952d57a7-a50c-46ac-875e-1dd67decbdeb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-788701724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:22.887106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a97c723c-106b-4f54-86ce-fcd316d74532 req-b9c478c0-5f8c-437f-9186-e704499fc415 service neutron] 10.222.0.26 "GET /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585627 Jun 30 09:00:22.888227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.925035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event deleted for resources: {'Port': ['ID=61a34bc3-3fb9-4b46-ad99-b06f5f551193,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:22.955841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-952d57a7-a50c-46ac-875e-1dd67decbdeb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.956961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-952d57a7-a50c-46ac-875e-1dd67decbdeb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.992194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['99f78099-8581-4462-9cd8-7d729125861c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:23.004139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:23.027952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] No DVR routers for this DVR port 61a34bc3-3fb9-4b46-ad99-b06f5f551193 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:23.032761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.035124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22acef6d-30de-4333-8fe7-b0b2eb0010cd req-31756cc9-1de2-4974-975d-97e8fb009b60 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "DELETE /v2.0/ports/61a34bc3-3fb9-4b46-ad99-b06f5f551193 HTTP/1.1" status: 204 len: 173 time: 1.5192058 Jun 30 09:00:23.035766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-deleted', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:23.038655 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e630059-81cf-4a04-ab45-475fea99a668" -d '{"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-deleted", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:23.068641 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-952d57a7-a50c-46ac-875e-1dd67decbdeb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.073841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-952d57a7-a50c-46ac-875e-1dd67decbdeb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.108841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-952d57a7-a50c-46ac-875e-1dd67decbdeb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.113128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-952d57a7-a50c-46ac-875e-1dd67decbdeb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2452281 Jun 30 09:00:23.113289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34372) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:23.119928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'port': {'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a', 'name': 'tempest-RoutersIpV6Test-2073169100'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:23.324469 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.326475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:23.339078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.385057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] device_id is not set on port 146a98e4-4465-47ce-a7de-e0d0c149935f yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:00:23.562903 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7657a1a7-74f5-418d-a054-eab7eb03d55f x-openstack-request-id: req-7657a1a7-74f5-418d-a054-eab7eb03d55f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:23.564131 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f9610-6ae9-4704-b27c-fdfd0d980ec6", "name": "network-vif-deleted", "tag": "61a34bc3-3fb9-4b46-ad99-b06f5f551193", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:23.564555 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7657a1a7-74f5-418d-a054-eab7eb03d55f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:23.565225 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f9610-6ae9-4704-b27c-fdfd0d980ec6', 'name': 'network-vif-deleted', 'tag': '61a34bc3-3fb9-4b46-ad99-b06f5f551193', 'status': 'completed', 'code': 200} Jun 30 09:00:23.636401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-d0c449c7-987d-4c9e-9dc3-b11dba49d91a', 'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': 'd98a62ac-dd70-4d97-a1ef-552ded6bb534'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:23.637251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.659457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33a7a6af-6b6f-4ae8-ae2d-b3446116ed78 req-1b723b10-3fdb-4cf7-8f14-0a33a35965b1 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=238f9610-6ae9-4704-b27c-fdfd0d980ec6 HTTP/1.1" status: 200 len: 210 time: 0.0982137 Jun 30 09:00:23.778887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c93fc6-c8eb-4e5a-b467-eec79bd04293 req-fa7f37a8-d881-4b0b-a4de-749a3472b787 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:23.797976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96c93fc6-c8eb-4e5a-b467-eec79bd04293 req-fa7f37a8-d881-4b0b-a4de-749a3472b787 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.5421078 Jun 30 09:00:23.831782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8::1b9 (d0c449c7-987d-4c9e-9dc3-b11dba49d91a/d98a62ac-dd70-4d97-a1ef-552ded6bb534/146a98e4-4465-47ce-a7de-e0d0c149935f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:23.930154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96c93fc6-c8eb-4e5a-b467-eec79bd04293 req-45c489df-725c-4e05-a916-5cc283f4f959 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307898 Jun 30 09:00:24.076379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53432e32-34d5-40f0-a629-e4f743df1a6d req-085eeb52-0cc8-49b4-93df-2f8ac8f7ece4 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:24.078009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53432e32-34d5-40f0-a629-e4f743df1a6d req-085eeb52-0cc8-49b4-93df-2f8ac8f7ece4 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1798651 Jun 30 09:00:24.122609 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.147540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53432e32-34d5-40f0-a629-e4f743df1a6d req-ba755fa4-9918-434d-b3d1-b68ed6f81ca2 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 Jun 30 09:00:24.150014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object 146a98e4-4465-47ce-a7de-e0d0c149935f will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:24.184921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.235027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:24.235531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Allocated IP 2001:db8::2 (d0c449c7-987d-4c9e-9dc3-b11dba49d91a/d98a62ac-dd70-4d97-a1ef-552ded6bb534/86a157e5-1dbd-4a86-a856-3de23c591dab) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:24.238383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:24.245059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:24.251232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:24.251861 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.261176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=146a98e4-4465-47ce-a7de-e0d0c149935f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:24.272806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3ecaf310-c3d9-4497-9303-e9563bbab7bf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1581357 Jun 30 09:00:24.275318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34416) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:24.401669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59a96a3c-2a72-4906-9972-bc6319e76d23 req-85537124-8fbc-425c-9ce5-8e5c28fa492e tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0693119 Jun 30 09:00:24.448234 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.458647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Transition to ACTIVE for port object 86a157e5-1dbd-4a86-a856-3de23c591dab will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:24.482088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Transition to ACTIVE for port object 86a157e5-1dbd-4a86-a856-3de23c591dab will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:24.489698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.563769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:24.580251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Pushing event updated for resources: {'Port': ['ID=86a157e5-1dbd-4a86-a856-3de23c591dab,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:24.584101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:24.588877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:24.619023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:24.699950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 61a34bc3-3fb9-4b46-ad99-b06f5f551193 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:24.701965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 61a34bc3-3fb9-4b46-ad99-b06f5f551193 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:24.731190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Attempting to bind port 86a157e5-1dbd-4a86-a856-3de23c591dab on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:24.731564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Attempting to bind port 86a157e5-1dbd-4a86-a856-3de23c591dab by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:24.731928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Attempting to bind port 86a157e5-1dbd-4a86-a856-3de23c591dab on network d0c449c7-987d-4c9e-9dc3-b11dba49d91a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:24.743051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:24.743460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Checking segment: {'id': 'f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:24.743959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.744363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Bound using segment: {'id': 'f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:24.744851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Bound port: 86a157e5-1dbd-4a86-a856-3de23c591dab, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd0c449c7-987d-4c9e-9dc3-b11dba49d91a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:24.745232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.828118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] For port 86a157e5-1dbd-4a86-a856-3de23c591dab, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:24.835707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] For port 86a157e5-1dbd-4a86-a856-3de23c591dab, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=86a157e5-1dbd-4a86-a856-3de23c591dab,segment=NetworkSegment(f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc),segment_id=f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:24.841579 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.903220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205ccf3-6c29-4977-b1a9-0aa6a1b60963 None None] Pushing event updated for resources: {'Port': ['ID=86a157e5-1dbd-4a86-a856-3de23c591dab,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:24.936714 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.046490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399aa71-490e-437f-bb9f-9988cb47626e req-54f300ac-e67e-453a-a4b1-b9699c2d76b7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:25.054093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1399aa71-490e-437f-bb9f-9988cb47626e req-54f300ac-e67e-453a-a4b1-b9699c2d76b7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.2362583 Jun 30 09:00:25.152043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1399aa71-490e-437f-bb9f-9988cb47626e req-371f48f7-0d45-45b6-8df0-885cb855a03b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969918 Jun 30 09:00:25.186727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.521257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5556bd-271b-4d82-be9f-743ea5ea9f68 req-6bd9161c-ef80-4558-af70-d1af42980c07 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:25.522793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c5556bd-271b-4d82-be9f-743ea5ea9f68 req-6bd9161c-ef80-4558-af70-d1af42980c07 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.2191172 Jun 30 09:00:25.533347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e2ba6-19fe-470b-b258-50f46d705da0 req-4c6906d8-e839-4681-b78f-101e802c97ae tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:25.534789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d93e2ba6-19fe-470b-b258-50f46d705da0 req-4c6906d8-e839-4681-b78f-101e802c97ae tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.2322390 Jun 30 09:00:25.599025 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.616601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.653766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c5556bd-271b-4d82-be9f-743ea5ea9f68 req-03fb30b9-3425-4243-9b95-57543e16345c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177375 Jun 30 09:00:25.658890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d93e2ba6-19fe-470b-b258-50f46d705da0 req-255e52b6-657b-441b-9d14-04c3dcc358ad tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159453 Jun 30 09:00:25.721230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=146a98e4-4465-47ce-a7de-e0d0c149935f,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.902895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.038257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48e97-c458-43ce-8e4a-63dde2fa7783 req-f9a8a28c-0157-4637-9976-b9e5b0e20b0e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:26.039832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51c48e97-c458-43ce-8e4a-63dde2fa7783 req-f9a8a28c-0157-4637-9976-b9e5b0e20b0e tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.2149830 Jun 30 09:00:26.105571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52310da-df73-40ac-9706-43edb0df9b5a None None] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:26.124839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51c48e97-c458-43ce-8e4a-63dde2fa7783 req-48faaca3-a34b-45f1-aa59-211e5116797a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722678 Jun 30 09:00:26.133655 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.269107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-95fc5e00-ba98-457d-bd45-042f3b2387b0 None None] Provisioning for port 86a157e5-1dbd-4a86-a856-3de23c591dab completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:26.307892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34f7c783-2a3c-446d-9102-6765bee1e092 req-1686e281-b8f4-4b8f-825c-84bcb81c176e tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0452991 Jun 30 09:00:26.399366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86a157e5-1dbd-4a86-a856-3de23c591dab up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:26.470954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 86a157e5-1dbd-4a86-a856-3de23c591dab completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:26.475641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 86a157e5-1dbd-4a86-a856-3de23c591dab triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:26.476211 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.562355 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.604113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 86a157e5-1dbd-4a86-a856-3de23c591dab, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=86a157e5-1dbd-4a86-a856-3de23c591dab,segment=NetworkSegment(f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc),segment_id=f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:26.608508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.645557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab933-a202-4acf-9232-bda67e32e1f1 req-50292b00-f8c4-45f1-b010-dc04b8c53c4d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:26.647080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c7ab933-a202-4acf-9232-bda67e32e1f1 req-50292b00-f8c4-45f1-b010-dc04b8c53c4d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.1604576 Jun 30 09:00:26.662426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=86a157e5-1dbd-4a86-a856-3de23c591dab,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:26.679561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e7b8-1dc0-4f77-ab89-91d144cf3532 req-18dce2fe-7a07-4f12-8e95-b48ce406f1f4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:26.686754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59d7e7b8-1dc0-4f77-ab89-91d144cf3532 req-18dce2fe-7a07-4f12-8e95-b48ce406f1f4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1989059 Jun 30 09:00:26.696091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a5bce599-1ba0-46ec-a08e-938ea9208490 None None] Provisioning complete for port 86a157e5-1dbd-4a86-a856-3de23c591dab triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:26.696849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a5bce599-1ba0-46ec-a08e-938ea9208490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.698266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.716634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.717429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.795484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a5bce599-1ba0-46ec-a08e-938ea9208490 None None] Provisioning for port 146a98e4-4465-47ce-a7de-e0d0c149935f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:26.800199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a5bce599-1ba0-46ec-a08e-938ea9208490 None None] Provisioning complete for port 146a98e4-4465-47ce-a7de-e0d0c149935f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:26.800571 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a5bce599-1ba0-46ec-a08e-938ea9208490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.837765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a5bce599-1ba0-46ec-a08e-938ea9208490 None None] Port 146a98e4-4465-47ce-a7de-e0d0c149935f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:26.838245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59d7e7b8-1dc0-4f77-ab89-91d144cf3532 req-776434ae-d4b0-444c-80f4-92b7016667c7 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505477 Jun 30 09:00:26.844402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c7ab933-a202-4acf-9232-bda67e32e1f1 req-a17b8946-b39c-49e6-85e6-c1369d64d7ef tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876931 Jun 30 09:00:26.863834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=146a98e4-4465-47ce-a7de-e0d0c149935f,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:26.958960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6f9d3cb5-e7e9-4cd0-96ae-e94354da5642 None None] Provisioning complete for port 146a98e4-4465-47ce-a7de-e0d0c149935f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:26.959198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6f9d3cb5-e7e9-4cd0-96ae-e94354da5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.992999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:26.995438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:26.997200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d3cb5-e7e9-4cd0-96ae-e94354da5642 None None] Port 146a98e4-4465-47ce-a7de-e0d0c149935f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:27.062461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56903ba8-ec6f-426b-8786-dacfee96158d req-9b5715e6-578d-4ffb-8ba1-f9c8803b8f28 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.064352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56903ba8-ec6f-426b-8786-dacfee96158d req-9b5715e6-578d-4ffb-8ba1-f9c8803b8f28 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.1865222 Jun 30 09:00:27.119827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5472385c-24c6-4f03-b415-2f5494a058e1 None None] Provisioning complete for port 146a98e4-4465-47ce-a7de-e0d0c149935f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:27.120397 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5472385c-24c6-4f03-b415-2f5494a058e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.159197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5472385c-24c6-4f03-b415-2f5494a058e1 None None] Port 146a98e4-4465-47ce-a7de-e0d0c149935f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:27.199244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0aaa525f-5120-45bd-acf5-0854ecb40b42 req-b8193718-215d-43e4-963c-40918b7e6730 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0675650 Jun 30 09:00:27.379096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93e0b115-f954-4681-b4ce-82a9fc729a2c None None] Provisioning complete for port 146a98e4-4465-47ce-a7de-e0d0c149935f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:27.379387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93e0b115-f954-4681-b4ce-82a9fc729a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.414818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-93e0b115-f954-4681-b4ce-82a9fc729a2c None None] Port 146a98e4-4465-47ce-a7de-e0d0c149935f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:27.538810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32af8a-b77c-4666-b8b9-04476579d6f3 req-4196b889-dc14-4c20-bce5-92a8b8368abe tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.540275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f32af8a-b77c-4666-b8b9-04476579d6f3 req-4196b889-dc14-4c20-bce5-92a8b8368abe tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 950 time: 0.6002319 Jun 30 09:00:27.589119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1ebcd-284a-4b41-b896-a5d1ed855c48 req-0cce32d3-f308-42e8-a641-d569e14e7298 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.590573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06b1ebcd-284a-4b41-b896-a5d1ed855c48 req-0cce32d3-f308-42e8-a641-d569e14e7298 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.5717247 Jun 30 09:00:27.644296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f32af8a-b77c-4666-b8b9-04476579d6f3 req-b9f10d3d-2e78-4456-85c1-773a9aaf7f4c tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959530 Jun 30 09:00:27.652225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 2ed2bb14-9840-496f-b6ce-0b62ee7622de is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:27.668045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06b1ebcd-284a-4b41-b896-a5d1ed855c48 req-0fb62746-66cd-467f-911e-7763a9c6529c tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697484 Jun 30 09:00:27.671256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Deleting port 99f78099-8581-4462-9cd8-7d729125861c {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:27.671981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.866580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2861650c-0625-42d5-b82f-f7d380056388 req-fc9df6f1-28d3-47fc-8ff3-8fff5c739ad9 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0759304 Jun 30 09:00:27.907286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:27.915599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cb3e4b24-90d5-401b-b48f-448f0321fc75 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/2ed2bb14-9840-496f-b6ce-0b62ee7622de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6372938 Jun 30 09:00:27.916204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34488) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:27.921414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] Sync routers for ids ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:27.947454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] Routers {'2ed2bb14-9840-496f-b6ce-0b62ee7622de'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:27.948471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:27.967818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] For port 99f78099-8581-4462-9cd8-7d729125861c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=99f78099-8581-4462-9cd8-7d729125861c,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:27.968188 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.989012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:27.995981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Calling delete_port for 99f78099-8581-4462-9cd8-7d729125861c owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:28.005824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] Routers {'2ed2bb14-9840-496f-b6ce-0b62ee7622de'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:28.006739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:28.013360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60af7-eeef-43c8-90df-4186882a1471 req-0faefa9c-c4d5-4138-842e-478aaa752827 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.014901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54d60af7-eeef-43c8-90df-4186882a1471 req-0faefa9c-c4d5-4138-842e-478aaa752827 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.2524059 Jun 30 09:00:28.022057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189bda3-90d2-4a2c-bb39-7819d05003c8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.026160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d189bda3-90d2-4a2c-bb39-7819d05003c8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports/146a98e4-4465-47ce-a7de-e0d0c149935f HTTP/1.1" status: 200 len: 984 time: 0.1061244 Jun 30 09:00:28.027452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34490) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:28.087545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:28.088232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5276761-d6f9-4317-a941-5f39d1f2d82e None None] The sync data for ids ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:28.263310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54d60af7-eeef-43c8-90df-4186882a1471 req-aa676a32-522f-4c2f-9077-460981c27285 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254333 Jun 30 09:00:28.319634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86a157e5-1dbd-4a86-a856-3de23c591dab up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:28.375911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 86a157e5-1dbd-4a86-a856-3de23c591dab triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:28.376405 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.448462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e675-da1a-43a6-8854-9ab6eb806ed6 req-2f4b8381-9cf5-4301-bd22-d78d7b43bcd5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.449970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55b8e675-da1a-43a6-8854-9ab6eb806ed6 req-2f4b8381-9cf5-4301-bd22-d78d7b43bcd5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3080699 Jun 30 09:00:28.525500 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.537543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:28.541659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['99f78099-8581-4462-9cd8-7d729125861c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:28.576011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event deleted for resources: {'Port': ['ID=99f78099-8581-4462-9cd8-7d729125861c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:28.619331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:28.626001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55b8e675-da1a-43a6-8854-9ab6eb806ed6 req-0c57f6fb-bde7-4ecb-9ebe-9e643acbc0e1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582909 Jun 30 09:00:28.653371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] No DVR routers for this DVR port 99f78099-8581-4462-9cd8-7d729125861c on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:28.663243 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.665194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56903ba8-ec6f-426b-8786-dacfee96158d req-01e8be0a-ffd7-4260-b204-91897bfa61a0 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.13 "DELETE /v2.0/ports/99f78099-8581-4462-9cd8-7d729125861c HTTP/1.1" status: 204 len: 173 time: 1.5437715 Jun 30 09:00:28.674172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242aea5-55c4-43bb-aee6-ddee3e9f9f20 req-65aae08f-6f8c-4c15-b359-7fdd42a5e64b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.675677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e242aea5-55c4-43bb-aee6-ddee3e9f9f20 req-65aae08f-6f8c-4c15-b359-7fdd42a5e64b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.2850690 Jun 30 09:00:28.676132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-deleted', 'tag': '99f78099-8581-4462-9cd8-7d729125861c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:28.678592 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd0ba9-1f69-4261-807c-13a881f24c89" -d '{"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-deleted", "tag": "99f78099-8581-4462-9cd8-7d729125861c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:28.773310 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.785164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e242aea5-55c4-43bb-aee6-ddee3e9f9f20 req-df7a6e78-9d6e-470f-902f-ffa017503e43 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917630 Jun 30 09:00:28.806176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:28.808886 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845ccbf-097e-4db2-bd56-245e39723ef7" -d '{"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-unplugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:28.822439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:28.829959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.884278 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6191395-ff51-4011-ae2c-ac1e96e596f0 x-openstack-request-id: req-f6191395-ff51-4011-ae2c-ac1e96e596f0 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:28.884854 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7", "name": "network-vif-deleted", "tag": "99f78099-8581-4462-9cd8-7d729125861c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:28.885150 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6191395-ff51-4011-ae2c-ac1e96e596f0 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:28.885695 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7', 'name': 'network-vif-deleted', 'tag': '99f78099-8581-4462-9cd8-7d729125861c', 'status': 'completed', 'code': 200} Jun 30 09:00:28.891926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=11']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:28.901949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.902428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.902867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.903309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.903791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.904218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.904642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.905066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.905489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.905961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.906964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.907384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:28.942799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a80cdbc4-18cf-4f91-86c8-23eddec68ebd req-5ed5dc24-b7e0-472b-a850-8b95bbb6ae1f tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b6d941e-98b9-4ebe-89ef-49fbb5ee92f7 HTTP/1.1" status: 200 len: 210 time: 0.0610733 Jun 30 09:00:28.968017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.005102 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a687820-ded8-4dc6-9a94-1a841c505325 x-openstack-request-id: req-2a687820-ded8-4dc6-9a94-1a841c505325 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:29.005480 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-unplugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:29.005840 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a687820-ded8-4dc6-9a94-1a841c505325 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:29.006669 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'code': 200} Jun 30 09:00:29.179963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5aa8d81-7d78-4a7d-a945-34519cd3b892 req-d3e779e7-2bbe-4ca5-9d78-41b52b49c6c1 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0681467 Jun 30 09:00:29.222629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e3e4c-92d7-4004-a6f0-08f703a31f4f req-524e9990-55cc-48a0-8373-278b2d37749f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.224109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-481e3e4c-92d7-4004-a6f0-08f703a31f4f req-524e9990-55cc-48a0-8373-278b2d37749f tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.2172916 Jun 30 09:00:29.287404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-481e3e4c-92d7-4004-a6f0-08f703a31f4f req-6b017df8-2a40-4983-a7f4-e019682fd2a0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Jun 30 09:00:29.353344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 146a98e4-4465-47ce-a7de-e0d0c149935f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:29.353793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.473795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.490783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 146a98e4-4465-47ce-a7de-e0d0c149935f owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:29.515529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d2a3-286b-4724-bb42-b489fd42b3f1 req-ca8535fa-1295-45f4-bf78-7cd4bdadf20c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.517515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77f0d2a3-286b-4724-bb42-b489fd42b3f1 req-ca8535fa-1295-45f4-bf78-7cd4bdadf20c tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1069264 Jun 30 09:00:29.605552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77f0d2a3-286b-4724-bb42-b489fd42b3f1 req-2c88078d-dbeb-4de5-92bc-fd0efdfb21d1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Jun 30 09:00:29.758899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.791225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=146a98e4-4465-47ce-a7de-e0d0c149935f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:29.807884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.808236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.808574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.808911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.809243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.809574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.809926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.810254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.810577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.810898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.811219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:29.811540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:30.202227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9702fb-ffd6-49ea-a7e8-5828083641a0 req-28c11487-e027-4b52-b58f-609e06f8b02e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.203742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c9702fb-ffd6-49ea-a7e8-5828083641a0 req-28c11487-e027-4b52-b58f-609e06f8b02e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.4816840 Jun 30 09:00:30.208346 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.344609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c9702fb-ffd6-49ea-a7e8-5828083641a0 req-c2aef1dd-6a7d-4524-9758-780700c30da5 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340985 Jun 30 09:00:30.437237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236993-62ae-4ce5-a090-84192243fca2 req-8feefc0e-44a4-46ca-8d35-b8a2ee0d07b5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.439286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c236993-62ae-4ce5-a090-84192243fca2 req-8feefc0e-44a4-46ca-8d35-b8a2ee0d07b5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2106192 Jun 30 09:00:30.447378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 2ed2bb14-9840-496f-b6ce-0b62ee7622de has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:30.548211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c236993-62ae-4ce5-a090-84192243fca2 req-df4ae7ad-faa6-4550-a0b7-2a68d6d63bed tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027534 Jun 30 09:00:30.562467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:30.582307 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] Sync routers for ids ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:30.585609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34550) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:30.586090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6f96d1df-04f1-4f96-935c-4b474fbab0c3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/2ed2bb14-9840-496f-b6ce-0b62ee7622de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5568769 Jun 30 09:00:30.588361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8279971b-6458-43f0-aae7-192426145e2e req-c3ed0e02-e357-42d2-884f-24606b3bccd3 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0378392 Jun 30 09:00:30.603098 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] Routers {'2ed2bb14-9840-496f-b6ce-0b62ee7622de'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:30.603795 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:30.642797 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:30.653941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:30.655178 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] Routers {'2ed2bb14-9840-496f-b6ce-0b62ee7622de'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:30.656007 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:05Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:30.656776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 99f78099-8581-4462-9cd8-7d729125861c no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:30.693697 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:30.694719 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682cef5e-ff81-4a3d-8b70-ee8960064a93 None None] The sync data for ids ['2ed2bb14-9840-496f-b6ce-0b62ee7622de'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:30.742313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 99f78099-8581-4462-9cd8-7d729125861c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:30.744273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 99f78099-8581-4462-9cd8-7d729125861c not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:30.856927 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-947aab76-c69c-44a9-b106-e109e8b52f87 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:00:30.858006 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-947aab76-c69c-44a9-b106-e109e8b52f87 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/2ed2bb14-9840-496f-b6ce-0b62ee7622de/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2706251 Jun 30 09:00:30.862088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34562) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:30.912144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34566) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:30.912655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e695b73d-897a-415d-aac4-662eec509a3f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed2bb14-9840-496f-b6ce-0b62ee7622de HTTP/1.1" status: 200 len: 205 time: 0.0481849 Jun 30 09:00:30.938085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:30.967613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'mac_address': 'fa:16:3e:ff:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:31.038728 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.039705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e491cd-c0f1-4ea4-b05f-0c6ff142e173 req-12829fb6-16da-48fb-9b29-2b0acd83cc76 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.049249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4e491cd-c0f1-4ea4-b05f-0c6ff142e173 req-12829fb6-16da-48fb-9b29-2b0acd83cc76 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1095853 Jun 30 09:00:31.057619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f354ac-2d61-49a7-a4d4-87821c54a3b8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.064648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2407b408-1de1-435a-b32e-7b6186c0bbff {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:31.099724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:31.110857 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.148220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4e491cd-c0f1-4ea4-b05f-0c6ff142e173 req-bca30811-d14e-4983-abcf-bba1ae905c74 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979815 Jun 30 09:00:31.206942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['2407b408-1de1-435a-b32e-7b6186c0bbff'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:31.207473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409a950-920a-4dc8-a994-695876861d21 req-f66645a3-4afc-45ee-884b-94f4b2093fa3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.220912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6409a950-920a-4dc8-a994-695876861d21 req-f66645a3-4afc-45ee-884b-94f4b2093fa3 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1461167 Jun 30 09:00:31.227699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:31.265002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f354ac-2d61-49a7-a4d4-87821c54a3b8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.268119 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f354ac-2d61-49a7-a4d4-87821c54a3b8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.304904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6409a950-920a-4dc8-a994-695876861d21 req-9f166c71-780b-489c-8ee4-e2a1fdabb118 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826166 Jun 30 09:00:31.320790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f354ac-2d61-49a7-a4d4-87821c54a3b8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.321604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f354ac-2d61-49a7-a4d4-87821c54a3b8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed2bb14-9840-496f-b6ce-0b62ee7622de {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:00:31.339435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9f354ac-2d61-49a7-a4d4-87821c54a3b8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.341931 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b9f354ac-2d61-49a7-a4d4-87821c54a3b8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/2ed2bb14-9840-496f-b6ce-0b62ee7622de HTTP/1.1" status: 204 len: 168 time: 0.4286590 Jun 30 09:00:31.344399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34576) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:31.419420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet d98a62ac-dd70-4d97-a1ef-552ded6bb534 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:31.423212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.485086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0675c-ffd8-455b-bcce-b7d79a6a0259 req-4bf25af9-c9eb-4a22-b5be-73bd9385ce38 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.490134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5be0675c-ffd8-455b-bcce-b7d79a6a0259 req-4bf25af9-c9eb-4a22-b5be-73bd9385ce38 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.0845940 Jun 30 09:00:31.496279 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.596988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5be0675c-ffd8-455b-bcce-b7d79a6a0259 req-357e98c7-9947-454b-8dea-5e00ddb332fe tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018808 Jun 30 09:00:31.622926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c79d4ce2-b711-49e9-b20b-5239684bffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.629243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.666481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90e17c-0e67-4c34-ae57-ffa7c3222d6f req-7569fd3b-e1c3-4d5d-bd2b-fefa02dfb713 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.668223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc90e17c-0e67-4c34-ae57-ffa7c3222d6f req-7569fd3b-e1c3-4d5d-bd2b-fefa02dfb713 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1538761 Jun 30 09:00:31.698861 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:00:31.728631 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.744113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc90e17c-0e67-4c34-ae57-ffa7c3222d6f req-1de79b5c-7dac-41c4-8a6b-c41b34d6857e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671339 Jun 30 09:00:31.781667 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.783535 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/d98a62ac-dd70-4d97-a1ef-552ded6bb534 HTTP/1.1" status: 204 len: 168 time: 0.4378850 Jun 30 09:00:31.787898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34584) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:31.790179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a6fa1-e983-4d5a-9bb4-3c2229fd9a01 None None] Network d0c449c7-987d-4c9e-9dc3-b11dba49d91a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:31.800018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b51bae-cbbb-4ccf-b378-f3ed509b3dce tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=d98a62ac-dd70-4d97-a1ef-552ded6bb534,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:31.935875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.972200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55378483-19e4-4c8f-93e8-7ef06e5980a3 req-5f635b1d-7c05-4834-b4ac-0c9fae5702d2 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0452092 Jun 30 09:00:31.982307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb401281-9652-4005-bd81-8ce9e0c2936f req-3a204375-8661-4a1f-b82f-9dbc2eee3491 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.990270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb401281-9652-4005-bd81-8ce9e0c2936f req-3a204375-8661-4a1f-b82f-9dbc2eee3491 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 945 time: 0.1922410 Jun 30 09:00:32.073965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb401281-9652-4005-bd81-8ce9e0c2936f req-7cc00c43-d34a-444c-815a-b6b29cd93f6a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808451 Jun 30 09:00:32.083999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] DHCP port deletion for d0c449c7-987d-4c9e-9dc3-b11dba49d91a request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:00:32.132443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 86a157e5-1dbd-4a86-a856-3de23c591dab {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:32.132793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.156956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] Deleting port 86a157e5-1dbd-4a86-a856-3de23c591dab {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:32.157327 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.232886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] For port 86a157e5-1dbd-4a86-a856-3de23c591dab, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=86a157e5-1dbd-4a86-a856-3de23c591dab,segment=NetworkSegment(f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc),segment_id=f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:32.233368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.251663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] Calling delete_port for 86a157e5-1dbd-4a86-a856-3de23c591dab owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:32.278806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port 86a157e5-1dbd-4a86-a856-3de23c591dab, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=86a157e5-1dbd-4a86-a856-3de23c591dab,segment=NetworkSegment(f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc),segment_id=f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:32.279167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.346724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 86a157e5-1dbd-4a86-a856-3de23c591dab owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:32.382008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86a157e5-1dbd-4a86-a856-3de23c591dab no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:32.431474 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.459095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] Pushing event deleted for resources: {'Port': ['ID=86a157e5-1dbd-4a86-a856-3de23c591dab,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.469771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No active binding found for port 86a157e5-1dbd-4a86-a856-3de23c591dab {{(pid=100241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:00:32.470198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86a157e5-1dbd-4a86-a856-3de23c591dab not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:32.484210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48169ba-0b4c-4f4f-8f22-d7b359113126 None None] No DVR routers for this DVR port 86a157e5-1dbd-4a86-a856-3de23c591dab on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:32.652620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:32.697215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e960e-e39f-479b-9af6-c0ee863ac81c req-c48397b1-98f0-40f1-8021-71b3c74cae8e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:32.704855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a92e960e-e39f-479b-9af6-c0ee863ac81c req-c48397b1-98f0-40f1-8021-71b3c74cae8e tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3552692 Jun 30 09:00:32.728069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c97da1-5128-4299-8614-08733aa8f406 req-271f7be3-1483-45af-b9e1-15a6170f7419 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:32.730298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73c97da1-5128-4299-8614-08733aa8f406 req-271f7be3-1483-45af-b9e1-15a6170f7419 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.3036819 Jun 30 09:00:32.735466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 2407b408-1de1-435a-b32e-7b6186c0bbff triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:32.735466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.761948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.806858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42187c5-8bb7-41cb-a1c9-db82690d9be2 req-1e115497-0a06-4548-a559-9d1dd1f4a510 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:32.807719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42187c5-8bb7-41cb-a1c9-db82690d9be2 req-1e115497-0a06-4548-a559-9d1dd1f4a510 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.2883174 Jun 30 09:00:32.819078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.846415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=86a157e5-1dbd-4a86-a856-3de23c591dab,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.846737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:32.848532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No DVR routers for this DVR port 86a157e5-1dbd-4a86-a856-3de23c591dab on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:32.853114 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19066ec7-ab3e-4476-99d5-29f8763cd998" -d '{"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:32.868363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:32.872683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.914862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a92e960e-e39f-479b-9af6-c0ee863ac81c req-7a764a65-b3ea-4597-82ac-ebae197581f1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089071 Jun 30 09:00:32.961276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=13']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.042836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42187c5-8bb7-41cb-a1c9-db82690d9be2 req-00285be5-eb9a-45ac-86ce-1db15dfedf06 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084577 Jun 30 09:00:33.059362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.089325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c449c7-987d-4c9e-9dc3-b11dba49d91a']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:33.101113 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b719979d-3470-4891-a90e-d15f97dc89ef x-openstack-request-id: req-b719979d-3470-4891-a90e-d15f97dc89ef {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:33.101410 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-plugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:33.101678 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b719979d-3470-4891-a90e-d15f97dc89ef {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:33.102077 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'code': 200} Jun 30 09:00:33.133012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:33.133314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d40a12-2ddd-4284-bb3e-a1dd8fd091bc') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:33.166289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.168637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Deleting port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:33.168969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.241658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.279892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:33.280307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:33.283616 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:33.380980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fed47-e850-457d-8c77-f52f7ba1382b req-ee718241-cbb9-43d0-aa99-2d595d05d31b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.382406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f72fed47-e850-457d-8c77-f52f7ba1382b req-ee718241-cbb9-43d0-aa99-2d595d05d31b tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 949 time: 0.3108003 Jun 30 09:00:33.397676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.419839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.422418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/d0c449c7-987d-4c9e-9dc3-b11dba49d91a HTTP/1.1" status: 204 len: 168 time: 1.6322620 Jun 30 09:00:33.426055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] For port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:33.426055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.428546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34604) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:33.434051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1090975714'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:33.457507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b193-37dd-4fb7-8db2-ae0ae939c9b9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=d0c449c7-987d-4c9e-9dc3-b11dba49d91a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.466735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:33.472806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.475331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Calling delete_port for 7124cf32-ea08-4cc6-ad29-8936fc59d8fb owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:33.504918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613e084-204e-4b0f-935f-6650a15b9f98 req-6bf26c2e-239b-483b-8dc7-c4e1761862af tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.508846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:33.512212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5613e084-204e-4b0f-935f-6650a15b9f98 req-6bf26c2e-239b-483b-8dc7-c4e1761862af tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.2846849 Jun 30 09:00:33.521234 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.521974 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment 98f80e52-cde1-4767-b58f-d09fad6b6017 of type vlan for network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad Jun 30 09:00:33.529829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f72fed47-e850-457d-8c77-f52f7ba1382b req-e5f13613-328b-4338-97b6-b85f18df41ff tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/security-groups?id=604783d9-67a8-4f7b-a8e6-de555dc2c644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356857 Jun 30 09:00:33.611565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.666691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.675234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5613e084-204e-4b0f-935f-6650a15b9f98 req-ab70462d-e395-447e-bc09-22dc769401c4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620371 Jun 30 09:00:33.675959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.677180 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.732275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef432178-ae01-4221-bc08-c4b3dd35e787 req-c651968b-005c-4071-bc36-ce80253b2211 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0481141 Jun 30 09:00:33.785729 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3559768 Jun 30 09:00:33.787017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:33.812986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': 'f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:33.879821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97504b1a-45d5-478a-a171-d60b7640656c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.893033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:33.917330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.971888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:33.983668 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.990918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7124cf32-ea08-4cc6-ad29-8936fc59d8fb'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:34.013385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Pushing event deleted for resources: {'Port': ['ID=7124cf32-ea08-4cc6-ad29-8936fc59d8fb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:34.112213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] No DVR routers for this DVR port 7124cf32-ea08-4cc6-ad29-8936fc59d8fb on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:34.120335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79978e-e3a8-47f0-a4b5-90a0d25a8e07 req-7935e132-2358-4d15-acaf-7a249fa45ca0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.127740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e79978e-e3a8-47f0-a4b5-90a0d25a8e07 req-7935e132-2358-4d15-acaf-7a249fa45ca0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.3219750 Jun 30 09:00:34.136289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.138267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73c97da1-5128-4299-8614-08733aa8f406 req-4a0779d5-1c78-429b-b6f6-7c01b5791282 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.26 "DELETE /v2.0/ports/7124cf32-ea08-4cc6-ad29-8936fc59d8fb HTTP/1.1" status: 204 len: 173 time: 1.3932559 Jun 30 09:00:34.142085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-deleted', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:34.144345 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2290f701-af5e-453b-90bb-2e84471d554f" -d '{"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-deleted", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:34.302296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e79978e-e3a8-47f0-a4b5-90a0d25a8e07 req-c639ddb0-4be6-4896-b1a3-ec2e33f4a6d6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735694 Jun 30 09:00:34.303270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.323640 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.365594 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f86cf623-9d15-4f18-8575-3fb2a109b571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.398629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57f8a-633e-403d-88e3-3b4c240ea5c5 req-e38722fb-8b8b-4553-8e6f-4e47aafdd1df tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.400380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dff57f8a-633e-403d-88e3-3b4c240ea5c5 req-e38722fb-8b8b-4553-8e6f-4e47aafdd1df tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.2911947 Jun 30 09:00:34.401547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=938fc651-b0bc-4f58-8cf6-b3e64688fa65,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:34.421033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': '98f80e52-cde1-4767-b58f-d09fad6b6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:34.421033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:34.444025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:34.468661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:34.474359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.475030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.478870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca0eb7-28e5-4b5f-9f75-7d602abd9f4c None None] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:34.483875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dff57f8a-633e-403d-88e3-3b4c240ea5c5 req-7af419ae-1ce4-4a1d-b895-3b6fd05cb744 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749474 Jun 30 09:00:34.538999 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6d646c0a-914d-4e14-9891-5503a25498b3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7472379 Jun 30 09:00:34.541167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.549325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-75ff2a76-407a-4721-b8f8-edeed0ae5514 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-606421574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:34.597159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75ff2a76-407a-4721-b8f8-edeed0ae5514 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.597159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75ff2a76-407a-4721-b8f8-edeed0ae5514 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.630112 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad8d094-6b07-4c07-8671-013639cf11e5 x-openstack-request-id: req-fad8d094-6b07-4c07-8671-013639cf11e5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:34.631160 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266867ec-8c26-44d4-8ad1-6aabd9828c8a", "name": "network-vif-deleted", "tag": "7124cf32-ea08-4cc6-ad29-8936fc59d8fb", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:34.631480 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fad8d094-6b07-4c07-8671-013639cf11e5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:34.631904 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266867ec-8c26-44d4-8ad1-6aabd9828c8a', 'name': 'network-vif-deleted', 'tag': '7124cf32-ea08-4cc6-ad29-8936fc59d8fb', 'status': 'completed', 'code': 200} Jun 30 09:00:34.651937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f1b8e-49b1-42fc-bf0c-4315d4403ce9 req-6f55123a-75f7-4d3d-bfec-8941f7bbcd52 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.674000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e77f1b8e-49b1-42fc-bf0c-4315d4403ce9 req-6f55123a-75f7-4d3d-bfec-8941f7bbcd52 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1310847 Jun 30 09:00:34.683970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75ff2a76-407a-4721-b8f8-edeed0ae5514 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.690423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75ff2a76-407a-4721-b8f8-edeed0ae5514 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.715306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75ff2a76-407a-4721-b8f8-edeed0ae5514 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.718986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-75ff2a76-407a-4721-b8f8-edeed0ae5514 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1750476 Jun 30 09:00:34.721054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34622) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.770827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e77f1b8e-49b1-42fc-bf0c-4315d4403ce9 req-fbe3adf4-eb0e-4377-8346-7474d6f1b309 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Jun 30 09:00:35.081366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808437b-1ab0-4474-b704-fd148a7e85ae req-6acd922c-1c23-4346-a8f4-1d44ac5c7333 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.096227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0808437b-1ab0-4474-b704-fd148a7e85ae req-6acd922c-1c23-4346-a8f4-1d44ac5c7333 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1960969 Jun 30 09:00:35.112364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.160264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0808437b-1ab0-4474-b704-fd148a7e85ae req-e63530d8-3cc8-47d3-b1c9-4b52f267b72a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603280 Jun 30 09:00:35.202017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad', 'network_id': 'f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': '938fc651-b0bc-4f58-8cf6-b3e64688fa65'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:35.203600 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.313586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8c82b06-b5af-4392-b65e-b5642e0d5ad6 req-639aa982-30a2-49bc-9a6e-9c1c9801bf81 tempest-MigrationsAdminTest-125775209 tempest-MigrationsAdminTest-125775209-project] 10.222.0.53 "GET /v2.0/ports?device_id=266867ec-8c26-44d4-8ad1-6aabd9828c8a HTTP/1.1" status: 200 len: 210 time: 0.0711467 Jun 30 09:00:35.372428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89ff374b-6b09-4979-97b3-3a43957da985 req-d60c4890-3508-4e9d-9568-164afee31e01 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0576789 Jun 30 09:00:35.387477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Allocated IP 2001:db8::2 (f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad/938fc651-b0bc-4f58-8cf6-b3e64688fa65/77523a16-adba-4e41-ae61-8e73aded9f31) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:35.640349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.648942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Transition to ACTIVE for port object 77523a16-adba-4e41-ae61-8e73aded9f31 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:35.663680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Transition to ACTIVE for port object 77523a16-adba-4e41-ae61-8e73aded9f31 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:35.678894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.722878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:35.727344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:35.745434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:35.749235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8::1 (f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad/938fc651-b0bc-4f58-8cf6-b3e64688fa65/b7c42da7-64ef-4d48-80ff-1efd3f915fb0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:35.818229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Pushing event updated for resources: {'Port': ['ID=77523a16-adba-4e41-ae61-8e73aded9f31,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:35.850152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e996428-1ae6-4e01-a24a-be3284fed127 req-cd2c64b5-e13f-42b8-88f6-557e9b82b827 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.851237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.857405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e996428-1ae6-4e01-a24a-be3284fed127 req-cd2c64b5-e13f-42b8-88f6-557e9b82b827 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.1661541 Jun 30 09:00:35.863216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Attempting to bind port 77523a16-adba-4e41-ae61-8e73aded9f31 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:35.863602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Attempting to bind port 77523a16-adba-4e41-ae61-8e73aded9f31 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '98f80e52-cde1-4767-b58f-d09fad6b6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:35.863965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Attempting to bind port 77523a16-adba-4e41-ae61-8e73aded9f31 on network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:35.869911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:35.870295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Checking segment: {'id': '98f80e52-cde1-4767-b58f-d09fad6b6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:35.870937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.871939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Bound using segment: {'id': '98f80e52-cde1-4767-b58f-d09fad6b6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:35.872155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Bound port: 77523a16-adba-4e41-ae61-8e73aded9f31, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f80e52-cde1-4767-b58f-d09fad6b6017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:35.872544 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.891128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.908575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object b7c42da7-64ef-4d48-80ff-1efd3f915fb0 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:35.935876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e996428-1ae6-4e01-a24a-be3284fed127 req-c386260d-51b8-4be2-959a-293049d47548 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774219 Jun 30 09:00:35.950701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.009754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] For port 77523a16-adba-4e41-ae61-8e73aded9f31, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:36.011074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=b7c42da7-64ef-4d48-80ff-1efd3f915fb0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.019200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] For port 77523a16-adba-4e41-ae61-8e73aded9f31, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=77523a16-adba-4e41-ae61-8e73aded9f31,segment=NetworkSegment(98f80e52-cde1-4767-b58f-d09fad6b6017),segment_id=98f80e52-cde1-4767-b58f-d09fad6b6017)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:36.028098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.034144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:36.035905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:36.039088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:36.040046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.145076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d239bf-e519-4bcd-837e-0cfcb657981e None None] Pushing event updated for resources: {'Port': ['ID=77523a16-adba-4e41-ae61-8e73aded9f31,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.240239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.344418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344061ef-b94d-4e1a-b7c1-19099906aca7 req-f5e9ecdd-2602-4a3f-b6bc-a8fee7c7c039 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.346046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-344061ef-b94d-4e1a-b7c1-19099906aca7 req-f5e9ecdd-2602-4a3f-b6bc-a8fee7c7c039 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1621890 Jun 30 09:00:36.361461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134785e1-8d44-4185-a23d-d4effe02064a req-eb659668-3c56-4e5d-8ce0-d70c7c48fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.363285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-134785e1-8d44-4185-a23d-d4effe02064a req-eb659668-3c56-4e5d-8ce0-d70c7c48fa22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 1098 time: 0.2756424 Jun 30 09:00:36.393726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c3056-4ff6-44d8-a9a1-6459b0a08c77 req-55ae7152-fdad-458e-8ee9-00877c3bc734 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.403454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-842c3056-4ff6-44d8-a9a1-6459b0a08c77 req-55ae7152-fdad-458e-8ee9-00877c3bc734 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.2498994 Jun 30 09:00:36.536604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-344061ef-b94d-4e1a-b7c1-19099906aca7 req-fa7d9dad-9a65-4ea0-8893-3f23e74d1a59 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720161 Jun 30 09:00:36.582235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-842c3056-4ff6-44d8-a9a1-6459b0a08c77 req-09354ca5-fbe2-475a-8947-5bfd4ef149e8 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778264 Jun 30 09:00:36.694398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134785e1-8d44-4185-a23d-d4effe02064a req-5b869f6e-670c-4abc-b7e5-107e2bb736e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.701266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.702559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-134785e1-8d44-4185-a23d-d4effe02064a req-5b869f6e-670c-4abc-b7e5-107e2bb736e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 200 len: 917 time: 0.2930844 Jun 30 09:00:36.710028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.712635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.803691 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-134785e1-8d44-4185-a23d-d4effe02064a req-d927937e-d0a4-4b4c-a927-1fc20c7b8f60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458 HTTP/1.1" status: 200 len: 217 time: 0.0942910 Jun 30 09:00:36.944402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fefdd920-de4d-4179-8338-b94ff28288e6 req-8d3ca4c7-e67b-445a-90b5-51c481640150 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0394332 Jun 30 09:00:36.970319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134785e1-8d44-4185-a23d-d4effe02064a req-ffef1df9-e52c-4093-a6f5-fbcef211b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.972337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-134785e1-8d44-4185-a23d-d4effe02064a req-ffef1df9-e52c-4093-a6f5-fbcef211b574 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 200 len: 855 time: 0.1619351 Jun 30 09:00:37.050351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054520-ea5e-42aa-a474-35b4d86540e3 req-dc050665-4a58-4a8b-a328-5452cee50a7a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.057979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5054520-ea5e-42aa-a474-35b4d86540e3 req-dc050665-4a58-4a8b-a328-5452cee50a7a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1911857 Jun 30 09:00:37.114351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:37.155426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5054520-ea5e-42aa-a474-35b4d86540e3 req-2839b2f1-e638-4941-abc4-60cb045043e1 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933714 Jun 30 09:00:37.192196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 7124cf32-ea08-4cc6-ad29-8936fc59d8fb {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:37.192546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7124cf32-ea08-4cc6-ad29-8936fc59d8fb not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:37.192882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134785e1-8d44-4185-a23d-d4effe02064a req-a6fc3e48-121a-4718-80c8-644d4ff979c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.196413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-134785e1-8d44-4185-a23d-d4effe02064a req-a6fc3e48-121a-4718-80c8-644d4ff979c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc4cdc08-a2cb-42c2-b333-276a03ec6617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996937 Jun 30 09:00:37.253830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34662) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.259790 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.520215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=b7c42da7-64ef-4d48-80ff-1efd3f915fb0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.576963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2f82be28-4eb7-426f-9182-1ca1eddbbbee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b22d67fdd98b438a8c4764d49703b2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219390 Jun 30 09:00:37.583125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34668) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.598704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:37.600245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:37.618413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-134785e1-8d44-4185-a23d-d4effe02064a req-9aa3c219-f921-4b44-b2e1-4d0c2a22a11e service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147482 Jun 30 09:00:37.755726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e987c407-8ec5-4a87-b13d-123d9c2ccd2e None None] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:37.798397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 1487a54d-de59-4f8e-a7da-ff13f817c21d is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:37.831258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0980-2112-46be-8c93-24911f2b1d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.862863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4503d7f1-baba-4e77-9f13-9505811bed63 None None] Provisioning for port 77523a16-adba-4e41-ae61-8e73aded9f31 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:37.868689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a20da-39d9-4fb1-a3e9-6532a9c88989 req-75b78380-b789-49d6-a855-cffe7b91d5d0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.877396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a25a20da-39d9-4fb1-a3e9-6532a9c88989 req-75b78380-b789-49d6-a855-cffe7b91d5d0 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3200691 Jun 30 09:00:37.909448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:37.918266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-680683be-8498-4d0a-8f8e-401fad1cbd8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/1487a54d-de59-4f8e-a7da-ff13f817c21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1956344 Jun 30 09:00:37.919412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34672) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.941498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655d2e1-9889-4a3f-9bfc-987755b18aac req-f5d58149-5455-46e1-8f23-615292ec8e79 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.949280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2655d2e1-9889-4a3f-9bfc-987755b18aac req-f5d58149-5455-46e1-8f23-615292ec8e79 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.5430019 Jun 30 09:00:37.965052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] Sync routers for ids ['1487a54d-de59-4f8e-a7da-ff13f817c21d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:37.988202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64763c-da9e-474a-8f7b-a82c8d64c25f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.989586 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fd64763c-da9e-474a-8f7b-a82c8d64c25f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports/b7c42da7-64ef-4d48-80ff-1efd3f915fb0 HTTP/1.1" status: 200 len: 911 time: 0.0691984 Jun 30 09:00:37.991487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] Routers {'1487a54d-de59-4f8e-a7da-ff13f817c21d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:37.992185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1487a54d-de59-4f8e-a7da-ff13f817c21d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:37.992801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34676) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.998525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0980-2112-46be-8c93-24911f2b1d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.056569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:38.081176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] Routers {'1487a54d-de59-4f8e-a7da-ff13f817c21d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:38.081854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1487a54d-de59-4f8e-a7da-ff13f817c21d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:38.119020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:38.120066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c7aa6-51e1-46d1-983d-e8edef9f3b2a None None] The sync data for ids ['1487a54d-de59-4f8e-a7da-ff13f817c21d'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:38.413043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 77523a16-adba-4e41-ae61-8e73aded9f31 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:38.458630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.498855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 77523a16-adba-4e41-ae61-8e73aded9f31 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:38.506596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 77523a16-adba-4e41-ae61-8e73aded9f31 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:38.507126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.523448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-134785e1-8d44-4185-a23d-d4effe02064a req-e41cc2cd-0ce6-4a4f-bcb7-e1ace38d8b3c service neutron] 10.222.0.13 "GET /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972976 Jun 30 09:00:38.543270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-3b680455-9110-481e-9214-333ad2931ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:38.544748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-3b680455-9110-481e-9214-333ad2931ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1098 time: 0.8041031 Jun 30 09:00:38.548438 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0980-2112-46be-8c93-24911f2b1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.550916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0980-2112-46be-8c93-24911f2b1d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.552239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fe7c0980-2112-46be-8c93-24911f2b1d96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/604783d9-67a8-4f7b-a8e6-de555dc2c644 HTTP/1.1" status: 204 len: 168 time: 0.9659412 Jun 30 09:00:38.571753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a25a20da-39d9-4fb1-a3e9-6532a9c88989 req-3cfb3026-a986-4911-8503-61cf82118420 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931865 Jun 30 09:00:38.576411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2655d2e1-9889-4a3f-9bfc-987755b18aac req-b9d198f9-9203-44b1-a4ff-de87b4089264 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6263673 Jun 30 09:00:38.753432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c0980-2112-46be-8c93-24911f2b1d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604783d9-67a8-4f7b-a8e6-de555dc2c644,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:38.799830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.854022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2f32a5b-b898-4cf6-9f70-95a4eec473a2 None None] Provisioning for port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:38.862864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2f32a5b-b898-4cf6-9f70-95a4eec473a2 None None] Provisioning complete for port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:38.863422 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2f32a5b-b898-4cf6-9f70-95a4eec473a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.898021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 77523a16-adba-4e41-ae61-8e73aded9f31, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=77523a16-adba-4e41-ae61-8e73aded9f31,segment=NetworkSegment(98f80e52-cde1-4767-b58f-d09fad6b6017),segment_id=98f80e52-cde1-4767-b58f-d09fad6b6017)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:38.938190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.051101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=77523a16-adba-4e41-ae61-8e73aded9f31,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.051704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-b4d6b8d7-e1d8-4143-8030-66c03453e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.053724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-b4d6b8d7-e1d8-4143-8030-66c03453e01f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.4635339 Jun 30 09:00:39.082799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e2f32a5b-b898-4cf6-9f70-95a4eec473a2 None None] Port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:39.108793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2f32a5b-b898-4cf6-9f70-95a4eec473a2 None None] Provisioning complete for port 77523a16-adba-4e41-ae61-8e73aded9f31 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:39.109965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2f32a5b-b898-4cf6-9f70-95a4eec473a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.120424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-514d1589-9816-4fe5-a3b5-66dbd9138653 req-205532dd-2b8e-49ee-891b-c53159ca7234 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0659251 Jun 30 09:00:39.185939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:39.186463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.231436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34688) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.389220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-cdf30c5d-1bcb-47e3-8836-3c9c8e71c017 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 1001 time: 0.3179519 Jun 30 09:00:39.406508 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.412906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-297820b8-bede-452e-8202-4bb66d877794 None None] Provisioning complete for port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:39.413464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-297820b8-bede-452e-8202-4bb66d877794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.442808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for b7c42da7-64ef-4d48-80ff-1efd3f915fb0 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:39.462397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-297820b8-bede-452e-8202-4bb66d877794 None None] Port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:39.500919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbcde7-9c86-4802-830d-b38e112ce2e5 req-d7b6a6d4-4057-45e0-8b26-fb6ca06b20ff tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.508061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17fbcde7-9c86-4802-830d-b38e112ce2e5 req-d7b6a6d4-4057-45e0-8b26-fb6ca06b20ff tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.5743978 Jun 30 09:00:39.514445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e0eca549-ad1c-428f-ab96-ec94021da482 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=654fc6a7b7a24d4bb3bd356dffafbcc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790239 Jun 30 09:00:39.522053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34690) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.577106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-8f55a11c-f653-46cb-8426-95318b0b2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.586198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-8f55a11c-f653-46cb-8426-95318b0b2822 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1822839 Jun 30 09:00:39.663122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17fbcde7-9c86-4802-830d-b38e112ce2e5 req-08810c94-9b18-4247-9a7f-f15661039c9b tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540964 Jun 30 09:00:39.691209 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-549f514f-b463-47a6-9f52-76592a939c26 None None] Provisioning complete for port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:39.693270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3a845e9-004c-49a3-af45-62e044d32813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.693555 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-549f514f-b463-47a6-9f52-76592a939c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.727119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3a845e9-004c-49a3-af45-62e044d32813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.738454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-8d08ee36-3839-425a-84cc-6a6013f284fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.740327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-8d08ee36-3839-425a-84cc-6a6013f284fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450517 Jun 30 09:00:39.770874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-549f514f-b463-47a6-9f52-76592a939c26 None None] Port b7c42da7-64ef-4d48-80ff-1efd3f915fb0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:39.787418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.824956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=b7c42da7-64ef-4d48-80ff-1efd3f915fb0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.952678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3a845e9-004c-49a3-af45-62e044d32813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.956923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3a845e9-004c-49a3-af45-62e044d32813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.959014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d3a845e9-004c-49a3-af45-62e044d32813 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e10c1193-fe4e-4c40-b8b8-e4ac489f0f9a HTTP/1.1" status: 204 len: 168 time: 0.4345491 Jun 30 09:00:39.987940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a845e9-004c-49a3-af45-62e044d32813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10c1193-fe4e-4c40-b8b8-e4ac489f0f9a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.994001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-ccfcc16f-17ca-403c-a091-0ba36c545480 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431459 Jun 30 09:00:40.081238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.084831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce5a1-3b30-434a-a013-8dd47e8b5e5a req-5e920aea-57dc-4401-acac-800f7ce37657 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.092174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-878ce5a1-3b30-434a-a013-8dd47e8b5e5a req-5e920aea-57dc-4401-acac-800f7ce37657 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.2729578 Jun 30 09:00:40.226325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-878ce5a1-3b30-434a-a013-8dd47e8b5e5a req-2c2291f0-4593-4f84-9dd4-69cccfb41187 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329806 Jun 30 09:00:40.265380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac624f64-cefa-41f9-88bc-5e14940b1421 req-6ec4176b-0113-4778-ab77-32869aee2796 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545469 Jun 30 09:00:40.398982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 77523a16-adba-4e41-ae61-8e73aded9f31 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:40.424037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67243b28-5d4d-4f78-b9d6-53643dc4a4a1 req-12b73686-9952-4e4a-a807-ea1fe8cc72a3 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0686247 Jun 30 09:00:40.453949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 1487a54d-de59-4f8e-a7da-ff13f817c21d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:40.472559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 77523a16-adba-4e41-ae61-8e73aded9f31 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:40.473676 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.600807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:40.605896 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a42e750a-9e78-4fcf-858c-d8dccbda4b1a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/1487a54d-de59-4f8e-a7da-ff13f817c21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119320 Jun 30 09:00:40.608726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34708) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:40.621985 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] Sync routers for ids ['1487a54d-de59-4f8e-a7da-ff13f817c21d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:40.639257 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] Routers {'1487a54d-de59-4f8e-a7da-ff13f817c21d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:40.640546 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1487a54d-de59-4f8e-a7da-ff13f817c21d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:40.650278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-317d551c-da14-4d85-8e7a-ceb2ead4c043 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=1487a54d-de59-4f8e-a7da-ff13f817c21d HTTP/1.1" status: 200 len: 205 time: 0.0393624 Jun 30 09:00:40.652743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34712) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:40.704356 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:40.717783 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] Routers {'1487a54d-de59-4f8e-a7da-ff13f817c21d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:40.718466 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1487a54d-de59-4f8e-a7da-ff13f817c21d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:40.754874 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7047e219-b697-4454-8d53-4010c9907a43 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.756266 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:40.757061 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43fbea-c3a9-4a74-99c3-e8a62890630b None None] The sync data for ids ['1487a54d-de59-4f8e-a7da-ff13f817c21d'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:40.931524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8674be-066e-4cec-a19b-a4ced573910c req-e19a1621-006d-4d45-911e-13d15950c47d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.945304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a8674be-066e-4cec-a19b-a4ced573910c req-e19a1621-006d-4d45-911e-13d15950c47d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1026344 Jun 30 09:00:40.993972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7047e219-b697-4454-8d53-4010c9907a43 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.996309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7047e219-b697-4454-8d53-4010c9907a43 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.055000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7047e219-b697-4454-8d53-4010c9907a43 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.055604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047e219-b697-4454-8d53-4010c9907a43 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Fanout notify agent at l3_agent the message router_deleted on router 1487a54d-de59-4f8e-a7da-ff13f817c21d {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:00:41.064592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7047e219-b697-4454-8d53-4010c9907a43 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.068933 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7047e219-b697-4454-8d53-4010c9907a43 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/1487a54d-de59-4f8e-a7da-ff13f817c21d HTTP/1.1" status: 204 len: 168 time: 0.4151459 Jun 30 09:00:41.069598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.104710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a8674be-066e-4cec-a19b-a4ced573910c req-7e414d86-2be5-4dd2-b021-a2ffa36849bc tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580780 Jun 30 09:00:41.147065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet 938fc651-b0bc-4f58-8cf6-b3e64688fa65 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:41.151563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.176287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-f937bbb8-f2f3-4cce-8c3c-105a8a03ce99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2057784 Jun 30 09:00:41.232275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.432288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.433035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.433702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.434336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.434973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.435605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.436236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.439107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-40664f30-b6f7-45c9-a423-19412d3a83fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6508 time: 0.2023847 Jun 30 09:00:41.472684 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.479757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21981678-629e-4c33-83e9-70d5049856db req-a532c8c2-59f5-4498-87cd-3a137261e358 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.481991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21981678-629e-4c33-83e9-70d5049856db req-a532c8c2-59f5-4498-87cd-3a137261e358 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1505728 Jun 30 09:00:41.573796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.619827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=938fc651-b0bc-4f58-8cf6-b3e64688fa65,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:41.632522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.634794 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a61ad437-8b83-42ee-a581-e57bc2ea7dc1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/938fc651-b0bc-4f58-8cf6-b3e64688fa65 HTTP/1.1" status: 204 len: 168 time: 0.5642273 Jun 30 09:00:41.638966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34744) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.643422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2836206-42c3-4147-91a6-0ff14acdeaf2 None None] Network f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:41.643933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21981678-629e-4c33-83e9-70d5049856db req-ad0d0d50-be54-4cbd-b4c8-99e7460ef75d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295981 Jun 30 09:00:41.927094 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.950411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a4150-973b-4a1f-90ea-692c8859f1d6 req-f5dbbd7c-e0b4-4cc1-a60b-d5fb4bbed2d2 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.957899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-037a4150-973b-4a1f-90ea-692c8859f1d6 req-f5dbbd7c-e0b4-4cc1-a60b-d5fb4bbed2d2 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.5171418 Jun 30 09:00:41.975670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] DHCP port deletion for f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:00:42.032405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-911969af-b2ca-4577-a779-ef3f33765eb3 req-ead0d9e1-bed9-4397-aa42-18a0f316f2f2 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.1478798 Jun 30 09:00:42.039775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-45d6f39e-e85e-431f-867e-08d163dba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.040436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-45d6f39e-e85e-431f-867e-08d163dba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.041063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-45d6f39e-e85e-431f-867e-08d163dba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.042866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-45d6f39e-e85e-431f-867e-08d163dba172 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3802b5db-c026-42da-960b-92e7aa974ecb&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=0c3277fc-9910-4118-a442-8a5263a127ed&id=0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 200 len: 2296 time: 0.5595834 Jun 30 09:00:42.068930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] Deleting port 77523a16-adba-4e41-ae61-8e73aded9f31 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:42.069382 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.137260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-037a4150-973b-4a1f-90ea-692c8859f1d6 req-9983cf45-6012-4629-b48b-c1981eae7440 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783881 Jun 30 09:00:42.234769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-0757952f-e709-4a78-aca7-5931b7002fea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed29488a-3100-4b67-a218-dd4262ce43f2 HTTP/1.1" status: 200 len: 1002 time: 0.1835179 Jun 30 09:00:42.257503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] For port 77523a16-adba-4e41-ae61-8e73aded9f31, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=77523a16-adba-4e41-ae61-8e73aded9f31,segment=NetworkSegment(98f80e52-cde1-4767-b58f-d09fad6b6017),segment_id=98f80e52-cde1-4767-b58f-d09fad6b6017)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:42.257988 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.285570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] Calling delete_port for 77523a16-adba-4e41-ae61-8e73aded9f31 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:42.402896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 77523a16-adba-4e41-ae61-8e73aded9f31 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:42.458164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 77523a16-adba-4e41-ae61-8e73aded9f31 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:42.458578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.480486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-ee881989-ac84-4611-a394-a59e5a4266b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.482075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-ee881989-ac84-4611-a394-a59e5a4266b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=837594f2-4dea-4f76-9a1c-75932015e8a7 HTTP/1.1" status: 200 len: 855 time: 0.2396750 Jun 30 09:00:42.541985 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.619028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] Pushing event deleted for resources: {'Port': ['ID=77523a16-adba-4e41-ae61-8e73aded9f31,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.658058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183441d-c295-419a-8a8d-b3c09f04a2de None None] No DVR routers for this DVR port 77523a16-adba-4e41-ae61-8e73aded9f31 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:42.661736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.728752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port 77523a16-adba-4e41-ae61-8e73aded9f31, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=77523a16-adba-4e41-ae61-8e73aded9f31,segment=NetworkSegment(98f80e52-cde1-4767-b58f-d09fad6b6017),segment_id=98f80e52-cde1-4767-b58f-d09fad6b6017)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:42.729141 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.747249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 77523a16-adba-4e41-ae61-8e73aded9f31 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:42.781991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba031d0-408e-4d85-aba9-0a6be7cbe346 req-2617a9b2-4a0f-4e20-9bf4-a2744393e8e1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.789090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba031d0-408e-4d85-aba9-0a6be7cbe346 req-2617a9b2-4a0f-4e20-9bf4-a2744393e8e1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 945 time: 0.3792284 Jun 30 09:00:42.975785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba031d0-408e-4d85-aba9-0a6be7cbe346 req-b534d6eb-2c5d-4e4f-9ee7-60143b14d7d8 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851864 Jun 30 09:00:43.096682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-a914f11e-1ddf-458d-beac-b1979f41a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:43.102326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-a914f11e-1ddf-458d-beac-b1979f41a1f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3802b5db-c026-42da-960b-92e7aa974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5122178 Jun 30 09:00:43.104904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.299429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-af4f9401-c52d-4b42-8c53-d8098b9bcae0 service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846547 Jun 30 09:00:43.302617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=77523a16-adba-4e41-ae61-8e73aded9f31,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:43.350576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No DVR routers for this DVR port 77523a16-adba-4e41-ae61-8e73aded9f31 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:43.531767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-332a21ac-7e7b-423c-96b8-f365ffef8992 req-82c355d8-e178-4783-a4c7-5f133ba9e154 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.1293485 Jun 30 09:00:43.545525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66604-6ad8-4325-b183-84453c8c0d52 req-9f4ec19a-142c-48ad-85fe-d8d97ed99a80 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:43.548686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06f66604-6ad8-4325-b183-84453c8c0d52 req-9f4ec19a-142c-48ad-85fe-d8d97ed99a80 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.2479708 Jun 30 09:00:43.584697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.612008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:43.628957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f80e52-cde1-4767-b58f-d09fad6b6017') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:43.629472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f80e52-cde1-4767-b58f-d09fad6b6017') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:43.645598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.666727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.677611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:43.678508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:43.760385 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:43.829102 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.852321 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.854556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad HTTP/1.1" status: 204 len: 168 time: 2.2102079 Jun 30 09:00:43.858979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34794) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:43.864420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1512903863', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:43.865215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-e43bf4f4-14d1-4ce0-95a1-8dbda2286e3a service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123391 Jun 30 09:00:43.889088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06f66604-6ad8-4325-b183-84453c8c0d52 req-e71fbfd8-ef49-41aa-b5a3-ad46f922e178 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226848 Jun 30 09:00:43.892171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c1bbc-a45c-459a-a0ea-eb98cc616fc9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=f96fc1e8-0095-4fdc-b5a4-f1a794ba7dad,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:43.917152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.936045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-90d41701-13bf-465c-954a-61df0405a8cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 217 time: 0.0496097 Jun 30 09:00:43.936176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.015792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e949a7-0d5b-4640-b752-c175e8f2d5a1 req-57f37563-2edb-4172-a2f2-361914ef0f9b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.024086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21e949a7-0d5b-4640-b752-c175e8f2d5a1 req-57f37563-2edb-4172-a2f2-361914ef0f9b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.2486384 Jun 30 09:00:44.051952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-de71c583-73cf-45b3-a54d-76e729abb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.053431 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-de71c583-73cf-45b3-a54d-76e729abb698 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.1094403 Jun 30 09:00:44.072398 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.136389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21e949a7-0d5b-4640-b752-c175e8f2d5a1 req-60f19a95-629e-4076-a576-e65055e24303 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119900 Jun 30 09:00:44.215524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-173f6787-3eba-4269-87b4-8fec36283a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.222200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-173f6787-3eba-4269-87b4-8fec36283a9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1615453 Jun 30 09:00:44.247696 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.363382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-e432f068-b893-48f2-b8fd-e3075d33412b service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339588 Jun 30 09:00:44.372148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-261c8e9a-44d8-4b7c-8b10-fbac12c3d795 req-b53303ae-d807-499e-95e6-f84c5b7373f2 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:00:44.381641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-261c8e9a-44d8-4b7c-8b10-fbac12c3d795 req-b53303ae-d807-499e-95e6-f84c5b7373f2 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165422 Jun 30 09:00:44.618773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-ca058852-8432-474a-86ba-2b028c6a817a service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347887 Jun 30 09:00:44.708494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-4fe426c2-a633-46c8-944c-959d293a6700 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 217 time: 0.0628242 Jun 30 09:00:44.860685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45c0097c-e2ca-43d3-927e-db5720cecf08 req-7b952637-db28-4946-ab6d-f3dbf82362a3 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0454872 Jun 30 09:00:44.878952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-0f9b737c-886b-4a0e-874a-75f47a065ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.881093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-0f9b737c-886b-4a0e-874a-75f47a065ddc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.1411378 Jun 30 09:00:44.978279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-261c8e9a-44d8-4b7c-8b10-fbac12c3d795 req-9e6d9da6-aade-48a6-8449-fa8e248b18ce tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5956178 Jun 30 09:00:45.042319 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.075736 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.125355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-1182b4d6-7cdb-4da7-9699-4d8fecb39233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.132973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-1182b4d6-7cdb-4da7-9699-4d8fecb39233 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2350972 Jun 30 09:00:45.368858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-0c82fbae-01b0-491f-b6b1-e94fc6f7b9e1 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282593 Jun 30 09:00:45.472588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 172.25.8.246 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/880f3e7e-f7ee-4d24-8076-6727e63083a7) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:45.651356 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.676651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0f5e-11fd-47a0-99de-15dd36fa7247 req-e8e175a3-a24a-4ffa-aaa5-7fc2f5327152 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.678204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-705a0f5e-11fd-47a0-99de-15dd36fa7247 req-e8e175a3-a24a-4ffa-aaa5-7fc2f5327152 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.1774111 Jun 30 09:00:45.686992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03df8c-465e-4acd-965a-93294ce55181 req-7f3e35c7-1991-419a-b77f-ba932790ffe1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.688500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c03df8c-465e-4acd-965a-93294ce55181 req-7f3e35c7-1991-419a-b77f-ba932790ffe1 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.1858757 Jun 30 09:00:45.690411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-c1ca7380-4cd9-418d-926e-468a3cb49bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120649 Jun 30 09:00:45.699247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.761933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-ccdea6c7-8fa4-443a-a49e-5bb8da807b94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59 HTTP/1.1" status: 200 len: 217 time: 0.0534582 Jun 30 09:00:45.767566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:45.770779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:45.776999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:45.801776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=880f3e7e-f7ee-4d24-8076-6727e63083a7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:45.826838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-f32c908f-b406-4275-9312-ff544ac7d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.828026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-f32c908f-b406-4275-9312-ff544ac7d6a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0570483 Jun 30 09:00:46.102511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.198366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-705a0f5e-11fd-47a0-99de-15dd36fa7247 req-78fde7e9-144e-4659-9ce9-29f0bfc7664d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5044224 Jun 30 09:00:46.212278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c03df8c-465e-4acd-965a-93294ce55181 req-5b95a035-4f9a-48ca-98b3-d65ec3302784 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159829 Jun 30 09:00:46.275730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-237c7c0d-ec8c-458a-82e5-6188701f873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.277478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-237c7c0d-ec8c-458a-82e5-6188701f873c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4315917 Jun 30 09:00:46.410451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.432111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-3b883b22-898d-41cf-acfd-8271c5a7a14b service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466787 Jun 30 09:00:46.582854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-3851c826-04ba-4cd9-8561-3bc6e3dd7d2f service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428678 Jun 30 09:00:46.651153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-87c48c1d-54e8-4bb2-8aa8-9251cb1aa2d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0 HTTP/1.1" status: 200 len: 217 time: 0.0463128 Jun 30 09:00:46.652188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router d60ddefe-fef1-424c-9800-28bee9a387e7 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:46.705192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-830f39ec-69a9-4cbd-acd1-cee74f06442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.706972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-830f39ec-69a9-4cbd-acd1-cee74f06442d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0491061 Jun 30 09:00:46.768754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfb301be-6e44-411d-a389-31e67c5b3950 req-6acda6b7-2f21-4d0d-ac1f-22b6d2ec1f8c tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0605929 Jun 30 09:00:46.818856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-720cd4b0-06c9-4ea0-876b-28fbc7f3b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.820434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:46.820938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-720cd4b0-06c9-4ea0-876b-28fbc7f3b885 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018775 Jun 30 09:00:46.831688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] Sync routers for ids ['d60ddefe-fef1-424c-9800-28bee9a387e7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:46.855946 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.856462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] Routers {'d60ddefe-fef1-424c-9800-28bee9a387e7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:46.857385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d60ddefe-fef1-424c-9800-28bee9a387e7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:46.862637 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-17efe78d-1982-43e0-bfcd-b7361d0960e1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9994683 Jun 30 09:00:46.863105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34856) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:46.903950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:46.917198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] Routers {'d60ddefe-fef1-424c-9800-28bee9a387e7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:46.918007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d60ddefe-fef1-424c-9800-28bee9a387e7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:46.972114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:46.973160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60803a8a-60c9-4444-892d-b9264f3f2ff2 None None] The sync data for ids ['d60ddefe-fef1-424c-9800-28bee9a387e7'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:47.033228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-59c87cba-d3b0-4dbf-ac2b-05c4022d8639 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/routers/d60ddefe-fef1-424c-9800-28bee9a387e7 HTTP/1.1" status: 200 len: 885 time: 0.1689017 Jun 30 09:00:47.033952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34860) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:47.059700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-898769d6-72ba-43b8-8ebb-c54f179fc2d7 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309303 Jun 30 09:00:47.069250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382d8a-6ab7-4221-a126-ec9104775894 req-bb9f6c3c-f023-4f65-bfc5-48ac39d57fef tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.076041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f382d8a-6ab7-4221-a126-ec9104775894 req-bb9f6c3c-f023-4f65-bfc5-48ac39d57fef tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 945 time: 0.1948066 Jun 30 09:00:47.177446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f382d8a-6ab7-4221-a126-ec9104775894 req-e338b857-fe0a-49c8-ad89-cf6d8d263b37 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966668 Jun 30 09:00:47.240289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-975a1979-0009-4a6d-a87c-9936524697e7 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610670 Jun 30 09:00:47.303101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-291b4b76-99a7-41b0-aee9-325a9680003a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 HTTP/1.1" status: 200 len: 217 time: 0.0528760 Jun 30 09:00:47.377087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-9cdf4754-8db6-4044-97eb-9056d31a6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.378906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-9cdf4754-8db6-4044-97eb-9056d31a6bcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.0673318 Jun 30 09:00:47.454179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34874) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:47.454876 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-748bd78a-e3e3-4a68-952a-003a680dc3c6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4196050 Jun 30 09:00:47.463516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ef71a73d-3d46-459c-af7b-f243c8dec63a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1512903863'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:47.620529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-d4fa67d9-f9ad-4509-a4d4-a8ceb579a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.622021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-d4fa67d9-f9ad-4509-a4d4-a8ceb579a4f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2081103 Jun 30 09:00:47.672141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21117da-b9d3-4e42-950f-34fa003bf0b9 req-f7ff03c9-7dc7-4a74-a52d-7b24ebb7c624 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.673761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f21117da-b9d3-4e42-950f-34fa003bf0b9 req-f7ff03c9-7dc7-4a74-a52d-7b24ebb7c624 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.2936037 Jun 30 09:00:47.828126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f21117da-b9d3-4e42-950f-34fa003bf0b9 req-2cad2e99-d856-4855-b418-0e7d1e50fdb7 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388705 Jun 30 09:00:47.901301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d7796-968e-487c-b393-2b0af4e71d4b req-ad641a21-d86a-49ac-b4b3-ca6af36e01d5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.901301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-252d7796-968e-487c-b393-2b0af4e71d4b req-ad641a21-d86a-49ac-b4b3-ca6af36e01d5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.3036625 Jun 30 09:00:47.905449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-c4e3f942-76ac-400e-ab5e-658ae1067b38 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599750 Jun 30 09:00:48.053917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-252d7796-968e-487c-b393-2b0af4e71d4b req-c0b0f122-ed5f-430f-87a3-5ad7b3b66488 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458087 Jun 30 09:00:48.164196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-fd0afd8f-0c24-4b85-ae37-3479a1a7c55e service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430978 Jun 30 09:00:48.171526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef71a73d-3d46-459c-af7b-f243c8dec63a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.199575 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef71a73d-3d46-459c-af7b-f243c8dec63a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.265058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-76d15049-b383-42ce-b13e-70ca3227b74b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=581d334a-439e-4691-b6e0-e2512eac41ea HTTP/1.1" status: 200 len: 217 time: 0.0725429 Jun 30 09:00:48.377393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8611fe71-d03e-4187-81ab-e03566b258d3 req-e78df9fc-6671-4311-9e0a-fea650dd41e9 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0433271 Jun 30 09:00:48.439323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-0dfd1688-a54d-4d72-b593-e42f054d427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.440775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-0dfd1688-a54d-4d72-b593-e42f054d427f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.1687891 Jun 30 09:00:48.496539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af154c56-2683-4b76-a555-2af02f3f67f5 req-306a94a0-38f9-4853-8dc9-9bb89d88cccb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.498278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af154c56-2683-4b76-a555-2af02f3f67f5 req-306a94a0-38f9-4853-8dc9-9bb89d88cccb tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3071327 Jun 30 09:00:48.525203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef71a73d-3d46-459c-af7b-f243c8dec63a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router d60ddefe-fef1-424c-9800-28bee9a387e7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:48.607020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-d2838b81-786f-4228-bdbb-dd9a664eccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.609132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-d2838b81-786f-4228-bdbb-dd9a664eccff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1590073 Jun 30 09:00:48.622293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af154c56-2683-4b76-a555-2af02f3f67f5 req-10b8c18b-a319-4fca-8a0b-b75b6d56323a tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111996 Jun 30 09:00:48.813556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef71a73d-3d46-459c-af7b-f243c8dec63a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:48.825785 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] Sync routers for ids ['d60ddefe-fef1-424c-9800-28bee9a387e7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:48.834239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef71a73d-3d46-459c-af7b-f243c8dec63a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.838455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34900) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:48.840926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ef71a73d-3d46-459c-af7b-f243c8dec63a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/d60ddefe-fef1-424c-9800-28bee9a387e7 HTTP/1.1" status: 200 len: 892 time: 1.3826401 Jun 30 09:00:48.841820 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] Routers {'d60ddefe-fef1-424c-9800-28bee9a387e7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:48.844749 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d60ddefe-fef1-424c-9800-28bee9a387e7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:48.856620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-dbc401df-4a2a-48c9-8aa0-47f9dc4d686d service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332041 Jun 30 09:00:48.912305 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:48.932280 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] Routers {'d60ddefe-fef1-424c-9800-28bee9a387e7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:48.933158 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d60ddefe-fef1-424c-9800-28bee9a387e7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:48.967145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad798b-4ec8-4fd5-9d49-53402daa76c6 req-2344a4c0-ef9d-4f91-abbb-617135dd51c0 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.973517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad798b-4ec8-4fd5-9d49-53402daa76c6 req-2344a4c0-ef9d-4f91-abbb-617135dd51c0 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.979871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad798b-4ec8-4fd5-9d49-53402daa76c6 req-2344a4c0-ef9d-4f91-abbb-617135dd51c0 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.981974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92ad798b-4ec8-4fd5-9d49-53402daa76c6 req-2344a4c0-ef9d-4f91-abbb-617135dd51c0 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0&device_id=360a250c-55d2-4128-90eb-ec94487a38c9&device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 2417 time: 0.2992165 Jun 30 09:00:49.025144 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:49.025829 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5760b4-d850-4b0b-8196-a58b49f42425 None None] The sync data for ids ['d60ddefe-fef1-424c-9800-28bee9a387e7'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:49.069756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92ad798b-4ec8-4fd5-9d49-53402daa76c6 req-f968bdf2-44aa-481e-8846-6bd7c873081f tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673821 Jun 30 09:00:49.087320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5bd194c-83ed-4511-a69b-a0766beaaf57 req-250edcc2-3256-4ad4-bd82-c9f02fe66576 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149794 Jun 30 09:00:49.089340 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-64628296-25dc-4e80-959a-d3328dd1bf2f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/routers/d60ddefe-fef1-424c-9800-28bee9a387e7 HTTP/1.1" status: 200 len: 892 time: 0.2494924 Jun 30 09:00:49.091977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:49.132241 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cf3aba70-f516-4ca1-a239-92a393557926 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=d60ddefe-fef1-424c-9800-28bee9a387e7 HTTP/1.1" status: 200 len: 205 time: 0.0375984 Jun 30 09:00:49.134787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34910) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:49.278264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06440a58-bc94-4693-bfc3-73b464cea82c req-dd259eb3-c7af-4c1a-8811-00cc94ea6aec tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1609514 Jun 30 09:00:49.360809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.494325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bd1ef-a53a-4b6e-9bc5-ec3b8aad7b3c req-aa2d41d7-fc9f-4f74-afcf-049dc91900fc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:49.497332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a9bd1ef-a53a-4b6e-9bc5-ec3b8aad7b3c req-aa2d41d7-fc9f-4f74-afcf-049dc91900fc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.1967967 Jun 30 09:00:49.557386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.560556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-aa538bd3-5614-452d-8e18-79b48909a8aa tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:49.562288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-aa538bd3-5614-452d-8e18-79b48909a8aa tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.3079481 Jun 30 09:00:49.592872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a9bd1ef-a53a-4b6e-9bc5-ec3b8aad7b3c req-17ed4846-7713-433b-94c9-4d8155051c34 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882752 Jun 30 09:00:49.672704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 880f3e7e-f7ee-4d24-8076-6727e63083a7 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:49.673172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.786006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.800440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 880f3e7e-f7ee-4d24-8076-6727e63083a7 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:49.984578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.034145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=880f3e7e-f7ee-4d24-8076-6727e63083a7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:50.097233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1f2b00c-216e-436f-991a-72a37c4288ba req-489e0ef4-8b0e-45f7-bc07-12099500a69c tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0523992 Jun 30 09:00:50.112070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.172490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Deleting port eeb78423-8b1d-40d8-b903-a283f0196693 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:50.173169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.220082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.222444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.272039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.272627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Fanout notify agent at l3_agent the message router_deleted on router d60ddefe-fef1-424c-9800-28bee9a387e7 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:00:50.284079 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.285341 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-17b49ff0-d2f7-469e-9034-89afc2baefbe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/d60ddefe-fef1-424c-9800-28bee9a387e7 HTTP/1.1" status: 204 len: 168 time: 1.1494431 Jun 30 09:00:50.289800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34944) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:50.294530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1909157814'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:50.316564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:50.320821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.351866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:50.366825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] For port eeb78423-8b1d-40d8-b903-a283f0196693, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=eeb78423-8b1d-40d8-b903-a283f0196693,segment=NetworkSegment(36dd1005-a691-4249-9457-8f0d5e3c991a),segment_id=36dd1005-a691-4249-9457-8f0d5e3c991a)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:50.367189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.367342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.367695 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment eeb5e083-53d5-4dac-84fb-1090dfde9450 of type vlan for network ca95f403-95b6-4505-8f96-03d6dce059ef Jun 30 09:00:50.387895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Calling delete_port for eeb78423-8b1d-40d8-b903-a283f0196693 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:50.403778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f7368-5afd-43cd-ace2-b89dc942aac2 req-f7756a22-2559-4e39-903e-5c4734af72c2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.411206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a01f7368-5afd-43cd-ace2-b89dc942aac2 req-f7756a22-2559-4e39-903e-5c4734af72c2 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5a68fd3-515f-441a-94b1-27382289a77c HTTP/1.1" status: 200 len: 946 time: 0.1732626 Jun 30 09:00:50.435046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.469881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.479299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.479899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.496902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a01f7368-5afd-43cd-ace2-b89dc942aac2 req-3a55db1f-abd9-44eb-a9ab-5ec63b37b169 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.53 "GET /v2.0/security-groups?id=94350ddd-4db0-40e5-9d45-b3a3fed44250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845885 Jun 30 09:00:50.623368 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.636803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['eeb78423-8b1d-40d8-b903-a283f0196693'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:50.665696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Pushing event deleted for resources: {'Port': ['ID=eeb78423-8b1d-40d8-b903-a283f0196693,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:50.728718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] No DVR routers for this DVR port eeb78423-8b1d-40d8-b903-a283f0196693 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:50.731603 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.733856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d37fbfa-519f-43dc-9305-687f19b5460b req-66d74c4a-6b39-41f6-8593-57b38e307aa4 tempest-ServersNegativeTestJSON-2061774729 tempest-ServersNegativeTestJSON-2061774729-project] 10.222.0.26 "DELETE /v2.0/ports/eeb78423-8b1d-40d8-b903-a283f0196693 HTTP/1.1" status: 204 len: 173 time: 1.1174271 Jun 30 09:00:50.734312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-deleted', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:50.736637 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d45847a-e4d9-494f-bd41-e67842e29525" -d '{"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-deleted", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:50.841657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1ded6-a3d7-4d19-923c-a4843841c063 req-3875a108-d67c-4f93-8456-baf7aa0956e6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.848847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4b1ded6-a3d7-4d19-923c-a4843841c063 req-3875a108-d67c-4f93-8456-baf7aa0956e6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.1212668 Jun 30 09:00:50.918262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4b1ded6-a3d7-4d19-923c-a4843841c063 req-338d90d2-8f44-45a6-8d20-7aeda1d6aaed tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628097 Jun 30 09:00:50.922359 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6315880 Jun 30 09:00:50.930162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34972) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:50.947769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': 'ca95f403-95b6-4505-8f96-03d6dce059ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:50.961103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719c7a4-005b-4f75-8c40-0c05342f882f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=ca95f403-95b6-4505-8f96-03d6dce059ef,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:50.971771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ca95f403-95b6-4505-8f96-03d6dce059ef details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:51.085271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:51.089395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.178958 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a506214d-fa2d-44fc-bd3d-6a1b8b4de7bc x-openstack-request-id: req-a506214d-fa2d-44fc-bd3d-6a1b8b4de7bc {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:51.179252 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a68fd3-515f-441a-94b1-27382289a77c", "name": "network-vif-deleted", "tag": "eeb78423-8b1d-40d8-b903-a283f0196693", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:51.179505 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a506214d-fa2d-44fc-bd3d-6a1b8b4de7bc {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:51.179894 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a68fd3-515f-441a-94b1-27382289a77c', 'name': 'network-vif-deleted', 'tag': 'eeb78423-8b1d-40d8-b903-a283f0196693', 'status': 'completed', 'code': 200} Jun 30 09:00:51.390951 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.476948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=510e754d-e253-4671-bfdf-47e24652fca4,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.536608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a0796fc-c9ae-424f-bf46-154b2229a76c req-e9203d61-4284-41ce-abfe-b2edc2787bae tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0452034 Jun 30 09:00:51.537964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': 'eeb5e083-53d5-4dac-84fb-1090dfde9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ca95f403-95b6-4505-8f96-03d6dce059ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:51.538335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: ca95f403-95b6-4505-8f96-03d6dce059ef, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:51.566030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network ca95f403-95b6-4505-8f96-03d6dce059ef is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:51.583589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ca95f403-95b6-4505-8f96-03d6dce059ef) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:51.590494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:51.594666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f7193-9b12-4ae7-baf6-f1ac09178222 None None] Network ca95f403-95b6-4505-8f96-03d6dce059ef requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:51.603356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.643343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ac3c591e-52c5-4bfc-b859-6d177a138a8b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7093453 Jun 30 09:00:51.645540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:51.650753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-27c231e8-f026-40bc-b542-2c1e3d3ab0de tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1151290469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:51.659635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35016) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:51.693682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c231e8-f026-40bc-b542-2c1e3d3ab0de tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.694885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c231e8-f026-40bc-b542-2c1e3d3ab0de tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.714743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] Deleting subnet 30c39a99-b6e3-4ab3-abe5-aa09c843f3fb {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:51.718448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.760029 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.779014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c231e8-f026-40bc-b542-2c1e3d3ab0de tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.784985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c231e8-f026-40bc-b542-2c1e3d3ab0de tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.810707 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.820232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c231e8-f026-40bc-b542-2c1e3d3ab0de tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.823799 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27c231e8-f026-40bc-b542-2c1e3d3ab0de tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1747279 Jun 30 09:00:51.824127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35022) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:51.868735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-ca95f403-95b6-4505-8f96-03d6dce059ef', 'network_id': 'ca95f403-95b6-4505-8f96-03d6dce059ef', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': '510e754d-e253-4671-bfdf-47e24652fca4'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:51.870313 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.893294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.933581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c39a99-b6e3-4ab3-abe5-aa09c843f3fb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.944331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.949820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f07c1424-d078-4a04-b063-50000bfcbd9d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/30c39a99-b6e3-4ab3-abe5-aa09c843f3fb HTTP/1.1" status: 204 len: 168 time: 0.2890322 Jun 30 09:00:51.950629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35024) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:51.950968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35026) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:52.049889 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.063675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Allocated IP 2001:db8::2 (ca95f403-95b6-4505-8f96-03d6dce059ef/510e754d-e253-4671-bfdf-47e24652fca4/d330d269-9a85-4b88-b3a1-f9563e8cf6f3) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:52.223049 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.226949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.237286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Transition to ACTIVE for port object d330d269-9a85-4b88-b3a1-f9563e8cf6f3 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:52.250859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e94183-d35e-4693-a076-6edcc65307b4']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:52.254353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Transition to ACTIVE for port object d330d269-9a85-4b88-b3a1-f9563e8cf6f3 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:52.263723 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.292041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dd1005-a691-4249-9457-8f0d5e3c991a') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:52.292351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dd1005-a691-4249-9457-8f0d5e3c991a') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:52.343428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eecd479b-4ae9-414f-828f-83a533fa7388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.347226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Network ca95f403-95b6-4505-8f96-03d6dce059ef is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:52.350481 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.353381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:52.373409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:52.389565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Pushing event updated for resources: {'Port': ['ID=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.393443 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.480813 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.488218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:52.488736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.499815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Attempting to bind port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:52.500441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Attempting to bind port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'eeb5e083-53d5-4dac-84fb-1090dfde9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ca95f403-95b6-4505-8f96-03d6dce059ef'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:52.501003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Attempting to bind port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 on network ca95f403-95b6-4505-8f96-03d6dce059ef {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:52.506349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:52.507087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Checking segment: {'id': 'eeb5e083-53d5-4dac-84fb-1090dfde9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ca95f403-95b6-4505-8f96-03d6dce059ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:52.507709 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.508284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Bound using segment: {'id': 'eeb5e083-53d5-4dac-84fb-1090dfde9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ca95f403-95b6-4505-8f96-03d6dce059ef'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:52.508918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Bound port: d330d269-9a85-4b88-b3a1-f9563e8cf6f3, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb5e083-53d5-4dac-84fb-1090dfde9450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ca95f403-95b6-4505-8f96-03d6dce059ef'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:52.509466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:52.548694 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:52.588174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] For port d330d269-9a85-4b88-b3a1-f9563e8cf6f3, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:52.591858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] For port d330d269-9a85-4b88-b3a1-f9563e8cf6f3, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,segment=NetworkSegment(eeb5e083-53d5-4dac-84fb-1090dfde9450),segment_id=eeb5e083-53d5-4dac-84fb-1090dfde9450)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:52.597371 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.607875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eecd479b-4ae9-414f-828f-83a533fa7388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.621725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eecd479b-4ae9-414f-828f-83a533fa7388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.661194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98ebc-a0ec-4ee6-95bb-1382a4db8dff None None] Pushing event updated for resources: {'Port': ['ID=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.704279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.718274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eecd479b-4ae9-414f-828f-83a533fa7388 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4c01bc7b3974a09885c0cd989468e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7650836 Jun 30 09:00:52.720755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.725981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] 10.222.0.53 "DELETE /v2.0/networks/57e94183-d35e-4693-a076-6edcc65307b4 HTTP/1.1" status: 204 len: 168 time: 0.7716682 Jun 30 09:00:52.726637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:52.746231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35048) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:52.757955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2bae0-b866-4fb5-83b9-06a9d02c874d admin admin] Pushing event deleted for resources: {'Network': ['ID=57e94183-d35e-4693-a076-6edcc65307b4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.763391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd479b-4ae9-414f-828f-83a533fa7388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249371bb-79d2-4fd6-9d68-a4c1e44e08a0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.820834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94786cca-f48f-4435-be27-ada73bbd5710 req-5e918c87-41a1-4fb0-851f-ebe64a43f217 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.823108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94786cca-f48f-4435-be27-ada73bbd5710 req-5e918c87-41a1-4fb0-851f-ebe64a43f217 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 946 time: 0.2759662 Jun 30 09:00:52.832577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c500c-8780-47f2-8aa8-829eff3351a7 req-93ae3a15-4e12-4051-927b-6e24e05af771 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.840878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc9c500c-8780-47f2-8aa8-829eff3351a7 req-93ae3a15-4e12-4051-927b-6e24e05af771 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.2307882 Jun 30 09:00:52.883538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8::1 (ca95f403-95b6-4505-8f96-03d6dce059ef/510e754d-e253-4671-bfdf-47e24652fca4/b5efdaef-3db6-454b-aa96-901619a9ef6a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:52.941217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94786cca-f48f-4435-be27-ada73bbd5710 req-6a73f4ba-be83-4b1d-b921-d54f9d078006 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973558 Jun 30 09:00:52.956685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc9c500c-8780-47f2-8aa8-829eff3351a7 req-c5602aa6-250c-40c0-ae47-ca5094bb7f36 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148808 Jun 30 09:00:52.961194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.014968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:53.017549 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa2f7fc-35fc-4904-9ea2-14b61fd685f0" -d '{"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-unplugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:53.022213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35058) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.033978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:53.045341 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.109656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d929b4d-da94-498c-a900-2552cebf8448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.126262 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.138137 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e4b0b-9279-4287-8c36-e1899d4fb216 x-openstack-request-id: req-9b9e4b0b-9279-4287-8c36-e1899d4fb216 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:53.138439 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-unplugged", "status": "completed", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:53.138693 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b9e4b0b-9279-4287-8c36-e1899d4fb216 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:53.139075 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'code': 200} Jun 30 09:00:53.150558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=14']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.176323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5cdadf79-8cb6-41e0-9215-a53fd3493d44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d26487bfc23243cabb2adea98ff88029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521041 Jun 30 09:00:53.178431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35062) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.179681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d929b4d-da94-498c-a900-2552cebf8448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.195889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:53.239997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: eeb78423-8b1d-40d8-b903-a283f0196693 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:53.240344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device eeb78423-8b1d-40d8-b903-a283f0196693 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:53.295404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.304533 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f325037-4405-4ad5-871a-45b836e85a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.307280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d929b4d-da94-498c-a900-2552cebf8448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.310350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d929b4d-da94-498c-a900-2552cebf8448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.314180 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d929b4d-da94-498c-a900-2552cebf8448 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/249371bb-79d2-4fd6-9d68-a4c1e44e08a0 HTTP/1.1" status: 204 len: 168 time: 0.5635712 Jun 30 09:00:53.316381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c9bc4c7-bf11-42a0-b5f6-1357b3ec7d4d req-55bf1924-943b-43a8-93e0-74139ed5c313 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0629363 Jun 30 09:00:53.335922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object b5efdaef-3db6-454b-aa96-901619a9ef6a will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:53.374545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f325037-4405-4ad5-871a-45b836e85a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.416692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.460596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f325037-4405-4ad5-871a-45b836e85a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.463434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f325037-4405-4ad5-871a-45b836e85a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.464605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3f325037-4405-4ad5-871a-45b836e85a5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94350ddd-4db0-40e5-9d45-b3a3fed44250 HTTP/1.1" status: 204 len: 168 time: 0.2850287 Jun 30 09:00:53.472496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d929b4d-da94-498c-a900-2552cebf8448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249371bb-79d2-4fd6-9d68-a4c1e44e08a0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.490221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network ca95f403-95b6-4505-8f96-03d6dce059ef is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:53.494920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:53.499529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f325037-4405-4ad5-871a-45b836e85a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94350ddd-4db0-40e5-9d45-b3a3fed44250,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.504679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:53.505691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.604190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=b5efdaef-3db6-454b-aa96-901619a9ef6a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.759004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.928381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35108) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.949256 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d89df71-c061-4303-9c2e-663550fbd0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.153389 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.160496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.161401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.174035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ae236-49bf-43a4-8ff1-c4e23ca071c5 None None] Network ca95f403-95b6-4505-8f96-03d6dce059ef requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:54.215992 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d89df71-c061-4303-9c2e-663550fbd0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.228082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d89df71-c061-4303-9c2e-663550fbd0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.282820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8be74297-129f-4efa-a6d1-3ecbb662e129 None None] Provisioning for port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:54.291837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=b5efdaef-3db6-454b-aa96-901619a9ef6a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.319627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2d89df71-c061-4303-9c2e-663550fbd0f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fefbc7edc95147afbfada60ef40a88e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899097 Jun 30 09:00:54.320474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35130) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.322413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89df71-c061-4303-9c2e-663550fbd0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca6c3f6-170f-476c-979a-4cacc01beecc,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.372523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network ca95f403-95b6-4505-8f96-03d6dce059ef is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:54.374602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:54.499067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d330d269-9a85-4b88-b3a1-f9563e8cf6f3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:54.553000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-89d05503-b0b6-40e4-b815-ff7124ec529a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.557507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-89d05503-b0b6-40e4-b815-ff7124ec529a tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.4863827 Jun 30 09:00:54.572410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf6aac8-439d-4088-b63e-9657eed2e212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.575000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:54.580011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:54.580954 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.630679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ffd9dd7-53fe-4a40-af52-951768389526 req-b3250abc-434f-4cf4-bd72-ebd869767a0b tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0719061 Jun 30 09:00:54.672858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 62da075c-11e5-4fa1-b347-44c1deb20ae6 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:54.711129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf6aac8-439d-4088-b63e-9657eed2e212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.739790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ef151-6967-46b9-8501-0f01d2e1ee18 req-e8d8551c-f42e-4db9-8098-c8ed3082eb17 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.741753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-164ef151-6967-46b9-8501-0f01d2e1ee18 req-e8d8551c-f42e-4db9-8098-c8ed3082eb17 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 945 time: 0.5730133 Jun 30 09:00:54.848838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:54.857557 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-da7f4778-9c90-4df7-a497-53ebe2b95028 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/62da075c-11e5-4fa1-b347-44c1deb20ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0321968 Jun 30 09:00:54.862114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35168) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.940744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] Sync routers for ids ['62da075c-11e5-4fa1-b347-44c1deb20ae6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:54.964724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] Routers {'62da075c-11e5-4fa1-b347-44c1deb20ae6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:54.965703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['62da075c-11e5-4fa1-b347-44c1deb20ae6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:54.971121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-164ef151-6967-46b9-8501-0f01d2e1ee18 req-dc239140-2537-48b7-9812-dbfdf80d18e7 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212908 Jun 30 09:00:54.973940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028dcd3-9aab-4d1a-8745-bb2219c5d0e9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.978241 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e028dcd3-9aab-4d1a-8745-bb2219c5d0e9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports/b5efdaef-3db6-454b-aa96-901619a9ef6a HTTP/1.1" status: 200 len: 911 time: 0.1148624 Jun 30 09:00:54.980985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35172) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:55.012382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '510e754d-e253-4671-bfdf-47e24652fca4'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:55.013733 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.016465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:55.060906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] Routers {'62da075c-11e5-4fa1-b347-44c1deb20ae6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:55.063623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['62da075c-11e5-4fa1-b347-44c1deb20ae6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:55.067706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf6aac8-439d-4088-b63e-9657eed2e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.072938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf6aac8-439d-4088-b63e-9657eed2e212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.075097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-acf6aac8-439d-4088-b63e-9657eed2e212 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ca6c3f6-170f-476c-979a-4cacc01beecc HTTP/1.1" status: 204 len: 168 time: 0.7307384 Jun 30 09:00:55.146336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6aac8-439d-4088-b63e-9657eed2e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca6c3f6-170f-476c-979a-4cacc01beecc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.191263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.193141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:55.193771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944c925-cd0a-4414-9205-f44e3d95e9eb None None] The sync data for ids ['62da075c-11e5-4fa1-b347-44c1deb20ae6'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:55.204808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Deleting port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:55.205158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.228991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Provisioning complete for port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:55.229440 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.340404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port d330d269-9a85-4b88-b3a1-f9563e8cf6f3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,segment=NetworkSegment(eeb5e083-53d5-4dac-84fb-1090dfde9450),segment_id=eeb5e083-53d5-4dac-84fb-1090dfde9450)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:55.371378 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.410184 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.419471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] For port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:55.419853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.436038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Calling delete_port for 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:55.490797 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:00:55.491172 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:00:55.501562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.550225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9416e1-cc39-4cec-9b73-ddb465c4e381 req-d9a69f90-a8ab-4ccd-a9d4-11564441feb1 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.562181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be9416e1-cc39-4cec-9b73-ddb465c4e381 req-d9a69f90-a8ab-4ccd-a9d4-11564441feb1 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.4027753 Jun 30 09:00:55.568937 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.752908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be9416e1-cc39-4cec-9b73-ddb465c4e381 req-4582a335-0cce-4093-8fb7-2f33d73b286e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896238 Jun 30 09:00:56.039558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25e16d71-54e2-4999-be31-69c022109e29 req-23dbec17-8ac5-4e94-b0b1-4d9fb0c6e87e tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.1370997 Jun 30 09:00:56.086407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Provisioning for port b5efdaef-3db6-454b-aa96-901619a9ef6a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:56.099086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Provisioning complete for port b5efdaef-3db6-454b-aa96-901619a9ef6a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:56.099732 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.140151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.175741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-de14f575-6348-4239-b9e2-fcc6ab7a1597 None None] Port b5efdaef-3db6-454b-aa96-901619a9ef6a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:56.177807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['cfe1d827-fcc6-45de-a80e-2c0e9222b458'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:56.181118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['899a1ee6-bfd2-4b21-a105-e190fff8a5e3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:56.219447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Pushing event deleted for resources: {'Port': ['ID=262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:56.344802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-955792fc-2933-45dc-956b-feddd56d0d61 None None] Provisioning complete for port b5efdaef-3db6-454b-aa96-901619a9ef6a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:56.345875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-955792fc-2933-45dc-956b-feddd56d0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.348410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35224) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:56.424548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d330d269-9a85-4b88-b3a1-f9563e8cf6f3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:56.488831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-955792fc-2933-45dc-956b-feddd56d0d61 None None] Port b5efdaef-3db6-454b-aa96-901619a9ef6a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:56.493932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-438113784-network', 'tenant_id': '2479734e55284be0b7bdaa5aa5bbf4b4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:56.526785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Made reservation on behalf of 2479734e55284be0b7bdaa5aa5bbf4b4 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:56.529650 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.540443 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.542977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7cf1d96f-e3a0-421b-b092-e1e40a32389f req-06a71529-2d27-4224-8c5c-87422e24e3c7 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcedc73b-ddb8-4c24-b556-6f8b49c252e0 HTTP/1.1" status: 200 len: 210 time: 0.1106956 Jun 30 09:00:56.550584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] No DVR routers for this DVR port 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:56.585889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:56.586249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.604142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.606211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d16b1729-d5ff-4e66-a466-b47ace98523d req-116d5557-9372-4dfa-9e6d-5a7e8705be99 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "DELETE /v2.0/ports/262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 HTTP/1.1" status: 204 len: 173 time: 2.0273778 Jun 30 09:00:56.615438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'name': 'network-vif-deleted', 'tag': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:56.617939 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a9f57-c2ce-433c-9931-fa69ba01a536" -d '{"events": [{"server_uuid": "bcedc73b-ddb8-4c24-b556-6f8b49c252e0", "name": "network-vif-deleted", "tag": "262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:56.643748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-caeb4480-3dcf-4671-9873-421ad493ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.645244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-caeb4480-3dcf-4671-9873-421ad493ce35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1096 time: 0.5733478 Jun 30 09:00:56.691326 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e1d46c-ce56-430e-8922-c36a1772914b x-openstack-request-id: req-48e1d46c-ce56-430e-8922-c36a1772914b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:56.691736 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcedc73b-ddb8-4c24-b556-6f8b49c252e0", "name": "network-vif-deleted", "tag": "262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:56.692009 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48e1d46c-ce56-430e-8922-c36a1772914b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:56.692396 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcedc73b-ddb8-4c24-b556-6f8b49c252e0', 'name': 'network-vif-deleted', 'tag': '262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841', 'status': 'completed', 'code': 200} Jun 30 09:00:56.740708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d175c-8e36-4fc6-864c-3e738c6400bd req-f523ed00-ee26-4909-a81a-d785933a9ef2 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.749353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-139d175c-8e36-4fc6-864c-3e738c6400bd req-f523ed00-ee26-4909-a81a-d785933a9ef2 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.4001269 Jun 30 09:00:56.768902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:56.774914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.780578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.790719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:56.791938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 262f6dbc-7c3f-4fa9-8de0-d5b4c9dba841 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:56.795076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.802578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:56.834663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.840030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.840579 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Added segment 48875ac5-5526-4a41-b357-6b8fccfa6c43 of type vlan for network c6008dfd-b364-438c-8fc2-7b079fd16a7b Jun 30 09:00:56.840834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.841473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.845875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/ports/b5efdaef-3db6-454b-aa96-901619a9ef6a HTTP/1.1" status: 200 len: 911 time: 1.8628271 Jun 30 09:00:56.846518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35236) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:56.867325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78b761-7345-4aff-9d1a-90d86c62fce6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:56.915893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.944852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-139d175c-8e36-4fc6-864c-3e738c6400bd req-9ce524e0-e864-46ef-a28c-42c602dc154d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945722 Jun 30 09:00:56.957485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.964265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.965317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.966140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-7e4359ad-015b-4d8f-a82a-b8ee9418078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.968044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-7e4359ad-015b-4d8f-a82a-b8ee9418078a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.3119278 Jun 30 09:00:56.992598 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6428792 Jun 30 09:00:57.004377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:57.016063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Request body: {'subnet': {'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-438113784-subnet', 'tenant_id': '2479734e55284be0b7bdaa5aa5bbf4b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:57.034257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80342a-4364-46e2-86c7-8f0609e08aeb admin admin] Pushing event updated for resources: {'Network': ['ID=c6008dfd-b364-438c-8fc2-7b079fd16a7b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.044120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c6008dfd-b364-438c-8fc2-7b079fd16a7b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:57.065911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b423709-1d76-47ad-8e9e-8216e25cab2d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=b5efdaef-3db6-454b-aa96-901619a9ef6a,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.120725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Made reservation on behalf of 2479734e55284be0b7bdaa5aa5bbf4b4 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:57.126722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.153997 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:57.238841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-6c4e2d4f-453b-44bd-81bf-880b7501a45d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.2330844 Jun 30 09:00:57.285872 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d71be17-d425-4789-8a8e-c829a4ca00a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.398073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d71be17-d425-4789-8a8e-c829a4ca00a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.402886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d71be17-d425-4789-8a8e-c829a4ca00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.446733 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d71be17-d425-4789-8a8e-c829a4ca00a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17ae1a6c31b94cb79cbc565a0f48a6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914793 Jun 30 09:00:57.448743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71be17-d425-4789-8a8e-c829a4ca00a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66510c33-97b4-439a-a5e7-df0a4473b832,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.451526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35250) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:57.503431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-771aa8eb-17ac-477c-9ec3-6d6f99ea30d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.525257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-771aa8eb-17ac-477c-9ec3-6d6f99ea30d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.572057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-771aa8eb-17ac-477c-9ec3-6d6f99ea30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.575136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-771aa8eb-17ac-477c-9ec3-6d6f99ea30d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.579173 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-771aa8eb-17ac-477c-9ec3-6d6f99ea30d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66510c33-97b4-439a-a5e7-df0a4473b832 HTTP/1.1" status: 204 len: 168 time: 0.1229877 Jun 30 09:00:57.585573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aa8eb-17ac-477c-9ec3-6d6f99ea30d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66510c33-97b4-439a-a5e7-df0a4473b832,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.627369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35305c32-ca23-4749-ab0e-9d4724238386 req-8a052cb6-ebf0-4121-96f9-5dbe83a90e70 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.3932385 Jun 30 09:00:57.720212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-466c254d-df44-4663-81f8-e77dbbaaa409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.721797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-466c254d-df44-4663-81f8-e77dbbaaa409 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1230295 Jun 30 09:00:57.923583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-efa8f560-6d65-4f0a-81d2-11adf776aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.925179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-efa8f560-6d65-4f0a-81d2-11adf776aa83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763389 Jun 30 09:00:57.930587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35260) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:57.950826 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2adbb8f0-91d3-4faf-bc34-39a2fb840dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.040741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-e1ea6a93-f67c-4bf3-85bc-a509efd7727d service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017692 Jun 30 09:00:58.131984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2adbb8f0-91d3-4faf-bc34-39a2fb840dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.136944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2adbb8f0-91d3-4faf-bc34-39a2fb840dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.169422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2adbb8f0-91d3-4faf-bc34-39a2fb840dc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe9e068836844e5da3bb1cae852c34b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379282 Jun 30 09:00:58.178005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35264) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:58.214594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb8f0-91d3-4faf-bc34-39a2fb840dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f87a76-96ce-4608-9414-b4d4394da4c2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.223784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.250355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2169ebc6-97dd-415f-b326-eda115d24b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.271733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2169ebc6-97dd-415f-b326-eda115d24b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.321717 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2169ebc6-97dd-415f-b326-eda115d24b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.324156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2169ebc6-97dd-415f-b326-eda115d24b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.325404 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2169ebc6-97dd-415f-b326-eda115d24b9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63f87a76-96ce-4608-9414-b4d4394da4c2 HTTP/1.1" status: 204 len: 168 time: 0.1463442 Jun 30 09:00:58.336823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169ebc6-97dd-415f-b326-eda115d24b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f87a76-96ce-4608-9414-b4d4394da4c2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.405513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=869deb72-bff6-41aa-a45d-d486642e47c4,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.415450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38f56350-c8aa-4fc5-84cc-de29d8f73053 req-82efb014-5fba-4e58-9325-c0a8e930324b service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453462 Jun 30 09:00:58.455843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be329b3-2bcd-434b-80c8-f89f7086a202 req-7062200f-e2f9-4553-bea9-69e35aa9cdce tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.457763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3be329b3-2bcd-434b-80c8-f89f7086a202 req-7062200f-e2f9-4553-bea9-69e35aa9cdce tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3449292 Jun 30 09:00:58.490069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Checking segment: {'id': '48875ac5-5526-4a41-b357-6b8fccfa6c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:58.490472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Network hostable DHCP agents. Network: c6008dfd-b364-438c-8fc2-7b079fd16a7b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:58.498522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.607460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d32b-672d-4b74-b67c-fac8176c153e req-cbf4ffde-e9b1-4e96-9c88-79292270f7b4 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.609483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bff2d32b-672d-4b74-b67c-fac8176c153e req-cbf4ffde-e9b1-4e96-9c88-79292270f7b4 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 945 time: 0.3048663 Jun 30 09:00:58.626296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3be329b3-2bcd-434b-80c8-f89f7086a202 req-51d349be-df3c-4d3e-b58d-f3a4ad4fd26e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556497 Jun 30 09:00:58.632828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Network c6008dfd-b364-438c-8fc2-7b079fd16a7b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:58.682540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c6008dfd-b364-438c-8fc2-7b079fd16a7b) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:58.691214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acee6aa-4856-4b9b-aa57-ca9aab271a16 None None] Network c6008dfd-b364-438c-8fc2-7b079fd16a7b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:58.696517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.697111 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.710200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bff2d32b-672d-4b74-b67c-fac8176c153e req-f6d47ca5-48d7-4a7a-a639-08cf0e002cb4 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913427 Jun 30 09:00:58.799390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8e8eb9e2-36c6-4021-b5c7-2ebbb74e0e7b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7836432 Jun 30 09:00:58.890754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62448444-b676-481f-b4c9-637edd658385 req-9d3dfc61-0892-4154-8f92-5d1a2317d3a7 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0365212 Jun 30 09:00:58.905777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e541eb5-27e6-40af-b246-c5e87888afad None None] Network c6008dfd-b364-438c-8fc2-7b079fd16a7b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:59.138715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.152395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.159902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.166211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.172652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.178570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.184409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.186387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-8bec383f-7d81-41dc-8a8d-bb27298fd596 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.2009833 Jun 30 09:00:59.205120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port b5efdaef-3db6-454b-aa96-901619a9ef6a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:59.205476 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.285555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ede0eda-a95f-4df4-b3d2-cc654d9c1706 req-fa7e92e4-68b4-4005-a12f-4167451cd0f6 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921044 Jun 30 09:00:59.334718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.349551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for b5efdaef-3db6-454b-aa96-901619a9ef6a owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:59.606627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-6eccb321-934c-4367-b6cb-fcfe1cf7f966 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.608156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-6eccb321-934c-4367-b6cb-fcfe1cf7f966 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/networks?id=c6008dfd-b364-438c-8fc2-7b079fd16a7b HTTP/1.1" status: 200 len: 821 time: 0.2051077 Jun 30 09:00:59.642951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.648659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.654545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.661258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.667245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.673145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.680732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.682698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08dc4e40-97b4-45cc-b035-ed5afe71cd5a req-2a314828-9727-4cd4-aa42-097e1c097ecc tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.2258816 Jun 30 09:00:59.702174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-9af18e61-35dd-4959-bfd1-7bd18b6fcdc6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/quotas/2479734e55284be0b7bdaa5aa5bbf4b4 HTTP/1.1" status: 200 len: 375 time: 0.0833611 Jun 30 09:00:59.779683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-4c6f3053-63e7-4781-b45e-78f779b28ada tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2479734e55284be0b7bdaa5aa5bbf4b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571995 Jun 30 09:00:59.821427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.877043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=b5efdaef-3db6-454b-aa96-901619a9ef6a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:59.896035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-8128a8aa-0c1f-4612-882d-20aa07c9de27 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.897548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-8128a8aa-0c1f-4612-882d-20aa07c9de27 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.26 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 945 time: 0.2120216 Jun 30 09:01:00.092421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.152588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41a1cc-5960-4d8d-8331-b07a168a14c6 req-ad87b377-3e99-4014-baea-521426dfc26f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:00.154074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d41a1cc-5960-4d8d-8331-b07a168a14c6 req-ad87b377-3e99-4014-baea-521426dfc26f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3479364 Jun 30 09:01:00.282270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-21bee9b8-b864-4c20-ae8c-7fb1b528db0c service neutron] 10.222.0.53 "GET /v2.0/networks/c6008dfd-b364-438c-8fc2-7b079fd16a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873462 Jun 30 09:01:00.302673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d41a1cc-5960-4d8d-8331-b07a168a14c6 req-7fb49b78-6d79-4217-a62d-24497e4d1118 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380982 Jun 30 09:01:00.813030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Deleting port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:00.813373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.837399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 62da075c-11e5-4fa1-b347-44c1deb20ae6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:00.930459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-ec6d17e4-c423-477e-b3fd-b92f3663f499 service neutron] 10.222.0.53 "GET /v2.0/networks/c6008dfd-b364-438c-8fc2-7b079fd16a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398921 Jun 30 09:01:01.048345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] For port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:01.048730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.064431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c9f3-60a1-4f3b-9e9a-3d6838ba5f7d req-55f31304-c91c-43e3-835e-931ca0db7f53 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.066057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91d9c9f3-60a1-4f3b-9e9a-3d6838ba5f7d req-55f31304-c91c-43e3-835e-931ca0db7f53 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 945 time: 0.6299503 Jun 30 09:01:01.067027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:01.074370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cba49bd2-654c-4ac8-8809-f23052411234 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/62da075c-11e5-4fa1-b347-44c1deb20ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2145433 Jun 30 09:01:01.077293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35380) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:01.081433 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] Sync routers for ids ['62da075c-11e5-4fa1-b347-44c1deb20ae6'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:01.091204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Calling delete_port for 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:01.095878 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] Routers {'62da075c-11e5-4fa1-b347-44c1deb20ae6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:01.096505 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['62da075c-11e5-4fa1-b347-44c1deb20ae6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:01.128509 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-673bfa23-7a68-4e6a-b62b-132fbc5cf9ef tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=62da075c-11e5-4fa1-b347-44c1deb20ae6 HTTP/1.1" status: 200 len: 205 time: 0.0500121 Jun 30 09:01:01.135244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35384) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:01.137452 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:01.150556 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] Routers {'62da075c-11e5-4fa1-b347-44c1deb20ae6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:01.151361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['62da075c-11e5-4fa1-b347-44c1deb20ae6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:01.169237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91d9c9f3-60a1-4f3b-9e9a-3d6838ba5f7d req-9741c956-5697-4c63-ad2c-13e771a33871 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793221 Jun 30 09:01:01.192640 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:01.193492 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be8589-bd4a-43fc-9939-9b56352dd889 None None] The sync data for ids ['62da075c-11e5-4fa1-b347-44c1deb20ae6'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:01.297820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8918-257e-40d8-80ba-41a7f00581d3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.298713 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6289ff10-21ec-4992-b2e9-b093e3bae745 req-702533c8-b8fe-46fc-9b4f-44f19d2f5d4f tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0445335 Jun 30 09:01:01.449088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4c8afe6-1a1f-433d-916b-b87072887784 req-997e1285-604d-434d-9516-8b91b052af05 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 210 time: 0.0609000 Jun 30 09:01:01.486449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.500136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['cfe1d827-fcc6-45de-a80e-2c0e9222b458'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:01.616966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8918-257e-40d8-80ba-41a7f00581d3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.619184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8918-257e-40d8-80ba-41a7f00581d3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.635084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Pushing event deleted for resources: {'Port': ['ID=899a1ee6-bfd2-4b21-a105-e190fff8a5e3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.680129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8918-257e-40d8-80ba-41a7f00581d3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.680668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7c8918-257e-40d8-80ba-41a7f00581d3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Fanout notify agent at l3_agent the message router_deleted on router 62da075c-11e5-4fa1-b347-44c1deb20ae6 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:01:01.684294 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a15070a-f65c-4bc6-a1c8-e42099ce21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.696354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8918-257e-40d8-80ba-41a7f00581d3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.698148 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1e7c8918-257e-40d8-80ba-41a7f00581d3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/62da075c-11e5-4fa1-b347-44c1deb20ae6 HTTP/1.1" status: 204 len: 168 time: 0.5616717 Jun 30 09:01:01.700844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:01.755291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] No DVR routers for this DVR port 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:01.759443 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.772434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet 510e754d-e253-4671-bfdf-47e24652fca4 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:01.773011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4c4507-bc55-4b18-8a5d-f90bbc755ef0 req-abf3aab1-31b4-4a8b-8c35-ba4c5d92bc33 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.26 "DELETE /v2.0/ports/899a1ee6-bfd2-4b21-a105-e190fff8a5e3 HTTP/1.1" status: 204 len: 173 time: 1.8517532 Jun 30 09:01:01.774241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a250c-55d2-4128-90eb-ec94487a38c9', 'name': 'network-vif-deleted', 'tag': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:01.777276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.796035 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e05e4f-0488-4249-9b82-a5eed4442264" -d '{"events": [{"server_uuid": "360a250c-55d2-4128-90eb-ec94487a38c9", "name": "network-vif-deleted", "tag": "899a1ee6-bfd2-4b21-a105-e190fff8a5e3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:01.876045 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55b68a-34f1-4cea-b436-db6a6231458e x-openstack-request-id: req-8e55b68a-34f1-4cea-b436-db6a6231458e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:01.877953 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360a250c-55d2-4128-90eb-ec94487a38c9", "name": "network-vif-deleted", "tag": "899a1ee6-bfd2-4b21-a105-e190fff8a5e3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:01.879071 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e55b68a-34f1-4cea-b436-db6a6231458e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:01.879568 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a250c-55d2-4128-90eb-ec94487a38c9', 'name': 'network-vif-deleted', 'tag': '899a1ee6-bfd2-4b21-a105-e190fff8a5e3', 'status': 'completed', 'code': 200} Jun 30 09:01:01.894802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.895590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0606c-f5a9-49ec-bca0-f43ffe832c04 req-5f85ec5c-3f48-40b2-8fce-e7702b1c6fcb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.903954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49e0606c-f5a9-49ec-bca0-f43ffe832c04 req-5f85ec5c-3f48-40b2-8fce-e7702b1c6fcb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3065290 Jun 30 09:01:01.965810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49e0606c-f5a9-49ec-bca0-f43ffe832c04 req-243a97e9-a15f-4f43-a569-11d24ee7b9ed tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607810 Jun 30 09:01:02.092145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.227797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35432) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:02.253134 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.332843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=510e754d-e253-4671-bfdf-47e24652fca4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:02.342070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.346885 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/510e754d-e253-4671-bfdf-47e24652fca4 HTTP/1.1" status: 204 len: 168 time: 0.6443341 Jun 30 09:01:02.347660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e4925-00ab-444e-9907-c9bc7f1212e7 None None] Network ca95f403-95b6-4505-8f96-03d6dce059ef requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:02.355042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.355684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.356390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.356958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.358455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.359024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.359571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.360606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.361049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.361248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35440) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:02.361950 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.362491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.362914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe319dbf-d42c-46a3-9c8c-529a4d0173fd tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:02.534074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fb7eb4e-eec5-452f-980e-df8415c8d4c6 req-9420297e-4ded-4f90-858d-e820576045e2 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=360a250c-55d2-4128-90eb-ec94487a38c9 HTTP/1.1" status: 200 len: 210 time: 0.0602834 Jun 30 09:01:02.570490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.588656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179b4d7-6482-423a-8405-72b1f1bc8c1c req-e2c8dbf4-b7a7-4ec8-8f07-c95367cbfd03 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.595833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2179b4d7-6482-423a-8405-72b1f1bc8c1c req-e2c8dbf4-b7a7-4ec8-8f07-c95367cbfd03 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3482714 Jun 30 09:01:02.638801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.639329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.639786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.640263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.640774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.641180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.641705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.649719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] DHCP port deletion for ca95f403-95b6-4505-8f96-03d6dce059ef request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:01:02.652558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2779de62-03e6-44de-937b-2b7c7552340e req-49d92739-4b1f-4b1f-be43-33bb76466d73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6508 time: 0.4232876 Jun 30 09:01:02.715819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] Deleting port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:02.716190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.738374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2179b4d7-6482-423a-8405-72b1f1bc8c1c req-86431797-e492-4f4e-a806-05a10745be65 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403897 Jun 30 09:01:02.819679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b216d16e-e05c-46bc-8260-56d810f840aa req-56295d2e-b34e-482b-bc29-b52648a3056c tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.1269631 Jun 30 09:01:02.862338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] For port d330d269-9a85-4b88-b3a1-f9563e8cf6f3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,segment=NetworkSegment(eeb5e083-53d5-4dac-84fb-1090dfde9450),segment_id=eeb5e083-53d5-4dac-84fb-1090dfde9450)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:02.862477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.863178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2779de62-03e6-44de-937b-2b7c7552340e req-1fde0d55-0a24-4a13-a42f-07dd45cc1c51 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096281 Jun 30 09:01:02.886941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] Calling delete_port for d330d269-9a85-4b88-b3a1-f9563e8cf6f3 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:02.895407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:02.895781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.051752 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.086062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] Pushing event deleted for resources: {'Port': ['ID=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.096005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fc89d-32be-4fc4-91d4-51c9588bc34a None None] No DVR routers for this DVR port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:03.146047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6456723b-e1df-4449-a299-caabb8489164 req-b693b23b-b5a1-4550-9b38-f68054bb26ae tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 210 time: 0.1514099 Jun 30 09:01:03.221371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:03.248006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:03.248613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 899a1ee6-bfd2-4b21-a105-e190fff8a5e3 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:03.263776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port d330d269-9a85-4b88-b3a1-f9563e8cf6f3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,segment=NetworkSegment(eeb5e083-53d5-4dac-84fb-1090dfde9450),segment_id=eeb5e083-53d5-4dac-84fb-1090dfde9450)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:03.264716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.280864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-11d2fdc4-4399-4713-92ca-93c2be12a032 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.282349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-11d2fdc4-4399-4713-92ca-93c2be12a032 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.13 "GET /v2.0/networks?id=c6008dfd-b364-438c-8fc2-7b079fd16a7b HTTP/1.1" status: 200 len: 821 time: 0.2868853 Jun 30 09:01:03.292763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for d330d269-9a85-4b88-b3a1-f9563e8cf6f3 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:03.298566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Request body: {'port': {'device_id': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b', 'admin_state_up': True, 'tenant_id': '2479734e55284be0b7bdaa5aa5bbf4b4'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:03.453160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-2cc7c646-119f-4e8f-bab1-51c10551828c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.454731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-2cc7c646-119f-4e8f-bab1-51c10551828c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.3114390 Jun 30 09:01:03.493548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-df34ae64-fe7f-4745-bfcd-b59dbb873983 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/quotas/1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 375 time: 0.0328128 Jun 30 09:01:03.552501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8da41d0-5ecb-4596-ace2-127af1af9e49 req-95f1679a-c5e5-4d0b-9fe3-477675377b85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0464783 Jun 30 09:01:03.577677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.614342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=d330d269-9a85-4b88-b3a1-f9563e8cf6f3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.617788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No DVR routers for this DVR port d330d269-9a85-4b88-b3a1-f9563e8cf6f3 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:03.646752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Made reservation on behalf of 2479734e55284be0b7bdaa5aa5bbf4b4 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:03.650263 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.741818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.755098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca95f403-95b6-4505-8f96-03d6dce059ef']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:03.796318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-14ad5979-6a0f-475b-b54c-df4ceaca611a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2927465 Jun 30 09:01:03.804219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb5e083-53d5-4dac-84fb-1090dfde9450') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:03.804219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb5e083-53d5-4dac-84fb-1090dfde9450') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:03.827236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.913299 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.936714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:03.937148 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:03.940203 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:04.060105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8781459-5f14-42b3-aebc-1e03443d3e14 req-f40c6c4f-fd75-4709-a167-6668b676c351 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0664010 Jun 30 09:01:04.067940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Allocated IP 172.20.0.3 (c6008dfd-b364-438c-8fc2-7b079fd16a7b/869deb72-bff6-41aa-a45d-d486642e47c4/308a22d9-613b-46db-9132-ed5325538540) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:04.072169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-3948312b-1cf2-4afb-9883-e7588888c136 service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585983 Jun 30 09:01:04.081887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.105875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.108313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/ca95f403-95b6-4505-8f96-03d6dce059ef HTTP/1.1" status: 204 len: 168 time: 1.7363832 Jun 30 09:01:04.113012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35550) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:04.119769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4fa01706-ed51-408d-9f17-b07958bc972a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-760352242', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.148711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fa01706-ed51-408d-9f17-b07958bc972a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.150114 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fa01706-ed51-408d-9f17-b07958bc972a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.165338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc5799-913a-40e7-8636-e326a119e5ff tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=ca95f403-95b6-4505-8f96-03d6dce059ef,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.224894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fa01706-ed51-408d-9f17-b07958bc972a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.229563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fa01706-ed51-408d-9f17-b07958bc972a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.247835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fa01706-ed51-408d-9f17-b07958bc972a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.252346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4fa01706-ed51-408d-9f17-b07958bc972a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1372621 Jun 30 09:01:04.253048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35564) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:04.258639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1754042368'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.292388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:04.304095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.330018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.353275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-d451d5a4-8776-4f40-84ab-f88a04ffdaac service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677324 Jun 30 09:01:04.353527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:04.363708 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55830f83-c6f3-4f08-9ea6-c03a60b03b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.378237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.378703 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment 84f51270-147c-43e5-b1bf-859f6f6bbd23 of type vlan for network 12204623-00db-41c1-9012-4accbb9a731a Jun 30 09:01:04.438103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d330d269-9a85-4b88-b3a1-f9563e8cf6f3 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:04.441265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043a071-c5f7-4f56-8d84-613f603e2c7d req-f1c46e2b-f319-4ec2-84f0-8a9064b13db2 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.448266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d043a071-c5f7-4f56-8d84-613f603e2c7d req-f1c46e2b-f319-4ec2-84f0-8a9064b13db2 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.2473700 Jun 30 09:01:04.468428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.477192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.481426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d330d269-9a85-4b88-b3a1-f9563e8cf6f3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:04.483550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d330d269-9a85-4b88-b3a1-f9563e8cf6f3 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:04.513530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.519904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d043a071-c5f7-4f56-8d84-613f603e2c7d req-40070278-2f25-4fd3-9996-d9561dfc90ed tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704660 Jun 30 09:01:04.524612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.525150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.582114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.652189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=12204623-00db-41c1-9012-4accbb9a731a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.659242 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cac1f532-4c68-4daf-996c-7bc0f3f14ea6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4023142 Jun 30 09:01:04.660468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35588) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:04.664769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 12204623-00db-41c1-9012-4accbb9a731a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:04.697812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.704565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Network c6008dfd-b364-438c-8fc2-7b079fd16a7b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:04.707623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:04.716913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:04.822545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Pushing event updated for resources: {'Port': ['ID=308a22d9-613b-46db-9132-ed5325538540,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.830523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d00490f0-3ca0-44cd-b937-3bdefde91999 req-67b898a1-7ef8-42f2-a39b-126d8b3efa39 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 210 time: 0.0536466 Jun 30 09:01:04.867319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:04.871517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.871700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.873083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.896865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-3abf6fcf-39d8-4475-9a1c-7592184c4a09 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020858 Jun 30 09:01:04.914029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Request body: {'port': {'device_id': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.927685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590a4a8-28dc-42f1-b13b-cc293b1aedfd req-696192f2-4798-450d-9a65-8092861aa37d tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.929212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b590a4a8-28dc-42f1-b13b-cc293b1aedfd req-696192f2-4798-450d-9a65-8092861aa37d tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 931 time: 0.1569831 Jun 30 09:01:05.030370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b590a4a8-28dc-42f1-b13b-cc293b1aedfd req-c11cb0a2-9393-45b9-a66e-392c919b9797 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823379 Jun 30 09:01:05.053834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.154302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.239401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=27d49671-d4c3-49ac-a40d-4a02579df3ff,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.247357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:05.247357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: 12204623-00db-41c1-9012-4accbb9a731a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:05.267364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 12204623-00db-41c1-9012-4accbb9a731a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:05.279818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 12204623-00db-41c1-9012-4accbb9a731a) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:05.285472 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.286353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.288272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d310030d-7776-48e6-8c40-e97b00b77d7c None None] Network 12204623-00db-41c1-9012-4accbb9a731a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:05.303882 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-698a1d76-7108-4eff-9da9-c81fbcb3305f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6423163 Jun 30 09:01:05.306689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35614) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:05.343082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35616) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:05.386147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dfacbc2-5431-4f0e-8521-8537110500f6 req-7559aa55-e6c6-4513-8567-ac358e9efcad tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0558133 Jun 30 09:01:05.520958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308a22d9-613b-46db-9132-ed5325538540 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:05.542901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.562998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-12204623-00db-41c1-9012-4accbb9a731a', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:05.562998 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.589657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Transition to ACTIVE for port object 308a22d9-613b-46db-9132-ed5325538540 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:05.602421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.728651 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2dc0615a-909f-44e0-bddb-7c718b94108a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.771543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Pushing event updated for resources: {'Port': ['ID=308a22d9-613b-46db-9132-ed5325538540,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.814119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Allocated IP 2001:db8::2 (12204623-00db-41c1-9012-4accbb9a731a/27d49671-d4c3-49ac-a40d-4a02579df3ff/dd95cce1-43da-45d4-86a1-b5b1eebbcbb1) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:05.929084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98b6ee20-7dc4-4889-9d31-6f2e35ba9420 req-aa919b5c-f4e6-41c1-bb56-4ab0d278bc64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66a523a58b54adf9a2cc0bcd8a03ff8&device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0317285 Jun 30 09:01:05.954031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.988705 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.000857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Transition to ACTIVE for port object dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:06.018175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Transition to ACTIVE for port object dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:06.029154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.086094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Network 12204623-00db-41c1-9012-4accbb9a731a is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:06.090011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:06.093559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:06.097607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.114029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Pushing event updated for resources: {'Port': ['ID=dd95cce1-43da-45d4-86a1-b5b1eebbcbb1,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.181316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Attempting to bind port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:06.181848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Attempting to bind port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:06.182213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Attempting to bind port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 on network 12204623-00db-41c1-9012-4accbb9a731a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:06.187899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:06.188286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Checking segment: {'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:06.188686 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.189075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Bound using segment: {'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:06.189542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Bound port: dd95cce1-43da-45d4-86a1-b5b1eebbcbb1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:06.189946 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.288780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] For port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:06.292844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] For port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=dd95cce1-43da-45d4-86a1-b5b1eebbcbb1,segment=NetworkSegment(84f51270-147c-43e5-b1bf-859f6f6bbd23),segment_id=84f51270-147c-43e5-b1bf-859f6f6bbd23)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:06.303492 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.323127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-a5821887-722d-43e6-ac4d-fb7153435782 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.324768 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-a5821887-722d-43e6-ac4d-fb7153435782 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.1890242 Jun 30 09:01:06.340939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'port': {'device_id': 'e2570439-40e4-44e1-a093-697af8438625', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'admin_state_up': True, 'tenant_id': '1e16918662f8442db90ae128d982c1a9'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:06.365339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8::1 (12204623-00db-41c1-9012-4accbb9a731a/27d49671-d4c3-49ac-a40d-4a02579df3ff/7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:06.378256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f36eb-d6ec-4540-94e1-bc80da693b3b None None] Pushing event updated for resources: {'Port': ['ID=dd95cce1-43da-45d4-86a1-b5b1eebbcbb1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.422460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98b6ee20-7dc4-4889-9d31-6f2e35ba9420 req-7f6a6853-d98c-4438-9f8f-4c0337ed4b4d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c66a523a58b54adf9a2cc0bcd8a03ff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4814377 Jun 30 09:01:06.434748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-16fad613-5f80-4f7f-8f85-4c40363b248d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.436293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-16fad613-5f80-4f7f-8f85-4c40363b248d tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.6521626 Jun 30 09:01:06.474323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe41499a-102a-41fa-85cd-01969b0148c9 req-e6fd24ce-e0b4-4546-ac71-a63ca6d9dcde tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 210 time: 0.0711608 Jun 30 09:01:06.503708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c7f53-88b1-491d-a2f3-49867f258fa8 req-086999f2-a00b-4796-a3a6-a44005e6faef tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.505764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da1c7f53-88b1-491d-a2f3-49867f258fa8 req-086999f2-a00b-4796-a3a6-a44005e6faef tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 946 time: 0.8092132 Jun 30 09:01:06.611509 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.635702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:06.651231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Attempting to bind port 308a22d9-613b-46db-9132-ed5325538540 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:06.651791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Attempting to bind port 308a22d9-613b-46db-9132-ed5325538540 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '48875ac5-5526-4a41-b357-6b8fccfa6c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:06.651937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Attempting to bind port 308a22d9-613b-46db-9132-ed5325538540 on network c6008dfd-b364-438c-8fc2-7b079fd16a7b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:06.683624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.731840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 12204623-00db-41c1-9012-4accbb9a731a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:06.735625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:06.737976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c81cf7be-744a-4968-ba04-91c714ef3c62 req-8cc0b842-83d2-4e6e-a82f-807f815b51c1 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.1007638 Jun 30 09:01:06.738544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Port 308a22d9-613b-46db-9132-ed5325538540 on network c6008dfd-b364-438c-8fc2-7b079fd16a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:06.738862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Attempting to bind port 308a22d9-613b-46db-9132-ed5325538540 on network c6008dfd-b364-438c-8fc2-7b079fd16a7b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:06.750509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:06.751064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.783464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:06.783810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Checking segment: {'id': '48875ac5-5526-4a41-b357-6b8fccfa6c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:06.784463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Bound using segment: {'id': '48875ac5-5526-4a41-b357-6b8fccfa6c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:06.784953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Bound port: 308a22d9-613b-46db-9132-ed5325538540, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48875ac5-5526-4a41-b357-6b8fccfa6c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:06.785313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.800902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.861714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da1c7f53-88b1-491d-a2f3-49867f258fa8 req-bce51a4b-f5ef-469e-81d1-eee78b328ce4 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/security-groups?id=272f649f-f13c-41a1-9518-4acf74d52bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078461 Jun 30 09:01:06.900191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.907458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2dc0615a-909f-44e0-bddb-7c718b94108a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.949019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Made reservation on behalf of 1e16918662f8442db90ae128d982c1a9 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:06.952925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6ee20-7dc4-4889-9d31-6f2e35ba9420 req-c472aa37-f2ee-48a5-84f2-c1c0fa1923e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.953084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.954492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98b6ee20-7dc4-4889-9d31-6f2e35ba9420 req-c472aa37-f2ee-48a5-84f2-c1c0fa1923e9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4996896 Jun 30 09:01:06.959806 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2dc0615a-909f-44e0-bddb-7c718b94108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.044035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2dc0615a-909f-44e0-bddb-7c718b94108a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b06f8040676e4dfeae4a91912d473dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6904387 Jun 30 09:01:07.047726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:07.048634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0615a-909f-44e0-bddb-7c718b94108a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c689e0c6-cb36-4a5f-9234-ba1214c3e5d8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.056244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] For port 308a22d9-613b-46db-9132-ed5325538540, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:07.064858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] For port 308a22d9-613b-46db-9132-ed5325538540, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=308a22d9-613b-46db-9132-ed5325538540,segment=NetworkSegment(48875ac5-5526-4a41-b357-6b8fccfa6c43),segment_id=48875ac5-5526-4a41-b357-6b8fccfa6c43)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:07.069078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Deleting port cfe1d827-fcc6-45de-a80e-2c0e9222b458 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:07.069563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.078149 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.163611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.164229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.165618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] 10.222.0.13 "PUT /v2.0/ports/308a22d9-613b-46db-9132-ed5325538540 HTTP/1.1" status: 200 len: 1092 time: 2.2574670 Jun 30 09:01:07.170105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'tag': '308a22d9-613b-46db-9132-ed5325538540'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:07.172409 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "e05ebdd2-e9db-4a1a-895e-3b9d85537aa5", "tag": "308a22d9-613b-46db-9132-ed5325538540"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:07.182809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c3969-a921-43f1-a469-3b79d6159ba5 req-fc4d51d8-5d24-43d9-a367-90522375c891 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.184488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e18c3969-a921-43f1-a469-3b79d6159ba5 req-fc4d51d8-5d24-43d9-a367-90522375c891 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 943 time: 0.3086488 Jun 30 09:01:07.231300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.268990 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59da687-94f8-42ba-8c50-eb791feb2262 x-openstack-request-id: req-d59da687-94f8-42ba-8c50-eb791feb2262 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:07.269265 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05ebdd2-e9db-4a1a-895e-3b9d85537aa5", "tag": "308a22d9-613b-46db-9132-ed5325538540", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:07.269515 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d59da687-94f8-42ba-8c50-eb791feb2262 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:07.269918 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'tag': '308a22d9-613b-46db-9132-ed5325538540', 'status': 'completed', 'code': 200} Jun 30 09:01:07.275041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927d8c-6b81-4ef2-82fd-dac543f59f2e service neutron] Pushing event updated for resources: {'Port': ['ID=308a22d9-613b-46db-9132-ed5325538540,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.282834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4492461-f9d8-4d5d-adfd-0190d45f6685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.290708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Allocated IP 172.20.0.6 (b562134b-5ec8-4de2-bde1-afe935152b17/aa3170b8-486b-45eb-9201-15d2c66b3058/b8cc8d51-069a-4703-947a-5f1e85962f8b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:07.323475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] For port cfe1d827-fcc6-45de-a80e-2c0e9222b458, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=cfe1d827-fcc6-45de-a80e-2c0e9222b458,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:07.323721 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.345726 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4492461-f9d8-4d5d-adfd-0190d45f6685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.348983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Calling delete_port for cfe1d827-fcc6-45de-a80e-2c0e9222b458 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:07.358301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e18c3969-a921-43f1-a469-3b79d6159ba5 req-1accecd5-b8e1-48d3-bac8-2a3b455888b9 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464636 Jun 30 09:01:07.434414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.442047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.442047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.443817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-5133aeb2-e1a1-4193-9fd1-cb1b47985984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.445353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-5133aeb2-e1a1-4193-9fd1-cb1b47985984 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2479734e55284be0b7bdaa5aa5bbf4b4&device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 1095 time: 0.2037511 Jun 30 09:01:07.509931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-40dec22e-b530-416e-bdf2-ad4143f19c71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=308a22d9-613b-46db-9132-ed5325538540 HTTP/1.1" status: 200 len: 217 time: 0.0511892 Jun 30 09:01:07.530197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4492461-f9d8-4d5d-adfd-0190d45f6685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.534484 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4492461-f9d8-4d5d-adfd-0190d45f6685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.538130 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f4492461-f9d8-4d5d-adfd-0190d45f6685 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c689e0c6-cb36-4a5f-9234-ba1214c3e5d8 HTTP/1.1" status: 204 len: 168 time: 0.4856143 Jun 30 09:01:07.625889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.633724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4492461-f9d8-4d5d-adfd-0190d45f6685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c689e0c6-cb36-4a5f-9234-ba1214c3e5d8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.651211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-1719b699-e7bc-4888-a200-d254d4b7562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.652947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-1719b699-e7bc-4888-a200-d254d4b7562c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=869deb72-bff6-41aa-a45d-d486642e47c4 HTTP/1.1" status: 200 len: 861 time: 0.1372087 Jun 30 09:01:07.685464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3eb96c3-877f-441f-83c2-88f9de892473 req-2b8fc0b3-4f47-4a90-8dd4-ea37b5cb6056 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 210 time: 0.0552528 Jun 30 09:01:07.691891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22313bcb-9032-4754-9097-ee8219b6eed6 None None] Network 12204623-00db-41c1-9012-4accbb9a731a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:07.694560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.713916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.738776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Transition to ACTIVE for port object b8cc8d51-069a-4703-947a-5f1e85962f8b will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:07.741289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-e5db62ec-04ae-44a1-a5e1-ff8eeb11f839 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6008dfd-b364-438c-8fc2-7b079fd16a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650389 Jun 30 09:01:07.748790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 12204623-00db-41c1-9012-4accbb9a731a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:07.753516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:07.754170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e6301bbb-33ad-4217-8b9f-9ae76d524a75 None None] Provisioning for port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:07.795614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Pushing event deleted for resources: {'Port': ['ID=cfe1d827-fcc6-45de-a80e-2c0e9222b458,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.884766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.919511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] No DVR routers for this DVR port cfe1d827-fcc6-45de-a80e-2c0e9222b458 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:07.924371 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.926604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d30604b5-865c-4dab-9ed9-e93e7c2e185c req-c8f83b47-fe55-41d2-a52b-764f604f9c28 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.13 "DELETE /v2.0/ports/cfe1d827-fcc6-45de-a80e-2c0e9222b458 HTTP/1.1" status: 204 len: 173 time: 1.4669816 Jun 30 09:01:07.991473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-73dd6727-b0db-4bbe-ac11-e4d3a10fb0ea service neutron] 10.222.0.13 "GET /v2.0/networks/c6008dfd-b364-438c-8fc2-7b079fd16a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435422 Jun 30 09:01:08.000235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:08.008644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:08.029792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:08.031922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35646) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:08.100596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=b8cc8d51-069a-4703-947a-5f1e85962f8b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:08.132340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:01:08.151607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.153876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.154971 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8eae25b4-c2e1-4799-8eb6-d4c484847d57 req-87e4055a-004e-46b4-8ea0-299d652a40ec tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.1587732 Jun 30 09:01:08.184562 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-f3004c26-5295-4089-be28-f156bcfe869e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8495834 Jun 30 09:01:08.187350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-786ad2df-48c7-4c85-b333-0439f1ec454a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.216836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a862f70f-e942-4de6-9974-d9076e4f7a78 req-314b4666-0884-463e-ba80-6f8326134a08 tempest-ListServerFiltersTestJSON-762369047 tempest-ListServerFiltersTestJSON-762369047-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4 HTTP/1.1" status: 200 len: 210 time: 0.0741696 Jun 30 09:01:08.225381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Request body: {'port': {'device_id': 'e2570439-40e4-44e1-a093-697af8438625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:08.309134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98b6ee20-7dc4-4889-9d31-6f2e35ba9420 req-cf9224e5-b30a-4dcc-ab3a-57b694e18913 tempest-ServerShowV254Test-1977092806 tempest-ServerShowV254Test-1977092806-project] 10.222.0.26 "GET /v2.0/ports?device_id=a85a4937-1c99-436c-af4b-60f0eb0b641e HTTP/1.1" status: 200 len: 210 time: 0.0798533 Jun 30 09:01:08.318266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d317301e-a764-4bc2-84d5-56348dd2b8f3 req-6867fcf5-cf7d-4e70-8a56-bd27160bd37e service neutron] 10.222.0.13 "GET /v2.0/networks/c6008dfd-b364-438c-8fc2-7b079fd16a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198352 Jun 30 09:01:08.380226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:08.392815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:08.397134 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0b203f4d-9f90-411f-b50a-ad9d685190d9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0890963 Jun 30 09:01:08.406542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35650) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:08.407566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:08.408610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:08.424082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1363669624'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:08.433211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.562867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:08.590035 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-786ad2df-48c7-4c85-b333-0439f1ec454a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.689334 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-786ad2df-48c7-4c85-b333-0439f1ec454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.697835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:08.700264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:08.769113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-786ad2df-48c7-4c85-b333-0439f1ec454a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f204ce29c47b4a59a460fd2578f47ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275636 Jun 30 09:01:08.772287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35654) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:08.784268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:08.788204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.789405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a67a0bed-9035-4060-92b3-03867bab351d None None] Provisioning for port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:08.806142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a67a0bed-9035-4060-92b3-03867bab351d None None] Provisioning complete for port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:08.806510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a67a0bed-9035-4060-92b3-03867bab351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.808388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:08.826026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-44c71a36-62c2-472f-8a87-aef529d4fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.827890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-44c71a36-62c2-472f-8a87-aef529d4fedf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2479734e55284be0b7bdaa5aa5bbf4b4&device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 1095 time: 0.3747044 Jun 30 09:01:08.851987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:08.864027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.864400 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment 980c80eb-1b29-4485-8f6e-752efce4c422 of type vlan for network 1e951cf5-fb96-4119-890b-4a935d9e8312 Jun 30 09:01:08.909245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device cfe1d827-fcc6-45de-a80e-2c0e9222b458 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:08.917991 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.935262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2724e3cd-b127-4424-8463-027ba652a675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.966485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad2df-48c7-4c85-b333-0439f1ec454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20843a95-3916-4a14-9ba2-4cd22f115bab,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:08.971336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2724e3cd-b127-4424-8463-027ba652a675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.005909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:09.006284 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.016063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: cfe1d827-fcc6-45de-a80e-2c0e9222b458 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:09.016902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device cfe1d827-fcc6-45de-a80e-2c0e9222b458 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:09.057984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a67a0bed-9035-4060-92b3-03867bab351d None None] Port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:09.086109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a67a0bed-9035-4060-92b3-03867bab351d None None] Provisioning for port b8cc8d51-069a-4703-947a-5f1e85962f8b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:09.124819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cc8d51-069a-4703-947a-5f1e85962f8b {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:09.127780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713ad9-c5c4-4a31-9641-39dcff752d03 req-6739015a-6078-4668-adee-5d56e81bbbce tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.134300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f713ad9-c5c4-4a31-9641-39dcff752d03 req-6739015a-6078-4668-adee-5d56e81bbbce tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 943 time: 0.5427547 Jun 30 09:01:09.136581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.159909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.163403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Transition to ACTIVE for port object b8cc8d51-069a-4703-947a-5f1e85962f8b will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:09.164713 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2724e3cd-b127-4424-8463-027ba652a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.166199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.166828 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.184116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2724e3cd-b127-4424-8463-027ba652a675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.186711 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2724e3cd-b127-4424-8463-027ba652a675 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20843a95-3916-4a14-9ba2-4cd22f115bab HTTP/1.1" status: 204 len: 168 time: 0.4130809 Jun 30 09:01:09.195418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.269022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e3cd-b127-4424-8463-027ba652a675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20843a95-3916-4a14-9ba2-4cd22f115bab,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.336203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'name': 'network-vif-deleted', 'tag': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:09.343181 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc70a2-951f-4eb1-83d0-72efb3e81feb" -d '{"events": [{"server_uuid": "aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4", "name": "network-vif-deleted", "tag": "cfe1d827-fcc6-45de-a80e-2c0e9222b458"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:09.357970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9480546 Jun 30 09:01:09.365323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:09.366560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Pushing event updated for resources: {'Port': ['ID=b8cc8d51-069a-4703-947a-5f1e85962f8b,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.378259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:09.452426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.473405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fe29453a-153d-4076-a0e9-d80a2e93bec4 None None] Provisioning complete for port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:09.473871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fe29453a-153d-4076-a0e9-d80a2e93bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.495319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58bb26-6315-4a45-bc61-78168b58002c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=1e951cf5-fb96-4119-890b-4a935d9e8312,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.528374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f713ad9-c5c4-4a31-9641-39dcff752d03 req-70ef4c19-5341-49d9-8a5c-bc15bf5f5984 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917704 Jun 30 09:01:09.530625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Attempting to bind port b8cc8d51-069a-4703-947a-5f1e85962f8b on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:09.531122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Attempting to bind port b8cc8d51-069a-4703-947a-5f1e85962f8b by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:09.531388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Attempting to bind port b8cc8d51-069a-4703-947a-5f1e85962f8b on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:09.533023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fe29453a-153d-4076-a0e9-d80a2e93bec4 None None] Port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:09.535614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:09.542444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Port b8cc8d51-069a-4703-947a-5f1e85962f8b on network b562134b-5ec8-4de2-bde1-afe935152b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:09.542770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Attempting to bind port b8cc8d51-069a-4703-947a-5f1e85962f8b on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:09.559170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:09.559170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:09.559170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Bound using segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:09.559170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Bound port: b8cc8d51-069a-4703-947a-5f1e85962f8b, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:09.567525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.576175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-7b386712-981b-4375-95d5-695050a10765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.578410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-7b386712-981b-4375-95d5-695050a10765 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6008dfd-b364-438c-8fc2-7b079fd16a7b HTTP/1.1" status: 200 len: 922 time: 0.7410436 Jun 30 09:01:09.608888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835e2f6-30b1-4d6e-8609-b64173ed39f6 req-8c833b4e-3521-44f7-ae4a-9c2156673783 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.622473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9835e2f6-30b1-4d6e-8609-b64173ed39f6 req-8c833b4e-3521-44f7-ae4a-9c2156673783 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 931 time: 0.6350513 Jun 30 09:01:09.626711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=dd95cce1-43da-45d4-86a1-b5b1eebbcbb1,segment=NetworkSegment(84f51270-147c-43e5-b1bf-859f6f6bbd23),segment_id=84f51270-147c-43e5-b1bf-859f6f6bbd23)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:09.630923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:06Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:07Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:09.639459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:09.644536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.664840 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.679108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:09.679464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Updating router 60b69eb4-811c-490f-b6a8-0c70a79355e6 port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:09.782742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35672) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:09.822005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9835e2f6-30b1-4d6e-8609-b64173ed39f6 req-33260e00-7e9b-4b32-a2f3-af6a60319377 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985881 Jun 30 09:01:09.823506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-d654fc90-8b4c-4454-a488-d74a1b9d89ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=308a22d9-613b-46db-9132-ed5325538540 HTTP/1.1" status: 200 len: 217 time: 0.1985052 Jun 30 09:01:09.823778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] For port b8cc8d51-069a-4703-947a-5f1e85962f8b, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:09.826171 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.847984 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d31aa7-8a37-485c-a9dc-33956e232e64 x-openstack-request-id: req-93d31aa7-8a37-485c-a9dc-33956e232e64 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:09.848326 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4", "name": "network-vif-deleted", "tag": "cfe1d827-fcc6-45de-a80e-2c0e9222b458", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:09.848586 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93d31aa7-8a37-485c-a9dc-33956e232e64 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:09.848978 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0be83-4d1e-4cf0-9ff0-e40a7513a1e4', 'name': 'network-vif-deleted', 'tag': 'cfe1d827-fcc6-45de-a80e-2c0e9222b458', 'status': 'completed', 'code': 200} Jun 30 09:01:09.853598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=dd95cce1-43da-45d4-86a1-b5b1eebbcbb1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.896231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] For port b8cc8d51-069a-4703-947a-5f1e85962f8b, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:09.902063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-0b0e0f74-39c3-4153-be4f-59f9ef564a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.904418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-0b0e0f74-39c3-4153-be4f-59f9ef564a2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=869deb72-bff6-41aa-a45d-d486642e47c4 HTTP/1.1" status: 200 len: 861 time: 0.0727077 Jun 30 09:01:09.911136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.952224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-cf28dc71-dbc2-449e-9229-c16bdf4fa082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6008dfd-b364-438c-8fc2-7b079fd16a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408661 Jun 30 09:01:09.989377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.990028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.991566 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] 10.222.0.26 "PUT /v2.0/ports/b8cc8d51-069a-4703-947a-5f1e85962f8b HTTP/1.1" status: 200 len: 1092 time: 1.7726557 Jun 30 09:01:09.994625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] Deleting subnet a98e6207-ec59-42b7-abbb-a8ba349bb021 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:09.997887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.077207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.103196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-ef746566-f700-45eb-88da-8b8922448513 service neutron] 10.222.0.13 "GET /v2.0/networks/c6008dfd-b364-438c-8fc2-7b079fd16a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272087 Jun 30 09:01:10.226613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2570439-40e4-44e1-a093-697af8438625', 'tag': 'b8cc8d51-069a-4703-947a-5f1e85962f8b'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:10.226808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35682) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:10.229581 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be53da47-510f-451e-b985-e17638523f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2570439-40e4-44e1-a093-697af8438625", "tag": "b8cc8d51-069a-4703-947a-5f1e85962f8b"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:10.240906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.267453 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.291388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d36d5-078c-48cb-b457-603869aa5ebc service neutron] Pushing event updated for resources: {'Port': ['ID=b8cc8d51-069a-4703-947a-5f1e85962f8b,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.292625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Transition to ACTIVE for port object 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:10.311003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.312127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdde6d7e-f296-4d5e-b4d6-a92ed408cbdd req-a36381f6-5102-4ad8-8258-d62131b4f9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/c6008dfd-b364-438c-8fc2-7b079fd16a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007535 Jun 30 09:01:10.348634 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7363ef-9fec-4617-b232-380c89fa7e91 x-openstack-request-id: req-5a7363ef-9fec-4617-b232-380c89fa7e91 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:10.349796 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2570439-40e4-44e1-a093-697af8438625", "tag": "b8cc8d51-069a-4703-947a-5f1e85962f8b", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:10.350359 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a7363ef-9fec-4617-b232-380c89fa7e91 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:10.354253 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2570439-40e4-44e1-a093-697af8438625', 'tag': 'b8cc8d51-069a-4703-947a-5f1e85962f8b', 'status': 'completed', 'code': 200} Jun 30 09:01:10.427543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.441781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:10.449441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-10598b01-33a9-474d-b306-b642664df315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.491176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926dcf3-2e6e-4e3e-a559-74b07af2ed21 None None] Pushing event updated for resources: {'Port': ['ID=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.495550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.523826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=b7c43652-7e0b-4555-8bee-0031668de592,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.543964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.548495 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a98e6207-ec59-42b7-abbb-a8ba349bb021 HTTP/1.1" status: 204 len: 168 time: 0.7610991 Jun 30 09:01:10.548678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1307e6b-9111-46c9-8082-29fba69feb17 None None] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:10.550664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35696) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:10.571627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-bb16e95d-5ef1-4cdf-9360-fc379b9ab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.574124 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-bb16e95d-5ef1-4cdf-9360-fc379b9ab00b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 1095 time: 0.3372712 Jun 30 09:01:10.633960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Attempting to bind port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:10.634400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Attempting to bind port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:10.634694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Attempting to bind port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 on network 12204623-00db-41c1-9012-4accbb9a731a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:10.657509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:10.657803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Checking segment: {'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:10.658217 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.658616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Bound using segment: {'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:10.659099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Bound port: 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f51270-147c-43e5-b1bf-859f6f6bbd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12204623-00db-41c1-9012-4accbb9a731a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:10.659483 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.664518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:10.665270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: 1e951cf5-fb96-4119-890b-4a935d9e8312, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:10.687351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-10598b01-33a9-474d-b306-b642664df315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.695679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-10598b01-33a9-474d-b306-b642664df315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.729681 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-47f716a7-40fa-48de-bb0f-ea984e515e84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b HTTP/1.1" status: 200 len: 217 time: 0.0660257 Jun 30 09:01:10.730373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e7401-9375-41ee-b4e8-a51ae4d889d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98e6207-ec59-42b7-abbb-a8ba349bb021,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.762314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:10.762587 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.800571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-10598b01-33a9-474d-b306-b642664df315 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c66a523a58b54adf9a2cc0bcd8a03ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722106 Jun 30 09:01:10.801323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10598b01-33a9-474d-b306-b642664df315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f84d62-26d8-42bf-942b-70b3949c1bf6,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.803769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35702) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:10.810832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:10.820209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-49607179-eae5-4ad0-8ee1-20e7793b8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.822432 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-49607179-eae5-4ad0-8ee1-20e7793b8683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0708439 Jun 30 09:01:10.825444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 1e951cf5-fb96-4119-890b-4a935d9e8312) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:10.833886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.834971 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.843466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752b093-7ef6-4d05-8a8e-d323c09839e7 None None] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:10.872025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 308a22d9-613b-46db-9132-ed5325538540 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:10.911005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47086c10-566a-49ab-a4af-feed7c7b2349 req-666273de-0fda-4455-915d-c177e93f5ed2 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.913229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47086c10-566a-49ab-a4af-feed7c7b2349 req-666273de-0fda-4455-915d-c177e93f5ed2 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 943 time: 0.1893933 Jun 30 09:01:10.915670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-803a71fe-df56-4836-b6ac-09f75abdf8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.959105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] For port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:10.959607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-803a71fe-df56-4836-b6ac-09f75abdf8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.995380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47086c10-566a-49ab-a4af-feed7c7b2349 req-33c27e8b-666e-48a5-8d98-7ffc8fd00c4a tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730774 Jun 30 09:01:11.037278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] For port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,segment=NetworkSegment(84f51270-147c-43e5-b1bf-859f6f6bbd23),segment_id=84f51270-147c-43e5-b1bf-859f6f6bbd23)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:11.040908 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-803a71fe-df56-4836-b6ac-09f75abdf8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.044262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-803a71fe-df56-4836-b6ac-09f75abdf8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.051609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-803a71fe-df56-4836-b6ac-09f75abdf8b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83f84d62-26d8-42bf-942b-70b3949c1bf6 HTTP/1.1" status: 204 len: 168 time: 0.2439625 Jun 30 09:01:11.079897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a71fe-df56-4836-b6ac-09f75abdf8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f84d62-26d8-42bf-942b-70b3949c1bf6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:11.147659 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.200107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9281a-f086-4ab8-8e0b-ba264ad88519 req-d33d2d21-f4a3-43e7-aa08-d4510f3ea069 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.202115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5db9281a-f086-4ab8-8e0b-ba264ad88519 req-d33d2d21-f4a3-43e7-aa08-d4510f3ea069 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 943 time: 0.1292901 Jun 30 09:01:11.266312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 308a22d9-613b-46db-9132-ed5325538540, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=308a22d9-613b-46db-9132-ed5325538540,segment=NetworkSegment(48875ac5-5526-4a41-b357-6b8fccfa6c43),segment_id=48875ac5-5526-4a41-b357-6b8fccfa6c43)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:11.309207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5db9281a-f086-4ab8-8e0b-ba264ad88519 req-4a09a91b-6f4b-42a6-9337-7beec394645d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939863 Jun 30 09:01:11.313810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '308a22d9-613b-46db-9132-ed5325538540', 'network_id': 'c6008dfd-b364-438c-8fc2-7b079fd16a7b', 'port_id': '308a22d9-613b-46db-9132-ed5325538540', 'mac_address': 'fa:16:3e:54:20:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869deb72-bff6-41aa-a45d-d486642e47c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:11.325357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] DHCP port deletion for dc4cdc08-a2cb-42c2-b333-276a03ec6617 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:01:11.379405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.402498 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02507d63-b0aa-4be7-a1e7-a185226b83e6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0295391 Jun 30 09:01:11.406255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:11.489150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926dcf3-2e6e-4e3e-a559-74b07af2ed21 None None] Pushing event updated for resources: {'Port': ['ID=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:11.499133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-1e951cf5-fb96-4119-890b-4a935d9e8312', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:11.499615 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.502432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-a0e4ad65-4a9d-48a3-9868-e50b5d9bdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.503939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:11.504576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:11.507974 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-a0e4ad65-4a9d-48a3-9868-e50b5d9bdfc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6633742 Jun 30 09:01:11.624471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Deleting port 69c36956-3866-4b9f-8ba0-23acf56c9d0d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:11.625180 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.627822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.753497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308a22d9-613b-46db-9132-ed5325538540 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:11.775217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] For port 69c36956-3866-4b9f-8ba0-23acf56c9d0d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=69c36956-3866-4b9f-8ba0-23acf56c9d0d,segment=NetworkSegment(117a46b7-5797-49af-a50c-e3f0e4894ece),segment_id=117a46b7-5797-49af-a50c-e3f0e4894ece)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:11.775966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.793976 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-35f404ff-cac1-422b-8b2a-0da0a8dbceb8 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730331 Jun 30 09:01:11.796138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Calling delete_port for 69c36956-3866-4b9f-8ba0-23acf56c9d0d owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:11.805929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:11.975950 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-57f72d7d-39bf-4fb4-8530-a4ea60717df9 req-6b67db74-7301-43ff-bbc5-88ace8576a1b service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676013 Jun 30 09:01:11.984706 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.062010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] No DVR routers for this DVR port 69c36956-3866-4b9f-8ba0-23acf56c9d0d on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:12.069675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Pushing event deleted for resources: {'Port': ['ID=69c36956-3866-4b9f-8ba0-23acf56c9d0d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.192434 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.204467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4cdc08-a2cb-42c2-b333-276a03ec6617']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.217682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117a46b7-5797-49af-a50c-e3f0e4894ece') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.218131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117a46b7-5797-49af-a50c-e3f0e4894ece') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.218615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Deleting port 69c36956-3866-4b9f-8ba0-23acf56c9d0d {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:12.218988 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.231727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 308a22d9-613b-46db-9132-ed5325538540, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=308a22d9-613b-46db-9132-ed5325538540,segment=NetworkSegment(48875ac5-5526-4a41-b357-6b8fccfa6c43),segment_id=48875ac5-5526-4a41-b357-6b8fccfa6c43)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.237276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.256028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.263463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:12.265321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.316540 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:12.374006 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:12.377752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.382858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.385290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] 10.222.0.53 "DELETE /v2.0/networks/dc4cdc08-a2cb-42c2-b333-276a03ec6617 HTTP/1.1" status: 204 len: 168 time: 1.8320415 Jun 30 09:01:12.407291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccba132-ffc5-4cc9-a460-ca8109f754ee admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4cdc08-a2cb-42c2-b333-276a03ec6617,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.424829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Allocated IP 2001:db8:1::2 (1e951cf5-fb96-4119-890b-4a935d9e8312/b7c43652-7e0b-4555-8bee-0031668de592/30007935-f9a5-4658-8aff-d10a73dedc44) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:12.432320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] For port 69c36956-3866-4b9f-8ba0-23acf56c9d0d, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.432699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.434727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53da47-510f-451e-b985-e17638523f7a req-03e81120-acb3-4930-b714-4b36075c1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.437091 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-be53da47-510f-451e-b985-e17638523f7a req-03e81120-acb3-4930-b714-4b36075c1754 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 1095 time: 0.3768902 Jun 30 09:01:12.469178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=308a22d9-613b-46db-9132-ed5325538540,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.490345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 69c36956-3866-4b9f-8ba0-23acf56c9d0d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:12.507902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Calling delete_port for 69c36956-3866-4b9f-8ba0-23acf56c9d0d owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:12.538980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Port 69c36956-3866-4b9f-8ba0-23acf56c9d0d was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:01:12.542140 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.554376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35748) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:12.561786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Network dc4cdc08-a2cb-42c2-b333-276a03ec6617 is not hosted by any dhcp agent {{(pid=100241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:01:12.562255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] No DVR routers for this DVR port 69c36956-3866-4b9f-8ba0-23acf56c9d0d on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:12.564503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:06Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:10Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.580313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 69c36956-3866-4b9f-8ba0-23acf56c9d0d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:12.580517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 69c36956-3866-4b9f-8ba0-23acf56c9d0d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:12.635676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['308a22d9-613b-46db-9132-ed5325538540'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:12.671155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f8086-2ce8-48d4-bfbe-3566f0e02c81 None None] Pushing event deleted for resources: {'Port': ['ID=69c36956-3866-4b9f-8ba0-23acf56c9d0d,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.671417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6ecab-c37d-41bc-bda0-4f552f1e20e1 req-60e40751-ef61-40c6-b45d-cbf96f2af54e tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.678617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcc6ecab-c37d-41bc-bda0-4f552f1e20e1 req-60e40751-ef61-40c6-b45d-cbf96f2af54e tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 944 time: 0.2762227 Jun 30 09:01:12.700444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb885919-dd61-4c29-a5ee-def732b369e1 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:06Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:10Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:12.713991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53da47-510f-451e-b985-e17638523f7a req-44436522-5585-4c1e-8f61-f652330304b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.718454 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-be53da47-510f-451e-b985-e17638523f7a req-44436522-5585-4c1e-8f61-f652330304b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2742138 Jun 30 09:01:12.808863 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.812608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35754) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:12.822841 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-be53da47-510f-451e-b985-e17638523f7a req-4d4f7df5-f24d-44a0-99d2-191350e40566 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b HTTP/1.1" status: 200 len: 217 time: 0.0966969 Jun 30 09:01:12.826855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcc6ecab-c37d-41bc-bda0-4f552f1e20e1 req-d7fb1a74-d310-4aa2-ae1a-344a2b6de3f7 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472888 Jun 30 09:01:12.832421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-257606208-network', 'tenant_id': '188845dc1553425d828fc2b230194595'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:12.865388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d538d-bf76-48ac-9abb-ec606a7d118f req-d52ccd02-2cae-4885-b466-e25a87c733ce tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.866962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-159d538d-bf76-48ac-9abb-ec606a7d118f req-d52ccd02-2cae-4885-b466-e25a87c733ce tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 943 time: 0.3289294 Jun 30 09:01:12.889335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53da47-510f-451e-b985-e17638523f7a req-ccd5e21b-602f-435d-b2fd-84b6018f55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.891412 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-be53da47-510f-451e-b985-e17638523f7a req-ccd5e21b-602f-435d-b2fd-84b6018f55b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0590975 Jun 30 09:01:12.949217 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.968113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Transition to ACTIVE for port object 30007935-f9a5-4658-8aff-d10a73dedc44 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:12.988098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53da47-510f-451e-b985-e17638523f7a req-f6e36017-1a37-4308-a3ec-ba6bb33e2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.990134 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-be53da47-510f-451e-b985-e17638523f7a req-f6e36017-1a37-4308-a3ec-ba6bb33e2897 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918283 Jun 30 09:01:13.007622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Transition to ACTIVE for port object 30007935-f9a5-4658-8aff-d10a73dedc44 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:13.020476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.024632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eed1850b-0e59-4263-a526-b6693fc0b2ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fea0b4a762d415f9f0de93b504e99a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074018 Jun 30 09:01:13.028002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35758) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.050832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-159d538d-bf76-48ac-9abb-ec606a7d118f req-6d0e7f7e-5b5f-4c18-b285-f8eac0b7d79b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752930 Jun 30 09:01:13.051403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Made reservation on behalf of 188845dc1553425d828fc2b230194595 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:13.054430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.087443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:13.094987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:13.106862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.115594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:13.156960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Pushing event updated for resources: {'Port': ['ID=30007935-f9a5-4658-8aff-d10a73dedc44,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.207708 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-be53da47-510f-451e-b985-e17638523f7a req-671981f3-b19c-4578-af41-0985cb72a415 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104838 Jun 30 09:01:13.221916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Attempting to bind port 30007935-f9a5-4658-8aff-d10a73dedc44 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:13.222201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Attempting to bind port 30007935-f9a5-4658-8aff-d10a73dedc44 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:13.222555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Attempting to bind port 30007935-f9a5-4658-8aff-d10a73dedc44 on network 1e951cf5-fb96-4119-890b-4a935d9e8312 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:13.240230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:13.240608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Checking segment: {'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:13.241014 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.241406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Bound using segment: {'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:13.243589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Bound port: 30007935-f9a5-4658-8aff-d10a73dedc44, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:13.243938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.311728 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-90c09349-412e-4607-9236-9896cb5d98a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.330537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] For port 30007935-f9a5-4658-8aff-d10a73dedc44, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:13.339988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] For port 30007935-f9a5-4658-8aff-d10a73dedc44, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=30007935-f9a5-4658-8aff-d10a73dedc44,segment=NetworkSegment(980c80eb-1b29-4485-8f6e-752efce4c422),segment_id=980c80eb-1b29-4485-8f6e-752efce4c422)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:13.345276 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.368163 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-be53da47-510f-451e-b985-e17638523f7a req-def9392d-6bad-46db-b041-899e71547de9 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484613 Jun 30 09:01:13.447040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da636b-8e83-4ad1-8f6b-3822514f8f4a None None] Pushing event updated for resources: {'Port': ['ID=30007935-f9a5-4658-8aff-d10a73dedc44,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.463601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8:1::1 (1e951cf5-fb96-4119-890b-4a935d9e8312/b7c43652-7e0b-4555-8bee-0031668de592/7bd7a059-e65d-456a-99e1-c27369d3e1a4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:13.475712 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-90c09349-412e-4607-9236-9896cb5d98a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.596714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.601567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.670577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f4fe19-8dc5-473b-b950-950f1f38ee16,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.675911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:13.687814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-90c09349-412e-4607-9236-9896cb5d98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.691663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-90c09349-412e-4607-9236-9896cb5d98a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.694586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-90c09349-412e-4607-9236-9896cb5d98a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/272f649f-f13c-41a1-9518-4acf74d52bfb HTTP/1.1" status: 204 len: 168 time: 0.6655853 Jun 30 09:01:13.712379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.713073 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Added segment f7631a67-f850-4a41-882a-8c55cf5e7adf of type vlan for network 48877977-f3b3-4db1-b11a-7b7746ce47f7 Jun 30 09:01:13.739783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09349-412e-4607-9236-9896cb5d98a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f649f-f13c-41a1-9518-4acf74d52bfb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.795254 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.798780 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.822088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object 7bd7a059-e65d-456a-99e1-c27369d3e1a4 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:13.856515 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.870606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.873748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.937915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] Pushing event updated for resources: {'Network': ['ID=48877977-f3b3-4db1-b11a-7b7746ce47f7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.950164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 48877977-f3b3-4db1-b11a-7b7746ce47f7 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:13.954821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-25283751-96d4-45de-bba0-29e4138f313d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3868747 Jun 30 09:01:13.957364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35776) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.964145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Request body: {'subnet': {'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-257606208-subnet', 'tenant_id': '188845dc1553425d828fc2b230194595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:13.969941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.069721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:14.076446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Made reservation on behalf of 188845dc1553425d828fc2b230194595 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:14.078838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.084390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:14.087605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:14.088321 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.128464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=7bd7a059-e65d-456a-99e1-c27369d3e1a4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.236618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35786) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.343131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8852f-4d60-4d90-ae90-9cd5fd369d0e req-06c9e27f-bbe5-4369-b422-7020e330825f tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.345082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9c8852f-4d60-4d90-ae90-9cd5fd369d0e req-06c9e27f-bbe5-4369-b422-7020e330825f tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 944 time: 0.3651328 Jun 30 09:01:14.398730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a5abb5d-17f9-4b0d-a7cd-b4ba1a487ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.514026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822abd11-742b-4de9-957d-09312fdf85b4 req-5612546d-d245-4f18-b94c-a85ac661c567 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.514907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:14.517992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-822abd11-742b-4de9-957d-09312fdf85b4 req-5612546d-d245-4f18-b94c-a85ac661c567 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 943 time: 0.3211737 Jun 30 09:01:14.526869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.577566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a5abb5d-17f9-4b0d-a7cd-b4ba1a487ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.585060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9c8852f-4d60-4d90-ae90-9cd5fd369d0e req-75d33b7c-17d1-42ba-ada7-aad3489541f0 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303717 Jun 30 09:01:14.585548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a5abb5d-17f9-4b0d-a7cd-b4ba1a487ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.610421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:14.624138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:14.624962 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.632632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5abb5d-17f9-4b0d-a7cd-b4ba1a487ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8583a9c-8cbc-450c-b694-b18c3fb61071,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.651426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-822abd11-742b-4de9-957d-09312fdf85b4 req-43f5b696-626d-4ceb-8463-7f5fafdc6e86 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105695 Jun 30 09:01:14.658238 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a5abb5d-17f9-4b0d-a7cd-b4ba1a487ae1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f296626623e40ff82c22135b7fdab6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197879 Jun 30 09:01:14.660514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35796) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.737083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b22-245a-49ab-a822-3b5b4045702d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.785225 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b22-245a-49ab-a822-3b5b4045702d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.801165 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.850748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b22-245a-49ab-a822-3b5b4045702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.855080 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c76e7b22-245a-49ab-a822-3b5b4045702d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.858053 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c76e7b22-245a-49ab-a822-3b5b4045702d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8583a9c-8cbc-450c-b694-b18c3fb61071 HTTP/1.1" status: 204 len: 168 time: 0.1953363 Jun 30 09:01:14.860551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.869062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e7b22-245a-49ab-a822-3b5b4045702d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8583a9c-8cbc-450c-b694-b18c3fb61071,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.889257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad74737-5e59-40ca-b649-5555503d18ee None None] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:14.891908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 308a22d9-613b-46db-9132-ed5325538540 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:14.931290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,segment=NetworkSegment(84f51270-147c-43e5-b1bf-859f6f6bbd23),segment_id=84f51270-147c-43e5-b1bf-859f6f6bbd23)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:14.981210 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.984078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 30007935-f9a5-4658-8aff-d10a73dedc44 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:14.999858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Checking segment: {'id': 'f7631a67-f850-4a41-882a-8c55cf5e7adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:15.000224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Network hostable DHCP agents. Network: 48877977-f3b3-4db1-b11a-7b7746ce47f7, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:15.000376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.016489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66f0d92-9d43-4bb6-8328-4e793cf06fa6,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.021913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a9e6240d-bc26-4c9a-b0cc-e921f2b0b41a None None] Provisioning for port 30007935-f9a5-4658-8aff-d10a73dedc44 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:15.059009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Network 48877977-f3b3-4db1-b11a-7b7746ce47f7 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:15.085397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 48877977-f3b3-4db1-b11a-7b7746ce47f7) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:15.098104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.098451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.104021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.115328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f09eeb-8129-41e2-9347-ad78568ab0aa None None] Network 48877977-f3b3-4db1-b11a-7b7746ce47f7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:15.126765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1679ea35-7f08-4763-af40-0361ae7fbc30 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1678147 Jun 30 09:01:15.136653 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.142234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.143070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.233031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b8cc8d51-069a-4703-947a-5f1e85962f8b details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:15.262923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=7bd7a059-e65d-456a-99e1-c27369d3e1a4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.309273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:15.312081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:15.317366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-6429228-network', 'tenant_id': 'b9f3fe23617b49ba84f9c9ca90eacd81'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:15.338918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 308a22d9-613b-46db-9132-ed5325538540 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:15.368483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Made reservation on behalf of b9f3fe23617b49ba84f9c9ca90eacd81 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:15.373197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.378844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 30007935-f9a5-4658-8aff-d10a73dedc44 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:15.390337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 308a22d9-613b-46db-9132-ed5325538540 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:15.390710 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.399545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.425549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 30007935-f9a5-4658-8aff-d10a73dedc44 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:15.426214 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.499423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:15.509913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.515745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.547384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:15.580705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.582974 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Added segment ff4963be-ef43-4782-8be7-abcc4ba7d63f of type vlan for network 65619ef7-c8d4-4eb9-9371-74802ef534ea Jun 30 09:01:15.645668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3297aa3a-3f52-4f5c-9bea-b76706836198,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.660955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.684624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.685236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-825f5585-1475-476c-b50e-a55b01085f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.741742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.743895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.745354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.816005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-825f5585-1475-476c-b50e-a55b01085f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.823835 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-825f5585-1475-476c-b50e-a55b01085f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.824277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b8cc8d51-069a-4703-947a-5f1e85962f8b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:15.839175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ce5fd-924d-40be-9074-711e35443dea None None] Network 48877977-f3b3-4db1-b11a-7b7746ce47f7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:15.844041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] Pushing event updated for resources: {'Network': ['ID=65619ef7-c8d4-4eb9-9371-74802ef534ea,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.852694 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d92d5d5-34e9-4a16-b480-2b625564795d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8488495 Jun 30 09:01:15.853178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35832) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.860267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Request body: {'subnet': {'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-6429228-subnet', 'tenant_id': 'b9f3fe23617b49ba84f9c9ca90eacd81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:15.886858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:15.887636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Made reservation on behalf of b9f3fe23617b49ba84f9c9ca90eacd81 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:15.894019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:15.898614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.898779 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:15.901236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35834) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.906808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f5585-1475-476c-b50e-a55b01085f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb09266-2162-4a2a-90da-81c815e82892,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.909178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1179045025-network', 'tenant_id': '4d04c14f8c594489b3d1a18dad70d486'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:15.912411 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:15.913022 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:15.946978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-09c46de9-d3c5-4e25-9d45-c9069525c2cf tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5377152 Jun 30 09:01:15.948444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35836) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.979622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'b8cc8d51-069a-4703-947a-5f1e85962f8b', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': 'b8cc8d51-069a-4703-947a-5f1e85962f8b', 'mac_address': 'fa:16:3e:bd:fe:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:15.987458 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35838) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.989726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-825f5585-1475-476c-b50e-a55b01085f4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9044fce82532450d8359c51a6e80836c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254423 Jun 30 09:01:16.003045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Made reservation on behalf of 4d04c14f8c594489b3d1a18dad70d486 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:16.006601 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.020635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-69813624'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:16.020945 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:16.023729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.030791 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.115745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cff801c1-d9b9-4d7b-a265-73f311d704d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.137742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e3fbc-028a-4a6d-a435-bcad973dae8d req-30431633-f8b5-40bc-99e2-96d26b91d28d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.139709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cff801c1-d9b9-4d7b-a265-73f311d704d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.139855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d44e3fbc-028a-4a6d-a435-bcad973dae8d req-30431633-f8b5-40bc-99e2-96d26b91d28d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 943 time: 0.2438624 Jun 30 09:01:16.149602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf43ef-0b7a-4ca8-a76b-df43f09c3a6d req-cbef55f4-ed48-476d-b430-869c3718ca76 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.151182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bbf43ef-0b7a-4ca8-a76b-df43f09c3a6d req-cbef55f4-ed48-476d-b430-869c3718ca76 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 944 time: 0.2563591 Jun 30 09:01:16.226403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cff801c1-d9b9-4d7b-a265-73f311d704d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.229218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cff801c1-d9b9-4d7b-a265-73f311d704d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.230723 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cff801c1-d9b9-4d7b-a265-73f311d704d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddb09266-2162-4a2a-90da-81c815e82892 HTTP/1.1" status: 204 len: 168 time: 0.2423539 Jun 30 09:01:16.260496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff801c1-d9b9-4d7b-a265-73f311d704d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb09266-2162-4a2a-90da-81c815e82892,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.269455 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.272752 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.275092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d44e3fbc-028a-4a6d-a435-bcad973dae8d req-2eb5dafd-6003-48bc-a855-843b39a99e83 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228263 Jun 30 09:01:16.292474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bbf43ef-0b7a-4ca8-a76b-df43f09c3a6d req-76b40566-ca0b-471c-9e35-dfbcea09c425 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141632 Jun 30 09:01:16.315358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 30007935-f9a5-4658-8aff-d10a73dedc44, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=30007935-f9a5-4658-8aff-d10a73dedc44,segment=NetworkSegment(980c80eb-1b29-4485-8f6e-752efce4c422),segment_id=980c80eb-1b29-4485-8f6e-752efce4c422)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:16.360314 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.366794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.421521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cc8d51-069a-4703-947a-5f1e85962f8b {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:16.425537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=899d1c04-0e17-4ea0-93a1-8be03fa4f688,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.454533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b8cc8d51-069a-4703-947a-5f1e85962f8b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:16.486017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 3, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:16.490530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.499083 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Checking segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:16.499712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Network hostable DHCP agents. Network: 65619ef7-c8d4-4eb9-9371-74802ef534ea, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:16.503598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.515502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:16.525070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:16.526078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.527185 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Added segment 57a4543a-1716-4a64-8569-0c8ee7f23b46 of type vlan for network 6810a7a4-fede-44f0-9f40-6230c538f748 Jun 30 09:01:16.530355 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.532157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:16.534924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.540376 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:16.541290 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Updating router 60b69eb4-811c-490f-b6a8-0c70a79355e6 port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:16.577166 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.589332 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.604435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308a22d9-613b-46db-9132-ed5325538540'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:16.607827 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c1f36c-925c-4592-bfe1-4a1a7caa3eca" -d '{"events": [{"server_uuid": "e05ebdd2-e9db-4a1a-895e-3b9d85537aa5", "name": "network-vif-plugged", "status": "completed", "tag": "308a22d9-613b-46db-9132-ed5325538540"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:16.612657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.613724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.614326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.615583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:16.644981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.645536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 308a22d9-613b-46db-9132-ed5325538540, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=308a22d9-613b-46db-9132-ed5325538540,segment=NetworkSegment(48875ac5-5526-4a41-b357-6b8fccfa6c43),segment_id=48875ac5-5526-4a41-b357-6b8fccfa6c43)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:16.646422 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment 09b2fb5c-f4c6-4863-a1bc-be0e589f41d1 of type vlan for network f3875228-171a-443c-8eac-269367b6d4c3 Jun 30 09:01:16.651832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d8e0d4c6-236c-4d7b-96e6-ffcccfdde8a9 None None] Provisioning complete for port 30007935-f9a5-4658-8aff-d10a73dedc44 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:16.652307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d4c6-236c-4d7b-96e6-ffcccfdde8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.658064 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7546551 Jun 30 09:01:16.670570 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.685991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35844) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.713253 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768d42c-609e-46dd-8f55-c2a231d81e79 x-openstack-request-id: req-8768d42c-609e-46dd-8f55-c2a231d81e79 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:16.713553 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05ebdd2-e9db-4a1a-895e-3b9d85537aa5", "name": "network-vif-plugged", "status": "completed", "tag": "308a22d9-613b-46db-9132-ed5325538540", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:16.713844 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8768d42c-609e-46dd-8f55-c2a231d81e79 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:16.714462 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308a22d9-613b-46db-9132-ed5325538540', 'code': 200} Jun 30 09:01:16.715046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=30007935-f9a5-4658-8aff-d10a73dedc44,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.753053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.786856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:16.791473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Request body: {'subnet': {'network_id': '6810a7a4-fede-44f0-9f40-6230c538f748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1179045025-subnet', 'tenant_id': '4d04c14f8c594489b3d1a18dad70d486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:16.797585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b8cc8d51-069a-4703-947a-5f1e85962f8b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.816601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077aa0aa-b12e-459a-bbc7-507cabead8f8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.847883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 65619ef7-c8d4-4eb9-9371-74802ef534ea) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:16.864884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.865480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.892647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc32b7-9b51-45d0-8ef9-682fc6b93a68 admin admin] Pushing event updated for resources: {'Network': ['ID=6810a7a4-fede-44f0-9f40-6230c538f748,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.899895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.905820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.906384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.923888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=308a22d9-613b-46db-9132-ed5325538540,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.944779 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d15ea79-b6a5-4d9c-b405-fec5cd49c98b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0902984 Jun 30 09:01:16.949504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9705408 Jun 30 09:01:16.950493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Made reservation on behalf of 4d04c14f8c594489b3d1a18dad70d486 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:16.954617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35856) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.958069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5df900-e8d5-46c4-bcce-ae7dca265dc7 None None] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:16.965424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.980584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:17.062742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 6810a7a4-fede-44f0-9f40-6230c538f748 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:17.077042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:17.139206 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.159035 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Transition to ACTIVE for port object 7bd7a059-e65d-456a-99e1-c27369d3e1a4 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:17.162449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:17.162819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.175722 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.185035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:17.189325 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.265084 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Pushing event updated for resources: {'Port': ['ID=7bd7a059-e65d-456a-99e1-c27369d3e1a4,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.332530 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.332791 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.333513 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.334257 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.334878 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.335566 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.336113 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.336874 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.337464 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.337967 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.338630 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.339108 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:17.405487 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Attempting to bind port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:17.405989 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Attempting to bind port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:17.406414 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Attempting to bind port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 on network 1e951cf5-fb96-4119-890b-4a935d9e8312 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:17.413236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:17.413816 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Checking segment: {'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:17.414280 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.414746 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Bound using segment: {'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:17.415273 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Bound port: 7bd7a059-e65d-456a-99e1-c27369d3e1a4, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980c80eb-1b29-4485-8f6e-752efce4c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:17.415761 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.429710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34359-48bf-4ab9-a28b-84f4cbe0b4d6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=f3875228-171a-443c-8eac-269367b6d4c3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.459083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6aaf8-7475-4c8e-a661-addc58fd00db req-52176a50-da33-412c-8766-8de097cc5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.460647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52d6aaf8-7475-4c8e-a661-addc58fd00db req-52176a50-da33-412c-8766-8de097cc5713 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 1097 time: 0.6370184 Jun 30 09:01:17.519488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network f3875228-171a-443c-8eac-269367b6d4c3 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:17.602263 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] For port 7bd7a059-e65d-456a-99e1-c27369d3e1a4, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:17.607414 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] For port 7bd7a059-e65d-456a-99e1-c27369d3e1a4, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7bd7a059-e65d-456a-99e1-c27369d3e1a4,segment=NetworkSegment(980c80eb-1b29-4485-8f6e-752efce4c422),segment_id=980c80eb-1b29-4485-8f6e-752efce4c422)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:17.630936 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.656547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0843a1d-0446-4c4e-a397-2dc805f76515 None None] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:17.663150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.715383 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:17.715966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:17.758024 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abc8cf-c6bc-42e1-9ddf-3765e9415b9e None None] Pushing event updated for resources: {'Port': ['ID=7bd7a059-e65d-456a-99e1-c27369d3e1a4,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.766873 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.770126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52d6aaf8-7475-4c8e-a661-addc58fd00db req-9b198126-15ed-4ad9-bffa-87e37673746b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981596 Jun 30 09:01:17.802513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=196a4dcf-bb80-42b6-a681-43d89f36744c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.817570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:17.818144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: f3875228-171a-443c-8eac-269367b6d4c3, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:17.878878 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:17.890338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network f3875228-171a-443c-8eac-269367b6d4c3 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:17.911388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, f3875228-171a-443c-8eac-269367b6d4c3) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:17.917816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.918766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.947428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b24e1-4cd5-4793-b8bd-e81e77ac9c44 None None] Network f3875228-171a-443c-8eac-269367b6d4c3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:17.955106 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83380ef8-24b5-41a9-9fc3-21939df283e2 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9988959 Jun 30 09:01:17.956282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35878) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:17.992914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec75f03d-fda6-4f62-9737-c75eb8065ebb,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.031728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f16d6f-a66c-4d5a-89fc-8beee7fb806f req-9b03c188-90f5-443b-b889-16b7cff36613 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.040356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47f16d6f-a66c-4d5a-89fc-8beee7fb806f req-9b03c188-90f5-443b-b889-16b7cff36613 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 944 time: 0.3722434 Jun 30 09:01:18.065181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Checking segment: {'id': '57a4543a-1716-4a64-8569-0c8ee7f23b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6810a7a4-fede-44f0-9f40-6230c538f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:18.065884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Network hostable DHCP agents. Network: 6810a7a4-fede-44f0-9f40-6230c538f748, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:18.124364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0f9d9-2d90-4717-a0e0-a70864197497 req-5493ac01-ea60-4172-bf1f-c6ee211281c5 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.126555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ea0f9d9-2d90-4717-a0e0-a70864197497 req-5493ac01-ea60-4172-bf1f-c6ee211281c5 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 945 time: 0.4598393 Jun 30 09:01:18.138963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d8e0d4c6-236c-4d7b-96e6-ffcccfdde8a9 None None] Provisioning for port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:18.189497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47f16d6f-a66c-4d5a-89fc-8beee7fb806f req-af9801eb-8aff-4115-a5c2-beddd46b07b6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477876 Jun 30 09:01:18.192663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Network 6810a7a4-fede-44f0-9f40-6230c538f748 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:18.213616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 6810a7a4-fede-44f0-9f40-6230c538f748) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:18.228476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.229106 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.249303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ea0f9d9-2d90-4717-a0e0-a70864197497 req-0f8befc7-29e0-4663-861e-2191b144e920 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105652 Jun 30 09:01:18.259540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5a2a6d60-e6c1-49ff-a0d7-2d842b2ecace admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5724876 Jun 30 09:01:18.277873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a0632-2dc8-424f-ad0f-ac588a7379e4 None None] Network 6810a7a4-fede-44f0-9f40-6230c538f748 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:18.340361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 3, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:17Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:18.376414 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0171437-6e0d-4665-8cb0-0aa3c35372b5 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 3, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:17Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:18.502013 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.585051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 30007935-f9a5-4658-8aff-d10a73dedc44 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:18.712592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-f3875228-171a-443c-8eac-269367b6d4c3', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:18.714996 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.855841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef76dad-0f3d-4f82-aa38-30c05a5a39a9 None None] Network 6810a7a4-fede-44f0-9f40-6230c538f748 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:18.872023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-65f588af-8166-4456-afdb-ef9b41ef25d9 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.875004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-65f588af-8166-4456-afdb-ef9b41ef25d9 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 810 time: 0.2188976 Jun 30 09:01:18.901693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-431ebff8-03c3-4bf9-bd6e-47cc4269c939 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/quotas/b9f3fe23617b49ba84f9c9ca90eacd81 HTTP/1.1" status: 200 len: 375 time: 0.0174239 Jun 30 09:01:18.987221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-783eb19d-0851-4b39-a8ce-585807a0395c tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789518 Jun 30 09:01:19.071692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 30007935-f9a5-4658-8aff-d10a73dedc44 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:19.072602 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.086004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8:2::1 (f3875228-171a-443c-8eac-269367b6d4c3/196a4dcf-bb80-42b6-a681-43d89f36744c/53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:19.254099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-47b9fb57-f2fc-4926-bf2a-b15de5c76245 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.255628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-47b9fb57-f2fc-4926-bf2a-b15de5c76245 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/networks?id=48877977-f3b3-4db1-b11a-7b7746ce47f7 HTTP/1.1" status: 200 len: 824 time: 0.2710204 Jun 30 09:01:19.264694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-a921f7ab-12ed-46ce-b0c0-10963559840e service neutron] 10.222.0.53 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497444 Jun 30 09:01:19.287558 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.303838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:19.319324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-ad8ebd66-c472-424f-bf3c-13adfb4ef7db tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/quotas/188845dc1553425d828fc2b230194595 HTTP/1.1" status: 200 len: 375 time: 0.0458436 Jun 30 09:01:19.358741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.383889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network f3875228-171a-443c-8eac-269367b6d4c3 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:19.390605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:19.418553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:19.418553 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.429757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Allocated IP 2001:db8:2::2 (f3875228-171a-443c-8eac-269367b6d4c3/196a4dcf-bb80-42b6-a681-43d89f36744c/943c0768-ec51-46e1-bee7-fb80a5d477b0) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:19.479707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.584638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.639195 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.651258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Transition to ACTIVE for port object 943c0768-ec51-46e1-bee7-fb80a5d477b0 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:19.668360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Transition to ACTIVE for port object 943c0768-ec51-46e1-bee7-fb80a5d477b0 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:19.677619 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.703973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35932) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:19.709563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-e7f844d0-a65b-42ee-83e5-6380b51e8cce tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=188845dc1553425d828fc2b230194595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3841858 Jun 30 09:01:19.725148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Network f3875228-171a-443c-8eac-269367b6d4c3 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:19.729429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:19.736801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:19.748709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Pushing event updated for resources: {'Port': ['ID=943c0768-ec51-46e1-bee7-fb80a5d477b0,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.809816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Attempting to bind port 943c0768-ec51-46e1-bee7-fb80a5d477b0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:19.810224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Attempting to bind port 943c0768-ec51-46e1-bee7-fb80a5d477b0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:19.810587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Attempting to bind port 943c0768-ec51-46e1-bee7-fb80a5d477b0 on network f3875228-171a-443c-8eac-269367b6d4c3 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:19.816851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:19.817345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Checking segment: {'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:19.817910 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.818313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Bound using segment: {'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:19.818779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Bound port: 943c0768-ec51-46e1-bee7-fb80a5d477b0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:19.819161 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.840460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-1a043d8d-7d51-45d1-8b6a-cb12461df478 service neutron] 10.222.0.53 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748038 Jun 30 09:01:19.858176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-774374b1-8fd6-4636-836e-876ea3f39f51 service neutron] 10.222.0.53 "GET /v2.0/networks/48877977-f3b3-4db1-b11a-7b7746ce47f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405044 Jun 30 09:01:19.865101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc75510e-6cb3-484b-a141-788f71c30306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.905556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] For port 943c0768-ec51-46e1-bee7-fb80a5d477b0, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:19.909464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] For port 943c0768-ec51-46e1-bee7-fb80a5d477b0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=943c0768-ec51-46e1-bee7-fb80a5d477b0,segment=NetworkSegment(09b2fb5c-f4c6-4863-a1bc-be0e589f41d1),segment_id=09b2fb5c-f4c6-4863-a1bc-be0e589f41d1)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:19.915632 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.944551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.953679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.956749 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.010549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb377-ac09-44b4-8967-d3eedfeb283a None None] Pushing event updated for resources: {'Port': ['ID=943c0768-ec51-46e1-bee7-fb80a5d477b0,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.012114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-40bd7b91-46af-4e0e-b6ed-59b652182691 service neutron] 10.222.0.53 "GET /v2.0/networks/48877977-f3b3-4db1-b11a-7b7746ce47f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479826 Jun 30 09:01:20.064818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc75510e-6cb3-484b-a141-788f71c30306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.074122 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc75510e-6cb3-484b-a141-788f71c30306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.121500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bc75510e-6cb3-484b-a141-788f71c30306 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b0c2fc3388a42228d9ef94e43b34d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110439 Jun 30 09:01:20.121829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network f3875228-171a-443c-8eac-269367b6d4c3 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:20.124569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35938) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.126101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:20.135140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75510e-6cb3-484b-a141-788f71c30306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871be464-009a-4db5-b6b7-ac6303d31e4e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.209890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1681e39-522e-4e20-81cb-ee0e5422ffcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.230362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.250464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:20.337406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1681e39-522e-4e20-81cb-ee0e5422ffcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.482398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:20.495947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:20.504828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35950) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.510735 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-15be5f1f-3ac2-4154-bc82-ddf513ed22fe tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5533457 Jun 30 09:01:20.518624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1416677200'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:20.524492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:20.525373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:20.549355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1681e39-522e-4e20-81cb-ee0e5422ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.553167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1681e39-522e-4e20-81cb-ee0e5422ffcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.554441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b1681e39-522e-4e20-81cb-ee0e5422ffcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/871be464-009a-4db5-b6b7-ac6303d31e4e HTTP/1.1" status: 204 len: 168 time: 0.4278843 Jun 30 09:01:20.592081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1681e39-522e-4e20-81cb-ee0e5422ffcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871be464-009a-4db5-b6b7-ac6303d31e4e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.632643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:20.636301 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.673450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb748f6-3a0d-4291-8688-b6fff9bc27c8 req-6831853f-f889-4949-8379-2fe6a6afe91b tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.675088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7cb748f6-3a0d-4291-8688-b6fff9bc27c8 req-6831853f-f889-4949-8379-2fe6a6afe91b tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 945 time: 0.2051980 Jun 30 09:01:20.684119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d01088-e43a-4ffb-825d-d96b7d4a3b0c req-06834a59-bb90-46ba-a036-207aeee83472 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.691675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4d01088-e43a-4ffb-825d-d96b7d4a3b0c req-06834a59-bb90-46ba-a036-207aeee83472 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 944 time: 0.3698466 Jun 30 09:01:20.759639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7cb748f6-3a0d-4291-8688-b6fff9bc27c8 req-930ea3fe-1a24-49a5-8af1-2b0f9adf5125 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606189 Jun 30 09:01:20.769265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:20.785877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4d01088-e43a-4ffb-825d-d96b7d4a3b0c req-41ec7f3a-3cf1-4ba6-90f2-0cff1d7cab60 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929456 Jun 30 09:01:20.790081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.790305 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added segment e10263c8-d9f5-4996-9608-72f4fa432d7c of type vlan for network 4fc786b8-22b8-42f5-b3d9-83af48f12cde Jun 30 09:01:20.892110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7df8ec9-7db1-4114-89bb-9a8cb2e624fd req-f68fec23-f7e5-4ddb-848f-ea886a9567fd tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 210 time: 0.0371838 Jun 30 09:01:20.913180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.979409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.992432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.993147 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.103988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5917854 Jun 30 09:01:21.104644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:21.110169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'subnet': {'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:21.135875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832918c0-e44b-4f83-a259-6f52f18a37c5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Network': ['ID=4fc786b8-22b8-42f5-b3d9-83af48f12cde,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.176536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 943c0768-ec51-46e1-bee7-fb80a5d477b0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:21.194600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:21.406242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Made reservation on behalf of baf04e56e5544530b7355755b6a69590 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:21.416328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.438865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b8cc8d51-069a-4703-947a-5f1e85962f8b up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:21.447293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d221d013-b45c-487f-92a8-d2336d5731d2 req-8995fa00-fdcb-4eb8-86b8-8f1e555a1ae8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 210 time: 0.0943494 Jun 30 09:01:21.545893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:21.736202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 943c0768-ec51-46e1-bee7-fb80a5d477b0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:21.740707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7bd7a059-e65d-456a-99e1-c27369d3e1a4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:21.898400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa94d66-d06d-464a-858c-7361cfccd271 None None] Network f3875228-171a-443c-8eac-269367b6d4c3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:21.943625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.994337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port b8cc8d51-069a-4703-947a-5f1e85962f8b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:22.019754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port b8cc8d51-069a-4703-947a-5f1e85962f8b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:22.020123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.032396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-02218255-4cd7-4ea2-9637-3a11e3a898ed None None] Provisioning for port 943c0768-ec51-46e1-bee7-fb80a5d477b0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:22.081216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Subnet': ['ID=217c3522-4406-4500-9956-23f998153fff,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:22.096460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-02218255-4cd7-4ea2-9637-3a11e3a898ed None None] Provisioning complete for port 943c0768-ec51-46e1-bee7-fb80a5d477b0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:22.097143 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02218255-4cd7-4ea2-9637-3a11e3a898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.115728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b94b2-ffd2-4335-98ac-c2d709238583 req-5a444c6a-26c3-4805-b6ee-27fcc914eb75 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.117172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Checking segment: {'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:22.117946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-504b94b2-ffd2-4335-98ac-c2d709238583 req-5a444c6a-26c3-4805-b6ee-27fcc914eb75 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 945 time: 0.1800466 Jun 30 09:01:22.118091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network hostable DHCP agents. Network: 4fc786b8-22b8-42f5-b3d9-83af48f12cde, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:22.130407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ad44a-a863-40f7-89ce-2e03e3c5014b req-356d9467-6b58-4bfb-971f-0d26c05268a1 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.134385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f2ad44a-a863-40f7-89ce-2e03e3c5014b req-356d9467-6b58-4bfb-971f-0d26c05268a1 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 944 time: 0.1461122 Jun 30 09:01:22.145023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:22.155461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:22.164088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:22.164711 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.168852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 4fc786b8-22b8-42f5-b3d9-83af48f12cde) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:22.195984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70ba22-4e07-49a0-bf98-ede610f343e8 None None] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:22.197064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.205854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.210965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-504b94b2-ffd2-4335-98ac-c2d709238583 req-a4b9e7d6-b99c-4146-8831-87051c8d9713 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754180 Jun 30 09:01:22.250506 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c689f25c-fe4a-454f-a2df-96671fb6ac4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1448393 Jun 30 09:01:22.252909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36006) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.262201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f2ad44a-a863-40f7-89ce-2e03e3c5014b req-0fbb2f2a-1b19-4462-84cd-1bdc8a115f16 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934999 Jun 30 09:01:22.441080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36008) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.467964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87579077-08a6-468b-86c2-9f7ccc79ea29 req-c3f98331-d7d5-4567-a1df-a4ed41ec0f26 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 210 time: 0.0753253 Jun 30 09:01:22.586936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.597876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-0c04f768-eca6-406b-be9d-6a42dec8d8c6 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.600160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-0c04f768-eca6-406b-be9d-6a42dec8d8c6 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.13 "GET /v2.0/networks?id=48877977-f3b3-4db1-b11a-7b7746ce47f7 HTTP/1.1" status: 200 len: 824 time: 0.1599855 Jun 30 09:01:22.616189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Request body: {'port': {'device_id': '6b231d74-424b-4746-9882-7c68013f103b', 'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7', 'admin_state_up': True, 'tenant_id': '188845dc1553425d828fc2b230194595'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:22.707798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c55a7055-3913-4dc4-b4ff-e2e0224e6157 req-32c3627b-82a4-40da-9fe4-2fb361ed32c3 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 210 time: 0.0957952 Jun 30 09:01:22.748424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42330db-27cf-4e2d-b41c-5db746c46f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.846222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2570439-40e4-44e1-a093-697af8438625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cc8d51-069a-4703-947a-5f1e85962f8b'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:22.848542 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0f4312-4ea4-419d-9960-b3a1555beb93" -d '{"events": [{"server_uuid": "e2570439-40e4-44e1-a093-697af8438625", "name": "network-vif-plugged", "status": "completed", "tag": "b8cc8d51-069a-4703-947a-5f1e85962f8b"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:22.904070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42330db-27cf-4e2d-b41c-5db746c46f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.908826 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.917918 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e258d1-3f83-4796-b56d-9a1626ff7aea x-openstack-request-id: req-40e258d1-3f83-4796-b56d-9a1626ff7aea {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:22.918581 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2570439-40e4-44e1-a093-697af8438625", "name": "network-vif-plugged", "status": "completed", "tag": "b8cc8d51-069a-4703-947a-5f1e85962f8b", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:22.919090 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40e258d1-3f83-4796-b56d-9a1626ff7aea {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:22.920300 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2570439-40e4-44e1-a093-697af8438625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cc8d51-069a-4703-947a-5f1e85962f8b', 'code': 200} Jun 30 09:01:22.925917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:19Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:19Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:17Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:22.933941 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02218255-4cd7-4ea2-9637-3a11e3a898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.945173 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42330db-27cf-4e2d-b41c-5db746c46f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.954372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b8cc8d51-069a-4703-947a-5f1e85962f8b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:22.994345 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.996638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:22.997280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Updating router 60b69eb4-811c-490f-b6a8-0c70a79355e6 port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:23.032758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f42330db-27cf-4e2d-b41c-5db746c46f88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e481c2250ca4d25ac8de79932b49603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906982 Jun 30 09:01:23.033487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Made reservation on behalf of 188845dc1553425d828fc2b230194595 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:23.038339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36018) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:23.039967 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.049157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42330db-27cf-4e2d-b41c-5db746c46f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6cca13-d661-4bf4-ae0c-f57928b62447,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.129307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 7bd7a059-e65d-456a-99e1-c27369d3e1a4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7bd7a059-e65d-456a-99e1-c27369d3e1a4,segment=NetworkSegment(980c80eb-1b29-4485-8f6e-752efce4c422),segment_id=980c80eb-1b29-4485-8f6e-752efce4c422)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:23.159727 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.173445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.175526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:23.176456 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.193019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-02218255-4cd7-4ea2-9637-3a11e3a898ed None None] For port 943c0768-ec51-46e1-bee7-fb80a5d477b0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=943c0768-ec51-46e1-bee7-fb80a5d477b0,segment=NetworkSegment(09b2fb5c-f4c6-4863-a1bc-be0e589f41d1),segment_id=09b2fb5c-f4c6-4863-a1bc-be0e589f41d1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:23.208741 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02218255-4cd7-4ea2-9637-3a11e3a898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.212725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b8cc8d51-069a-4703-947a-5f1e85962f8b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.221003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.530180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=7bd7a059-e65d-456a-99e1-c27369d3e1a4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.544936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c555f08-1d4a-40c9-ad9e-852e1b28487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.586198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c555f08-1d4a-40c9-ad9e-852e1b28487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.616377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Allocated IP 172.20.0.6 (48877977-f3b3-4db1-b11a-7b7746ce47f7/a66f0d92-9d43-4bb6-8328-4e793cf06fa6/4d835b12-59bd-4f05-ba30-35440f7f4946) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:23.617020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-773668f6-9bda-4916-9ce7-5120ca8dd2d8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.619004 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-773668f6-9bda-4916-9ce7-5120ca8dd2d8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 810 time: 0.5797777 Jun 30 09:01:23.673136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Request body: {'port': {'device_id': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'admin_state_up': True, 'tenant_id': 'b9f3fe23617b49ba84f9c9ca90eacd81'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:23.693051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02218255-4cd7-4ea2-9637-3a11e3a898ed None None] Pushing event updated for resources: {'Port': ['ID=943c0768-ec51-46e1-bee7-fb80a5d477b0,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.707599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Allocated IP 2001:db8:3::2 (4fc786b8-22b8-42f5-b3d9-83af48f12cde/217c3522-4406-4500-9956-23f998153fff/cbef69bf-1e07-4724-b41e-c3182fe84238) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:23.753286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-dbefdd81-5c66-470c-a0c3-504be97fff1a tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.754901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-dbefdd81-5c66-470c-a0c3-504be97fff1a tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 810 time: 0.6142890 Jun 30 09:01:23.757068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38ad37-fcd3-468a-9a53-4aacf35214ca req-4fb42c00-6b13-4f29-b57a-714df047fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.759703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f38ad37-fcd3-468a-9a53-4aacf35214ca req-4fb42c00-6b13-4f29-b57a-714df047fe4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 1097 time: 0.6179068 Jun 30 09:01:23.782205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Request body: {'port': {'device_id': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'admin_state_up': True, 'tenant_id': 'b9f3fe23617b49ba84f9c9ca90eacd81'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:23.846964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.860943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff49fe-e4c8-4877-b152-791ef086c9da req-ab4748dd-eb1b-4a83-b376-0b454eda8460 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.862633 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-deff49fe-e4c8-4877-b152-791ef086c9da req-ab4748dd-eb1b-4a83-b376-0b454eda8460 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 945 time: 0.4440136 Jun 30 09:01:23.934275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c555f08-1d4a-40c9-ad9e-852e1b28487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.937192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c555f08-1d4a-40c9-ad9e-852e1b28487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.938374 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9c555f08-1d4a-40c9-ad9e-852e1b28487f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e6cca13-d661-4bf4-ae0c-f57928b62447 HTTP/1.1" status: 204 len: 168 time: 0.8876741 Jun 30 09:01:23.990889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f38ad37-fcd3-468a-9a53-4aacf35214ca req-908878cb-f568-4789-8f40-8bbd37e89ee5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039983 Jun 30 09:01:24.039646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-997b032f-79d2-4f55-b346-13326a02bdc9 None None] Provisioning for port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:24.070804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-997b032f-79d2-4f55-b346-13326a02bdc9 None None] Provisioning complete for port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:24.071139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-997b032f-79d2-4f55-b346-13326a02bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.080977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30643a-8a2b-4791-b680-661df3685a6b req-84c44424-41e8-4116-8f1b-799c4ba62045 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.085990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d30643a-8a2b-4791-b680-661df3685a6b req-84c44424-41e8-4116-8f1b-799c4ba62045 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.6124346 Jun 30 09:01:24.103309 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.163111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8088ac6-00e2-4cdb-88b5-93428b47de57 req-1daf46a0-72cd-49f7-8fd9-aca66414b143 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.170862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.171631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8088ac6-00e2-4cdb-88b5-93428b47de57 req-1daf46a0-72cd-49f7-8fd9-aca66414b143 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 945 time: 0.6915066 Jun 30 09:01:24.199279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Transition to ACTIVE for port object 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:24.201141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-997b032f-79d2-4f55-b346-13326a02bdc9 None None] Port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:24.220706 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.223147 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.242023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Transition to ACTIVE for port object cbef69bf-1e07-4724-b41e-c3182fe84238 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:24.261756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d30643a-8a2b-4791-b680-661df3685a6b req-9c7aa7e5-b994-4b88-8820-b3cbe63662e1 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433535 Jun 30 09:01:24.274631 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c555f08-1d4a-40c9-ad9e-852e1b28487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6cca13-d661-4bf4-ae0c-f57928b62447,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.275876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8088ac6-00e2-4cdb-88b5-93428b47de57 req-679abfbe-18fb-4de6-9ad9-9a64ed130811 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb78b761-7345-4aff-9d1a-90d86c62fce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030061 Jun 30 09:01:24.299285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:01:24.299285 n-d-758944-40 neutron-server[100240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:01:24.299285 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id_1': 'b9f3fe23617b49ba84f9c9ca90eacd81', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 1, 24, 213687)}] Jun 30 09:01:24.299285 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:01:24.300744 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:01:24.311380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-997b032f-79d2-4f55-b346-13326a02bdc9 None None] Provisioning complete for port 943c0768-ec51-46e1-bee7-fb80a5d477b0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:24.311757 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-997b032f-79d2-4f55-b346-13326a02bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.320434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Made reservation on behalf of b9f3fe23617b49ba84f9c9ca90eacd81 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:24.324095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.340045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.444937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Network 48877977-f3b3-4db1-b11a-7b7746ce47f7 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:24.447419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Transition to ACTIVE for port object cbef69bf-1e07-4724-b41e-c3182fe84238 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:24.450330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:24.459098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:24.488065 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.519416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:24.526913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5974940-6948-4b98-b9aa-dc760faa033f None None] Pushing event updated for resources: {'Port': ['ID=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.551883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Allocated IP 172.20.0.4 (65619ef7-c8d4-4eb9-9371-74802ef534ea/899d1c04-0e17-4ea0-93a1-8be03fa4f688/f1e4e7b6-c762-4e91-8cda-1980123fd531) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:24.597887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Deleting port 308a22d9-613b-46db-9132-ed5325538540 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:24.598084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.633319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Pushing event updated for resources: {'Port': ['ID=4d835b12-59bd-4f05-ba30-35440f7f4946,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.641109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-500522d0-806e-4904-adb1-79edd10f0e84 req-f6bb43b7-9fd5-4ef1-9a00-d66aae6f8b78 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 210 time: 0.1214302 Jun 30 09:01:24.655025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:24.678791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.686400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.688552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Pushing event updated for resources: {'Port': ['ID=cbef69bf-1e07-4724-b41e-c3182fe84238,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.720571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-2b2cb668-5bfb-43d3-bd70-7c7c24c393fb tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1084864 Jun 30 09:01:24.723217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:24.732882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Attempting to bind port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:24.733671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Attempting to bind port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:24.734477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Request body: {'port': {'device_id': '6b231d74-424b-4746-9882-7c68013f103b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:24.734602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Attempting to bind port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f on network f3875228-171a-443c-8eac-269367b6d4c3 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:24.777821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:24.779324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Checking segment: {'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:24.780230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.780684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Bound using segment: {'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:24.781855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Bound port: 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:24.782459 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.812156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Allocated IP 2001:db8:3::1 (4fc786b8-22b8-42f5-b3d9-83af48f12cde/217c3522-4406-4500-9956-23f998153fff/ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:24.836645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Made reservation on behalf of b9f3fe23617b49ba84f9c9ca90eacd81 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:24.842632 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.902154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.906660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] For port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:24.910398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] For port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,segment=NetworkSegment(09b2fb5c-f4c6-4863-a1bc-be0e589f41d1),segment_id=09b2fb5c-f4c6-4863-a1bc-be0e589f41d1)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:24.945363 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.071532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Attempting to bind port cbef69bf-1e07-4724-b41e-c3182fe84238 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:25.072862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Attempting to bind port cbef69bf-1e07-4724-b41e-c3182fe84238 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:25.073193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Attempting to bind port cbef69bf-1e07-4724-b41e-c3182fe84238 on network 4fc786b8-22b8-42f5-b3d9-83af48f12cde {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:25.081497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] For port 308a22d9-613b-46db-9132-ed5325538540, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=308a22d9-613b-46db-9132-ed5325538540,segment=NetworkSegment(48875ac5-5526-4a41-b357-6b8fccfa6c43),segment_id=48875ac5-5526-4a41-b357-6b8fccfa6c43)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:25.081938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.084531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:25.085027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Checking segment: {'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:25.086062 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.086770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Bound using segment: {'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:25.087301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Bound port: cbef69bf-1e07-4724-b41e-c3182fe84238, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:25.087682 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.113195 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.122135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Calling delete_port for 308a22d9-613b-46db-9132-ed5325538540 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:25.179431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:25.180240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:25.256194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5974940-6948-4b98-b9aa-dc760faa033f None None] Pushing event updated for resources: {'Port': ['ID=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.269414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.285248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Transition to ACTIVE for port object ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:25.302341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed132819-7a1c-4f30-9fbf-f7e93ff1b525 req-f7c06bb3-d1ad-487f-a083-719d2fb30f04 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.309673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed132819-7a1c-4f30-9fbf-f7e93ff1b525 req-f7c06bb3-d1ad-487f-a083-719d2fb30f04 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 931 time: 0.3108888 Jun 30 09:01:25.359417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 943c0768-ec51-46e1-bee7-fb80a5d477b0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:25.459588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] For port cbef69bf-1e07-4724-b41e-c3182fe84238, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:25.484722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed132819-7a1c-4f30-9fbf-f7e93ff1b525 req-2a7cfe90-d767-4a41-a5d9-556f91cf3b36 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734121 Jun 30 09:01:25.496697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.517788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] For port cbef69bf-1e07-4724-b41e-c3182fe84238, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cbef69bf-1e07-4724-b41e-c3182fe84238,segment=NetworkSegment(e10263c8-d9f5-4996-9608-72f4fa432d7c),segment_id=e10263c8-d9f5-4996-9608-72f4fa432d7c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:25.534584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:25.552929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.568679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.605649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d835b12-59bd-4f05-ba30-35440f7f4946 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:25.607448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:25.612332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.617455 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.640581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Transition to ACTIVE for port object 4d835b12-59bd-4f05-ba30-35440f7f4946 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:25.642322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 943c0768-ec51-46e1-bee7-fb80a5d477b0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:25.642717 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.661031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:25.667645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:25.670366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.761797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.796009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b79c8-af21-4eab-96c7-0c9caba5939d None None] Pushing event updated for resources: {'Port': ['ID=cbef69bf-1e07-4724-b41e-c3182fe84238,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.813930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.863505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d835b12-59bd-4f05-ba30-35440f7f4946,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.917661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7bd7a059-e65d-456a-99e1-c27369d3e1a4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:25.919793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67dd5ad1-1ea5-4442-8bb7-4f234d33498b req-eb5bb7c3-c253-4f0b-b887-9e42141997e3 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05ebdd2-e9db-4a1a-895e-3b9d85537aa5 HTTP/1.1" status: 200 len: 210 time: 0.1515205 Jun 30 09:01:25.953668 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.034704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:26.035295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:26.035816 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.039140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:26.039579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:19Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:24Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:26.041599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:26.045292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] No DVR routers for this DVR port 308a22d9-613b-46db-9132-ed5325538540 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:26.047915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.049960 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-deff49fe-e4c8-4877-b152-791ef086c9da req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] 10.222.0.13 "DELETE /v2.0/ports/308a22d9-613b-46db-9132-ed5325538540 HTTP/1.1" status: 204 len: 173 time: 2.1720521 Jun 30 09:01:26.057123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'name': 'network-vif-deleted', 'tag': '308a22d9-613b-46db-9132-ed5325538540'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:26.060527 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e759a-afa7-411a-93c1-c4375ca94607" -d '{"events": [{"server_uuid": "e05ebdd2-e9db-4a1a-895e-3b9d85537aa5", "name": "network-vif-deleted", "tag": "308a22d9-613b-46db-9132-ed5325538540"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:26.069509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Allocated IP 172.20.0.11 (65619ef7-c8d4-4eb9-9371-74802ef534ea/899d1c04-0e17-4ea0-93a1-8be03fa4f688/a6faf242-3795-46e1-839a-730208cabfe4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:26.119943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84c2de-153f-4fcd-a4c9-6bc091ebf9b1 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:19Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:24Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:26.130175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef087e3-1a01-4ff2-86a5-706e2297b653 req-17d6b7a5-67cd-4e68-ae60-b4a5976e94a3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.131777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ef087e3-1a01-4ff2-86a5-706e2297b653 req-17d6b7a5-67cd-4e68-ae60-b4a5976e94a3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.4900050 Jun 30 09:01:26.144557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.288872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8e7a4-44d7-49e5-b305-d2c0606329c6 tempest-InstanceActionsNegativeTestJSON-2140862164 tempest-InstanceActionsNegativeTestJSON-2140862164-project] Pushing event deleted for resources: {'Port': ['ID=308a22d9-613b-46db-9132-ed5325538540,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.377911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.378883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.406993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Attempting to bind port 4d835b12-59bd-4f05-ba30-35440f7f4946 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:26.407338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Attempting to bind port 4d835b12-59bd-4f05-ba30-35440f7f4946 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'f7631a67-f850-4a41-882a-8c55cf5e7adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:26.407671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Attempting to bind port 4d835b12-59bd-4f05-ba30-35440f7f4946 on network 48877977-f3b3-4db1-b11a-7b7746ce47f7 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:26.434873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event updated for resources: {'Port': ['ID=f1e4e7b6-c762-4e91-8cda-1980123fd531,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.443695 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6640dbb0-a3cf-4e7c-a211-ad14f4e98e9e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7756324 Jun 30 09:01:26.448673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Port 4d835b12-59bd-4f05-ba30-35440f7f4946 on network 48877977-f3b3-4db1-b11a-7b7746ce47f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:26.449005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Attempting to bind port 4d835b12-59bd-4f05-ba30-35440f7f4946 on network 48877977-f3b3-4db1-b11a-7b7746ce47f7 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:26.454278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ef087e3-1a01-4ff2-86a5-706e2297b653 req-caec56d3-e18c-4416-bba0-817c533cfea7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094201 Jun 30 09:01:26.529978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:26.530330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Checking segment: {'id': 'f7631a67-f850-4a41-882a-8c55cf5e7adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:26.530723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Bound using segment: {'id': 'f7631a67-f850-4a41-882a-8c55cf5e7adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:26.531174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Bound port: 4d835b12-59bd-4f05-ba30-35440f7f4946, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7631a67-f850-4a41-882a-8c55cf5e7adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:26.531535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.593241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Request body: {'port': {'device_id': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:26.597042 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd124a9-9392-40c6-9aba-5b5fb7c4126f x-openstack-request-id: req-3bd124a9-9392-40c6-9aba-5b5fb7c4126f {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:26.597549 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05ebdd2-e9db-4a1a-895e-3b9d85537aa5", "name": "network-vif-deleted", "tag": "308a22d9-613b-46db-9132-ed5325538540", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:26.598082 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bd124a9-9392-40c6-9aba-5b5fb7c4126f {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:26.598662 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05ebdd2-e9db-4a1a-895e-3b9d85537aa5', 'name': 'network-vif-deleted', 'tag': '308a22d9-613b-46db-9132-ed5325538540', 'status': 'completed', 'code': 200} Jun 30 09:01:26.666784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc86-3516-4f19-b144-97f3074bea07 req-f6157961-837c-4a93-a428-0e6846eadf3f tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.668534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f221fc86-3516-4f19-b144-97f3074bea07 req-f6157961-837c-4a93-a428-0e6846eadf3f tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 931 time: 0.3324847 Jun 30 09:01:26.672392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36084) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:26.754115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f221fc86-3516-4f19-b144-97f3074bea07 req-78a4fdf5-12e4-4f56-b88f-a97892b0f2a0 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702608 Jun 30 09:01:26.758440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.795925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] For port 4d835b12-59bd-4f05-ba30-35440f7f4946, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:26.803240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] For port 4d835b12-59bd-4f05-ba30-35440f7f4946, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d835b12-59bd-4f05-ba30-35440f7f4946,segment=NetworkSegment(f7631a67-f850-4a41-882a-8c55cf5e7adf),segment_id=f7631a67-f850-4a41-882a-8c55cf5e7adf)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:26.822119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.927975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 308a22d9-613b-46db-9132-ed5325538540 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:26.978573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 308a22d9-613b-46db-9132-ed5325538540 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:26.978937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 308a22d9-613b-46db-9132-ed5325538540 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:27.046586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7bff9ebe-ba67-428d-87cf-746911316fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.094593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.095226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.096703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d835b12-59bd-4f05-ba30-35440f7f4946 HTTP/1.1" status: 200 len: 1092 time: 2.3693717 Jun 30 09:01:27.104772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b231d74-424b-4746-9882-7c68013f103b', 'tag': '4d835b12-59bd-4f05-ba30-35440f7f4946'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:27.107737 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059" -d '{"events": [{"name": "network-changed", "server_uuid": "6b231d74-424b-4746-9882-7c68013f103b", "tag": "4d835b12-59bd-4f05-ba30-35440f7f4946"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:27.160113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383da687-7d3c-4081-8c5d-dfb58173b8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d835b12-59bd-4f05-ba30-35440f7f4946,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.245671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.302899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.316521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.318531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.319277 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.330307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:27.357797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:27.367574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:27.392472 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event updated for resources: {'Port': ['ID=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.401857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69631dc5-c8e8-4ac5-9953-5e0f6c59ff4c req-51239277-579d-4471-9f12-6c80462f47fd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.404119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69631dc5-c8e8-4ac5-9953-5e0f6c59ff4c req-51239277-579d-4471-9f12-6c80462f47fd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.4036062 Jun 30 09:01:27.421667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0da042-af24-44e6-9e68-687d2b75f1d8 None None] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:27.439296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cbef69bf-1e07-4724-b41e-c3182fe84238 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:27.459621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-8b3da570-509a-43cd-9f8c-c1616752ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.461090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-8b3da570-509a-43cd-9f8c-c1616752ea04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=188845dc1553425d828fc2b230194595&device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 1095 time: 0.3020637 Jun 30 09:01:27.462796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event updated for resources: {'Port': ['ID=a6faf242-3795-46e1-839a-730208cabfe4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.508636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5bd60-88e0-434a-b097-6dc2d6ccc549 req-a118329d-0930-49d9-952d-365775c4867d tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.510077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c5bd60-88e0-434a-b097-6dc2d6ccc549 req-a118329d-0930-49d9-952d-365775c4867d tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 943 time: 0.5128918 Jun 30 09:01:27.562318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ad04ab41-7aa5-4f1e-b560-21fa1687a9d5 None None] Provisioning for port cbef69bf-1e07-4724-b41e-c3182fe84238 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:27.611630 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port cbef69bf-1e07-4724-b41e-c3182fe84238 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:27.621862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port cbef69bf-1e07-4724-b41e-c3182fe84238 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:27.622425 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.636208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:27.641303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:27.756561 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.779572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:27.800472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port cbef69bf-1e07-4724-b41e-c3182fe84238, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cbef69bf-1e07-4724-b41e-c3182fe84238,segment=NetworkSegment(e10263c8-d9f5-4996-9608-72f4fa432d7c),segment_id=e10263c8-d9f5-4996-9608-72f4fa432d7c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:27.811543 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.812545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:27.916037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-630e5283-e683-403a-8c0c-b5ebdebc1a0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d835b12-59bd-4f05-ba30-35440f7f4946 HTTP/1.1" status: 200 len: 217 time: 0.4275301 Jun 30 09:01:27.921154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=cbef69bf-1e07-4724-b41e-c3182fe84238,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.924952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:27.929012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e4e7b6-c762-4e91-8cda-1980123fd531 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:27.930204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:27.931290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.939449 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.940141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.940815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.961147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Transition to ACTIVE for port object f1e4e7b6-c762-4e91-8cda-1980123fd531 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:27.998876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.004567 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:28.006417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69631dc5-c8e8-4ac5-9953-5e0f6c59ff4c req-687e8359-1b93-4526-82f4-623d8994100a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686123 Jun 30 09:01:28.016506 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:28.022625 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-add4b5ba-8c70-4a65-9254-041c3b50fc7a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7698529 Jun 30 09:01:28.027593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36096) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.031439 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:28.032340 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:28.061265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:28.085921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.097654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7bff9ebe-ba67-428d-87cf-746911316fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.108837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-94d0613a-def5-4b55-a487-bf8b0fa37d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.110530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-94d0613a-def5-4b55-a487-bf8b0fa37d92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a66f0d92-9d43-4bb6-8328-4e793cf06fa6 HTTP/1.1" status: 200 len: 864 time: 0.1768570 Jun 30 09:01:28.136511 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c5bd60-88e0-434a-b097-6dc2d6ccc549 req-eb7b4f50-a6a8-49f5-9428-9313c5d3b266 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300560 Jun 30 09:01:28.139170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7bff9ebe-ba67-428d-87cf-746911316fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.164041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f1c19e05-739a-4c2b-b6e7-4327c8425c03 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3921444 Jun 30 09:01:28.164440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,segment=NetworkSegment(09b2fb5c-f4c6-4863-a1bc-be0e589f41d1),segment_id=09b2fb5c-f4c6-4863-a1bc-be0e589f41d1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:28.178637 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.207120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36098) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.218821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Request body: {'port': {'device_id': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:28.226692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-92da3599-2719-49f3-8353-3a1258fc3462 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48877977-f3b3-4db1-b11a-7b7746ce47f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886273 Jun 30 09:01:28.253399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e4e7b6-c762-4e91-8cda-1980123fd531,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.254220 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb263b1d-3b5b-48e8-9d0a-56bcb147cf62 x-openstack-request-id: req-cb263b1d-3b5b-48e8-9d0a-56bcb147cf62 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:28.254520 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b231d74-424b-4746-9882-7c68013f103b", "tag": "4d835b12-59bd-4f05-ba30-35440f7f4946", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:28.254777 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb263b1d-3b5b-48e8-9d0a-56bcb147cf62 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:28.255175 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b231d74-424b-4746-9882-7c68013f103b', 'tag': '4d835b12-59bd-4f05-ba30-35440f7f4946', 'status': 'completed', 'code': 200} Jun 30 09:01:28.268863 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:28.324488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.345590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ec569e0a-8378-43ef-85f2-c69e526cef77 None None] Provisioning complete for port cbef69bf-1e07-4724-b41e-c3182fe84238 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:28.345980 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ec569e0a-8378-43ef-85f2-c69e526cef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.368955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7bff9ebe-ba67-428d-87cf-746911316fb4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9edc3dc85d70414aa7375ba7c3ccc9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6911490 Jun 30 09:01:28.374626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36100) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.384398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff9ebe-ba67-428d-87cf-746911316fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f3d520-f144-4d61-9a52-131df58039c0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.462535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] Deleting subnet 869deb72-bff6-41aa-a45d-d486642e47c4 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:28.491496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.542246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Attempting to bind port f1e4e7b6-c762-4e91-8cda-1980123fd531 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:28.542581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Attempting to bind port f1e4e7b6-c762-4e91-8cda-1980123fd531 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:28.543222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Attempting to bind port f1e4e7b6-c762-4e91-8cda-1980123fd531 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:28.546339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ec569e0a-8378-43ef-85f2-c69e526cef77 None None] Provisioning for port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:28.552443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ec569e0a-8378-43ef-85f2-c69e526cef77 None None] Provisioning complete for port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:28.553396 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ec569e0a-8378-43ef-85f2-c69e526cef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.558415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Port f1e4e7b6-c762-4e91-8cda-1980123fd531 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:28.559152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Attempting to bind port f1e4e7b6-c762-4e91-8cda-1980123fd531 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:28.577957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.603841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:28.604183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Checking segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:28.604568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Bound using segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:28.605008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Bound port: f1e4e7b6-c762-4e91-8cda-1980123fd531, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:28.605362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.605616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.615072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-52a1e48d-9cc5-440b-b3b4-3441f062f7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/48877977-f3b3-4db1-b11a-7b7746ce47f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744876 Jun 30 09:01:28.620981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ec569e0a-8378-43ef-85f2-c69e526cef77 None None] Port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:28.621828 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94556d03-18cc-4472-8dfd-e5582412d335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.640196 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:25Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:24Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:26Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:28.672340 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:28.673090 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Updating router 60b69eb4-811c-490f-b6a8-0c70a79355e6 port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:28.712197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b76cf5-02a5-49a6-b28f-80c4f1b4305b req-2ab186f9-4e62-4422-86b3-e80c72d11534 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.712890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.715258 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.720119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b76cf5-02a5-49a6-b28f-80c4f1b4305b req-2ab186f9-4e62-4422-86b3-e80c72d11534 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 943 time: 0.3493264 Jun 30 09:01:28.747433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94556d03-18cc-4472-8dfd-e5582412d335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.758316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee0aae78-7de3-4f1e-87c9-8868248381ef None None] Provisioning complete for port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:28.758578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee0aae78-7de3-4f1e-87c9-8868248381ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.816368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ee0aae78-7de3-4f1e-87c9-8868248381ef None None] Port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:28.836212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] For port f1e4e7b6-c762-4e91-8cda-1980123fd531, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:28.883932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] For port f1e4e7b6-c762-4e91-8cda-1980123fd531, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f1e4e7b6-c762-4e91-8cda-1980123fd531,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:28.895203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.912642 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:01:28.935057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.938134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b76cf5-02a5-49a6-b28f-80c4f1b4305b req-c1dd449d-792e-4fe3-a07a-ba52d742d692 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171404 Jun 30 09:01:28.942931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94556d03-18cc-4472-8dfd-e5582412d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.945551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94556d03-18cc-4472-8dfd-e5582412d335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.947693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-94556d03-18cc-4472-8dfd-e5582412d335 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1f3d520-f144-4d61-9a52-131df58039c0 HTTP/1.1" status: 204 len: 168 time: 0.5690594 Jun 30 09:01:28.948261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.949078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.951857 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1e4e7b6-c762-4e91-8cda-1980123fd531 HTTP/1.1" status: 200 len: 1092 time: 2.4868402 Jun 30 09:01:28.953980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1b622235-0568-4b41-b6bc-282421648156 None None] Provisioning complete for port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:28.955331 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1b622235-0568-4b41-b6bc-282421648156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.960069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e7f8ad2-32aa-4839-a3ee-71f4e12a3bd9 req-b60873fb-ac73-45d2-aedb-a926e0fdb5d3 service neutron] 10.222.0.13 "GET /v2.0/networks/48877977-f3b3-4db1-b11a-7b7746ce47f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314495 Jun 30 09:01:28.961108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'tag': 'f1e4e7b6-c762-4e91-8cda-1980123fd531'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:28.963799 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7" -d '{"events": [{"name": "network-changed", "server_uuid": "db08b3a2-39c9-47ce-9cd0-a2576a8e5aca", "tag": "f1e4e7b6-c762-4e91-8cda-1980123fd531"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:28.968571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94556d03-18cc-4472-8dfd-e5582412d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f3d520-f144-4d61-9a52-131df58039c0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.047880 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434083da-7860-48d2-8fe6-bc8f25cf27ec x-openstack-request-id: req-434083da-7860-48d2-8fe6-bc8f25cf27ec {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:29.048318 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db08b3a2-39c9-47ce-9cd0-a2576a8e5aca", "tag": "f1e4e7b6-c762-4e91-8cda-1980123fd531", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:29.048783 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-434083da-7860-48d2-8fe6-bc8f25cf27ec {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:29.049416 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'tag': 'f1e4e7b6-c762-4e91-8cda-1980123fd531', 'status': 'completed', 'code': 200} Jun 30 09:01:29.050869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Removed routes are [] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:01:29.051354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.060041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.064581 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/869deb72-bff6-41aa-a45d-d486642e47c4 HTTP/1.1" status: 204 len: 168 time: 0.8522005 Jun 30 09:01:29.064581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2819b0-77ed-42e2-b9f0-8d31d6acfb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869deb72-bff6-41aa-a45d-d486642e47c4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.067632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36108) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.260297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6faf242-3795-46e1-839a-730208cabfe4 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:29.285207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.301885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Transition to ACTIVE for port object a6faf242-3795-46e1-839a-730208cabfe4 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:29.344037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1b622235-0568-4b41-b6bc-282421648156 None None] Port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:29.349570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cbef69bf-1e07-4724-b41e-c3182fe84238 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:29.351780 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.379818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc49d39-32d2-498a-8cfb-20546fc493a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e4e7b6-c762-4e91-8cda-1980123fd531,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.380506 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Transition to ACTIVE for port object ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:29.385835 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.396459 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.443920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port cbef69bf-1e07-4724-b41e-c3182fe84238 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:29.444647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.470967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.494789 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c59ce-08bb-4ef3-a551-4f9e78da79ad None None] Pushing event updated for resources: {'Port': ['ID=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.582784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Pushing event updated for resources: {'Port': ['ID=a6faf242-3795-46e1-839a-730208cabfe4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.604850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:29.637492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-a3503d78-353b-4187-97c9-15c31ff6b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.639085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-a3503d78-353b-4187-97c9-15c31ff6b2e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=188845dc1553425d828fc2b230194595&device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 1095 time: 0.3328974 Jun 30 09:01:29.641149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.649731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.661371 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Attempting to bind port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:29.662880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:29.663486 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.664043 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Attempting to bind port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:29.665321 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Attempting to bind port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d on network 4fc786b8-22b8-42f5-b3d9-83af48f12cde {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:29.669708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4273ae6-4955-4902-86ab-95a8d9be7d2c req-e5abd994-4dc0-4256-8b9d-635e3786f74b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.671367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4273ae6-4955-4902-86ab-95a8d9be7d2c req-e5abd994-4dc0-4256-8b9d-635e3786f74b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.3634188 Jun 30 09:01:29.676049 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:29.676705 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Checking segment: {'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:29.677337 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.678190 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Bound using segment: {'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:29.679172 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Bound port: ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10263c8-d9f5-4996-9608-72f4fa432d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:29.679914 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.689055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f73d66c1-6fe5-46a5-bf29-f427e4b16e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.691692 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-f73d66c1-6fe5-46a5-bf29-f427e4b16e40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 1095 time: 0.6184688 Jun 30 09:01:29.774948 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] For port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:29.781888 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] For port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,segment=NetworkSegment(e10263c8-d9f5-4996-9608-72f4fa432d7c),segment_id=e10263c8-d9f5-4996-9608-72f4fa432d7c)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:29.788006 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.788196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4dbab-6acc-4e3b-b77e-b5edf52a2ef6 req-8ac4b7a7-6e34-4abf-b6d6-077bf71a2902 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.789793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-caa4dbab-6acc-4e3b-b77e-b5edf52a2ef6 req-8ac4b7a7-6e34-4abf-b6d6-077bf71a2902 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 943 time: 0.3616402 Jun 30 09:01:29.859079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Attempting to bind port a6faf242-3795-46e1-839a-730208cabfe4 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:29.859693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Attempting to bind port a6faf242-3795-46e1-839a-730208cabfe4 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:29.860076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Attempting to bind port a6faf242-3795-46e1-839a-730208cabfe4 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:29.862128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.870511 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c59ce-08bb-4ef3-a551-4f9e78da79ad None None] Pushing event updated for resources: {'Port': ['ID=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.875168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:29.876050 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:29.880920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6008dfd-b364-438c-8fc2-7b079fd16a7b']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:29.929219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Port a6faf242-3795-46e1-839a-730208cabfe4 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:29.932253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Attempting to bind port a6faf242-3795-46e1-839a-730208cabfe4 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:29.945225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-caa4dbab-6acc-4e3b-b77e-b5edf52a2ef6 req-b44260a7-8dd2-4488-b2ac-c943bc94f522 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357870 Jun 30 09:01:29.951720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f4273ae6-4955-4902-86ab-95a8d9be7d2c req-04d9adfe-3b5a-495c-98c1-666b1b75e3a4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549345 Jun 30 09:01:29.957538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:29.964503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Checking segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:29.974131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Bound using segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:29.974131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Bound port: a6faf242-3795-46e1-839a-730208cabfe4, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:29.974131 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.995921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-e2e17114-cd20-42ed-992a-4ad84252f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.997457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-e2e17114-cd20-42ed-992a-4ad84252f566 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48877977-f3b3-4db1-b11a-7b7746ce47f7 HTTP/1.1" status: 200 len: 925 time: 0.3452156 Jun 30 09:01:30.015672 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:30.095669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48875ac5-5526-4a41-b357-6b8fccfa6c43') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:30.095975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48875ac5-5526-4a41-b357-6b8fccfa6c43') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:30.098870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:30.106558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-c7cd67c1-54a5-450a-9dc1-481e78f45716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d835b12-59bd-4f05-ba30-35440f7f4946 HTTP/1.1" status: 200 len: 217 time: 0.0940437 Jun 30 09:01:30.106987 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-72ff148d-766a-4100-b8e9-125b95989f61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e4e7b6-c762-4e91-8cda-1980123fd531 HTTP/1.1" status: 200 len: 217 time: 0.2232831 Jun 30 09:01:30.125672 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.169177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.220342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:30.220834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:30.226622 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:30.229294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] For port a6faf242-3795-46e1-839a-730208cabfe4, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:30.234608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] For port a6faf242-3795-46e1-839a-730208cabfe4, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a6faf242-3795-46e1-839a-730208cabfe4,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:30.243126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.255173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-32c7db4f-a7f1-44de-b9d2-9b3165bcece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.256872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-32c7db4f-a7f1-44de-b9d2-9b3165bcece6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a66f0d92-9d43-4bb6-8328-4e793cf06fa6 HTTP/1.1" status: 200 len: 864 time: 0.1353431 Jun 30 09:01:30.328574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.329384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.331110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] 10.222.0.13 "PUT /v2.0/ports/a6faf242-3795-46e1-839a-730208cabfe4 HTTP/1.1" status: 200 len: 1093 time: 2.1532960 Jun 30 09:01:30.332199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:30.334685 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e5b4a-e5c7-41bf-a08d-61bf12730848" -d '{"events": [{"name": "network-changed", "server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "tag": "a6faf242-3795-46e1-839a-730208cabfe4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:30.339761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-72167352-ddee-4ad3-8157-178c2e7870d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48877977-f3b3-4db1-b11a-7b7746ce47f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611911 Jun 30 09:01:30.379258 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 6, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:29Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:30.417506 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e643ad2d-0676-4f77-9cb0-4afc6a1e1ac6 x-openstack-request-id: req-e643ad2d-0676-4f77-9cb0-4afc6a1e1ac6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:30.417835 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "tag": "a6faf242-3795-46e1-839a-730208cabfe4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:30.418081 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e643ad2d-0676-4f77-9cb0-4afc6a1e1ac6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:30.418484 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4', 'status': 'completed', 'code': 200} Jun 30 09:01:30.419869 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef58afd-a922-4c8c-aafb-58b2aee92957 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 6, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:29Z', 'revision_number': 4, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:30.463101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Pushing event updated for resources: {'Port': ['ID=a6faf242-3795-46e1-839a-730208cabfe4,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.504102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.504444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.504826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.505105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.505433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.510192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.510610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.510953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.511287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.511621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.511950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.512269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc0c62-11e0-417c-bc51-047ac8af5f07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:30.582423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e563eb-b9cd-401d-a63f-e8c3adf67929 req-1e5dffe7-8d6b-4002-a861-7131a3fb7fbb tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.584292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e563eb-b9cd-401d-a63f-e8c3adf67929 req-1e5dffe7-8d6b-4002-a861-7131a3fb7fbb tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 943 time: 0.2922897 Jun 30 09:01:30.596537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-f11df61f-28c9-4855-9b9c-3f0bab0251e2 service neutron] 10.222.0.13 "GET /v2.0/networks/48877977-f3b3-4db1-b11a-7b7746ce47f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278147 Jun 30 09:01:30.616053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-a532d7cf-cd89-4b93-b304-118ac7892016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.617575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-a532d7cf-cd89-4b93-b304-118ac7892016 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=6da65dfb-b119-465f-9f3c-2beeba4ba41d HTTP/1.1" status: 200 len: 1096 time: 0.1959283 Jun 30 09:01:30.724713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-44c753e6-ba50-445a-8e91-9117f0d73bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.726130 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-44c753e6-ba50-445a-8e91-9117f0d73bdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.6111894 Jun 30 09:01:30.766484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-91851c57-1840-4e47-ad47-68b38134fd24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6faf242-3795-46e1-839a-730208cabfe4 HTTP/1.1" status: 200 len: 217 time: 0.1341231 Jun 30 09:01:30.779834 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-daf46bed-f416-434b-b1e4-cd1ae2ec621e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434761 Jun 30 09:01:30.782471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.784689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:30.794108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.795398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-577bfe3e-e785-4d09-8240-bd794b9cfcb9 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 200 len: 953 time: 2.7668498 Jun 30 09:01:30.796427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.800408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6008dfd-b364-438c-8fc2-7b079fd16a7b HTTP/1.1" status: 204 len: 168 time: 1.7238746 Jun 30 09:01:30.800408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36142) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:30.831366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1090141b-2f99-4bb1-bb7c-b2bbac3e9059 req-9e3c8fed-fa52-4de2-8338-7755d0c1e148 service neutron] 10.222.0.13 "GET /v2.0/networks/48877977-f3b3-4db1-b11a-7b7746ce47f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279854 Jun 30 09:01:30.853124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e563eb-b9cd-401d-a63f-e8c3adf67929 req-f415a265-b3ba-44fb-9d14-860815807e19 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414434 Jun 30 09:01:30.873044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-e27479af-04d7-47c7-a3d4-dc93f83fab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.874810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-e27479af-04d7-47c7-a3d4-dc93f83fab83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.0999393 Jun 30 09:01:30.926027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d835b12-59bd-4f05-ba30-35440f7f4946 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:30.934349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-76941d25-286a-48c3-946a-8b7fd39215d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396080 Jun 30 09:01:31.032191 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-67f2b712-a1b5-421c-aa8c-1624e4ca310a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 200 len: 953 time: 0.2302568 Jun 30 09:01:31.038277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36156) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:31.053426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'routes': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:31.073486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2402-de0f-47e7-b478-15aa908a89f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6008dfd-b364-438c-8fc2-7b079fd16a7b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.180105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4d835b12-59bd-4f05-ba30-35440f7f4946, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d835b12-59bd-4f05-ba30-35440f7f4946,segment=NetworkSegment(f7631a67-f850-4a41-882a-8c55cf5e7adf),segment_id=f7631a67-f850-4a41-882a-8c55cf5e7adf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:31.204254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '4d835b12-59bd-4f05-ba30-35440f7f4946', 'network_id': '48877977-f3b3-4db1-b11a-7b7746ce47f7', 'port_id': '4d835b12-59bd-4f05-ba30-35440f7f4946', 'mac_address': 'fa:16:3e:55:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66f0d92-9d43-4bb6-8328-4e793cf06fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:31.214830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36160) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:31.283895 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.299684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d835b12-59bd-4f05-ba30-35440f7f4946 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:31.321714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-6e07b2fd-1875-40cd-a5f4-5064d93dd5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783269 Jun 30 09:01:31.332162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4d835b12-59bd-4f05-ba30-35440f7f4946, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d835b12-59bd-4f05-ba30-35440f7f4946,segment=NetworkSegment(f7631a67-f850-4a41-882a-8c55cf5e7adf),segment_id=f7631a67-f850-4a41-882a-8c55cf5e7adf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:31.335495 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-3539161e-f513-4bbb-91a8-1d7df62f217d service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347495 Jun 30 09:01:31.344563 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.368176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:31.368541 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9198987b-dc99-4ee4-8ae4-9ca1da8d50f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2479734e55284be0b7bdaa5aa5bbf4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513989 Jun 30 09:01:31.377249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36162) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:31.440830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4d835b12-59bd-4f05-ba30-35440f7f4946,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.470987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.471201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.471730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.472244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.472824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.473326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.473856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.474354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.475112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.475761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.476264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.476927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:31.487488 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-be696ed2-7957-4331-b7ac-e06eccc6bab6 service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431241 Jun 30 09:01:31.514909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:31.518587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:31.519076 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.578732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['4d835b12-59bd-4f05-ba30-35440f7f4946'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:31.630607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-f9b03707-bde1-4677-8ece-8fb07dee732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.632543 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-f9b03707-bde1-4677-8ece-8fb07dee732b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 1095 time: 0.0837467 Jun 30 09:01:31.679035 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9558751a-a8c1-4854-9b6a-07dcea7cb8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.719542 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.767214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f011718d-5d41-4aa9-8cf3-2eb41e094a30 req-3a3deeff-a0ed-4c37-b8b8-69da04e04c16 service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114401 Jun 30 09:01:31.776847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-55dda128-51a3-4a3f-8a2a-eae6a6906c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.779062 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-55dda128-51a3-4a3f-8a2a-eae6a6906c25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 911 time: 0.1331022 Jun 30 09:01:31.781535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,segment=NetworkSegment(e10263c8-d9f5-4996-9608-72f4fa432d7c),segment_id=e10263c8-d9f5-4996-9608-72f4fa432d7c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:31.820241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:31.825233 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.826844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64547076-1158-42cf-b45f-579198d0f7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.860919 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-f79349fe-27ca-4ab3-9f6a-dcd7edc2b256 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e4e7b6-c762-4e91-8cda-1980123fd531 HTTP/1.1" status: 200 len: 217 time: 0.0611401 Jun 30 09:01:31.877583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad58c2a-1439-4e4f-96bb-bb7970222738 req-475d8db5-2488-4afe-b904-b43365046434 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.892280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ad58c2a-1439-4e4f-96bb-bb7970222738 req-475d8db5-2488-4afe-b904-b43365046434 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 944 time: 0.6034322 Jun 30 09:01:31.899232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:31.899995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:31.917405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-a7ad40af-7d00-4fb3-aeac-b21357401577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.919415 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-a7ad40af-7d00-4fb3-aeac-b21357401577 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.0514598 Jun 30 09:01:31.955340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64547076-1158-42cf-b45f-579198d0f7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.965094 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-d370a57b-b0d5-4392-9718-b3293050ae63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345602 Jun 30 09:01:32.010372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89c0d8-7fe6-435d-a584-5678d52463fb req-66a70890-7665-40ab-b6e8-896e306af53e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.013185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:32.017456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c89c0d8-7fe6-435d-a584-5678d52463fb req-66a70890-7665-40ab-b6e8-896e306af53e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.7308660 Jun 30 09:01:32.089931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.107679 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-f3c858ff-0d47-4ac6-a813-42a5223a1212 service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276145 Jun 30 09:01:32.134435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ad58c2a-1439-4e4f-96bb-bb7970222738 req-68e184d9-bc02-45b0-8648-3a0c6cb2482f tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411015 Jun 30 09:01:32.182611 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64547076-1158-42cf-b45f-579198d0f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.185204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64547076-1158-42cf-b45f-579198d0f7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.186375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-64547076-1158-42cf-b45f-579198d0f7b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb78b761-7345-4aff-9d1a-90d86c62fce6 HTTP/1.1" status: 204 len: 168 time: 0.7671108 Jun 30 09:01:32.202290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c89c0d8-7fe6-435d-a584-5678d52463fb req-3c02f3ff-d4d1-4c92-bd8a-b052b2fe15f0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839378 Jun 30 09:01:32.231247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64547076-1158-42cf-b45f-579198d0f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78b761-7345-4aff-9d1a-90d86c62fce6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.257883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-87e757c2-2fd1-40f4-86c9-80315c28040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.259900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-87e757c2-2fd1-40f4-86c9-80315c28040b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=6da65dfb-b119-465f-9f3c-2beeba4ba41d HTTP/1.1" status: 200 len: 1096 time: 0.4065270 Jun 30 09:01:32.324342 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7c1335c9-23ef-421f-8d6a-ceb97efa0da7 req-5844511c-5d4a-423c-b32a-6394ae7e5d47 service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096572 Jun 30 09:01:32.368884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 6, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:31Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:32.402435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:32.415092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:32.415740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:32.542267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:32.814859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 6, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:31Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:32.841800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.extraroute_db [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added routes are [] {{(pid=100240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:01:32.842125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.extraroute_db [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:01:32.857314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ea4dc-6286-455c-aaca-2bead94577e3 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 6, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:31Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:32.878333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-5fd30074-a8c0-4e5e-8bea-a0f9bbf368fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.880836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-5fd30074-a8c0-4e5e-8bea-a0f9bbf368fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 911 time: 0.5920050 Jun 30 09:01:32.897351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36260) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:32.919556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d35c9-a498-4d55-929a-360b7288fef9 req-ae3c7d97-c1f4-4f95-b51f-a797d3eb6036 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.922038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c3d35c9-a498-4d55-929a-360b7288fef9 req-ae3c7d97-c1f4-4f95-b51f-a797d3eb6036 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 943 time: 0.6342916 Jun 30 09:01:32.942579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d835b12-59bd-4f05-ba30-35440f7f4946 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:32.982432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-5fa28281-c272-4d2e-93f0-84e3be303ac1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6faf242-3795-46e1-839a-730208cabfe4 HTTP/1.1" status: 200 len: 217 time: 0.0932374 Jun 30 09:01:33.035343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.049173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 4d835b12-59bd-4f05-ba30-35440f7f4946 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:33.054724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 4d835b12-59bd-4f05-ba30-35440f7f4946 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:33.055968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.186575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa578b5c-9e48-4511-b16b-0b7ea8f390b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.218132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.277584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c3d35c9-a498-4d55-929a-360b7288fef9 req-abe72077-eff4-4e6d-bb09-637c882d2071 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025336 Jun 30 09:01:33.284435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-f6e2a924-db55-4364-a97e-c318156adede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.286510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-f6e2a924-db55-4364-a97e-c318156adede service neutron] 10.222.0.13 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.2934487 Jun 30 09:01:33.296454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36276) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:33.320073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4d835b12-59bd-4f05-ba30-35440f7f4946, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d835b12-59bd-4f05-ba30-35440f7f4946,segment=NetworkSegment(f7631a67-f850-4a41-882a-8c55cf5e7adf),segment_id=f7631a67-f850-4a41-882a-8c55cf5e7adf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:33.321239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b231d74-424b-4746-9882-7c68013f103b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d835b12-59bd-4f05-ba30-35440f7f4946'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:33.324452 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f913c4e-417f-4e64-92d3-3e8b7d42632d" -d '{"events": [{"server_uuid": "6b231d74-424b-4746-9882-7c68013f103b", "name": "network-vif-plugged", "status": "completed", "tag": "4d835b12-59bd-4f05-ba30-35440f7f4946"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:33.334820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f1e4e7b6-c762-4e91-8cda-1980123fd531 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:33.343887 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.415223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4d835b12-59bd-4f05-ba30-35440f7f4946,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.419720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:33.454311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-bd188ca1-7f5f-4fcc-9524-1c4f3c1d65bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425562 Jun 30 09:01:33.492528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa578b5c-9e48-4511-b16b-0b7ea8f390b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.498614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa578b5c-9e48-4511-b16b-0b7ea8f390b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.511371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2133761590-network', 'tenant_id': '23a49e3d11d44899b40214c07de99148'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:33.547723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:33.548025 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.561029 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fa578b5c-9e48-4511-b16b-0b7ea8f390b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65e3691661154862bc2f8b77d2730de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619165 Jun 30 09:01:33.563604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36282) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:33.582513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa578b5c-9e48-4511-b16b-0b7ea8f390b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d587d20-1318-4bae-9a8f-75b449178fd3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.602487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f1e4e7b6-c762-4e91-8cda-1980123fd531, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f1e4e7b6-c762-4e91-8cda-1980123fd531,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:33.605152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Made reservation on behalf of 23a49e3d11d44899b40214c07de99148 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:33.607693 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.616024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f1e4e7b6-c762-4e91-8cda-1980123fd531', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'port_id': 'f1e4e7b6-c762-4e91-8cda-1980123fd531', 'mac_address': 'fa:16:3e:ba:81:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899d1c04-0e17-4ea0-93a1-8be03fa4f688', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:33.623594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.665009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ca84600-4686-4890-8714-83f6808af362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.684376 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.697462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ca84600-4686-4890-8714-83f6808af362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.707295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e4e7b6-c762-4e91-8cda-1980123fd531 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:33.730751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f1e4e7b6-c762-4e91-8cda-1980123fd531, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f1e4e7b6-c762-4e91-8cda-1980123fd531,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:33.734578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.744088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.757780 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.787775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31903c83-2471-4e3c-995f-33a8a210b632 req-ae3a1248-2285-4dfc-855d-d290d8d83541 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.788033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f1e4e7b6-c762-4e91-8cda-1980123fd531,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.789805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31903c83-2471-4e3c-995f-33a8a210b632 req-ae3a1248-2285-4dfc-855d-d290d8d83541 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.3343329 Jun 30 09:01:33.789965 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ca84600-4686-4890-8714-83f6808af362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.792436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1ca84600-4686-4890-8714-83f6808af362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.793864 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1ca84600-4686-4890-8714-83f6808af362 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d587d20-1318-4bae-9a8f-75b449178fd3 HTTP/1.1" status: 204 len: 168 time: 0.2290821 Jun 30 09:01:33.796121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.810364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.819080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca84600-4686-4890-8714-83f6808af362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d587d20-1318-4bae-9a8f-75b449178fd3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.834294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:33.850467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027c17c-4823-45e4-926e-b14aaa2f4658 req-d11ea920-0dc5-4975-9d28-bc7de88e8a23 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.852356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d027c17c-4823-45e4-926e-b14aaa2f4658 req-d11ea920-0dc5-4975-9d28-bc7de88e8a23 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 945 time: 0.4902689 Jun 30 09:01:33.853922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.854273 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Added segment cfb50e48-68bf-4f5c-b790-fc3b198debed of type vlan for network 6947816e-7a75-4f4e-b415-15db7e5ce619 Jun 30 09:01:33.862679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e1a355-a925-4e82-8ac5-f0ed69468b6c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.892233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-0f8b17dc-1584-4ffd-8a5d-b2464dbd552e service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189830 Jun 30 09:01:33.897856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.928292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.929347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.930188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.985129 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6846607 Jun 30 09:01:33.985384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36288) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:34.000175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Request body: {'subnet': {'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2133761590-subnet', 'tenant_id': '23a49e3d11d44899b40214c07de99148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:34.018044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31903c83-2471-4e3c-995f-33a8a210b632 req-ae522b75-4584-4df9-a770-3231faf40d45 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801076 Jun 30 09:01:34.032860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d027c17c-4823-45e4-926e-b14aaa2f4658 req-ddf7c44e-c551-44ee-99b4-66aa72bd4595 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451738 Jun 30 09:01:34.033359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ca0be-5c4f-444a-96bd-026125e05b03 admin admin] Pushing event updated for resources: {'Network': ['ID=6947816e-7a75-4f4e-b415-15db7e5ce619,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.035666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Made reservation on behalf of 23a49e3d11d44899b40214c07de99148 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:34.038259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.048847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 6947816e-7a75-4f4e-b415-15db7e5ce619 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:34.053408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f1e4e7b6-c762-4e91-8cda-1980123fd531'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:34.097417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e83e5b4a-e5c7-41bf-a08d-61bf12730848 req-8854a271-5eca-4203-bebb-18b32dc0654f service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908476 Jun 30 09:01:34.100019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:34.138856 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e75e19f-9f8a-4079-a83c-5b0f6ad1f72b x-openstack-request-id: req-7e75e19f-9f8a-4079-a83c-5b0f6ad1f72b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:34.139128 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b231d74-424b-4746-9882-7c68013f103b", "name": "network-vif-plugged", "status": "completed", "tag": "4d835b12-59bd-4f05-ba30-35440f7f4946", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:34.139380 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e75e19f-9f8a-4079-a83c-5b0f6ad1f72b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:34.139775 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b231d74-424b-4746-9882-7c68013f103b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d835b12-59bd-4f05-ba30-35440f7f4946', 'code': 200} Jun 30 09:01:34.219007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36290) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:34.252051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-103c15b0-8592-488b-a082-1cebeb573dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.273144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.281950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:34.291123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.292241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e2810228-6db1-44a8-8332-7d1cc7e68b86 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 200 len: 703 time: 3.2512321 Jun 30 09:01:34.298637 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:34.304291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36292) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:34.309821 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:34.310770 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:34.370603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a42d1d6-068d-4fb3-857e-78b935ba2525,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.378599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.386259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Checking segment: {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:34.386636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Network hostable DHCP agents. Network: 6947816e-7a75-4f4e-b415-15db7e5ce619, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:34.417560 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:34.425048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-103c15b0-8592-488b-a082-1cebeb573dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.426485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Network 6947816e-7a75-4f4e-b415-15db7e5ce619 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:34.435503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9dad7a6-5bf9-4567-93b2-aff1c10d610c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.447795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-103c15b0-8592-488b-a082-1cebeb573dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.452655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9a27e-dbd3-4f4f-a86f-2e17d5d8eef4 req-bcf56602-6d7e-4a1b-8dbe-22f0f77c19a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.454419 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ab9a27e-dbd3-4f4f-a86f-2e17d5d8eef4 req-bcf56602-6d7e-4a1b-8dbe-22f0f77c19a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 1097 time: 0.2295103 Jun 30 09:01:34.462212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 6947816e-7a75-4f4e-b415-15db7e5ce619) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:34.473128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27895d4-bd08-4442-a0f7-5c42943db74c None None] Network 6947816e-7a75-4f4e-b415-15db7e5ce619 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:34.482443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.483135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.501514 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-103c15b0-8592-488b-a082-1cebeb573dcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c3d30fad6b74c27807e203bac31e527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810891 Jun 30 09:01:34.504403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:34.511259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c15b0-8592-488b-a082-1cebeb573dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69993cae-8ae7-4dd3-bdf9-7414ef03e372,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.542518 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-998217be-efa8-4bcb-92a2-4b392c49e125 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5528846 Jun 30 09:01:34.584790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a135969d-f1cb-4e89-889e-c23fb7271e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.605357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c44b3c84-5194-432b-a3c2-a2f57ce155c6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 200 len: 703 time: 0.2964034 Jun 30 09:01:34.609037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36300) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:34.624954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ab9a27e-dbd3-4f4f-a86f-2e17d5d8eef4 req-851ca680-1002-48ea-b5d5-46fb09bc9588 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629789 Jun 30 09:01:34.635030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a135969d-f1cb-4e89-889e-c23fb7271e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.675857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90e5b-3e49-4de7-840f-973f750dec95 req-694ece25-67b7-4042-ac40-073e05466532 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.677417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecc90e5b-3e49-4de7-840f-973f750dec95 req-694ece25-67b7-4042-ac40-073e05466532 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 944 time: 0.1577570 Jun 30 09:01:34.713839 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:32Z', 'revision_number': 7, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:31Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:34.753086 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:34.765274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb8e32-4339-479a-89fd-3bc0aaeea461 None None] Network 6947816e-7a75-4f4e-b415-15db7e5ce619 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:34.769933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecc90e5b-3e49-4de7-840f-973f750dec95 req-66934dc1-ac66-4829-8400-6961aebc5c8d tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822685 Jun 30 09:01:34.770335 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:34.770953 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:34.869262 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:34.876791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a135969d-f1cb-4e89-889e-c23fb7271e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.879413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a135969d-f1cb-4e89-889e-c23fb7271e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.883393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a135969d-f1cb-4e89-889e-c23fb7271e40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69993cae-8ae7-4dd3-bdf9-7414ef03e372 HTTP/1.1" status: 204 len: 168 time: 0.3751695 Jun 30 09:01:34.916832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135969d-f1cb-4e89-889e-c23fb7271e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69993cae-8ae7-4dd3-bdf9-7414ef03e372,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.946027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a6faf242-3795-46e1-839a-730208cabfe4 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:35.152859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a6faf242-3795-46e1-839a-730208cabfe4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a6faf242-3795-46e1-839a-730208cabfe4,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:35.179529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-e86cfe24-cb75-45ae-9425-59b05dd49966 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.180110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.181501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-e86cfe24-cb75-45ae-9425-59b05dd49966 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/networks?id=6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 200 len: 818 time: 0.1503987 Jun 30 09:01:35.187843 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:32Z', 'revision_number': 7, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:31Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:35.220728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-8459156d-c869-40dc-a855-323747198095 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/quotas/23a49e3d11d44899b40214c07de99148 HTTP/1.1" status: 200 len: 375 time: 0.0316072 Jun 30 09:01:35.245210 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e3d1c-df7c-40e9-8ac4-4d2e69465bd2 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:32Z', 'revision_number': 7, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d', 'name': '', 'network_id': '4fc786b8-22b8-42f5-b3d9-83af48f12cde', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:90:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '217c3522-4406-4500-9956-23f998153fff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:24Z', 'updated_at': '2021-06-30T09:01:31Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '217c3522-4406-4500-9956-23f998153fff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:35.289334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-e8cff1e8-31c6-47fe-b599-d74411727734 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=23a49e3d11d44899b40214c07de99148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620229 Jun 30 09:01:35.359300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f1e4e7b6-c762-4e91-8cda-1980123fd531 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:35.363316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a6faf242-3795-46e1-839a-730208cabfe4', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'port_id': 'a6faf242-3795-46e1-839a-730208cabfe4', 'mac_address': 'fa:16:3e:58:10:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899d1c04-0e17-4ea0-93a1-8be03fa4f688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:35.394953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ba43-57f8-4792-8c33-e72bfe3d64d2 req-5c7bb96b-2835-4322-8ee1-e1e893655d76 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.405345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9a1ba43-57f8-4792-8c33-e72bfe3d64d2 req-5c7bb96b-2835-4322-8ee1-e1e893655d76 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.1304462 Jun 30 09:01:35.445009 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.462819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f1e4e7b6-c762-4e91-8cda-1980123fd531 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:35.475203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6faf242-3795-46e1-839a-730208cabfe4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:35.501944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a6faf242-3795-46e1-839a-730208cabfe4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a6faf242-3795-46e1-839a-730208cabfe4,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:35.503444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f1e4e7b6-c762-4e91-8cda-1980123fd531 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:35.503994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.520690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9a1ba43-57f8-4792-8c33-e72bfe3d64d2 req-d7c233a0-a7fc-479d-ad9a-1ac6d3384409 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133778 Jun 30 09:01:35.547123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.650737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a6faf242-3795-46e1-839a-730208cabfe4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.667848 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.723558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f1e4e7b6-c762-4e91-8cda-1980123fd531, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f1e4e7b6-c762-4e91-8cda-1980123fd531,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:35.734058 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.769599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a6faf242-3795-46e1-839a-730208cabfe4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:35.802115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4004475b-b9dd-4eaf-9824-6fc4af4958cd service neutron] 10.222.0.53 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827847 Jun 30 09:01:35.814453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:35.815577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.815719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.848411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f1e4e7b6-c762-4e91-8cda-1980123fd531,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.901885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6608a74-6a35-439d-9902-ff284c9f9a98 req-90a20986-90c1-4f78-a3ae-0a957e976dcc tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.903946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b6608a74-6a35-439d-9902-ff284c9f9a98 req-90a20986-90c1-4f78-a3ae-0a957e976dcc tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 945 time: 0.1941204 Jun 30 09:01:35.928601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,segment=NetworkSegment(e10263c8-d9f5-4996-9608-72f4fa432d7c),segment_id=e10263c8-d9f5-4996-9608-72f4fa432d7c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:35.929728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.948981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:35.962897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b6608a74-6a35-439d-9902-ff284c9f9a98 req-763ef924-ffa3-44d5-9871-6e87792aa4ec tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Jun 30 09:01:35.967200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d8f54a94-8230-4105-a5f8-a515deabc237 service neutron] 10.222.0.53 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588538 Jun 30 09:01:36.141001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e4e7b6-c762-4e91-8cda-1980123fd531'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:36.145445 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1deef-d6f6-4f24-b827-d91f55f696be" -d '{"events": [{"server_uuid": "db08b3a2-39c9-47ce-9cd0-a2576a8e5aca", "name": "network-vif-plugged", "status": "completed", "tag": "f1e4e7b6-c762-4e91-8cda-1980123fd531"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:36.165680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.194547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.218515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0bea-fc18-468e-988c-2b7178a22b57 req-b927dff3-da37-4c10-8d40-77fd3b056b63 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.221788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77df0bea-fc18-468e-988c-2b7178a22b57 req-b927dff3-da37-4c10-8d40-77fd3b056b63 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 945 time: 0.1068852 Jun 30 09:01:36.294725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77df0bea-fc18-468e-988c-2b7178a22b57 req-c274f11d-35ab-4181-b99d-5307c7610532 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Jun 30 09:01:36.316240 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52450bc6-32cd-499e-8011-d2c4048b33cb x-openstack-request-id: req-52450bc6-32cd-499e-8011-d2c4048b33cb {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:36.317152 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db08b3a2-39c9-47ce-9cd0-a2576a8e5aca", "name": "network-vif-plugged", "status": "completed", "tag": "f1e4e7b6-c762-4e91-8cda-1980123fd531", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:36.317608 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52450bc6-32cd-499e-8011-d2c4048b33cb {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:36.318277 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e4e7b6-c762-4e91-8cda-1980123fd531', 'code': 200} Jun 30 09:01:36.361955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.554394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-980a6f8a-0b50-4b8c-8c85-f970ed865b7b req-cf7cde1a-7192-46d0-b0f5-67d889d726ca tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 210 time: 0.0328016 Jun 30 09:01:36.686804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb1ac-fd5b-4a7a-a0d7-7999783b779f req-7545cc86-79a5-4510-8399-ad08fc4970fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.688611 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8febb1ac-fd5b-4a7a-a0d7-7999783b779f req-7545cc86-79a5-4510-8399-ad08fc4970fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 1097 time: 0.2402864 Jun 30 09:01:36.746488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:36.749224 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-8febb1ac-fd5b-4a7a-a0d7-7999783b779f req-451d70ca-266b-4c5b-b209-16dddf3875b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502687 Jun 30 09:01:36.757345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de5849-c6cb-484b-b79b-b028c5cd97e0 req-3d8113de-72d9-4913-9d7e-5b2e27cfb5d9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.759247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7de5849-c6cb-484b-b79b-b028c5cd97e0 req-3d8113de-72d9-4913-9d7e-5b2e27cfb5d9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.1047549 Jun 30 09:01:36.806233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7de5849-c6cb-484b-b79b-b028c5cd97e0 req-a1d80b73-a55b-48fb-b803-e83ae2af054f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Jun 30 09:01:36.859618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:36.866659 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5143e3fe-b5e6-424f-8a9d-eec61b2110ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2428668 Jun 30 09:01:36.869261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36380) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:36.871713 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:36.895909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:36.897004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:36.929063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet 217c3522-4406-4500-9956-23f998153fff {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:36.932607 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.980250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a6faf242-3795-46e1-839a-730208cabfe4 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:36.991908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.094480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.097613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:37.225007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.225462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port a6faf242-3795-46e1-839a-730208cabfe4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:37.229672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad59c9e-af89-488f-a230-f4892e7a998f req-a12304f3-5f10-4630-926d-753c5fc9b047 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.233541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ad59c9e-af89-488f-a230-f4892e7a998f req-a12304f3-5f10-4630-926d-753c5fc9b047 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 945 time: 0.1376190 Jun 30 09:01:37.242860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a6faf242-3795-46e1-839a-730208cabfe4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:37.243223 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.273200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=217c3522-4406-4500-9956-23f998153fff,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:37.279284 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.281148 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c733f4ea-9fad-4911-8840-e4d632799fe3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/217c3522-4406-4500-9956-23f998153fff HTTP/1.1" status: 204 len: 168 time: 0.4101350 Jun 30 09:01:37.284942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36406) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:37.300475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ad59c9e-af89-488f-a230-f4892e7a998f req-300c6d6a-70a1-400c-9a4b-424d05e430d8 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606840 Jun 30 09:01:37.388650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa6802-a436-4b39-be01-9d5c1187d0f8 None None] Network 4fc786b8-22b8-42f5-b3d9-83af48f12cde requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:37.499304 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.505006 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.632335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ec03a-2581-4f49-9a2a-f527a6830278 req-cc959a29-38bf-4ba3-863e-99bcaf629bca tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.634235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14ec03a-2581-4f49-9a2a-f527a6830278 req-cc959a29-38bf-4ba3-863e-99bcaf629bca tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 945 time: 0.1525199 Jun 30 09:01:37.643059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port cbef69bf-1e07-4724-b41e-c3182fe84238 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:37.643603 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.697303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a11a1-8a7f-4350-bd39-71b451ddd318 req-1d54a0d0-71be-4cb5-a5a4-9d22b396d90b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.698885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a40a11a1-8a7f-4350-bd39-71b451ddd318 req-1d54a0d0-71be-4cb5-a5a4-9d22b396d90b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 945 time: 0.1737943 Jun 30 09:01:37.773560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14ec03a-2581-4f49-9a2a-f527a6830278 req-a4c0aeb4-e124-4661-be66-df1c7f700575 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305633 Jun 30 09:01:37.786221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port cbef69bf-1e07-4724-b41e-c3182fe84238, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cbef69bf-1e07-4724-b41e-c3182fe84238,segment=NetworkSegment(e10263c8-d9f5-4996-9608-72f4fa432d7c),segment_id=e10263c8-d9f5-4996-9608-72f4fa432d7c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:37.786592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.842509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a40a11a1-8a7f-4350-bd39-71b451ddd318 req-726fed50-1828-4ff0-9146-7ded69777fe6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363287 Jun 30 09:01:37.843671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for cbef69bf-1e07-4724-b41e-c3182fe84238 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:37.966178 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.968914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.025190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-100b39f8-e349-401b-af76-393196a143c3 req-750111bd-5096-4b9d-bd12-a0ccda7178ec tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 210 time: 0.0540893 Jun 30 09:01:38.045954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=cbef69bf-1e07-4724-b41e-c3182fe84238,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.069793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No DVR routers for this DVR port cbef69bf-1e07-4724-b41e-c3182fe84238 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:38.167967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a6faf242-3795-46e1-839a-730208cabfe4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a6faf242-3795-46e1-839a-730208cabfe4,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:38.181521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:36Z', 'revision_number': 8, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.189303 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.295288 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.312455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc786b8-22b8-42f5-b3d9-83af48f12cde']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.313682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd7de-375b-4ead-96dc-c83f078fe0c5 req-d3de7ef6-36a0-407b-bcf0-679b081e19ff tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.320826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14ecd7de-375b-4ead-96dc-c83f078fe0c5 req-d3de7ef6-36a0-407b-bcf0-679b081e19ff tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.0764990 Jun 30 09:01:38.321027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f088806c-1e85-46c6-8422-cd3da885d312 None None] DHCP port deletion for 4fc786b8-22b8-42f5-b3d9-83af48f12cde request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:01:38.326203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10263c8-d9f5-4996-9608-72f4fa432d7c') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.326616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10263c8-d9f5-4996-9608-72f4fa432d7c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.333571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:38.334373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36452) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:38.334642 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b264bc95-a3c1-4c86-9c7e-96cda3364177" -d '{"events": [{"server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "name": "network-vif-plugged", "status": "completed", "tag": "a6faf242-3795-46e1-839a-730208cabfe4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:38.356417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.373018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14ecd7de-375b-4ead-96dc-c83f078fe0c5 req-186e8729-228b-4dc5-99ce-e6028e5bb46e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507500 Jun 30 09:01:38.387195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.397544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:38.398060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:38.401888 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:38.406810 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:38.460194 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff676dc-ac8f-4f7a-ad26-1030ebce2a40 x-openstack-request-id: req-2ff676dc-ac8f-4f7a-ad26-1030ebce2a40 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:38.460714 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "name": "network-vif-plugged", "status": "completed", "tag": "a6faf242-3795-46e1-839a-730208cabfe4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:38.461480 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ff676dc-ac8f-4f7a-ad26-1030ebce2a40 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:38.461987 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4', 'code': 200} Jun 30 09:01:38.478364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:38.482336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:38.489488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.511084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.513986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/4fc786b8-22b8-42f5-b3d9-83af48f12cde HTTP/1.1" status: 204 len: 168 time: 1.2247543 Jun 30 09:01:38.515029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08aeea-9cb8-42fd-a388-96c3de409365 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=4fc786b8-22b8-42f5-b3d9-83af48f12cde,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.516733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36460) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:38.571953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a6faf242-3795-46e1-839a-730208cabfe4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.621430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-940b52d2-4133-463e-a892-92c26df90c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.648013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:38.735083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-940b52d2-4133-463e-a892-92c26df90c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.741250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-940b52d2-4133-463e-a892-92c26df90c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.796328 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-940b52d2-4133-463e-a892-92c26df90c49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b69e62f472e24c918fb50ae1b3aae8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606860 Jun 30 09:01:38.797005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36462) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:38.797807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b52d2-4133-463e-a892-92c26df90c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a78327d-222b-4ff9-83a2-d89290a17356,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.867388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf1cd0-be9a-4229-8919-9686aaf9e23a req-01798b06-b8c9-492e-9276-db0e4735a760 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.868938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fbf1cd0-be9a-4229-8919-9686aaf9e23a req-01798b06-b8c9-492e-9276-db0e4735a760 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 945 time: 0.2224925 Jun 30 09:01:38.873833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb6f68-64df-4a9d-8266-4f02241c5f94 req-4c90a5c2-4861-4528-8cdd-5be99c9f1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.875504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43cb6f68-64df-4a9d-8266-4f02241c5f94 req-4c90a5c2-4861-4528-8cdd-5be99c9f1129 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6da65dfb-b119-465f-9f3c-2beeba4ba41d HTTP/1.1" status: 200 len: 1098 time: 0.3072677 Jun 30 09:01:38.906097 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd758a5a-0b9b-4dd0-88e5-51eff9a3c909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.943369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd758a5a-0b9b-4dd0-88e5-51eff9a3c909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.956897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:36Z', 'revision_number': 8, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:39.000646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43cb6f68-64df-4a9d-8266-4f02241c5f94 req-3a74a327-4f67-4f49-bc1c-f684f1b6182c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992379 Jun 30 09:01:39.014790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-df5c1e90-0d8b-480d-babf-4e84ac16f568 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.023280 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-df5c1e90-0d8b-480d-babf-4e84ac16f568 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.26 "GET /v2.0/networks?id=6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 200 len: 818 time: 0.1965747 Jun 30 09:01:39.036819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Request body: {'port': {'device_id': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619', 'admin_state_up': True, 'tenant_id': '23a49e3d11d44899b40214c07de99148'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:39.051324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fbf1cd0-be9a-4229-8919-9686aaf9e23a req-ee3da4fa-20bc-48df-b783-4804a04d55ab tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705277 Jun 30 09:01:39.051616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cf979-1ba8-4856-9872-4c08e4d0b20b None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:36Z', 'revision_number': 8, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f', 'name': '', 'network_id': 'f3875228-171a-443c-8eac-269367b6d4c3', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:c9:6b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:18Z', 'updated_at': '2021-06-30T09:01:28Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '196a4dcf-bb80-42b6-a681-43d89f36744c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:39.207022 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd758a5a-0b9b-4dd0-88e5-51eff9a3c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.210178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd758a5a-0b9b-4dd0-88e5-51eff9a3c909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.214410 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fd758a5a-0b9b-4dd0-88e5-51eff9a3c909 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a78327d-222b-4ff9-83a2-d89290a17356 HTTP/1.1" status: 204 len: 168 time: 0.4129195 Jun 30 09:01:39.217612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Made reservation on behalf of 23a49e3d11d44899b40214c07de99148 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:39.221618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.240018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd758a5a-0b9b-4dd0-88e5-51eff9a3c909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a78327d-222b-4ff9-83a2-d89290a17356,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.328234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39daa9fe-e976-4bf5-8674-a6ca791fb047 req-c5afb5d5-44b0-4ee7-9b00-98898f0db320 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 210 time: 0.0508280 Jun 30 09:01:39.394915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Allocated IP 172.20.0.5 (6947816e-7a75-4f4e-b415-15db7e5ce619/4a42d1d6-068d-4fb3-857e-78b935ba2525/cc000ab2-6727-4166-9954-3b84e11b0d5e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:39.425461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-ecf45d4b-5f08-4beb-90de-cff6bb676709 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.427597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-ecf45d4b-5f08-4beb-90de-cff6bb676709 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "GET /v2.0/networks?id=6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 200 len: 818 time: 0.2097421 Jun 30 09:01:39.445992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce68e7-bed1-4d95-815e-ced1d46fc3a3 req-576ef781-fd0a-416f-a393-c09709e0cded tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.457092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57ce68e7-bed1-4d95-815e-ced1d46fc3a3 req-576ef781-fd0a-416f-a393-c09709e0cded tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 945 time: 0.3226221 Jun 30 09:01:39.475503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Request body: {'port': {'device_id': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619', 'admin_state_up': True, 'tenant_id': '23a49e3d11d44899b40214c07de99148'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:39.592055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cbef69bf-1e07-4724-b41e-c3182fe84238 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:39.660391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: cbef69bf-1e07-4724-b41e-c3182fe84238 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:39.661408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device cbef69bf-1e07-4724-b41e-c3182fe84238 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:39.662346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:39.689068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:39.689879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ff9431b1-e9fb-4aaa-9b07-895b2fee1a8d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:40.008558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36480) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.052514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07ace497-b694-4248-bd0f-bbadbd88108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.144830 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.232987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.234834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57ce68e7-bed1-4d95-815e-ced1d46fc3a3 req-c63d1f4e-66ef-4b5a-bf0c-9ba2ff30147b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762001 Jun 30 09:01:40.292278 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07ace497-b694-4248-bd0f-bbadbd88108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.294213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Pushing event updated for resources: {'Port': ['ID=cc000ab2-6727-4166-9954-3b84e11b0d5e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.300894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Network 6947816e-7a75-4f4e-b415-15db7e5ce619 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:40.302495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:40.305826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:40.310403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-07ace497-b694-4248-bd0f-bbadbd88108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.332710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-f5a3a5ef-464a-4986-8855-24ba1749d375 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.334364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-f5a3a5ef-464a-4986-8855-24ba1749d375 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "GET /v2.0/networks?id=6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 200 len: 818 time: 0.2871218 Jun 30 09:01:40.352126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.357276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Request body: {'port': {'device_id': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619', 'admin_state_up': True, 'tenant_id': '23a49e3d11d44899b40214c07de99148'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:40.403411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40d13-c6f0-4251-accb-ba5bc80a139c req-4ee1584e-e257-4ddf-a33c-e140446df1ac tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.405413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31b40d13-c6f0-4251-accb-ba5bc80a139c req-4ee1584e-e257-4ddf-a33c-e140446df1ac tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.3570516 Jun 30 09:01:40.406550 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-07ace497-b694-4248-bd0f-bbadbd88108e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=944f1dfd9b2c416d86ec2ee3dc6cb94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966372 Jun 30 09:01:40.409271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Made reservation on behalf of 23a49e3d11d44899b40214c07de99148 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:40.412338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36486) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.413054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.458347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ace497-b694-4248-bd0f-bbadbd88108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e76b8-e6bd-481b-b8cb-39172f54ffa0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.472044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.472799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.500000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-78932c65-f07c-41da-84bf-71359fdf6a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.503743 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-6e199906-ce61-4a9c-bc32-94e7f7d1f437 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4716048 Jun 30 09:01:40.522764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Request body: {'port': {'device_id': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:40.553382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-78932c65-f07c-41da-84bf-71359fdf6a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.636655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31b40d13-c6f0-4251-accb-ba5bc80a139c req-18be6c55-89e2-47b3-90bd-223d57116c3a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207794 Jun 30 09:01:40.669068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.689399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-78932c65-f07c-41da-84bf-71359fdf6a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.693359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-78932c65-f07c-41da-84bf-71359fdf6a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.697593 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78932c65-f07c-41da-84bf-71359fdf6a91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/741e76b8-e6bd-481b-b8cb-39172f54ffa0 HTTP/1.1" status: 204 len: 168 time: 0.2779400 Jun 30 09:01:40.711122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78932c65-f07c-41da-84bf-71359fdf6a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e76b8-e6bd-481b-b8cb-39172f54ffa0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.842300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aab97650-6d82-4e58-8c73-a9bded1a2aff req-3590f97a-6e6e-4237-b396-527413deaba5 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 210 time: 0.0806696 Jun 30 09:01:40.860777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Made reservation on behalf of 23a49e3d11d44899b40214c07de99148 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:40.864428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.867693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Allocated IP 172.20.0.11 (6947816e-7a75-4f4e-b415-15db7e5ce619/4a42d1d6-068d-4fb3-857e-78b935ba2525/9d137c49-9c13-4d11-bf42-6a906b33ed56) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:41.031462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb932f-8fc9-4f81-a783-a276b197831c req-8c63cc2c-e204-475a-ba83-e0ae5786574a tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.032972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cceb932f-8fc9-4f81-a783-a276b197831c req-8c63cc2c-e204-475a-ba83-e0ae5786574a tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=6da65dfb-b119-465f-9f3c-2beeba4ba41d HTTP/1.1" status: 200 len: 946 time: 0.3351207 Jun 30 09:01:41.220237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cceb932f-8fc9-4f81-a783-a276b197831c req-944a36a9-6ff9-4534-9eb5-1592592fb3e2 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561706 Jun 30 09:01:41.267144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae6047-1143-48b0-9c99-2544dddc083c req-5c09d752-b746-4ccf-8515-83c872456cd3 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.268663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3ae6047-1143-48b0-9c99-2544dddc083c req-5c09d752-b746-4ccf-8515-83c872456cd3 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 945 time: 0.3163159 Jun 30 09:01:41.301714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.323185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:41.323528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.393251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3ae6047-1143-48b0-9c99-2544dddc083c req-a49b5efd-ebd7-47f7-a02b-0df6649e33f8 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/security-groups?id=89f4fe19-8dc5-473b-b950-950f1f38ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170855 Jun 30 09:01:41.476385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,segment=NetworkSegment(09b2fb5c-f4c6-4863-a1bc-be0e589f41d1),segment_id=09b2fb5c-f4c6-4863-a1bc-be0e589f41d1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:41.476385 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.486369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.513534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:41.568593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Network 6947816e-7a75-4f4e-b415-15db7e5ce619 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:41.608948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:41.616440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:41.620706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Pushing event updated for resources: {'Port': ['ID=9d137c49-9c13-4d11-bf42-6a906b33ed56,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:41.699786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.700475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.710223 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc000ab2-6727-4166-9954-3b84e11b0d5e {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:41.721747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.746226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Transition to ACTIVE for port object cc000ab2-6727-4166-9954-3b84e11b0d5e will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:41.751052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-aabcbad8-a3ee-4475-b116-c3de340488e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2913663 Jun 30 09:01:41.766375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Request body: {'port': {'device_id': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:41.770428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.869020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Pushing event updated for resources: {'Port': ['ID=cc000ab2-6727-4166-9954-3b84e11b0d5e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.013601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Attempting to bind port cc000ab2-6727-4166-9954-3b84e11b0d5e on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:42.014072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Attempting to bind port cc000ab2-6727-4166-9954-3b84e11b0d5e by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:42.014451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Attempting to bind port cc000ab2-6727-4166-9954-3b84e11b0d5e on network 6947816e-7a75-4f4e-b415-15db7e5ce619 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:42.017846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Allocated IP 172.20.0.4 (6947816e-7a75-4f4e-b415-15db7e5ce619/4a42d1d6-068d-4fb3-857e-78b935ba2525/ce0ad1af-f601-477f-83d1-b30bb86b0489) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:42.021216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Port cc000ab2-6727-4166-9954-3b84e11b0d5e on network 6947816e-7a75-4f4e-b415-15db7e5ce619 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:42.021675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Attempting to bind port cc000ab2-6727-4166-9954-3b84e11b0d5e on network 6947816e-7a75-4f4e-b415-15db7e5ce619 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:42.028090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:42.028577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Checking segment: {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:42.029108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Bound using segment: {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:42.029655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Bound port: cc000ab2-6727-4166-9954-3b84e11b0d5e, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:42.030301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.105934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eabe4cd0-fb20-4572-9d18-552d44ccb97f req-8a9e8558-5960-429c-8cdc-6ad119823e88 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 210 time: 0.0897257 Jun 30 09:01:42.130717 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.151104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-736a3171-e760-422f-b215-b82b1648c782 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.154475 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-736a3171-e760-422f-b215-b82b1648c782 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 945 time: 0.1833243 Jun 30 09:01:42.199893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] For port cc000ab2-6727-4166-9954-3b84e11b0d5e, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:42.221458 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] For port cc000ab2-6727-4166-9954-3b84e11b0d5e, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cc000ab2-6727-4166-9954-3b84e11b0d5e,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:42.226498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.237430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.276434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.277071 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.278613 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] 10.222.0.26 "PUT /v2.0/ports/cc000ab2-6727-4166-9954-3b84e11b0d5e HTTP/1.1" status: 200 len: 1092 time: 1.7675962 Jun 30 09:01:42.301687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'tag': 'cc000ab2-6727-4166-9954-3b84e11b0d5e'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:42.305074 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eda51f-ce96-4bf5-b17c-33873617fd32" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ec816-5fa8-44c7-8909-6decaae4e80f", "tag": "cc000ab2-6727-4166-9954-3b84e11b0d5e"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:42.333992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.367165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36562) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:42.367604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106ac-9e03-4c4d-a24c-fc99f62fb67e req-1854d94c-0a13-4d50-9d8e-2a6dc0f8a9a1 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.367807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae13458-4915-4000-b03a-6eff80d14a97 service neutron] Pushing event updated for resources: {'Port': ['ID=cc000ab2-6727-4166-9954-3b84e11b0d5e,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.369117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-441106ac-9e03-4c4d-a24c-fc99f62fb67e req-1854d94c-0a13-4d50-9d8e-2a6dc0f8a9a1 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.4942374 Jun 30 09:01:42.402710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Deleting port 4d835b12-59bd-4f05-ba30-35440f7f4946 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:42.403045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.473881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-90c1963c-cd78-48c7-90e0-76fa46902dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.475428 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-90c1963c-cd78-48c7-90e0-76fa46902dcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23a49e3d11d44899b40214c07de99148&device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 1095 time: 0.1440873 Jun 30 09:01:42.542041 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4414a191-d3e9-430b-afe2-e84f576ef19f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc000ab2-6727-4166-9954-3b84e11b0d5e HTTP/1.1" status: 200 len: 217 time: 0.0560753 Jun 30 09:01:42.559902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a0d95913-cbd8-4d13-b739-6962a811457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.564233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] For port 4d835b12-59bd-4f05-ba30-35440f7f4946, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4d835b12-59bd-4f05-ba30-35440f7f4946,segment=NetworkSegment(f7631a67-f850-4a41-882a-8c55cf5e7adf),segment_id=f7631a67-f850-4a41-882a-8c55cf5e7adf)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:42.564607 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.622280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Calling delete_port for 4d835b12-59bd-4f05-ba30-35440f7f4946 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:42.657830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-27ebea1f-ff0a-4c85-9969-a60d7adab2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.659277 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-27ebea1f-ff0a-4c85-9969-a60d7adab2f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a42d1d6-068d-4fb3-857e-78b935ba2525 HTTP/1.1" status: 200 len: 858 time: 0.1006994 Jun 30 09:01:42.735125 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-b26bca00-7e58-43fc-9b5f-3227dc23c266 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6947816e-7a75-4f4e-b415-15db7e5ce619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446703 Jun 30 09:01:42.916395 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-7d53c74e-8602-4a5e-ad8d-eb66837b4df6 service neutron] 10.222.0.26 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737380 Jun 30 09:01:42.947876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a0d95913-cbd8-4d13-b739-6962a811457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.007113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a0d95913-cbd8-4d13-b739-6962a811457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.033330 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.041067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.099896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Pushing event deleted for resources: {'Port': ['ID=4d835b12-59bd-4f05-ba30-35440f7f4946,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.109143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-441106ac-9e03-4c4d-a24c-fc99f62fb67e req-1cbf7dbc-b22a-4ea1-bdf8-7e206f8a1866 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7184446 Jun 30 09:01:43.114741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d95913-cbd8-4d13-b739-6962a811457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49112a3e-b131-4d28-afc1-6dfc9ba8f259,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.147548 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a0d95913-cbd8-4d13-b739-6962a811457e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=541ef60f933645f88c6a0fa063dc04cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723818 Jun 30 09:01:43.156473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.159956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-6c8d4606-428b-4f14-bfe8-45c868bd3cdc tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.167183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-6c8d4606-428b-4f14-bfe8-45c868bd3cdc tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 810 time: 0.9486985 Jun 30 09:01:43.175823 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0199375-ae09-4a65-87f6-f551636186cb x-openstack-request-id: req-c0199375-ae09-4a65-87f6-f551636186cb {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:43.176232 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ec816-5fa8-44c7-8909-6decaae4e80f", "tag": "cc000ab2-6727-4166-9954-3b84e11b0d5e", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:43.176604 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0199375-ae09-4a65-87f6-f551636186cb {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:43.177539 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'tag': 'cc000ab2-6727-4166-9954-3b84e11b0d5e', 'status': 'completed', 'code': 200} Jun 30 09:01:43.219693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-39011a2b-eeaf-4945-8561-c9a394674a0a tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/quotas/b9f3fe23617b49ba84f9c9ca90eacd81 HTTP/1.1" status: 200 len: 375 time: 0.0512145 Jun 30 09:01:43.250067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.262968 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-94cf585b-c4dc-4889-8f64-a9b6226fa4b5 service neutron] 10.222.0.26 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332384 Jun 30 09:01:43.265669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] No DVR routers for this DVR port 4d835b12-59bd-4f05-ba30-35440f7f4946 on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:43.268434 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.273384 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.13 "DELETE /v2.0/ports/4d835b12-59bd-4f05-ba30-35440f7f4946 HTTP/1.1" status: 204 len: 173 time: 1.1092467 Jun 30 09:01:43.325983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab33e8eb-df33-4a37-a251-704142c06e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.341739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be4e41b2-7f44-4660-9ab4-56c16b7df060 req-fb841a63-43f1-4ffc-98b0-6c645aadca98 tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b231d74-424b-4746-9882-7c68013f103b HTTP/1.1" status: 200 len: 210 time: 0.0591671 Jun 30 09:01:43.357798 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab33e8eb-df33-4a37-a251-704142c06e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.435271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-ca9dc672-6c62-46b4-82a0-e919c758af4d tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.436777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-ca9dc672-6c62-46b4-82a0-e919c758af4d tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "GET /v2.0/ports?device_id=6da65dfb-b119-465f-9f3c-2beeba4ba41d HTTP/1.1" status: 200 len: 946 time: 0.4308591 Jun 30 09:01:43.459048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.483030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-19c7fa33-baab-4e75-a9d1-4601ba510dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.484633 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-19c7fa33-baab-4e75-a9d1-4601ba510dbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23a49e3d11d44899b40214c07de99148&device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 1095 time: 0.0855579 Jun 30 09:01:43.504204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab33e8eb-df33-4a37-a251-704142c06e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.507584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab33e8eb-df33-4a37-a251-704142c06e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.511061 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ab33e8eb-df33-4a37-a251-704142c06e1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49112a3e-b131-4d28-afc1-6dfc9ba8f259 HTTP/1.1" status: 204 len: 168 time: 0.3513339 Jun 30 09:01:43.591894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33e8eb-df33-4a37-a251-704142c06e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49112a3e-b131-4d28-afc1-6dfc9ba8f259,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.643239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-3fa4b5c6-73e5-4168-adc2-a1a74eaa57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.644778 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-3fa4b5c6-73e5-4168-adc2-a1a74eaa57db service neutron] 10.222.0.26 "GET /v2.0/networks?id=6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 200 len: 919 time: 0.1522973 Jun 30 09:01:43.704649 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-c9e7ef7f-72c8-43c4-926b-cfc30041b80b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc000ab2-6727-4166-9954-3b84e11b0d5e HTTP/1.1" status: 200 len: 217 time: 0.0491948 Jun 30 09:01:43.741091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Network 6947816e-7a75-4f4e-b415-15db7e5ce619 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:43.759781 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-7aaaa8b7-5bda-4b03-99cf-dbd74943a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.761264 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-7aaaa8b7-5bda-4b03-99cf-dbd74943a2e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a42d1d6-068d-4fb3-857e-78b935ba2525 HTTP/1.1" status: 200 len: 858 time: 0.0490344 Jun 30 09:01:43.781956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:43.800349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:43.816724 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-a02f053e-b3d8-4de4-8614-842b081e6f57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6947816e-7a75-4f4e-b415-15db7e5ce619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401275 Jun 30 09:01:43.923256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Pushing event updated for resources: {'Port': ['ID=ce0ad1af-f601-477f-83d1-b30bb86b0489,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.945489 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-fb5c31e0-f3e1-420c-875c-380f3c4bc1e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174757 Jun 30 09:01:43.987354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-30107cbe-1544-47ae-a189-55343886cbcb tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7572420 Jun 30 09:01:44.063012 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-01eda51f-ce96-4bf5-b17c-33873617fd32 req-84e4a817-a7aa-453c-8d1a-e8d8e03e1fc8 service neutron] 10.222.0.26 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044230 Jun 30 09:01:44.138327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b6c71-a1a4-4705-bec6-db4e225f4b36 req-4280cb4e-8658-4a8e-8193-30b075cbc1a1 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.139817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd2b6c71-a1a4-4705-bec6-db4e225f4b36 req-4280cb4e-8658-4a8e-8193-30b075cbc1a1 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 931 time: 0.6053941 Jun 30 09:01:44.160324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.160931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.169998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-5aa30a95-da9a-48f8-be3c-27507913ecf2 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.171429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-5aa30a95-da9a-48f8-be3c-27507913ecf2 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "GET /v2.0/ports?device_id=db08b3a2-39c9-47ce-9cd0-a2576a8e5aca HTTP/1.1" status: 200 len: 945 time: 0.7440963 Jun 30 09:01:44.228159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d137c49-9c13-4d11-bf42-6a906b33ed56 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:44.259181 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.264552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Deleting port a6faf242-3795-46e1-839a-730208cabfe4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:44.264887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.268199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4486021c-e569-4670-9fe4-9bd7b66a5040 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9209182 Jun 30 09:01:44.274007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:44.310103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Request body: {'port': {'device_id': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:44.390152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Transition to ACTIVE for port object 9d137c49-9c13-4d11-bf42-6a906b33ed56 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:44.398488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd2b6c71-a1a4-4705-bec6-db4e225f4b36 req-54d89dd4-e5dd-4f39-a80b-a99580670cf3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505414 Jun 30 09:01:44.414986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-91c03af7-970a-4664-a4a3-6e1d9c895027 service neutron] 10.222.0.53 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267848 Jun 30 09:01:44.415587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.703364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d137c49-9c13-4d11-bf42-6a906b33ed56,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.727359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] For port a6faf242-3795-46e1-839a-730208cabfe4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a6faf242-3795-46e1-839a-730208cabfe4,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:44.727725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.780550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Calling delete_port for a6faf242-3795-46e1-839a-730208cabfe4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:44.792809 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.795488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:44.805264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:44.814593 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:44.815196 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:44.835198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c8e76dcb-ef5e-4933-b7a0-2094a7405436 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3171613 Jun 30 09:01:44.838492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:44.873165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36614) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:44.898858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet 196a4dcf-bb80-42b6-a681-43d89f36744c {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:44.902471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.924041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Deleting port f1e4e7b6-c762-4e91-8cda-1980123fd531 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:44.924388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.935287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-50a6f892-3f43-45f5-84f0-84b991e141c2 service neutron] 10.222.0.53 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580038 Jun 30 09:01:44.968150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.006926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a6faf242-3795-46e1-839a-730208cabfe4 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:45.052123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:45.140363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.167594 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.191160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b231d74-424b-4746-9882-7c68013f103b', 'name': 'network-vif-deleted', 'tag': '4d835b12-59bd-4f05-ba30-35440f7f4946'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:45.193649 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cde2a2f-bc29-444d-9e4f-5654c7f270c5" -d '{"events": [{"server_uuid": "6b231d74-424b-4746-9882-7c68013f103b", "name": "network-vif-deleted", "tag": "4d835b12-59bd-4f05-ba30-35440f7f4946"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:45.203714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:45.208859 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df9cf9c-4b49-479d-9dcb-88c7ab47e9e3" -d '{"events": [{"server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "name": "network-vif-unplugged", "status": "completed", "tag": "a6faf242-3795-46e1-839a-730208cabfe4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:45.243155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a6faf242-3795-46e1-839a-730208cabfe4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a6faf242-3795-46e1-839a-730208cabfe4,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:45.248369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.249158 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.250009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d835b12-59bd-4f05-ba30-35440f7f4946 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:45.274205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 4d835b12-59bd-4f05-ba30-35440f7f4946 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:45.274566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4d835b12-59bd-4f05-ba30-35440f7f4946 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:45.327609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a6faf242-3795-46e1-839a-730208cabfe4,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.339783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=196a4dcf-bb80-42b6-a681-43d89f36744c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.351059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36626) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.358752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.364088 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-22507a12-f6cc-45da-a826-7b260f88522d tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/196a4dcf-bb80-42b6-a681-43d89f36744c HTTP/1.1" status: 204 len: 168 time: 0.5239704 Jun 30 09:01:45.364317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e005e97-4927-4af9-b1fc-1e7ab2a36ad4 None None] Network f3875228-171a-443c-8eac-269367b6d4c3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:45.378808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36628) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.401688 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41850db0-29f4-40c9-ae9d-b5b82ab09f67 x-openstack-request-id: req-41850db0-29f4-40c9-ae9d-b5b82ab09f67 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:45.405009 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b231d74-424b-4746-9882-7c68013f103b", "name": "network-vif-deleted", "tag": "4d835b12-59bd-4f05-ba30-35440f7f4946", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:45.406701 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41850db0-29f4-40c9-ae9d-b5b82ab09f67 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:45.407227 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b231d74-424b-4746-9882-7c68013f103b', 'name': 'network-vif-deleted', 'tag': '4d835b12-59bd-4f05-ba30-35440f7f4946', 'status': 'completed', 'code': 200} Jun 30 09:01:45.444947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-dd24e7c4-4ad3-4411-b733-3d42f8a29683 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-864607649'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:45.483980 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:41Z', 'revision_number': 9, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:45.512820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478964b-1950-4821-b9a6-858085f77d34 req-a6b4b02f-d5e0-4a01-9a8c-986ed421b83e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.514422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c478964b-1950-4821-b9a6-858085f77d34 req-a6b4b02f-d5e0-4a01-9a8c-986ed421b83e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.9860442 Jun 30 09:01:45.515519 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b01f6d-6423-4ff6-afee-e5e199b9bfdb x-openstack-request-id: req-08b01f6d-6423-4ff6-afee-e5e199b9bfdb {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:45.516552 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "name": "network-vif-unplugged", "status": "completed", "tag": "a6faf242-3795-46e1-839a-730208cabfe4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:45.517074 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:45.517481 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08b01f6d-6423-4ff6-afee-e5e199b9bfdb {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:45.521116 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4', 'code': 200} Jun 30 09:01:45.523206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cc000ab2-6727-4166-9954-3b84e11b0d5e details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:45.530066 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:45.530822 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:45.540703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] Deleting subnet a66f0d92-9d43-4bb6-8328-4e793cf06fa6 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:45.545467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.629232 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:45.631304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Attempting to bind port 9d137c49-9c13-4d11-bf42-6a906b33ed56 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:45.631643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Attempting to bind port 9d137c49-9c13-4d11-bf42-6a906b33ed56 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:45.631977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Attempting to bind port 9d137c49-9c13-4d11-bf42-6a906b33ed56 on network 6947816e-7a75-4f4e-b415-15db7e5ce619 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:45.660890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.731142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port cc000ab2-6727-4166-9954-3b84e11b0d5e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cc000ab2-6727-4166-9954-3b84e11b0d5e,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:45.757201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.760606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'cc000ab2-6727-4166-9954-3b84e11b0d5e', 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619', 'port_id': 'cc000ab2-6727-4166-9954-3b84e11b0d5e', 'mac_address': 'fa:16:3e:4d:ab:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a42d1d6-068d-4fb3-857e-78b935ba2525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:45.763802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.817785 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:45.822319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.826983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] DHCP port deletion for f3875228-171a-443c-8eac-269367b6d4c3 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:01:45.838122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Port 9d137c49-9c13-4d11-bf42-6a906b33ed56 on network 6947816e-7a75-4f4e-b415-15db7e5ce619 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:45.838634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Attempting to bind port 9d137c49-9c13-4d11-bf42-6a906b33ed56 on network 6947816e-7a75-4f4e-b415-15db7e5ce619 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:45.849096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc000ab2-6727-4166-9954-3b84e11b0d5e {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:45.872029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:45.872888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Checking segment: {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:45.873355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Bound using segment: {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:45.873947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Bound port: 9d137c49-9c13-4d11-bf42-6a906b33ed56, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:45.874384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.876452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port cc000ab2-6727-4166-9954-3b84e11b0d5e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cc000ab2-6727-4166-9954-3b84e11b0d5e,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:45.899024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c478964b-1950-4821-b9a6-858085f77d34 req-f21cbdd1-0618-4776-8d17-de376b670e7d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930970 Jun 30 09:01:45.900055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd24e7c4-4ad3-4411-b733-3d42f8a29683 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.901934 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.902543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd24e7c4-4ad3-4411-b733-3d42f8a29683 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.979446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=cc000ab2-6727-4166-9954-3b84e11b0d5e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.992131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] Deleting port 943c0768-ec51-46e1-bee7-fb80a5d477b0 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:45.993447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.039018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 943c0768-ec51-46e1-bee7-fb80a5d477b0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:46.039697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.040024 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:41Z', 'revision_number': 9, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:46.073708 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9ecdd-9193-46bc-a166-97d8657b81d3 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:41Z', 'revision_number': 9, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7bd7a059-e65d-456a-99e1-c27369d3e1a4', 'name': '', 'network_id': '1e951cf5-fb96-4119-890b-4a935d9e8312', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:af:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:13Z', 'updated_at': '2021-06-30T09:01:23Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': 'b7c43652-7e0b-4555-8bee-0031668de592', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:46.083104 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd24e7c4-4ad3-4411-b733-3d42f8a29683 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.092937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] For port 943c0768-ec51-46e1-bee7-fb80a5d477b0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=943c0768-ec51-46e1-bee7-fb80a5d477b0,segment=NetworkSegment(09b2fb5c-f4c6-4863-a1bc-be0e589f41d1),segment_id=09b2fb5c-f4c6-4863-a1bc-be0e589f41d1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:46.093586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.107762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] Calling delete_port for 943c0768-ec51-46e1-bee7-fb80a5d477b0 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:46.126798 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.149861 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd24e7c4-4ad3-4411-b733-3d42f8a29683 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.174641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04a9591b-54fc-48f6-9c2b-5d5478c68de9 req-0934834b-f5c7-4f0f-9a7a-d7d0b053b56c tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 210 time: 0.0812907 Jun 30 09:01:46.188255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66f0d92-9d43-4bb6-8328-4e793cf06fa6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.194615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.201570 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4de9b34f-966b-4425-bb69-c369e47dd8d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a66f0d92-9d43-4bb6-8328-4e793cf06fa6 HTTP/1.1" status: 204 len: 168 time: 0.8351502 Jun 30 09:01:46.202876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36644) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.218244 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd24e7c4-4ad3-4411-b733-3d42f8a29683 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.219582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dd24e7c4-4ad3-4411-b733-3d42f8a29683 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3395054 Jun 30 09:01:46.224400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['cc000ab2-6727-4166-9954-3b84e11b0d5e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:46.226995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36646) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.313825 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.361805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] No DVR routers for this DVR port 943c0768-ec51-46e1-bee7-fb80a5d477b0 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:46.367244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099d085-1292-41e8-a37c-6dc89335cbb3 None None] Pushing event deleted for resources: {'Port': ['ID=943c0768-ec51-46e1-bee7-fb80a5d477b0,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.414543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] For port f1e4e7b6-c762-4e91-8cda-1980123fd531, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f1e4e7b6-c762-4e91-8cda-1980123fd531,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:46.415282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.439640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fb8386-2a32-42d1-b5e3-62933ba9b6a3 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.466469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Calling delete_port for f1e4e7b6-c762-4e91-8cda-1980123fd531 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:46.525598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.588090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74522a12-591a-4346-8541-62822c63cc49 req-37789dc9-18eb-43eb-9e4a-031821acc423 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.589857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74522a12-591a-4346-8541-62822c63cc49 req-37789dc9-18eb-43eb-9e4a-031821acc423 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 931 time: 0.4879367 Jun 30 09:01:46.594683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] For port 9d137c49-9c13-4d11-bf42-6a906b33ed56, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:46.632756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port 943c0768-ec51-46e1-bee7-fb80a5d477b0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=943c0768-ec51-46e1-bee7-fb80a5d477b0,segment=NetworkSegment(09b2fb5c-f4c6-4863-a1bc-be0e589f41d1),segment_id=09b2fb5c-f4c6-4863-a1bc-be0e589f41d1)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:46.633131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.690012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 943c0768-ec51-46e1-bee7-fb80a5d477b0 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:46.765510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event deleted for resources: {'Port': ['ID=a6faf242-3795-46e1-839a-730208cabfe4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.772952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.778675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] For port 9d137c49-9c13-4d11-bf42-6a906b33ed56, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9d137c49-9c13-4d11-bf42-6a906b33ed56,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:46.786179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fb8386-2a32-42d1-b5e3-62933ba9b6a3 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.790026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fb8386-2a32-42d1-b5e3-62933ba9b6a3 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.807993 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.812910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74522a12-591a-4346-8541-62822c63cc49 req-a5bc08d9-cf23-4772-a2cc-578dc8908272 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887233 Jun 30 09:01:46.894981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] No DVR routers for this DVR port a6faf242-3795-46e1-839a-730208cabfe4 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:46.903849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fb8386-2a32-42d1-b5e3-62933ba9b6a3 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.904328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fb8386-2a32-42d1-b5e3-62933ba9b6a3 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88a19efc-5041-40ea-8d62-236fb925ddc5 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:01:46.909273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.909915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.911298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d137c49-9c13-4d11-bf42-6a906b33ed56 HTTP/1.1" status: 200 len: 1093 time: 5.1491940 Jun 30 09:01:46.912912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.914739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5239f1dd-a4f5-440f-b804-ce57cd9485d7 req-a84395ff-6835-4458-81c2-46bd307c976b tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "DELETE /v2.0/ports/a6faf242-3795-46e1-839a-730208cabfe4 HTTP/1.1" status: 204 len: 173 time: 3.4224055 Jun 30 09:01:46.916902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54fb8386-2a32-42d1-b5e3-62933ba9b6a3 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.917011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'tag': '9d137c49-9c13-4d11-bf42-6a906b33ed56'}, {'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'name': 'network-vif-deleted', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:46.921949 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-54fb8386-2a32-42d1-b5e3-62933ba9b6a3 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "DELETE /v2.0/routers/88a19efc-5041-40ea-8d62-236fb925ddc5 HTTP/1.1" status: 204 len: 168 time: 0.6893063 Jun 30 09:01:46.922135 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3" -d '{"events": [{"name": "network-changed", "server_uuid": "f64658ed-1e22-44a9-8dfd-dce5bfea9276", "tag": "9d137c49-9c13-4d11-bf42-6a906b33ed56"}, {"server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "name": "network-vif-deleted", "tag": "a6faf242-3795-46e1-839a-730208cabfe4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:46.922920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36650) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.940785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-85639d7d-f1da-4577-974a-48e30831823e tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Request body: {'router': {'name': 'tempest-router-1026087710', 'distributed': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:47.002263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.019778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48877977-f3b3-4db1-b11a-7b7746ce47f7']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:47.025503 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad0cb5-38da-44de-8dff-de7fe76ca884 x-openstack-request-id: req-09ad0cb5-38da-44de-8dff-de7fe76ca884 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:47.025826 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64658ed-1e22-44a9-8dfd-dce5bfea9276", "tag": "9d137c49-9c13-4d11-bf42-6a906b33ed56", "status": "completed", "code": 200}, {"server_uuid": "6da65dfb-b119-465f-9f3c-2beeba4ba41d", "name": "network-vif-deleted", "tag": "a6faf242-3795-46e1-839a-730208cabfe4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:47.026081 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09ad0cb5-38da-44de-8dff-de7fe76ca884 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:47.026485 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'tag': '9d137c49-9c13-4d11-bf42-6a906b33ed56', 'status': 'completed', 'code': 200} Jun 30 09:01:47.026738 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da65dfb-b119-465f-9f3c-2beeba4ba41d', 'name': 'network-vif-deleted', 'tag': 'a6faf242-3795-46e1-839a-730208cabfe4', 'status': 'completed', 'code': 200} Jun 30 09:01:47.033080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7631a67-f850-4a41-882a-8c55cf5e7adf') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:47.033080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7631a67-f850-4a41-882a-8c55cf5e7adf') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:47.040840 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.049336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.052960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e63ad5-663a-405b-a6c0-5fc190a8e7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d137c49-9c13-4d11-bf42-6a906b33ed56,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.074328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0ad1af-f601-477f-83d1-b30bb86b0489 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:47.086658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.096138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No DVR routers for this DVR port 943c0768-ec51-46e1-bee7-fb80a5d477b0 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:47.108337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85639d7d-f1da-4577-974a-48e30831823e tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.109347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85639d7d-f1da-4577-974a-48e30831823e tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.128914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Transition to ACTIVE for port object ce0ad1af-f601-477f-83d1-b30bb86b0489 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:47.147613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.191124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.214411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.225808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3875228-171a-443c-8eac-269367b6d4c3']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:47.236788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:47.237092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b2fb5c-f4c6-4863-a1bc-be0e589f41d1') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:47.247208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.262908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.269692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:47.270304 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.329164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=943c0768-ec51-46e1-bee7-fb80a5d477b0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.334879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 943c0768-ec51-46e1-bee7-fb80a5d477b0 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:47.336478 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:47.343702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.352564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85639d7d-f1da-4577-974a-48e30831823e tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.363185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9b701cef-0268-42b3-b41f-06f67b1b1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.364698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9b701cef-0268-42b3-b41f-06f67b1b1a92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23a49e3d11d44899b40214c07de99148&device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 1096 time: 0.3844912 Jun 30 09:01:47.366532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:47.367252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:47.369159 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:47.376111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 943c0768-ec51-46e1-bee7-fb80a5d477b0 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:47.377083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 943c0768-ec51-46e1-bee7-fb80a5d477b0 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:47.377665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:47.407665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cc000ab2-6727-4166-9954-3b84e11b0d5e up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:47.410300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:47.410753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 53e70f7c-609f-4ce9-9cb3-3e04eaba7d9f not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:47.426669 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85639d7d-f1da-4577-974a-48e30831823e tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.435217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.462418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.464536 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/f3875228-171a-443c-8eac-269367b6d4c3 HTTP/1.1" status: 204 len: 168 time: 2.0846360 Jun 30 09:01:47.466900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4df4ea-df96-4c5b-b949-6d4410c7d638 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=f3875228-171a-443c-8eac-269367b6d4c3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.468498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36658) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.478730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.484392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ad1af-f601-477f-83d1-b30bb86b0489,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.496618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port cc000ab2-6727-4166-9954-3b84e11b0d5e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:47.501270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port cc000ab2-6727-4166-9954-3b84e11b0d5e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:47.501834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.523378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.525221 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/48877977-f3b3-4db1-b11a-7b7746ce47f7 HTTP/1.1" status: 204 len: 168 time: 1.3165512 Jun 30 09:01:47.529276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36660) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.553624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-836d661a-0043-4867-9a4d-109d4f617511 req-37d01a16-7559-4532-977f-540606e711ab tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 210 time: 0.1734731 Jun 30 09:01:47.599535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-7ddba56e-b074-439a-8241-74c761a566fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d137c49-9c13-4d11-bf42-6a906b33ed56 HTTP/1.1" status: 200 len: 217 time: 0.2154169 Jun 30 09:01:47.618730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] No DVR routers for this DVR port f1e4e7b6-c762-4e91-8cda-1980123fd531 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:47.625023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.627202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-832cd128-7039-4c19-92d4-1baed29ffa07 req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "DELETE /v2.0/ports/f1e4e7b6-c762-4e91-8cda-1980123fd531 HTTP/1.1" status: 204 len: 173 time: 3.4282234 Jun 30 09:01:47.631358 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85639d7d-f1da-4577-974a-48e30831823e tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.632723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-85639d7d-f1da-4577-974a-48e30831823e tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7017729 Jun 30 09:01:47.647494 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.663296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90262-e09b-4e91-add8-8e69979d58c8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event deleted for resources: {'Port': ['ID=f1e4e7b6-c762-4e91-8cda-1980123fd531,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.673262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36662) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.673855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc000ab2-6727-4166-9954-3b84e11b0d5e'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:47.676369 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d804a87-c826-409e-af0b-a9e37c876baf" -d '{"events": [{"server_uuid": "9e9ec816-5fa8-44c7-8909-6decaae4e80f", "name": "network-vif-plugged", "status": "completed", "tag": "cc000ab2-6727-4166-9954-3b84e11b0d5e"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:47.692479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port cc000ab2-6727-4166-9954-3b84e11b0d5e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cc000ab2-6727-4166-9954-3b84e11b0d5e,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:47.696794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.698373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f1e4e7b6-c762-4e91-8cda-1980123fd531 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:47.714922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40420b0e-6c75-4e63-bba2-732fb72bd9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=48877977-f3b3-4db1-b11a-7b7746ce47f7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.787464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fc6a7-9026-4f0a-bad3-6b7ba909b567 req-353fa5dc-a4b0-4171-a04b-c86cf25a4782 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.795607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe3fc6a7-9026-4f0a-bad3-6b7ba909b567 req-353fa5dc-a4b0-4171-a04b-c86cf25a4782 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.6738737 Jun 30 09:01:47.826022 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2141287e-fbe2-41ef-ada9-b72247939263 x-openstack-request-id: req-2141287e-fbe2-41ef-ada9-b72247939263 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:47.826344 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ec816-5fa8-44c7-8909-6decaae4e80f", "name": "network-vif-plugged", "status": "completed", "tag": "cc000ab2-6727-4166-9954-3b84e11b0d5e", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:47.826607 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2141287e-fbe2-41ef-ada9-b72247939263 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:47.827044 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc000ab2-6727-4166-9954-3b84e11b0d5e', 'code': 200} Jun 30 09:01:47.827653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=cc000ab2-6727-4166-9954-3b84e11b0d5e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.882332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f1e4e7b6-c762-4e91-8cda-1980123fd531 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:47.882692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f1e4e7b6-c762-4e91-8cda-1980123fd531 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:47.890754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-f3c6c8e2-12c8-4cec-ad62-91f392521a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.892547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-f3c6c8e2-12c8-4cec-ad62-91f392521a57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a42d1d6-068d-4fb3-857e-78b935ba2525 HTTP/1.1" status: 200 len: 858 time: 0.2688878 Jun 30 09:01:47.894108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-791f678d-6238-4a58-9457-213da2eec3de tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.902214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-adf90e02-3d44-45ee-bad1-78d7b70bc0c3 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.904557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-adf90e02-3d44-45ee-bad1-78d7b70bc0c3 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 810 time: 0.5804291 Jun 30 09:01:48.063307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Attempting to bind port ce0ad1af-f601-477f-83d1-b30bb86b0489 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:48.063847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Attempting to bind port ce0ad1af-f601-477f-83d1-b30bb86b0489 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:48.064261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Attempting to bind port ce0ad1af-f601-477f-83d1-b30bb86b0489 on network 6947816e-7a75-4f4e-b415-15db7e5ce619 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:48.101851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Request body: {'port': {'device_id': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'admin_state_up': True, 'tenant_id': 'b9f3fe23617b49ba84f9c9ca90eacd81'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:48.106919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-4df13b8c-390f-424a-9105-895bcfdf71d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6947816e-7a75-4f4e-b415-15db7e5ce619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000587 Jun 30 09:01:48.216867 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] Deleting subnet ec75f03d-fda6-4f62-9737-c75eb8065ebb {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:48.225399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe3fc6a7-9026-4f0a-bad3-6b7ba909b567 req-9ec1cf8a-61f9-4237-8f38-69db5040064f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286804 Jun 30 09:01:48.264735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Port ce0ad1af-f601-477f-83d1-b30bb86b0489 on network 6947816e-7a75-4f4e-b415-15db7e5ce619 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:48.264964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Attempting to bind port ce0ad1af-f601-477f-83d1-b30bb86b0489 on network 6947816e-7a75-4f4e-b415-15db7e5ce619 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:48.266733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.318334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.356832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:48.357179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Checking segment: {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:48.357569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Bound using segment: {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:48.358069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Bound port: ce0ad1af-f601-477f-83d1-b30bb86b0489, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb50e48-68bf-4f5c-b790-fc3b198debed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:48.358423 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.374141 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-791f678d-6238-4a58-9457-213da2eec3de tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.382022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-791f678d-6238-4a58-9457-213da2eec3de tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.407909 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.444206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8577b25-fd1f-4b73-85ff-910c7b991e9c req-3b3ec7b9-e748-455c-8e4a-afcac5059c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.445700 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e8577b25-fd1f-4b73-85ff-910c7b991e9c req-3b3ec7b9-e748-455c-8e4a-afcac5059c21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 1097 time: 0.2434590 Jun 30 09:01:48.519140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e8577b25-fd1f-4b73-85ff-910c7b991e9c req-278d5341-7456-4272-bfd0-2b1847d9185d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645883 Jun 30 09:01:48.529684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-791f678d-6238-4a58-9457-213da2eec3de tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.530403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f678d-6238-4a58-9457-213da2eec3de tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c4510f0-7677-4622-9530-803aee91f483 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:01:48.532020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.548075 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-791f678d-6238-4a58-9457-213da2eec3de tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.549438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-791f678d-6238-4a58-9457-213da2eec3de tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9c4510f0-7677-4622-9530-803aee91f483 HTTP/1.1" status: 204 len: 168 time: 0.8648562 Jun 30 09:01:48.554081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36670) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.565398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d03ab-ae30-47c2-a702-aa59e3d2e343 req-28693296-736a-4937-825d-30e924ab4911 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.566976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b52d03ab-ae30-47c2-a702-aa59e3d2e343 req-28693296-736a-4937-825d-30e924ab4911 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 943 time: 0.5483916 Jun 30 09:01:48.575414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-3154b745-ffa7-43e8-8688-7721bcd160b8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.577224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-3154b745-ffa7-43e8-8688-7721bcd160b8 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 810 time: 0.5548117 Jun 30 09:01:48.577959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.581102 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ec75f03d-fda6-4f62-9737-c75eb8065ebb HTTP/1.1" status: 204 len: 168 time: 1.0503421 Jun 30 09:01:48.582892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc609364-f707-411a-9cf2-9837884964c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec75f03d-fda6-4f62-9737-c75eb8065ebb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.585470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36672) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.585840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-de09a4b3-5fd7-4d34-a350-8f03ca380a4f tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Request body: {'router': {'name': 'tempest-router-52022164', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '60161ff2af64420cbc8f33c029e18161'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:48.604378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-e0c64a8a-fefc-428a-b443-05a7f1980700 service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384992 Jun 30 09:01:48.629906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Request body: {'port': {'device_id': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'admin_state_up': True, 'tenant_id': 'b9f3fe23617b49ba84f9c9ca90eacd81'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:48.708618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.756132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.906796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.928507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6810a7a4-fede-44f0-9f40-6230c538f748']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:48.985000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a4543a-1716-4a64-8569-0c8ee7f23b46') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:48.985310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a4543a-1716-4a64-8569-0c8ee7f23b46') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:48.996248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.040339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.050624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:49.051087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:49.052960 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:49.061442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'name': 'network-vif-deleted', 'tag': 'f1e4e7b6-c762-4e91-8cda-1980123fd531'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:49.063721 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce59ca19-90d2-4ec3-a2aa-7e3f71fbd103" -d '{"events": [{"server_uuid": "db08b3a2-39c9-47ce-9cd0-a2576a8e5aca", "name": "network-vif-deleted", "tag": "f1e4e7b6-c762-4e91-8cda-1980123fd531"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:49.102462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] For port ce0ad1af-f601-477f-83d1-b30bb86b0489, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:49.123878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.131870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:01:49.131870 n-d-758944-40 neutron-server[100240]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:01:49.131870 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id': 'b9f3fe23617b49ba84f9c9ca90eacd81', 'id': 'bca52fef-2d1a-48b7-97cd-7a719ecbe265', 'expiration': datetime.datetime(2021, 6, 30, 9, 3, 49, 66104)}] Jun 30 09:01:49.131870 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:01:49.132289 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:01:49.147728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.149520 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/6810a7a4-fede-44f0-9f40-6230c538f748 HTTP/1.1" status: 204 len: 168 time: 0.5612950 Jun 30 09:01:49.165174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e15d73-5592-4531-84be-7b8a60f7c7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6810a7a4-fede-44f0-9f40-6230c538f748,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.172808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cb570d8-4c39-42bd-b5d5-7e371eacfc3c req-6d7621cd-2c03-4c86-b853-99b04124ef5d tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 210 time: 0.1046603 Jun 30 09:01:49.178553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] For port ce0ad1af-f601-477f-83d1-b30bb86b0489, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ce0ad1af-f601-477f-83d1-b30bb86b0489,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:49.186348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de09a4b3-5fd7-4d34-a350-8f03ca380a4f tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.187371 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de09a4b3-5fd7-4d34-a350-8f03ca380a4f tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.192995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b52d03ab-ae30-47c2-a702-aa59e3d2e343 req-64012828-12b2-42c7-93be-9028c43407c7 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018236 Jun 30 09:01:49.199910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.270618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 7bd7a059-e65d-456a-99e1-c27369d3e1a4 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:49.271196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.292287 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e142e6-69d2-4cdc-96ed-f43e45b9e1c1 x-openstack-request-id: req-24e142e6-69d2-4cdc-96ed-f43e45b9e1c1 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:49.292578 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db08b3a2-39c9-47ce-9cd0-a2576a8e5aca", "name": "network-vif-deleted", "tag": "f1e4e7b6-c762-4e91-8cda-1980123fd531", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:49.292826 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24e142e6-69d2-4cdc-96ed-f43e45b9e1c1 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:49.293276 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db08b3a2-39c9-47ce-9cd0-a2576a8e5aca', 'name': 'network-vif-deleted', 'tag': 'f1e4e7b6-c762-4e91-8cda-1980123fd531', 'status': 'completed', 'code': 200} Jun 30 09:01:49.306192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.306815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.308266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] 10.222.0.13 "PUT /v2.0/ports/ce0ad1af-f601-477f-83d1-b30bb86b0489 HTTP/1.1" status: 200 len: 1092 time: 5.0252471 Jun 30 09:01:49.351915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-594ca22f-deef-4709-bd86-c1ef792a0298 service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196121 Jun 30 09:01:49.358919 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de09a4b3-5fd7-4d34-a350-8f03ca380a4f tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.397535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port 7bd7a059-e65d-456a-99e1-c27369d3e1a4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7bd7a059-e65d-456a-99e1-c27369d3e1a4,segment=NetworkSegment(980c80eb-1b29-4485-8f6e-752efce4c422),segment_id=980c80eb-1b29-4485-8f6e-752efce4c422)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:49.397872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de09a4b3-5fd7-4d34-a350-8f03ca380a4f tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.398012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.414720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855f5d-64de-4fa7-bd7c-3c93464fffdf service neutron] Pushing event updated for resources: {'Port': ['ID=ce0ad1af-f601-477f-83d1-b30bb86b0489,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.434461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 7bd7a059-e65d-456a-99e1-c27369d3e1a4 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:49.452742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Made reservation on behalf of b9f3fe23617b49ba84f9c9ca90eacd81 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:49.456634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.474420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36682) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:49.490479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de09a4b3-5fd7-4d34-a350-8f03ca380a4f tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.494859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de09a4b3-5fd7-4d34-a350-8f03ca380a4f tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9236765 Jun 30 09:01:49.495021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36684) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:49.499719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:49.645436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ae21f3d6-eed0-48e6-af67-14f5cb5e66dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=188845dc1553425d828fc2b230194595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666474 Jun 30 09:01:49.647223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-39cc7605-a42b-4eaa-9f6d-bec971109ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.648656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-39cc7605-a42b-4eaa-9f6d-bec971109ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23a49e3d11d44899b40214c07de99148&device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 1095 time: 0.2949626 Jun 30 09:01:49.650791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36686) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:49.731970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-3af5cf0d-9dbc-4975-b289-17a1d42b488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.733487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-3af5cf0d-9dbc-4975-b289-17a1d42b488d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23a49e3d11d44899b40214c07de99148&device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 1096 time: 0.3198535 Jun 30 09:01:49.757043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-626d1182-e7c3-4584-87d7-aa8f3da28446 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce0ad1af-f601-477f-83d1-b30bb86b0489 HTTP/1.1" status: 200 len: 217 time: 0.0940099 Jun 30 09:01:49.764869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af118475-9cf2-462a-9615-340d846b4e2b req-375cd21c-05d4-458d-bd5f-c2d8d34b95a9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.765554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.765885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.766502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af118475-9cf2-462a-9615-340d846b4e2b req-375cd21c-05d4-458d-bd5f-c2d8d34b95a9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.3334427 Jun 30 09:01:49.836906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Made reservation on behalf of b9f3fe23617b49ba84f9c9ca90eacd81 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:49.842546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.877862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100238) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 30 09:01:49.878195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Router 4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2 migrating from provider to provider. {{(pid=100238) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 30 09:01:49.878562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.887371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.890606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.900815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.923964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=7bd7a059-e65d-456a-99e1-c27369d3e1a4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.932848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Allocated IP 172.20.0.3 (65619ef7-c8d4-4eb9-9371-74802ef534ea/899d1c04-0e17-4ea0-93a1-8be03fa4f688/0729574f-978c-44c6-a03c-b4380a854a6c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:50.019434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9cc22e4e-8229-403d-a802-5c3feb2e411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.020925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-9cc22e4e-8229-403d-a802-5c3feb2e411c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a42d1d6-068d-4fb3-857e-78b935ba2525 HTTP/1.1" status: 200 len: 858 time: 0.2488456 Jun 30 09:01:50.032235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af118475-9cf2-462a-9615-340d846b4e2b req-465ece3d-276a-4e96-b8dd-948a53f14505 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395895 Jun 30 09:01:50.076271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b7eff37-d4e4-4065-912b-eeb6f20e3f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.100452 n-d-758944-40 neutron-server[100238]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] No L3 agents can host the router 4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2 Jun 30 09:01:50.112106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-d5b3d6d2-548d-4709-96d6-e8864833b2c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6947816e-7a75-4f4e-b415-15db7e5ce619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766747 Jun 30 09:01:50.118638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.150398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-a1e16bfa-ad27-4c47-81be-7d4067573ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.151843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-a1e16bfa-ad27-4c47-81be-7d4067573ec3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 200 len: 919 time: 0.3844533 Jun 30 09:01:50.167540 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b7eff37-d4e4-4065-912b-eeb6f20e3f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.258552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-a9828b65-4e45-44e4-b8dd-4824441f137e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d137c49-9c13-4d11-bf42-6a906b33ed56 HTTP/1.1" status: 200 len: 217 time: 0.0883279 Jun 30 09:01:50.303546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Hosts for router 4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2: [] {{(pid=100238) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 30 09:01:50.338983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Hosts for other DVR routers connected to router 4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2: set() {{(pid=100238) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 30 09:01:50.342362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.343619 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee0be0af-d245-4fb3-87b9-117c8697702b tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "PUT /v2.0/routers/4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2 HTTP/1.1" status: 200 len: 715 time: 0.8479753 Jun 30 09:01:50.350704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36692) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:50.432112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:50.498817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b79fdb-174d-4e15-9ad6-ed1e80c4f417 req-f5fc8405-d377-4265-a515-e5e13bd0793a tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 210 time: 0.1561158 Jun 30 09:01:50.542129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-7fb5066d-5a82-4a4b-aa9c-db5b8c4bdee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.543687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-7fb5066d-5a82-4a4b-aa9c-db5b8c4bdee7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a42d1d6-068d-4fb3-857e-78b935ba2525 HTTP/1.1" status: 200 len: 858 time: 0.2720556 Jun 30 09:01:50.548168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f75f3273-7541-4fe4-8927-bad9de09ef5a tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "GET /v2.0/routers/4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2 HTTP/1.1" status: 200 len: 715 time: 0.1919894 Jun 30 09:01:50.550718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36694) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:50.580177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-5a4e07df-3060-49b1-a144-1909c1046507 service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534130 Jun 30 09:01:50.603976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-cc4da806-da1b-4594-9501-ecb522e89a2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6947816e-7a75-4f4e-b415-15db7e5ce619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522649 Jun 30 09:01:50.634361 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b7eff37-d4e4-4065-912b-eeb6f20e3f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.637422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b7eff37-d4e4-4065-912b-eeb6f20e3f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.640843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7b7eff37-d4e4-4065-912b-eeb6f20e3f3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89f4fe19-8dc5-473b-b950-950f1f38ee16 HTTP/1.1" status: 204 len: 168 time: 0.9817646 Jun 30 09:01:50.695938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.738401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eff37-d4e4-4065-912b-eeb6f20e3f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f4fe19-8dc5-473b-b950-950f1f38ee16,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:50.828518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c13f5d-59ed-47b6-b22d-eb5237e44feb req-daafd4ba-163b-430b-83ed-e4b059909a34 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.829914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:50.830149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c13f5d-59ed-47b6-b22d-eb5237e44feb req-daafd4ba-163b-430b-83ed-e4b059909a34 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 943 time: 0.4861574 Jun 30 09:01:50.835761 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ebf07840-2eda-415f-b5bc-772e9b4fe77b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3657763 Jun 30 09:01:50.838293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36700) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:50.847980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:50.860019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:50.860903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:50.922930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet b7c43652-7e0b-4555-8bee-0031668de592 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:50.924394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aca4dff1-56ca-4588-9ba3-bee7f0608694 tempest-RoutersTestDVR-202448380 tempest-RoutersTestDVR-202448380-project] 10.222.0.53 "GET /v2.0/routers/4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2 HTTP/1.1" status: 200 len: 681 time: 0.3679216 Jun 30 09:01:50.928420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36704) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:50.936714 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.953686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-4930717b-e916-48ed-a1db-12fb4a4c672b service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341017 Jun 30 09:01:50.955524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cab8f3e4-5a7d-46bc-983d-913d2dfb70cc req-92b8f9a1-34e0-43f1-b042-13062bfcc6aa service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555255 Jun 30 09:01:51.000392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.067924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c13f5d-59ed-47b6-b22d-eb5237e44feb req-f7ad4646-0fe9-479b-b97a-8328ed7549a6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004790 Jun 30 09:01:51.103586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9d137c49-9c13-4d11-bf42-6a906b33ed56 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:51.112246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.117203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91e0e288-a4e6-4b46-b445-546da55e4576 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.134454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36708) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.149765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:51.155934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:51.173582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:51.184822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Allocated IP 172.20.0.9 (65619ef7-c8d4-4eb9-9371-74802ef534ea/899d1c04-0e17-4ea0-93a1-8be03fa4f688/9cdb1622-93e7-4c9b-b3f0-0341809a0917) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:51.188501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:51.192071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event updated for resources: {'Port': ['ID=0729574f-978c-44c6-a03c-b4380a854a6c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.295543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd3a75d6-5ee2-4b94-b94a-a2675f6fbee3 req-45558a57-7907-429f-bc30-a33a8de4ba20 service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283665 Jun 30 09:01:51.303836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9d137c49-9c13-4d11-bf42-6a906b33ed56, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9d137c49-9c13-4d11-bf42-6a906b33ed56,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:51.309378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'tag': 'ce0ad1af-f601-477f-83d1-b30bb86b0489'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:51.311668 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "17689bb8-7efb-4460-bb7a-d70be398fb88", "tag": "ce0ad1af-f601-477f-83d1-b30bb86b0489"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:51.317624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '9d137c49-9c13-4d11-bf42-6a906b33ed56', 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619', 'port_id': '9d137c49-9c13-4d11-bf42-6a906b33ed56', 'mac_address': 'fa:16:3e:c1:82:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a42d1d6-068d-4fb3-857e-78b935ba2525', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:51.348655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.349834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.366030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecfd54a8-4a86-447f-bbc2-07f317a2d472 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d04c14f8c594489b3d1a18dad70d486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304418 Jun 30 09:01:51.373394 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aa6cf0-b73f-41e9-a158-942689eae281 x-openstack-request-id: req-e5aa6cf0-b73f-41e9-a158-942689eae281 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:51.373975 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17689bb8-7efb-4460-bb7a-d70be398fb88", "tag": "ce0ad1af-f601-477f-83d1-b30bb86b0489", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:51.374227 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5aa6cf0-b73f-41e9-a158-942689eae281 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:51.374612 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'tag': 'ce0ad1af-f601-477f-83d1-b30bb86b0489', 'status': 'completed', 'code': 200} Jun 30 09:01:51.377542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36712) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.391104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91e0e288-a4e6-4b46-b445-546da55e4576 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.393535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91e0e288-a4e6-4b46-b445-546da55e4576 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.429554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.432580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-788402a0-287a-4774-b780-41242d7ab266 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8347170 Jun 30 09:01:51.439981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91e0e288-a4e6-4b46-b445-546da55e4576 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.440668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e0e288-a4e6-4b46-b445-546da55e4576 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:01:51.447665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91e0e288-a4e6-4b46-b445-546da55e4576 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.452841 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-91e0e288-a4e6-4b46-b445-546da55e4576 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "DELETE /v2.0/routers/4863ccaa-2c65-4d42-b9c9-bf8a1e1e93a2 HTTP/1.1" status: 204 len: 168 time: 0.5230522 Jun 30 09:01:51.453495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36714) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.456383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Request body: {'port': {'device_id': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:51.458496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d137c49-9c13-4d11-bf42-6a906b33ed56 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:51.462529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8a294e0f-3a2e-4e2b-a729-ca886152c9e4 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Request body: {'router': {'name': 'tempest-router-1353029688', 'distributed': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:51.503894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9d137c49-9c13-4d11-bf42-6a906b33ed56, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9d137c49-9c13-4d11-bf42-6a906b33ed56,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:51.509583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.519679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a294e0f-3a2e-4e2b-a729-ca886152c9e4 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.520886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a294e0f-3a2e-4e2b-a729-ca886152c9e4 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.577985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a294e0f-3a2e-4e2b-a729-ca886152c9e4 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.583975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9d137c49-9c13-4d11-bf42-6a906b33ed56,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.585334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a294e0f-3a2e-4e2b-a729-ca886152c9e4 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.604813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a294e0f-3a2e-4e2b-a729-ca886152c9e4 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.609340 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a294e0f-3a2e-4e2b-a729-ca886152c9e4 tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1527395 Jun 30 09:01:51.609723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:49Z', 'revision_number': 10, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:51.610037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36718) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.639201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:51.648931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:51.649563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:51.689186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.720311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bfa55b94-1829-4269-93d2-831fa682b45d tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.754634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:51.759199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9d137c49-9c13-4d11-bf42-6a906b33ed56'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:51.904407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bfa55b94-1829-4269-93d2-831fa682b45d tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.907530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bfa55b94-1829-4269-93d2-831fa682b45d tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.910350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.976235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c43652-7e0b-4555-8bee-0031668de592,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.978409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.984023 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b15cf70d-657c-4690-ad15-335782d10008 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/b7c43652-7e0b-4555-8bee-0031668de592 HTTP/1.1" status: 204 len: 168 time: 1.1446264 Jun 30 09:01:51.988052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:52.020090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bfa55b94-1829-4269-93d2-831fa682b45d tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.020852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa55b94-1829-4269-93d2-831fa682b45d tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75100831-95e1-4b36-ae5e-ff3caf8acad0 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:01:52.022072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923cd6a6-d972-4f05-9cfe-a02d6b24d6ad None None] Network 1e951cf5-fb96-4119-890b-4a935d9e8312 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:52.042907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844f705-cba6-4ffe-a9a5-25acc2e65142 req-f5b648b1-67e9-45a6-a12f-efb0e8dfc2aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.044946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5844f705-cba6-4ffe-a9a5-25acc2e65142 req-f5b648b1-67e9-45a6-a12f-efb0e8dfc2aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.8091288 Jun 30 09:01:52.087529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bfa55b94-1829-4269-93d2-831fa682b45d tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.088849 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bfa55b94-1829-4269-93d2-831fa682b45d tempest-RoutersTestDVR-269126501 tempest-RoutersTestDVR-269126501-project-admin] 10.222.0.53 "DELETE /v2.0/routers/75100831-95e1-4b36-ae5e-ff3caf8acad0 HTTP/1.1" status: 204 len: 168 time: 0.4744763 Jun 30 09:01:52.124076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade56-1cf2-4a65-91b6-a3e9dbcd61af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.138558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-718ddcf1-3c35-462c-9548-95b0916fab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.140088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-718ddcf1-3c35-462c-9548-95b0916fab88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23a49e3d11d44899b40214c07de99148&device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 1095 time: 0.7352905 Jun 30 09:01:52.140706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.145599 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.164756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.184363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:49Z', 'revision_number': 10, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:52.233743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcfaee-92f6-4e46-b8a4-4bb42dea2976 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:49Z', 'revision_number': 10, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None, '_interfaces': [{'id': '7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4', 'name': '', 'network_id': '12204623-00db-41c1-9012-4accbb9a731a', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'mac_address': 'fa:16:3e:44:3a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:06Z', 'updated_at': '2021-06-30T09:01:14Z', 'revision_number': 5, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'subnets': [{'id': '27d49671-d4c3-49ac-a40d-4a02579df3ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:52.251430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 30007935-f9a5-4658-8aff-d10a73dedc44 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:52.252035 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.271195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a555c-9529-4dc3-a258-765858e38b1e req-3ca51bc6-94b8-4e19-8277-925810d74487 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.278817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e0a555c-9529-4dc3-a258-765858e38b1e req-3ca51bc6-94b8-4e19-8277-925810d74487 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 931 time: 0.3832042 Jun 30 09:01:52.282070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade56-1cf2-4a65-91b6-a3e9dbcd61af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.336365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5844f705-cba6-4ffe-a9a5-25acc2e65142 req-c0e80e6b-f2bb-4559-8572-53ef6a079567 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776890 Jun 30 09:01:52.437144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port 30007935-f9a5-4658-8aff-d10a73dedc44, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=30007935-f9a5-4658-8aff-d10a73dedc44,segment=NetworkSegment(980c80eb-1b29-4485-8f6e-752efce4c422),segment_id=980c80eb-1b29-4485-8f6e-752efce4c422)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:52.437793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.457429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 30007935-f9a5-4658-8aff-d10a73dedc44 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:52.525323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e0a555c-9529-4dc3-a258-765858e38b1e req-29c619a9-13bc-4229-9c9d-91be030ca115 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455266 Jun 30 09:01:52.547297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36728) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:52.569101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.571493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.607881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No DVR routers for this DVR port 30007935-f9a5-4658-8aff-d10a73dedc44 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:52.614154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=30007935-f9a5-4658-8aff-d10a73dedc44,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.625856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541052ae-22aa-4173-84f7-6da4d984e6b9 None None] DHCP port deletion for 1e951cf5-fb96-4119-890b-4a935d9e8312 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:01:52.661796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-3b01970e-7669-4df3-8de9-809b4cabf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.663839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-3b01970e-7669-4df3-8de9-809b4cabf357 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 200 len: 919 time: 0.4778283 Jun 30 09:01:52.707815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.718902 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade56-1cf2-4a65-91b6-a3e9dbcd61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.721367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade56-1cf2-4a65-91b6-a3e9dbcd61af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.722541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7e9ade56-1cf2-4a65-91b6-a3e9dbcd61af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/077aa0aa-b12e-459a-bbc7-507cabead8f8 HTTP/1.1" status: 204 len: 168 time: 1.3403065 Jun 30 09:01:52.739608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e951cf5-fb96-4119-890b-4a935d9e8312']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:52.760250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980c80eb-1b29-4485-8f6e-752efce4c422') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:52.760490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980c80eb-1b29-4485-8f6e-752efce4c422') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:52.780691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.799598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.806425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:52.806895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.846146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Network 65619ef7-c8d4-4eb9-9371-74802ef534ea is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:52.848500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ade56-1cf2-4a65-91b6-a3e9dbcd61af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077aa0aa-b12e-459a-bbc7-507cabead8f8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.881937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-675727a0-94de-4807-8903-c9b9a4ef474c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce0ad1af-f601-477f-83d1-b30bb86b0489 HTTP/1.1" status: 200 len: 217 time: 0.1696277 Jun 30 09:01:52.886058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:52.893822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:52.899451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event updated for resources: {'Port': ['ID=9cdb1622-93e7-4c9b-b3f0-0341809a0917,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:52.923775 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:52.934373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.940445 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.950295 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/1e951cf5-fb96-4119-890b-4a935d9e8312 HTTP/1.1" status: 204 len: 168 time: 0.9633453 Jun 30 09:01:52.954105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:52.977172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4753e55f-428f-4b24-9d3a-19f7ec281eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.987195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b05645-01fc-4490-97fb-a6657aa3174c tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=1e951cf5-fb96-4119-890b-4a935d9e8312,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.032203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ce0ad1af-f601-477f-83d1-b30bb86b0489 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:53.036733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9d137c49-9c13-4d11-bf42-6a906b33ed56 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:53.147856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4753e55f-428f-4b24-9d3a-19f7ec281eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.154622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4753e55f-428f-4b24-9d3a-19f7ec281eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.156232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.168641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 9d137c49-9c13-4d11-bf42-6a906b33ed56 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:53.178356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 9d137c49-9c13-4d11-bf42-6a906b33ed56 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:53.178736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.210214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ce0ad1af-f601-477f-83d1-b30bb86b0489, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ce0ad1af-f601-477f-83d1-b30bb86b0489,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:53.223377 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4753e55f-428f-4b24-9d3a-19f7ec281eb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60161ff2af64420cbc8f33c029e18161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725566 Jun 30 09:01:53.228730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36744) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:53.229913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'ce0ad1af-f601-477f-83d1-b30bb86b0489', 'network_id': '6947816e-7a75-4f4e-b415-15db7e5ce619', 'port_id': 'ce0ad1af-f601-477f-83d1-b30bb86b0489', 'mac_address': 'fa:16:3e:1b:8d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a42d1d6-068d-4fb3-857e-78b935ba2525', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:53.232798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753e55f-428f-4b24-9d3a-19f7ec281eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f20cd0-48b2-475c-9668-a4c16f7802ad,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.276662 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.293281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0ad1af-f601-477f-83d1-b30bb86b0489 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:53.293517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0729574f-978c-44c6-a03c-b4380a854a6c {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:53.328737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.329686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.335344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ce0ad1af-f601-477f-83d1-b30bb86b0489, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ce0ad1af-f601-477f-83d1-b30bb86b0489,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:53.339824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.341561 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.352526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-1327dc54-b10d-4a9c-840b-d6d2b2683adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.353761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7bd7a059-e65d-456a-99e1-c27369d3e1a4 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:53.354161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-1327dc54-b10d-4a9c-840b-d6d2b2683adc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a42d1d6-068d-4fb3-857e-78b935ba2525 HTTP/1.1" status: 200 len: 858 time: 0.4572713 Jun 30 09:01:53.371779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d1251-cc79-45ed-be3d-fc918fd57cd6 req-845032d8-448b-422a-8d20-90ba4078bf92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.373260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc5d1251-cc79-45ed-be3d-fc918fd57cd6 req-845032d8-448b-422a-8d20-90ba4078bf92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 943 time: 0.8280075 Jun 30 09:01:53.392931 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.411246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 7bd7a059-e65d-456a-99e1-c27369d3e1a4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:53.411586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7bd7a059-e65d-456a-99e1-c27369d3e1a4 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:53.411984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 30007935-f9a5-4658-8aff-d10a73dedc44 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:53.430064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-c560fcef-2ee2-4554-aae7-82f53a5add85 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4067726 Jun 30 09:01:53.442465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-cedb6702-05b1-4da0-88cf-992ccd2fc419 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6947816e-7a75-4f4e-b415-15db7e5ce619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653799 Jun 30 09:01:53.443375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 30007935-f9a5-4658-8aff-d10a73dedc44 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:53.443710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 30007935-f9a5-4658-8aff-d10a73dedc44 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:53.445306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d137c49-9c13-4d11-bf42-6a906b33ed56'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:53.447413 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e149a0c-5656-43f4-ba0e-b786c6ea6b2e" -d '{"events": [{"server_uuid": "f64658ed-1e22-44a9-8dfd-dce5bfea9276", "name": "network-vif-plugged", "status": "completed", "tag": "9d137c49-9c13-4d11-bf42-6a906b33ed56"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:53.450425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Transition to ACTIVE for port object 0729574f-978c-44c6-a03c-b4380a854a6c will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:53.465157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Request body: {'port': {'device_id': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:53.473233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9d137c49-9c13-4d11-bf42-6a906b33ed56, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9d137c49-9c13-4d11-bf42-6a906b33ed56,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:53.483095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.484948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ce0ad1af-f601-477f-83d1-b30bb86b0489,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.536233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9d137c49-9c13-4d11-bf42-6a906b33ed56,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.552062 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.561679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ce0ad1af-f601-477f-83d1-b30bb86b0489'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:53.707515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36762) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:53.739152 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3a9add0f-a995-4bbc-8db5-afe29abced7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.743127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc5d1251-cc79-45ed-be3d-fc918fd57cd6 req-06e7a626-43bd-419e-baf9-d74b3c0462a4 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427997 Jun 30 09:01:53.799326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Pushing event updated for resources: {'Port': ['ID=0729574f-978c-44c6-a03c-b4380a854a6c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.800302 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f879fb-acee-4005-b14e-335129d6a8f7 x-openstack-request-id: req-64f879fb-acee-4005-b14e-335129d6a8f7 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:53.800612 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64658ed-1e22-44a9-8dfd-dce5bfea9276", "name": "network-vif-plugged", "status": "completed", "tag": "9d137c49-9c13-4d11-bf42-6a906b33ed56", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:53.800867 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64f879fb-acee-4005-b14e-335129d6a8f7 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:53.801267 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d137c49-9c13-4d11-bf42-6a906b33ed56', 'code': 200} Jun 30 09:01:53.831652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-network', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:53.854959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Made reservation on behalf of 10a12e2255f442b1b57ebd6d5b28a4fc for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:53.858844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.868779 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.901513 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3a9add0f-a995-4bbc-8db5-afe29abced7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.960862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.965562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.978490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.990935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:53.991889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-c3cea959-76b6-4d88-9bc1-f7b56ba11038 service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403538 Jun 30 09:01:54.006010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2106aa-e17c-406d-bdb6-765e435fa0d6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.009155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.009510 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Added segment 8c3e738c-44ae-4e66-b603-117fff744517 of type vlan for network 6963bbad-50eb-4980-b87b-8c5cc0deff27 Jun 30 09:01:54.050561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.083792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.084858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.085470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.135916 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4245164 Jun 30 09:01:54.138903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f780faa-6451-4fb1-9217-3724eb2b02b6 req-d54d7c79-8d38-4415-b43d-7fc86f62fc1c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.139080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36766) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:54.140380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f780faa-6451-4fb1-9217-3724eb2b02b6 req-d54d7c79-8d38-4415-b43d-7fc86f62fc1c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.5308168 Jun 30 09:01:54.150643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Request body: {'subnet': {'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-subnet', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:54.164281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7bf10-ddfa-4463-b527-28e50531526e admin admin] Pushing event updated for resources: {'Network': ['ID=6963bbad-50eb-4980-b87b-8c5cc0deff27,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.178577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:54.179271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Made reservation on behalf of 10a12e2255f442b1b57ebd6d5b28a4fc for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:54.181583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.224556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Attempting to bind port 0729574f-978c-44c6-a03c-b4380a854a6c on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:54.224843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Attempting to bind port 0729574f-978c-44c6-a03c-b4380a854a6c by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:54.225128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Attempting to bind port 0729574f-978c-44c6-a03c-b4380a854a6c on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:54.267504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Port 0729574f-978c-44c6-a03c-b4380a854a6c on network 65619ef7-c8d4-4eb9-9371-74802ef534ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:54.268316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Attempting to bind port 0729574f-978c-44c6-a03c-b4380a854a6c on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:54.291879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3a9add0f-a995-4bbc-8db5-afe29abced7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.294904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3a9add0f-a995-4bbc-8db5-afe29abced7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.296035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3a9add0f-a995-4bbc-8db5-afe29abced7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26f20cd0-48b2-475c-9668-a4c16f7802ad HTTP/1.1" status: 204 len: 168 time: 1.0610170 Jun 30 09:01:54.358446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:54.358777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Checking segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:54.359163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Bound using segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:54.359615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Bound port: 0729574f-978c-44c6-a03c-b4380a854a6c, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:54.359974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.372451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.378594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f780faa-6451-4fb1-9217-3724eb2b02b6 req-e6f8b2ef-d13b-497b-978d-69fb31656bb8 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056563 Jun 30 09:01:54.400952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-6797ea2a-cb7e-467e-98a4-1c92b5e6325d service neutron] 10.222.0.13 "GET /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632584 Jun 30 09:01:54.408800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79c823-fe5f-421f-9ee0-0144330b392d req-4d238e70-b038-4558-8339-9dc8e214993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.410354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef79c823-fe5f-421f-9ee0-0144330b392d req-4d238e70-b038-4558-8339-9dc8e214993c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 1098 time: 0.5166018 Jun 30 09:01:54.411540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9add0f-a995-4bbc-8db5-afe29abced7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f20cd0-48b2-475c-9668-a4c16f7802ad,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.437534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188368-b22f-48d2-b95f-5e06e31adfc4 req-6b846c82-b3f2-4e13-8ce7-b2788652f2e7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.444656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31188368-b22f-48d2-b95f-5e06e31adfc4 req-6b846c82-b3f2-4e13-8ce7-b2788652f2e7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 943 time: 0.5227087 Jun 30 09:01:54.446241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9150e9-704b-4015-afe1-0602513cc570,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.451956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Checking segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:54.452314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Network hostable DHCP agents. Network: 6963bbad-50eb-4980-b87b-8c5cc0deff27, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:54.471588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:54.482094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 6963bbad-50eb-4980-b87b-8c5cc0deff27) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:54.486684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.487388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.497437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f642482-9de2-4c81-ac87-2cfb174fa3f3 None None] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:54.509251 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b1d3fd32-6813-4a27-bf42-f90aad8666fa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3691602 Jun 30 09:01:54.511919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36772) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:54.516226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:54.549550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.551492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.632455 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.679221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:54.693847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-6963bbad-50eb-4980-b87b-8c5cc0deff27', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:54.694871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.720512 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82ba98fd-af74-4349-a6ce-ab3f844050e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.810763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.862117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Allocated IP 172.20.0.2 (6963bbad-50eb-4980-b87b-8c5cc0deff27/fb9150e9-704b-4015-afe1-0602513cc570/9af2125a-59a6-4f55-9322-235346a64d77) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:54.945160 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82ba98fd-af74-4349-a6ce-ab3f844050e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.952957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82ba98fd-af74-4349-a6ce-ab3f844050e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.954589 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.004592 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-82ba98fd-af74-4349-a6ce-ab3f844050e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc85c50a0a1246439e26b46506612dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239138 Jun 30 09:01:55.008224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36778) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:55.015654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba98fd-af74-4349-a6ce-ab3f844050e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b20142-aa7a-45e5-84d0-3783d650f52a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.032327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31188368-b22f-48d2-b95f-5e06e31adfc4 req-1ec65321-3012-4252-a80d-0100e9bca67f tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867398 Jun 30 09:01:55.037643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ce0ad1af-f601-477f-83d1-b30bb86b0489 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:55.065978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef79c823-fe5f-421f-9ee0-0144330b392d req-7ed6c98b-8994-4997-ab08-78367bfef96f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095607 Jun 30 09:01:55.083778 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.100511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Transition to ACTIVE for port object 9af2125a-59a6-4f55-9322-235346a64d77 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:55.115775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] For port 0729574f-978c-44c6-a03c-b4380a854a6c, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:55.127715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Transition to ACTIVE for port object 9af2125a-59a6-4f55-9322-235346a64d77 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:55.137605 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.141400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port ce0ad1af-f601-477f-83d1-b30bb86b0489 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:55.146626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port ce0ad1af-f601-477f-83d1-b30bb86b0489 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:55.147154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.152785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] For port 0729574f-978c-44c6-a03c-b4380a854a6c, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0729574f-978c-44c6-a03c-b4380a854a6c,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:55.166642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.179860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd870cb9-5df9-4a0d-a917-7bd519960279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.187014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.212242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.226017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:55.230142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd870cb9-5df9-4a0d-a917-7bd519960279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.237849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:55.247213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:55.262151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.262781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.264173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] 10.222.0.26 "PUT /v2.0/ports/0729574f-978c-44c6-a03c-b4380a854a6c HTTP/1.1" status: 200 len: 1092 time: 3.8135338 Jun 30 09:01:55.270237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Pushing event updated for resources: {'Port': ['ID=9af2125a-59a6-4f55-9322-235346a64d77,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.274083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e52fe-15da-48ff-a07b-a91455c5bd7b req-9692cd24-b4ec-49f6-8a2c-0b5a007057af tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.282269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d82e52fe-15da-48ff-a07b-a91455c5bd7b req-9692cd24-b4ec-49f6-8a2c-0b5a007057af tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 944 time: 0.3844936 Jun 30 09:01:55.283087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'tag': '0729574f-978c-44c6-a03c-b4380a854a6c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:55.285828 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6238ff-ab9f-4e05-8ddf-6597561635f8", "tag": "0729574f-978c-44c6-a03c-b4380a854a6c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:55.350353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.357623 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e29bd-1b50-4813-9edf-1352fb607427 x-openstack-request-id: req-670e29bd-1b50-4813-9edf-1352fb607427 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:55.357938 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6238ff-ab9f-4e05-8ddf-6597561635f8", "tag": "0729574f-978c-44c6-a03c-b4380a854a6c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:55.358451 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-670e29bd-1b50-4813-9edf-1352fb607427 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:55.358859 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'tag': '0729574f-978c-44c6-a03c-b4380a854a6c', 'status': 'completed', 'code': 200} Jun 30 09:01:55.361214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdb1622-93e7-4c9b-b3f0-0341809a0917 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:55.370459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd870cb9-5df9-4a0d-a917-7bd519960279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.372993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fd870cb9-5df9-4a0d-a917-7bd519960279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.376646 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fd870cb9-5df9-4a0d-a917-7bd519960279 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03b20142-aa7a-45e5-84d0-3783d650f52a HTTP/1.1" status: 204 len: 168 time: 0.3647082 Jun 30 09:01:55.388440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c65292-7686-470d-89ad-a5482edbfc47 service neutron] Pushing event updated for resources: {'Port': ['ID=0729574f-978c-44c6-a03c-b4380a854a6c,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.400736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd870cb9-5df9-4a0d-a917-7bd519960279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b20142-aa7a-45e5-84d0-3783d650f52a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.412224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Allocated IP 172.25.8.54 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/31c698a4-880b-467b-832e-8813c708ccaf) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:55.456091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.554104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.601913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d82e52fe-15da-48ff-a07b-a91455c5bd7b req-4aa4834d-c8c5-48bd-adfe-c312944738ee tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064675 Jun 30 09:01:55.605485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Transition to ACTIVE for port object 9cdb1622-93e7-4c9b-b3f0-0341809a0917 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:55.615122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.622006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.645202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.669187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Attempting to bind port 9af2125a-59a6-4f55-9322-235346a64d77 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:55.669720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Attempting to bind port 9af2125a-59a6-4f55-9322-235346a64d77 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:55.670378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Attempting to bind port 9af2125a-59a6-4f55-9322-235346a64d77 on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:55.679936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:55.680476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Checking segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:55.681025 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.681574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Bound using segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:55.682180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Bound port: 9af2125a-59a6-4f55-9322-235346a64d77, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:55.682651 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.729498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ce0ad1af-f601-477f-83d1-b30bb86b0489, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ce0ad1af-f601-477f-83d1-b30bb86b0489,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:55.733703 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.802867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ad1af-f601-477f-83d1-b30bb86b0489'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:55.803267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-873fabfc-e9a4-4350-842f-11bf66876715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.805165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-873fabfc-e9a4-4350-842f-11bf66876715 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 1095 time: 0.4735119 Jun 30 09:01:55.806029 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57afb6fc-7c18-4817-a8b4-5c43c852951e" -d '{"events": [{"server_uuid": "17689bb8-7efb-4460-bb7a-d70be398fb88", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ad1af-f601-477f-83d1-b30bb86b0489"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:55.806292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdb1622-93e7-4c9b-b3f0-0341809a0917,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.896980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ce0ad1af-f601-477f-83d1-b30bb86b0489,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.910897 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d93c0-ef82-48ed-92e5-7cf08ea1e4e8 x-openstack-request-id: req-374d93c0-ef82-48ed-92e5-7cf08ea1e4e8 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:55.911284 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17689bb8-7efb-4460-bb7a-d70be398fb88", "name": "network-vif-plugged", "status": "completed", "tag": "ce0ad1af-f601-477f-83d1-b30bb86b0489", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:55.911475 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-374d93c0-ef82-48ed-92e5-7cf08ea1e4e8 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:55.911855 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0ad1af-f601-477f-83d1-b30bb86b0489', 'code': 200} Jun 30 09:01:55.915189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] For port 9af2125a-59a6-4f55-9322-235346a64d77, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:55.925761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] For port 9af2125a-59a6-4f55-9322-235346a64d77, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9af2125a-59a6-4f55-9322-235346a64d77,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:55.933038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.971149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-f44cf13b-dcb8-4c3a-a1d0-3d5ae362ceac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0729574f-978c-44c6-a03c-b4380a854a6c HTTP/1.1" status: 200 len: 217 time: 0.1359613 Jun 30 09:01:56.003692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a88fe-ea77-45cf-b825-87da6f6f15bd req-d0d9cfe6-039f-48e6-9c37-3f7b5d5742f6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.005267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-260a88fe-ea77-45cf-b825-87da6f6f15bd req-d0d9cfe6-039f-48e6-9c37-3f7b5d5742f6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.4665289 Jun 30 09:01:56.035694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f82d99-f42c-4b2d-b379-0047ec330a0e None None] Pushing event updated for resources: {'Port': ['ID=9af2125a-59a6-4f55-9322-235346a64d77,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.036338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:56.044635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:56.048671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:56.082992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Pushing event updated for resources: {'Port': ['ID=31c698a4-880b-467b-832e-8813c708ccaf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.180953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-e9c9d7dc-db81-4a12-8b51-7317e5925f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.182469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-e9c9d7dc-db81-4a12-8b51-7317e5925f86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.1874471 Jun 30 09:01:56.190429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Attempting to bind port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:56.190770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Attempting to bind port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:56.191096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Attempting to bind port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:56.210803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-260a88fe-ea77-45cf-b825-87da6f6f15bd req-ad775740-8f37-42fe-92a9-31ff5fb2ce47 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924405 Jun 30 09:01:56.231365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:56.231693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Attempting to bind port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 on network 65619ef7-c8d4-4eb9-9371-74802ef534ea {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:56.243536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d0d6a05-d0bd-41c3-8f02-0c9a2d1fcc00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501268 Jun 30 09:01:56.300792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:56.301527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Checking segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:56.301527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Bound using segment: {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:56.302143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Bound port: 9cdb1622-93e7-4c9b-b3f0-0341809a0917, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4963be-ef43-4782-8be7-abcc4ba7d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:56.302294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.405290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ef9f-1235-4364-a097-ec3024a9d1c4 req-a7a5038b-4538-41d5-987b-ad2e63ecedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.406822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7417ef9f-1235-4364-a097-ec3024a9d1c4 req-a7a5038b-4538-41d5-987b-ad2e63ecedb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 1097 time: 0.3913021 Jun 30 09:01:56.419287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.483276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:56.552346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7417ef9f-1235-4364-a097-ec3024a9d1c4 req-3ed50406-0fd8-40f4-8938-b9abf461f0a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378365 Jun 30 09:01:56.574623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] For port 9cdb1622-93e7-4c9b-b3f0-0341809a0917, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:56.579241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-cb2486cb-3644-454d-af1a-2c475e89f15d service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104551 Jun 30 09:01:56.590120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0247fdc-584c-49b3-a955-946ac1c8f57e req-cf2083cc-6d01-4b0c-a176-cb106df108a7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.591895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0247fdc-584c-49b3-a955-946ac1c8f57e req-cf2083cc-6d01-4b0c-a176-cb106df108a7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 943 time: 0.3539593 Jun 30 09:01:56.618499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] For port 9cdb1622-93e7-4c9b-b3f0-0341809a0917, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9cdb1622-93e7-4c9b-b3f0-0341809a0917,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:56.649700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1272058624'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:56.662329 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.676465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.717969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:56.721896 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.722786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:56.723129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.732974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.742753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.743361 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.744773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] 10.222.0.13 "PUT /v2.0/ports/9cdb1622-93e7-4c9b-b3f0-0341809a0917 HTTP/1.1" status: 200 len: 1092 time: 3.2919629 Jun 30 09:01:56.846540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0247fdc-584c-49b3-a955-946ac1c8f57e req-319f424b-13e5-4f88-a5e7-b07ed348ba9a tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303333 Jun 30 09:01:56.891167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Router 2569cf81-193a-4101-9216-7785c41c9dbd is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:01:56.898116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eedb3-55e2-4257-9f8e-7f624b8eaf99 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdb1622-93e7-4c9b-b3f0-0341809a0917,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.916909 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.923827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.928608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-bdc6fc99-5df8-433f-b215-cba0d3a3e57f service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355789 Jun 30 09:01:56.968982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,segment=NetworkSegment(84f51270-147c-43e5-b1bf-859f6f6bbd23),segment_id=84f51270-147c-43e5-b1bf-859f6f6bbd23)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.969348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.001216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:57.006333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:57.009601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c4747-b83b-4a7c-b96a-b32f1bb734e5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.023420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.024213 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Added segment 73116693-4ed9-4063-af5c-329d369b0af6 of type vlan for network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 Jun 30 09:01:57.032047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-8b042cb0-6410-4b43-91c3-7bf463a14019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.033937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-8b042cb0-6410-4b43-91c3-7bf463a14019 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 1095 time: 0.2424436 Jun 30 09:01:57.044620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333fd96-1156-4e2a-84a9-c6ff6d779c1a req-1f45b863-b324-40cc-b98d-5db16970618e tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.046176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3333fd96-1156-4e2a-84a9-c6ff6d779c1a req-1f45b863-b324-40cc-b98d-5db16970618e tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 945 time: 0.3154571 Jun 30 09:01:57.107198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.121305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:57.132334 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Sync routers for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:57.135214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-d26d7bca-73d0-4833-862f-a77dc56a9f00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cdb1622-93e7-4c9b-b3f0-0341809a0917 HTTP/1.1" status: 200 len: 217 time: 0.0880191 Jun 30 09:01:57.145553 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:57.147476 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:57.157751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.173795 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a863947a-2194-4ea7-bdd0-1e95ccbd8664 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6608021 Jun 30 09:01:57.175113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36814) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:57.192531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.212419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.213515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.289530 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:57.340470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Network': ['ID=3ccfd86a-34fd-46e1-be08-4f6dfac91bb0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.344827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3333fd96-1156-4e2a-84a9-c6ff6d779c1a req-0e3d1f34-1451-4c48-a914-2aac2c757cbb tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858889 Jun 30 09:01:57.345379 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ab81059b-b153-454e-a3e5-a560909bf829 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8301945 Jun 30 09:01:57.348103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36818) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:57.360863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'tag': '9cdb1622-93e7-4c9b-b3f0-0341809a0917'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:57.363389 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b" -d '{"events": [{"name": "network-changed", "server_uuid": "101f4aca-5892-4d5c-9a32-bbc3775aae3e", "tag": "9cdb1622-93e7-4c9b-b3f0-0341809a0917"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:57.368339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'subnet': {'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:57.376204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:57.380977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-ab5b10dc-75f9-4606-b2eb-852170e78e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.391903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-ab5b10dc-75f9-4606-b2eb-852170e78e9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.2312846 Jun 30 09:01:57.474873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-b6bcff14-e6e9-4c27-9ec9-b6ed14002d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.476375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-b6bcff14-e6e9-4c27-9ec9-b6ed14002d21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 1095 time: 0.4878581 Jun 30 09:01:57.500369 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f4c33f-9f66-4f56-a4bf-254b4df85128 x-openstack-request-id: req-79f4c33f-9f66-4f56-a4bf-254b4df85128 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:57.500665 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f4aca-5892-4d5c-9a32-bbc3775aae3e", "tag": "9cdb1622-93e7-4c9b-b3f0-0341809a0917", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:57.500920 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79f4c33f-9f66-4f56-a4bf-254b4df85128 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:57.501312 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'tag': '9cdb1622-93e7-4c9b-b3f0-0341809a0917', 'status': 'completed', 'code': 200} Jun 30 09:01:57.506322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-669b58ee-e611-4a8a-b840-5410c040c56f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135240 Jun 30 09:01:57.514039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e522a-8a66-4b4c-8ba6-f241edf085b6 None None] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:57.526396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9af2125a-59a6-4f55-9322-235346a64d77 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:57.553666 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:01:56Z', 'revision_number': 3, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:57.589232 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Checking router: 2569cf81-193a-4101-9216-7785c41c9dbd for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:57.590379 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Updating router 2569cf81-193a-4101-9216-7785c41c9dbd port 31c698a4-880b-467b-832e-8813c708ccaf binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:57.601366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:57.608926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.632756 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.785135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a769e6be-efa9-459f-9df2-84cb738b0939 None None] Provisioning for port 9af2125a-59a6-4f55-9322-235346a64d77 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:57.833974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.878855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9af2125a-59a6-4f55-9322-235346a64d77 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:57.883617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9af2125a-59a6-4f55-9322-235346a64d77 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:57.884409 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.942120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Subnet': ['ID=55be0fa6-5ebd-4548-8926-72c3d82c9947,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.991190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Checking segment: {'id': '73116693-4ed9-4063-af5c-329d369b0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:57.991975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network hostable DHCP agents. Network: 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:58.026819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.055337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:58.068402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:58.078521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.079447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.081674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f41d0c9-5dac-4aa5-8dc5-1c40dc0c68b5 None None] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:58.091855 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.099929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36824) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:58.100786 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b9bc6823-3f04-4a02-b872-552421567758 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7493796 Jun 30 09:01:58.110187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'name': 'tempest-AllowedAddressPairTestJSON-1757839600'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:58.118089 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Transition to ACTIVE for port object 31c698a4-880b-467b-832e-8813c708ccaf will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:58.126742 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.148234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9af2125a-59a6-4f55-9322-235346a64d77, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9af2125a-59a6-4f55-9322-235346a64d77,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:58.154219 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.201795 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Attempting to bind port 31c698a4-880b-467b-832e-8813c708ccaf on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:58.202377 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Attempting to bind port 31c698a4-880b-467b-832e-8813c708ccaf by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:58.202493 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Attempting to bind port 31c698a4-880b-467b-832e-8813c708ccaf on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:58.205499 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0a26d-cb65-46cf-b61d-f537409c6529 None None] Pushing event updated for resources: {'Port': ['ID=31c698a4-880b-467b-832e-8813c708ccaf,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.210330 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:58.210691 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:58.211329 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.211720 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:58.212181 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Bound port: 31c698a4-880b-467b-832e-8813c708ccaf, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:58.212552 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.233031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9af2125a-59a6-4f55-9322-235346a64d77,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.310879 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] For port 31c698a4-880b-467b-832e-8813c708ccaf, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:58.314065 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] For port 31c698a4-880b-467b-832e-8813c708ccaf, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=31c698a4-880b-467b-832e-8813c708ccaf,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:58.320002 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.357749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fb449d9d-c1af-4649-880d-750cb11194bd None None] Provisioning complete for port 9af2125a-59a6-4f55-9322-235346a64d77 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:58.358992 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fb449d9d-c1af-4649-880d-750cb11194bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.388309 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0a26d-cb65-46cf-b61d-f537409c6529 None None] Pushing event updated for resources: {'Port': ['ID=31c698a4-880b-467b-832e-8813c708ccaf,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.406580 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:58.407314 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:58.478607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'tenant_id': '74b157a0deda46daae7f146a6d5c25e2', 'fixed_ips': [{'subnet_id': '55be0fa6-5ebd-4548-8926-72c3d82c9947'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:58.480340 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.485882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-8768f1d7-2d66-4684-bdbb-2da2037f8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.487496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-8768f1d7-2d66-4684-bdbb-2da2037f8620 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 911 time: 0.9852810 Jun 30 09:01:58.496592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-cac222e6-c22c-4afc-85c7-ee7092ee0caf service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9790256 Jun 30 09:01:58.529160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.551739 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:58.648367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660619e-2f76-4b4a-9ea4-eca44802437b req-c536c21a-388b-44b8-b024-7d73f83c7a27 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.656226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3660619e-2f76-4b4a-9ea4-eca44802437b req-c536c21a-388b-44b8-b024-7d73f83c7a27 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.6619341 Jun 30 09:01:58.694054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-9155e46e-872e-4f5a-b3c2-16a347d41a9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0729574f-978c-44c6-a03c-b4380a854a6c HTTP/1.1" status: 200 len: 217 time: 0.1834354 Jun 30 09:01:58.696146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Allocated IP 172.20.0.2 (3ccfd86a-34fd-46e1-be08-4f6dfac91bb0/55be0fa6-5ebd-4548-8926-72c3d82c9947/5fc5db86-84c6-4663-9d66-d4b6378571e5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:58.706620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.720646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84032d-978f-4938-89f7-b4b114573c23 req-f1108e35-982f-4698-90da-43cadc805645 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.721949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ca84032d-978f-4938-89f7-b4b114573c23 req-f1108e35-982f-4698-90da-43cadc805645 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 943 time: 0.6675844 Jun 30 09:01:58.801326 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:01:56Z', 'revision_number': 3, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:58.838428 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38e63f-6750-4ec5-8146-cf62800b9967 None None] The sync data for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 is: [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:01:56Z', 'revision_number': 3, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:58.888528 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.898124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Transition to ACTIVE for port object 5fc5db86-84c6-4663-9d66-d4b6378571e5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:58.915458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Transition to ACTIVE for port object 5fc5db86-84c6-4663-9d66-d4b6378571e5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:58.922996 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.970856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:58.973623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:58.976106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:58.986498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:58.989240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Pushing event updated for resources: {'Port': ['ID=5fc5db86-84c6-4663-9d66-d4b6378571e5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.990011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.994394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3660619e-2f76-4b4a-9ea4-eca44802437b req-fca33e9b-62eb-462e-8d88-7f2578eeca6f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371332 Jun 30 09:01:59.052650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Attempting to bind port 5fc5db86-84c6-4663-9d66-d4b6378571e5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:59.053171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Attempting to bind port 5fc5db86-84c6-4663-9d66-d4b6378571e5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '73116693-4ed9-4063-af5c-329d369b0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:59.053651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Attempting to bind port 5fc5db86-84c6-4663-9d66-d4b6378571e5 on network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:59.059438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:59.059986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Checking segment: {'id': '73116693-4ed9-4063-af5c-329d369b0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:59.060487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.060973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Bound using segment: {'id': '73116693-4ed9-4063-af5c-329d369b0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:59.061545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Bound port: 5fc5db86-84c6-4663-9d66-d4b6378571e5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73116693-4ed9-4063-af5c-329d369b0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:59.062046 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.076793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-402a4803-3438-4573-b15b-f3a75ca8e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.078518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-402a4803-3438-4573-b15b-f3a75ca8e0d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.3556709 Jun 30 09:01:59.103543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ca84032d-978f-4938-89f7-b4b114573c23 req-cc50118b-bfe1-45b7-980f-479481b9dc52 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423622 Jun 30 09:01:59.109394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.138121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] device_id is not set on port b400d912-30aa-4b49-93a2-4edfdce6616b yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:01:59.146177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] For port 5fc5db86-84c6-4663-9d66-d4b6378571e5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:59.150678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] For port 5fc5db86-84c6-4663-9d66-d4b6378571e5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fc5db86-84c6-4663-9d66-d4b6378571e5,segment=NetworkSegment(73116693-4ed9-4063-af5c-329d369b0af6),segment_id=73116693-4ed9-4063-af5c-329d369b0af6)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:59.171553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.250199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e578810-b5f6-477a-9f41-335261eeb8ee None None] Pushing event updated for resources: {'Port': ['ID=5fc5db86-84c6-4663-9d66-d4b6378571e5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.313939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e2fb243-92eb-4a75-91ee-527314ea22c6 req-85ae0814-bfc9-4c2e-8600-7156803a9084 service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864070 Jun 30 09:01:59.369150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-d1382428-4556-4215-8ddc-55f14bc16856 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2815094 Jun 30 09:01:59.437666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0729574f-978c-44c6-a03c-b4380a854a6c details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:59.579045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 31c698a4-880b-467b-832e-8813c708ccaf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:59.626222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0729574f-978c-44c6-a03c-b4380a854a6c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0729574f-978c-44c6-a03c-b4380a854a6c,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:59.644284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '0729574f-978c-44c6-a03c-b4380a854a6c', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'port_id': '0729574f-978c-44c6-a03c-b4380a854a6c', 'mac_address': 'fa:16:3e:90:a2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899d1c04-0e17-4ea0-93a1-8be03fa4f688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:59.654580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Allocated IP 172.20.0.12 (3ccfd86a-34fd-46e1-be08-4f6dfac91bb0/55be0fa6-5ebd-4548-8926-72c3d82c9947/b400d912-30aa-4b49-93a2-4edfdce6616b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:59.685283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 31c698a4-880b-467b-832e-8813c708ccaf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:59.692782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 31c698a4-880b-467b-832e-8813c708ccaf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:59.693250 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.743349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.759611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0729574f-978c-44c6-a03c-b4380a854a6c {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:59.786927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0729574f-978c-44c6-a03c-b4380a854a6c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0729574f-978c-44c6-a03c-b4380a854a6c,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:59.794317 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.862714 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.890117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0729574f-978c-44c6-a03c-b4380a854a6c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.897183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 31c698a4-880b-467b-832e-8813c708ccaf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=31c698a4-880b-467b-832e-8813c708ccaf,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:59.903053 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.903860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9af2125a-59a6-4f55-9322-235346a64d77 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:59.954555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-f2628bd5-6c12-4c0f-a168-9be3eb0dc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.955675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-f2628bd5-6c12-4c0f-a168-9be3eb0dc274 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 1095 time: 0.5494606 Jun 30 09:01:59.963770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:59.977509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4112fe-bef5-414d-96bb-10906e6c40fd req-f51dc257-d8bf-4b52-80c8-dda7f0fa2d36 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.979078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b4112fe-bef5-414d-96bb-10906e6c40fd req-f51dc257-d8bf-4b52-80c8-dda7f0fa2d36 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 945 time: 0.8431416 Jun 30 09:01:59.984821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=31c698a4-880b-467b-832e-8813c708ccaf,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:00.001512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9af2125a-59a6-4f55-9322-235346a64d77 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:00.001929 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.015388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69332464-28e4-4372-90fb-a41825ebaa4c req-70cf7fd0-ff55-43d8-b576-68fdb667b409 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.016910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69332464-28e4-4372-90fb-a41825ebaa4c req-70cf7fd0-ff55-43d8-b576-68fdb667b409 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.5823925 Jun 30 09:02:00.029040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-8609f27c-22df-48ec-bd13-bfc38572de2f service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326962 Jun 30 09:02:00.136420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0729574f-978c-44c6-a03c-b4380a854a6c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:00.416176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae75ee9-2387-4654-b6be-31c4d55c9886 None None] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:00.481162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-81d9f439-4191-439c-85da-774e998e4d07 None None] Provisioning for port 5fc5db86-84c6-4663-9d66-d4b6378571e5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:00.732346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b4112fe-bef5-414d-96bb-10906e6c40fd req-8ea8cd8a-de48-479b-b843-d6f161a8f830 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250180 Jun 30 09:02:00.760525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69332464-28e4-4372-90fb-a41825ebaa4c req-a97bc479-3b56-4d0e-8ebf-65271c00e951 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7146933 Jun 30 09:02:00.767898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.775077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:00.788420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:00.790185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-66041943-67f7-4a36-a4d8-01a7fa2ee5c0 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8118720 Jun 30 09:02:00.793447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36838) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:00.803514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:00.804330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:00.884629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-b4c5f419-d51d-47b3-b32b-7c5481d8df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.885104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting subnet 27d49671-d4c3-49ac-a40d-4a02579df3ff {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:00.886144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-b4c5f419-d51d-47b3-b32b-7c5481d8df4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 200 len: 911 time: 0.8998976 Jun 30 09:02:00.892614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.893855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.909856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7cfa7f-b73f-4b2f-96fa-530dc1b08aad req-491fded9-a087-4644-afd2-49aec9c67385 service neutron] 10.222.0.26 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453755 Jun 30 09:02:00.938395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:00.950851 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.976261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Transition to ACTIVE for port object b400d912-30aa-4b49-93a2-4edfdce6616b will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:00.978408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-8a4f0540-2e71-4fa5-bf34-c690eccf27f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cdb1622-93e7-4c9b-b3f0-0341809a0917 HTTP/1.1" status: 200 len: 217 time: 0.0800991 Jun 30 09:02:01.001877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 11, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:01.030863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:01.043663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:01.044446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:01.048735 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.117558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9cdb1622-93e7-4c9b-b3f0-0341809a0917 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:01.120269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.148727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Subnet': ['ID=27d49671-d4c3-49ac-a40d-4a02579df3ff,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.158243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.162796 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e697339a-2a3a-4324-9d7a-f085fa35bba6 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/27d49671-d4c3-49ac-a40d-4a02579df3ff HTTP/1.1" status: 204 len: 168 time: 0.3681521 Jun 30 09:02:01.163550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36840) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:01.176652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1839a43-203f-42bc-90de-aacfdc9e6559 None None] Network 12204623-00db-41c1-9012-4accbb9a731a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:01.222858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-066bc584-683a-425c-8af3-13337906cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.224321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-066bc584-683a-425c-8af3-13337906cc8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 200 len: 850 time: 0.2007434 Jun 30 09:02:01.224497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:01.254521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.282282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-b4018be6-c689-4246-b14a-a378675f43f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65619ef7-c8d4-4eb9-9371-74802ef534ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460584 Jun 30 09:02:01.288872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.329481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Deleting port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:01.329944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.414520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] For port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=dd95cce1-43da-45d4-86a1-b5b1eebbcbb1,segment=NetworkSegment(84f51270-147c-43e5-b1bf-859f6f6bbd23),segment_id=84f51270-147c-43e5-b1bf-859f6f6bbd23)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:01.414890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.431969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634096bf-cb8e-4506-93f8-057906cfa54e req-ac220b4c-1317-4da3-a156-4666105f96f1 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.433692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-634096bf-cb8e-4506-93f8-057906cfa54e req-ac220b4c-1317-4da3-a156-4666105f96f1 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 944 time: 0.4785724 Jun 30 09:02:01.440006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Calling delete_port for dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:01.445587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 11, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:01.451520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0729574f-978c-44c6-a03c-b4380a854a6c up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:01.468820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d909b-8281-4bff-9382-2e6b0bae2b20 req-d86f869f-a8c7-4b85-b03b-96b1b89e8e24 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.470372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a6d909b-8281-4bff-9382-2e6b0bae2b20 req-d86f869f-a8c7-4b85-b03b-96b1b89e8e24 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 945 time: 0.5563517 Jun 30 09:02:01.472549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Allocated IP 172.20.0.1 (6963bbad-50eb-4980-b87b-8c5cc0deff27/fb9150e9-704b-4015-afe1-0602513cc570/f0f09da2-60a6-479d-85bb-f9d61365f72b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:01.508469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:01.509260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=b400d912-30aa-4b49-93a2-4edfdce6616b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.515388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5bdf00-ac26-477e-96a7-62447b818967 None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 11, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:01.523556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:01.539415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:01.544772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9cdb1622-93e7-4c9b-b3f0-0341809a0917, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9cdb1622-93e7-4c9b-b3f0-0341809a0917,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:01.578186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 31c698a4-880b-467b-832e-8813c708ccaf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:01.609448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.635606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Port': ['ID=dd95cce1-43da-45d4-86a1-b5b1eebbcbb1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.642206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '9cdb1622-93e7-4c9b-b3f0-0341809a0917', 'network_id': '65619ef7-c8d4-4eb9-9371-74802ef534ea', 'port_id': '9cdb1622-93e7-4c9b-b3f0-0341809a0917', 'mac_address': 'fa:16:3e:f2:0c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899d1c04-0e17-4ea0-93a1-8be03fa4f688', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:01.646073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No DVR routers for this DVR port dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:01.672236 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cac58300-7edc-47f4-b6f7-95c02d2e7038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.704396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 0729574f-978c-44c6-a03c-b4380a854a6c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:01.717885 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 0729574f-978c-44c6-a03c-b4380a854a6c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:01.718247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.724386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-634096bf-cb8e-4506-93f8-057906cfa54e req-2040d1d2-02d5-4a6e-b44e-df10c6044142 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660065 Jun 30 09:02:01.738204 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.775325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 31c698a4-880b-467b-832e-8813c708ccaf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:01.775608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.776153 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.776250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.778643 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.783303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdb1622-93e7-4c9b-b3f0-0341809a0917 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:01.795869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12204623-00db-41c1-9012-4accbb9a731a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:01.806905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d4e53cbf-8677-4c43-89cd-be7958651e72 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7010949 Jun 30 09:02:01.826342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36842) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:01.827098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a6d909b-8281-4bff-9382-2e6b0bae2b20 req-5b5593ae-f545-416f-99f7-bda9fd70a299 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398614 Jun 30 09:02:01.833216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-b8ed4202-a0b0-446f-a809-e932a69823c8 service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212834 Jun 30 09:02:01.834009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'name': 'tempest-AllowedAddressPairTestJSON-1145000972', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ab:6d:85'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:01.909789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f51270-147c-43e5-b1bf-859f6f6bbd23') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:01.910338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f51270-147c-43e5-b1bf-859f6f6bbd23') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:01.969213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b5063-9665-4b92-a43d-1e7f69d36bc8 None None] DHCP port deletion for 12204623-00db-41c1-9012-4accbb9a731a request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:02:01.994770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9cdb1622-93e7-4c9b-b3f0-0341809a0917, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9cdb1622-93e7-4c9b-b3f0-0341809a0917,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:02.001200 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.010032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.018249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f2a3c42c-5489-4e85-8786-633295a3ebd2 None None] Provisioning for port b400d912-30aa-4b49-93a2-4edfdce6616b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:02.046658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.047056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.077750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f2a3c42c-5489-4e85-8786-633295a3ebd2 None None] Provisioning complete for port b400d912-30aa-4b49-93a2-4edfdce6616b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:02.078221 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c42c-5489-4e85-8786-633295a3ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.081549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:02.081997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:02.085238 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:02.139518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Transition to ACTIVE for port object f0f09da2-60a6-479d-85bb-f9d61365f72b will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:02.165968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fc5db86-84c6-4663-9d66-d4b6378571e5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:02.175491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.185839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.190727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/networks/12204623-00db-41c1-9012-4accbb9a731a HTTP/1.1" status: 204 len: 168 time: 1.0263343 Jun 30 09:02:02.191614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36846) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:02.201550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:02.207198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb5aa8-9f92-4d74-a211-5bf3684dea29 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Pushing event deleted for resources: {'Network': ['ID=12204623-00db-41c1-9012-4accbb9a731a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.214065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'routes': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:02.216940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3c42c-5489-4e85-8786-633295a3ebd2 None None] Port b400d912-30aa-4b49-93a2-4edfdce6616b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:02.231139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.250768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9cdb1622-93e7-4c9b-b3f0-0341809a0917,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.271713 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729574f-978c-44c6-a03c-b4380a854a6c'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:02.274210 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a137872-ad4a-4f24-9494-f72a6c65eca9" -d '{"events": [{"server_uuid": "9b6238ff-ab9f-4e05-8ddf-6597561635f8", "name": "network-vif-plugged", "status": "completed", "tag": "0729574f-978c-44c6-a03c-b4380a854a6c"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:02.280841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9cdb1622-93e7-4c9b-b3f0-0341809a0917'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:02.303469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.315837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19e90-c55f-47bc-a1a1-4145b05ed222 req-4f37014e-2c43-4c7d-9a79-6785457bcecc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.316624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0729574f-978c-44c6-a03c-b4380a854a6c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0729574f-978c-44c6-a03c-b4380a854a6c,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:02.317380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f19e90-c55f-47bc-a1a1-4145b05ed222 req-4f37014e-2c43-4c7d-9a79-6785457bcecc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3327467 Jun 30 09:02:02.323255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] device_id is not set on port 04af97b1-e5b4-416c-b33f-5860d7832239 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:02.326080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.327058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd56d8b-3b45-4fd9-9d04-7b3baa68532b req-dbb1dc2d-4d24-433c-bfb0-d81b69d6805e service neutron] 10.222.0.13 "GET /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715524 Jun 30 09:02:02.348580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c442256-0baf-497b-9da3-904099a71c07 req-9a1cb756-f714-4af2-9ebb-d91599e74b1a tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.354166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c442256-0baf-497b-9da3-904099a71c07 req-9a1cb756-f714-4af2-9ebb-d91599e74b1a tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 946 time: 0.2923629 Jun 30 09:02:02.368639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5fc5db86-84c6-4663-9d66-d4b6378571e5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:02.378176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5fc5db86-84c6-4663-9d66-d4b6378571e5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:02.378549 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.424948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0729574f-978c-44c6-a03c-b4380a854a6c,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.450850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Allocated IP 172.20.0.5 (3ccfd86a-34fd-46e1-be08-4f6dfac91bb0/55be0fa6-5ebd-4548-8926-72c3d82c9947/04af97b1-e5b4-416c-b33f-5860d7832239) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:02.459113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.538583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:02.540446 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.543879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.extraroute_db [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Added routes are [] {{(pid=100240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:02:02.544182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.extraroute_db [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Removed routes are [] {{(pid=100240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:02:02.544542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.554390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:02.556989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:02.620015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5fc5db86-84c6-4663-9d66-d4b6378571e5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fc5db86-84c6-4663-9d66-d4b6378571e5,segment=NetworkSegment(73116693-4ed9-4063-af5c-329d369b0af6),segment_id=73116693-4ed9-4063-af5c-329d369b0af6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:02.626613 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.638377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.657397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Pushing event updated for resources: {'Port': ['ID=f0f09da2-60a6-479d-85bb-f9d61365f72b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.658752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Transition to ACTIVE for port object 04af97b1-e5b4-416c-b33f-5860d7832239 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:02.683192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5fc5db86-84c6-4663-9d66-d4b6378571e5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.700464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.706189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f19e90-c55f-47bc-a1a1-4145b05ed222 req-f9ebf577-6741-43b3-94cf-7f10cab63c6f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476319 Jun 30 09:02:02.707137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.716160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c442256-0baf-497b-9da3-904099a71c07 req-e8fa8b6c-25c1-413b-9d21-b74cfcde368f tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480785 Jun 30 09:02:02.772063 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce68363f-1c70-4f51-adb9-41a4f302ef82 x-openstack-request-id: req-ce68363f-1c70-4f51-adb9-41a4f302ef82 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:02.772699 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6238ff-ab9f-4e05-8ddf-6597561635f8", "name": "network-vif-plugged", "status": "completed", "tag": "0729574f-978c-44c6-a03c-b4380a854a6c", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:02.773189 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce68363f-1c70-4f51-adb9-41a4f302ef82 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:02.773829 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729574f-978c-44c6-a03c-b4380a854a6c', 'code': 200} Jun 30 09:02:02.810614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=04af97b1-e5b4-416c-b33f-5860d7832239,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.842268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:02.856111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:02.861235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:02.927317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.927958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.932285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.932635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.932982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.933899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.934234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.934567 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.934898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.935227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.935559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.935885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.936209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.936531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:02.941429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.944892 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.959819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80cf057-f0e2-4205-b4b2-f204ce5eaf0b None None] Provisioning for port f0f09da2-60a6-479d-85bb-f9d61365f72b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:02.968080 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b4522663-5196-429f-add5-ecd93d057c5e tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.1411874 Jun 30 09:02:02.969085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f80cf057-f0e2-4205-b4b2-f204ce5eaf0b None None] Provisioning complete for port f0f09da2-60a6-479d-85bb-f9d61365f72b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:02.969560 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f80cf057-f0e2-4205-b4b2-f204ce5eaf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.970811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36858) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.038798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f80cf057-f0e2-4205-b4b2-f204ce5eaf0b None None] Port f0f09da2-60a6-479d-85bb-f9d61365f72b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:03.060951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d77024-ae68-44d5-a6f1-eb6d5f94e7ba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.068255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d77024-ae68-44d5-a6f1-eb6d5f94e7ba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.076970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d77024-ae68-44d5-a6f1-eb6d5f94e7ba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.079019 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-05d77024-ae68-44d5-a6f1-eb6d5f94e7ba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1070378 Jun 30 09:02:03.082114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36860) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.161839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eb0c2a5b-6188-4c3a-abb2-76a5d63ffd74 None None] Provisioning for port 04af97b1-e5b4-416c-b33f-5860d7832239 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:03.166911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eb0c2a5b-6188-4c3a-abb2-76a5d63ffd74 None None] Provisioning complete for port 04af97b1-e5b4-416c-b33f-5860d7832239 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:03.167514 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2a5b-6188-4c3a-abb2-76a5d63ffd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.208980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting port 04af97b1-e5b4-416c-b33f-5860d7832239 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:03.209331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.216195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c2a5b-6188-4c3a-abb2-76a5d63ffd74 None None] Port 04af97b1-e5b4-416c-b33f-5860d7832239 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:03.244872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 60b69eb4-811c-490f-b6a8-0c70a79355e6 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:03.296530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fc5db86-84c6-4663-9d66-d4b6378571e5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:03.311488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.312732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c718-35e1-47fb-a133-675e18bb979c req-27ad5c75-eae8-4c5a-8a9d-1293ce504c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.314265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5592c718-35e1-47fb-a133-675e18bb979c req-27ad5c75-eae8-4c5a-8a9d-1293ce504c25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 1097 time: 0.3671300 Jun 30 09:02:03.324180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Calling delete_port for 04af97b1-e5b4-416c-b33f-5860d7832239 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:03.349680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5fc5db86-84c6-4663-9d66-d4b6378571e5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:03.350028 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.375983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a8e97-274d-46d3-93e4-5232fa6ea1e0 req-66a7a7f5-15be-42a6-ab03-94d8296ef511 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.377710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0a8e97-274d-46d3-93e4-5232fa6ea1e0 req-66a7a7f5-15be-42a6-ab03-94d8296ef511 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 945 time: 0.3774137 Jun 30 09:02:03.472063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.485348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:03.504279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Port': ['ID=04af97b1-e5b4-416c-b33f-5860d7832239,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.505670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:03.506020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7dd4e6b0-b34a-44f8-b319-ea6ed5682ef4 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:03.506502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:03.530534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:03.530880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device dd95cce1-43da-45d4-86a1-b5b1eebbcbb1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:03.708217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.712753 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d859756-08df-4a38-b568-981c347cc962 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/ports/04af97b1-e5b4-416c-b33f-5860d7832239 HTTP/1.1" status: 204 len: 168 time: 0.6271224 Jun 30 09:02:03.713093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36872) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.741875 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abc4be2-bb52-47f2-a7da-0e7e6475e4c1 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] GET failed (client error): The resource could not be found. Jun 30 09:02:03.743442 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0abc4be2-bb52-47f2-a7da-0e7e6475e4c1 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "GET /v2.0/ports/04af97b1-e5b4-416c-b33f-5860d7832239 HTTP/1.1" status: 404 len: 333 time: 0.0293956 Jun 30 09:02:03.747489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36874) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.752091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'name': 'tempest-AllowedAddressPairTestJSON-696480492'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:03.866662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:03.869492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5592c718-35e1-47fb-a133-675e18bb979c req-9c45503d-a185-4125-898d-1b17c89ad24f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439057 Jun 30 09:02:03.870566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.876360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-499a6948-ee78-4861-b20c-62b04992c3c9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.878389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-499a6948-ee78-4861-b20c-62b04992c3c9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.6720397 Jun 30 09:02:03.883737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.885758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:03.891973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] device_id is not set on port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:03.896655 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] Sync routers for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:03.906003 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:03.906591 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:03.908335 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.910083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-61a73986-7eb8-43f6-b3ce-5776a79db07e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 200 len: 704 time: 1.7063606 Jun 30 09:02:03.922407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36876) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.936352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0a8e97-274d-46d3-93e4-5232fa6ea1e0 req-3f6dfe2e-eaf2-449b-9161-de248a11f768 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086575 Jun 30 09:02:03.958611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e189a09b-5a41-4fed-8cc9-8b95dd23c6d1 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 200 len: 205 time: 0.0350866 Jun 30 09:02:03.961483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36878) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.975198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-60a73c76-0fd1-46f4-bd4c-e5f8261e2ddb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/quotas/1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 375 time: 0.0814462 Jun 30 09:02:04.094425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2abd3bed-5896-4478-bc8e-e64d313e8f6b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.098434 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:04.154725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 11, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:04.166266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Allocated IP 172.20.0.6 (3ccfd86a-34fd-46e1-be08-4f6dfac91bb0/55be0fa6-5ebd-4548-8926-72c3d82c9947/7538b9a2-e451-4fb9-8be8-151d0ade2ca4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:04.170664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-0105b962-1cc8-4c40-a513-19a8fec8f239 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1781037 Jun 30 09:02:04.182934 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] Checking router: 60b69eb4-811c-490f-b6a8-0c70a79355e6 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:04.192075 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] Routers {'60b69eb4-811c-490f-b6a8-0c70a79355e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:04.192678 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['60b69eb4-811c-490f-b6a8-0c70a79355e6'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:04.264397 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] Set router 60b69eb4-811c-490f-b6a8-0c70a79355e6 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:04.275187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe76e1e-f936-465d-8ba8-715357c7aa90 req-547bfcf2-1622-4b96-a786-9baab865ee07 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.276764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbe76e1e-f936-465d-8ba8-715357c7aa90 req-547bfcf2-1622-4b96-a786-9baab865ee07 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 946 time: 0.1871614 Jun 30 09:02:04.314754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.315403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.317721 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 11, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:04.334052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.349962 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbc367-509b-4c97-92c7-a99b5b46100d None None] The sync data for ids ['60b69eb4-811c-490f-b6a8-0c70a79355e6'] in n-d-758944-40 is: [{'id': '60b69eb4-811c-490f-b6a8-0c70a79355e6', 'name': 'tempest-RoutersIpV6Test-router-760352242', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:04Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 11, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:04.369692 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-006f5709-132f-4719-8203-bb16cf1d6727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.404068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-f9da88ff-d392-4269-88b3-6fe98140a77d service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170470 Jun 30 09:02:04.444526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbe76e1e-f936-465d-8ba8-715357c7aa90 req-7a55e106-1c45-48f1-a9a8-2be09be5ddbf tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317489 Jun 30 09:02:04.454942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.456682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Pushing event updated for resources: {'Port': ['ID=f0f09da2-60a6-479d-85bb-f9d61365f72b,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.594221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2abd3bed-5896-4478-bc8e-e64d313e8f6b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.597891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2abd3bed-5896-4478-bc8e-e64d313e8f6b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.604776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-8b90e988-1cac-4753-a057-abd196693d86 service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863456 Jun 30 09:02:04.660371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2abd3bed-5896-4478-bc8e-e64d313e8f6b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.660895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abd3bed-5896-4478-bc8e-e64d313e8f6b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Fanout notify agent at l3_agent the message router_deleted on router 60b69eb4-811c-490f-b6a8-0c70a79355e6 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:02:04.667750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2abd3bed-5896-4478-bc8e-e64d313e8f6b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.669380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:04.673345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:04.678630 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2abd3bed-5896-4478-bc8e-e64d313e8f6b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 204 len: 168 time: 0.7155967 Jun 30 09:02:04.678809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36880) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:04.684933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-db7c8108-dfd0-4aae-8ef8-f1d406c4fbd3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2061103055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:04.788068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-2d0cffb1-6038-4711-b38c-7a3c8312da1d tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.791013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-2d0cffb1-6038-4711-b38c-7a3c8312da1d tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "GET /v2.0/ports?device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 946 time: 0.1946907 Jun 30 09:02:04.810390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db7c8108-dfd0-4aae-8ef8-f1d406c4fbd3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.811563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db7c8108-dfd0-4aae-8ef8-f1d406c4fbd3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.935778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.946252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48a6f93f-b0b9-4f7b-b6c6-cf677780c141 req-b5ad912d-d4a6-42f2-ae19-2f521fbda0fc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 210 time: 0.1029561 Jun 30 09:02:04.962383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Transition to ACTIVE for port object 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:05.023630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.049702 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db7c8108-dfd0-4aae-8ef8-f1d406c4fbd3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.059980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db7c8108-dfd0-4aae-8ef8-f1d406c4fbd3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.073131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Router 2569cf81-193a-4101-9216-7785c41c9dbd has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:05.081850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f116e1c4-d333-41c0-892f-a8840bf7a1b3 None None] Provisioning complete for port f0f09da2-60a6-479d-85bb-f9d61365f72b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:05.082894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f116e1c4-d333-41c0-892f-a8840bf7a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.089230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db7c8108-dfd0-4aae-8ef8-f1d406c4fbd3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.090934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-db7c8108-dfd0-4aae-8ef8-f1d406c4fbd3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4092336 Jun 30 09:02:05.101013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36890) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.104646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:05.110143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3decb91f-3729-45f0-9cd3-9ccfb4fd6d50 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:05.115602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9cdb1622-93e7-4c9b-b3f0-0341809a0917 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:05.115815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:05.158983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f116e1c4-d333-41c0-892f-a8840bf7a1b3 None None] Port f0f09da2-60a6-479d-85bb-f9d61365f72b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:05.189103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:05.190314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:05.196035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:05.196721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.244894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=7538b9a2-e451-4fb9-8be8-151d0ade2ca4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.274520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Deleting port 9d137c49-9c13-4d11-bf42-6a906b33ed56 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:05.275074 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.332194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.356175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.356791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.364363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdb1622-93e7-4c9b-b3f0-0341809a0917'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:05.370508 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f5d07-4182-4a5a-a9d0-5a9d85662191" -d '{"events": [{"server_uuid": "101f4aca-5892-4d5c-9a32-bbc3775aae3e", "name": "network-vif-plugged", "status": "completed", "tag": "9cdb1622-93e7-4c9b-b3f0-0341809a0917"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:05.392497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 9cdb1622-93e7-4c9b-b3f0-0341809a0917, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9cdb1622-93e7-4c9b-b3f0-0341809a0917,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:05.398071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.424521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d7da-af4b-43ed-9791-e7e62d5eedf6 req-a9733c29-9d69-46ba-bb4d-884d00147cc5 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.433250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e287d7da-af4b-43ed-9791-e7e62d5eedf6 req-a9733c29-9d69-46ba-bb4d-884d00147cc5 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 945 time: 0.3411555 Jun 30 09:02:05.446862 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1e95e9d7-e5e7-47a6-bb96-e5d3130e5b0c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6984515 Jun 30 09:02:05.473468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36898) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.490761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=9cdb1622-93e7-4c9b-b3f0-0341809a0917,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.495976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ab:6d:85'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:05.499986 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9475262-2645-4c04-8156-e2c7c49fe648 x-openstack-request-id: req-c9475262-2645-4c04-8156-e2c7c49fe648 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:05.500411 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f4aca-5892-4d5c-9a32-bbc3775aae3e", "name": "network-vif-plugged", "status": "completed", "tag": "9cdb1622-93e7-4c9b-b3f0-0341809a0917", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:05.500668 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9475262-2645-4c04-8156-e2c7c49fe648 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:05.501046 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdb1622-93e7-4c9b-b3f0-0341809a0917', 'code': 200} Jun 30 09:02:05.525470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3decb91f-3729-45f0-9cd3-9ccfb4fd6d50 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.538191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3decb91f-3729-45f0-9cd3-9ccfb4fd6d50 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.602469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c50d6988-fe28-4c78-9708-b6e7b26077ee None None] Provisioning for port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:05.604643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:05.607479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] For port 9d137c49-9c13-4d11-bf42-6a906b33ed56, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9d137c49-9c13-4d11-bf42-6a906b33ed56,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:05.607835 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.609234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c50d6988-fe28-4c78-9708-b6e7b26077ee None None] Provisioning complete for port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:05.609596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c50d6988-fe28-4c78-9708-b6e7b26077ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.637840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Sync routers for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:05.644427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1e36df7f-88dc-4bcb-8915-e57f5266988e admin admin] 10.222.0.53 "PUT /v2.0/routers/2569cf81-193a-4101-9216-7785c41c9dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4460657 Jun 30 09:02:05.666818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Calling delete_port for 9d137c49-9c13-4d11-bf42-6a906b33ed56 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:05.682903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e287d7da-af4b-43ed-9791-e7e62d5eedf6 req-f7f9de7a-2748-4e0c-af36-c57fb14165fb tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482805 Jun 30 09:02:05.700722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3decb91f-3729-45f0-9cd3-9ccfb4fd6d50 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Router 6d1a9665-50c8-43fa-8c47-5f21bca337ca is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:02:05.705656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:05.706717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:05.755616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c50d6988-fe28-4c78-9708-b6e7b26077ee None None] Port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:05.776395 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.876370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:05.881298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3decb91f-3729-45f0-9cd3-9ccfb4fd6d50 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:05.892202 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] Sync routers for ids ['6d1a9665-50c8-43fa-8c47-5f21bca337ca'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:05.896098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3decb91f-3729-45f0-9cd3-9ccfb4fd6d50 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.901262 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3decb91f-3729-45f0-9cd3-9ccfb4fd6d50 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "PUT /v2.0/routers/6d1a9665-50c8-43fa-8c47-5f21bca337ca HTTP/1.1" status: 200 len: 698 time: 0.7993140 Jun 30 09:02:05.902032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72b024-25d7-4188-9d5d-d69718eb1397 req-5ec89178-1cfa-4632-bec5-278a83297be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.902172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.903572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe72b024-25d7-4188-9d5d-d69718eb1397 req-5ec89178-1cfa-4632-bec5-278a83297be2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 1097 time: 0.3508494 Jun 30 09:02:05.910408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] Routers {'6d1a9665-50c8-43fa-8c47-5f21bca337ca'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:05.911298 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6d1a9665-50c8-43fa-8c47-5f21bca337ca'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:05.987489 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] Set router 6d1a9665-50c8-43fa-8c47-5f21bca337ca gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:06.011993 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-30017c35-6db0-4d7c-a540-a0d634565866 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/routers/6d1a9665-50c8-43fa-8c47-5f21bca337ca HTTP/1.1" status: 200 len: 704 time: 0.1058841 Jun 30 09:02:06.012610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36912) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.046718 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a9665-50c8-43fa-8c47-5f21bca337ca', 'name': 'tempest-RoutersIpV6Test-router-2061103055', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:04Z', 'updated_at': '2021-06-30T09:02:05Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:06.050253 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c5823eb2-a96e-45eb-a7ce-b48d8790f4ab tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d1a9665-50c8-43fa-8c47-5f21bca337ca HTTP/1.1" status: 200 len: 205 time: 0.0365677 Jun 30 09:02:06.052059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36914) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.057750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.073618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624dbf8-f4ba-4fdc-95e5-9c7826d6b5a4 req-fb1e61c8-f432-41ac-a687-9444078809f0 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.083815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b624dbf8-f4ba-4fdc-95e5-9c7826d6b5a4 req-fb1e61c8-f432-41ac-a687-9444078809f0 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 946 time: 0.4381318 Jun 30 09:02:06.090508 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] Checking router: 6d1a9665-50c8-43fa-8c47-5f21bca337ca for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:06.100182 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] Routers {'6d1a9665-50c8-43fa-8c47-5f21bca337ca'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:06.100798 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6d1a9665-50c8-43fa-8c47-5f21bca337ca'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:06.133068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9dae38d-829a-484e-b7fe-1d30906a8ea5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.140461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:04Z', 'revision_number': 2, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:06.172752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Checking router: 2569cf81-193a-4101-9216-7785c41c9dbd for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:06.173121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Updating router 2569cf81-193a-4101-9216-7785c41c9dbd port f0f09da2-60a6-479d-85bb-f9d61365f72b binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:06.180179 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] Set router 6d1a9665-50c8-43fa-8c47-5f21bca337ca gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:06.211827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe72b024-25d7-4188-9d5d-d69718eb1397 req-b0ddcf2a-511f-430d-9794-a9ca06195b8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213581 Jun 30 09:02:06.229648 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.271106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd96ce-e5e4-4b91-a76c-b8540c0e8aa1 req-a060c4ca-970a-4b4e-9a90-f5de373f6891 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.278374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26cd96ce-e5e4-4b91-a76c-b8540c0e8aa1 req-a060c4ca-970a-4b4e-9a90-f5de373f6891 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 945 time: 0.4125438 Jun 30 09:02:06.289323 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1a9665-50c8-43fa-8c47-5f21bca337ca', 'name': 'tempest-RoutersIpV6Test-router-2061103055', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:04Z', 'updated_at': '2021-06-30T09:02:05Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:06.316416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9dae38d-829a-484e-b7fe-1d30906a8ea5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.318909 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9dae38d-829a-484e-b7fe-1d30906a8ea5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.322178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b624dbf8-f4ba-4fdc-95e5-9c7826d6b5a4 req-81b72033-8fb2-46b3-a958-0b8890d6c61c tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372971 Jun 30 09:02:06.363861 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75485882-926e-4266-aaff-b34af1365ea5 None None] The sync data for ids ['6d1a9665-50c8-43fa-8c47-5f21bca337ca'] in n-d-758944-40 is: [{'id': '6d1a9665-50c8-43fa-8c47-5f21bca337ca', 'name': 'tempest-RoutersIpV6Test-router-2061103055', 'tenant_id': 'baf04e56e5544530b7355755b6a69590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:04Z', 'updated_at': '2021-06-30T09:02:05Z', 'revision_number': 2, 'project_id': 'baf04e56e5544530b7355755b6a69590', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:06.384786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26cd96ce-e5e4-4b91-a76c-b8540c0e8aa1 req-11ec230c-3e8c-4f32-b36a-60bc6d152394 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053975 Jun 30 09:02:06.408575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9dae38d-829a-484e-b7fe-1d30906a8ea5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.410272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dae38d-829a-484e-b7fe-1d30906a8ea5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Fanout notify agent at l3_agent the message router_deleted on router 6d1a9665-50c8-43fa-8c47-5f21bca337ca {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:02:06.430796 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.432422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e9dae38d-829a-484e-b7fe-1d30906a8ea5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.433866 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e9dae38d-829a-484e-b7fe-1d30906a8ea5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/6d1a9665-50c8-43fa-8c47-5f21bca337ca HTTP/1.1" status: 204 len: 168 time: 0.3806295 Jun 30 09:02:06.438511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36918) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.456808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ce0ad1af-f601-477f-83d1-b30bb86b0489'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:06.458973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['cc000ab2-6727-4166-9954-3b84e11b0d5e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:06.506162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bc8302eb-744a-42ab-b6e2-877e40b3aa05 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d1a9665-50c8-43fa-8c47-5f21bca337ca HTTP/1.1" status: 200 len: 205 time: 0.0663702 Jun 30 09:02:06.508980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36920) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.599044 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-c4bb8f4a-1cb5-4bd1-aa23-e5b2c1015ae5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] delete failed (client error): The resource could not be found. Jun 30 09:02:06.602106 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c4bb8f4a-1cb5-4bd1-aa23-e5b2c1015ae5 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/6d1a9665-50c8-43fa-8c47-5f21bca337ca HTTP/1.1" status: 404 len: 336 time: 0.0891550 Jun 30 09:02:06.602563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.651623 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6a34e1-2b3e-43ae-8f96-0168f826ee92 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:06.652603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6a34e1-2b3e-43ae-8f96-0168f826ee92 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:06.654911 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-da6a34e1-2b3e-43ae-8f96-0168f826ee92 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/217c3522-4406-4500-9956-23f998153fff HTTP/1.1" status: 404 len: 337 time: 0.0516629 Jun 30 09:02:06.659770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36924) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.663011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Pushing event deleted for resources: {'Port': ['ID=9d137c49-9c13-4d11-bf42-6a906b33ed56,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:06.706732 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c68b0b-d0bc-4036-9719-bfc80cdc6389 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:06.707275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c68b0b-d0bc-4036-9719-bfc80cdc6389 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:06.709117 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-87c68b0b-d0bc-4036-9719-bfc80cdc6389 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/196a4dcf-bb80-42b6-a681-43d89f36744c HTTP/1.1" status: 404 len: 337 time: 0.0485749 Jun 30 09:02:06.712087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36926) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.769205 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea29f2c-a770-4375-84a1-759ca0ca13e8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:06.775210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-589bb0d2-c7cf-4f21-8a71-867d55542bba req-9ba20656-ac55-4239-8e1d-34edeae9aa6f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 210 time: 0.1133158 Jun 30 09:02:06.795577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea29f2c-a770-4375-84a1-759ca0ca13e8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:06.802526 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ea29f2c-a770-4375-84a1-759ca0ca13e8 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/b7c43652-7e0b-4555-8bee-0031668de592 HTTP/1.1" status: 404 len: 337 time: 0.0845764 Jun 30 09:02:06.804520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36928) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.827522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] No DVR routers for this DVR port 9d137c49-9c13-4d11-bf42-6a906b33ed56 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:06.833775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.837596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ff9cbf3-0efc-4f6d-be5d-93c25f281bc0 req-1970fb24-1bfb-489f-9da3-3317b0c6f6b2 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "DELETE /v2.0/ports/9d137c49-9c13-4d11-bf42-6a906b33ed56 HTTP/1.1" status: 204 len: 173 time: 2.0398135 Jun 30 09:02:06.840694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'name': 'network-vif-deleted', 'tag': '9d137c49-9c13-4d11-bf42-6a906b33ed56'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:06.853572 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272927dd-bc5d-4f6d-8c30-c0c7301aad6d" -d '{"events": [{"server_uuid": "f64658ed-1e22-44a9-8dfd-dce5bfea9276", "name": "network-vif-deleted", "tag": "9d137c49-9c13-4d11-bf42-6a906b33ed56"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:06.856015 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e4b4b6-0645-4f65-a6b0-96491258c742 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:06.856852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e4b4b6-0645-4f65-a6b0-96491258c742 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:06.859501 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-94e4b4b6-0645-4f65-a6b0-96491258c742 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/27d49671-d4c3-49ac-a40d-4a02579df3ff HTTP/1.1" status: 404 len: 337 time: 0.0533850 Jun 30 09:02:06.862021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36932) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.913113 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9b1fab0c-9aea-488d-be32-c4e803076d57 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 200 len: 205 time: 0.0373971 Jun 30 09:02:06.915304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36934) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.936448 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec144c40-85be-43d3-88ce-f6895dbaf327 x-openstack-request-id: req-ec144c40-85be-43d3-88ce-f6895dbaf327 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:06.936754 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64658ed-1e22-44a9-8dfd-dce5bfea9276", "name": "network-vif-deleted", "tag": "9d137c49-9c13-4d11-bf42-6a906b33ed56", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:06.937574 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec144c40-85be-43d3-88ce-f6895dbaf327 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:06.937574 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64658ed-1e22-44a9-8dfd-dce5bfea9276', 'name': 'network-vif-deleted', 'tag': '9d137c49-9c13-4d11-bf42-6a906b33ed56', 'status': 'completed', 'code': 200} Jun 30 09:02:06.957295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.980306 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-b7655ee3-0fa5-4cef-bab6-05a6bf4fc57f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] delete failed (client error): The resource could not be found. Jun 30 09:02:06.981282 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b7655ee3-0fa5-4cef-bab6-05a6bf4fc57f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/60b69eb4-811c-490f-b6a8-0c70a79355e6 HTTP/1.1" status: 404 len: 336 time: 0.0649550 Jun 30 09:02:06.983831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36936) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.986357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-2e8444c8-f4d5-4bba-8c6b-31a3834a2880 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.987886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-2e8444c8-f4d5-4bba-8c6b-31a3834a2880 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.5250967 Jun 30 09:02:07.009999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'port': {'device_id': '952c2349-8e7e-44bc-8018-b6191a07f673', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'admin_state_up': True, 'tenant_id': '1e16918662f8442db90ae128d982c1a9'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:07.017584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Transition to ACTIVE for port object f0f09da2-60a6-479d-85bb-f9d61365f72b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:07.022533 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f6620fff-b42c-4aa6-bb18-7b4be9abc55f tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=62da075c-11e5-4fa1-b347-44c1deb20ae6 HTTP/1.1" status: 200 len: 205 time: 0.0370853 Jun 30 09:02:07.024365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36938) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.043198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.116302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9d137c49-9c13-4d11-bf42-6a906b33ed56 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:07.143194 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-fb7e07d1-a9af-44ab-b7d7-dc463432facb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] delete failed (client error): The resource could not be found. Jun 30 09:02:07.145313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.149398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb7e07d1-a9af-44ab-b7d7-dc463432facb tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/62da075c-11e5-4fa1-b347-44c1deb20ae6 HTTP/1.1" status: 404 len: 336 time: 0.1215129 Jun 30 09:02:07.150090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36940) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.150809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36942) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.163454 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.168945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-569eadab-6059-4284-a39d-9fb9ef6c8d1b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154136984', 'description': 'tempest-description--432835775'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:07.171061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 9d137c49-9c13-4d11-bf42-6a906b33ed56 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:07.172272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9d137c49-9c13-4d11-bf42-6a906b33ed56 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:07.181602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743fda1-0034-4c86-959a-b90b9c409456 None None] Pushing event updated for resources: {'Port': ['ID=f0f09da2-60a6-479d-85bb-f9d61365f72b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.222353 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-76635e15-76e7-46cd-b95c-50538591be63 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:07.223066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76635e15-76e7-46cd-b95c-50538591be63 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:07.229871 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-76635e15-76e7-46cd-b95c-50538591be63 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/510e754d-e253-4671-bfdf-47e24652fca4 HTTP/1.1" status: 404 len: 337 time: 0.0752850 Jun 30 09:02:07.232835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36944) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.288272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e2022a36-6df5-49f0-a764-672390ee6c6a tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=d60ddefe-fef1-424c-9800-28bee9a387e7 HTTP/1.1" status: 200 len: 205 time: 0.0541079 Jun 30 09:02:07.297564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36946) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.298277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.303882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Attempting to bind port f0f09da2-60a6-479d-85bb-f9d61365f72b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:07.304252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Attempting to bind port f0f09da2-60a6-479d-85bb-f9d61365f72b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:07.304666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Attempting to bind port f0f09da2-60a6-479d-85bb-f9d61365f72b on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:07.313338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:07.313899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Checking segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:07.314307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.315020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Bound using segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:07.315620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Bound port: f0f09da2-60a6-479d-85bb-f9d61365f72b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:07.316268 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.320346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-569eadab-6059-4284-a39d-9fb9ef6c8d1b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.334333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] In _notify_port_updated(), no bound segment for port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 on network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:02:07.340540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.341205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.347525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "PUT /v2.0/ports/7538b9a2-e451-4fb9-8be8-151d0ade2ca4 HTTP/1.1" status: 200 len: 993 time: 1.8707807 Jun 30 09:02:07.352621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36948) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.395346 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-61169f41-e884-432f-b38a-dd2838705b51 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] delete failed (client error): The resource could not be found. Jun 30 09:02:07.398351 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-61169f41-e884-432f-b38a-dd2838705b51 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/d60ddefe-fef1-424c-9800-28bee9a387e7 HTTP/1.1" status: 404 len: 336 time: 0.0988264 Jun 30 09:02:07.403043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36952) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.458954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] For port f0f09da2-60a6-479d-85bb-f9d61365f72b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:07.468998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] For port f0f09da2-60a6-479d-85bb-f9d61365f72b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f0f09da2-60a6-479d-85bb-f9d61365f72b,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:07.473755 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.482101 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea73b443-cb5b-4a12-b0e1-44de8874a208 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=1487a54d-de59-4f8e-a7da-ff13f817c21d HTTP/1.1" status: 200 len: 205 time: 0.0777042 Jun 30 09:02:07.490501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36956) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.505929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06840022-73ed-4179-8d64-42064d9474c4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=7538b9a2-e451-4fb9-8be8-151d0ade2ca4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.636567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:07.637211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:07.645707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-569eadab-6059-4284-a39d-9fb9ef6c8d1b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.652133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-569eadab-6059-4284-a39d-9fb9ef6c8d1b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.703130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eadab-6059-4284-a39d-9fb9ef6c8d1b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.707523 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-a005af4a-84f2-48e6-8ccf-d390275e2e4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] delete failed (client error): The resource could not be found. Jun 30 09:02:07.712767 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36958) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.719239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a005af4a-84f2-48e6-8ccf-d390275e2e4e tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/1487a54d-de59-4f8e-a7da-ff13f817c21d HTTP/1.1" status: 404 len: 336 time: 0.2175148 Jun 30 09:02:07.722413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743fda1-0034-4c86-959a-b90b9c409456 None None] Pushing event updated for resources: {'Port': ['ID=f0f09da2-60a6-479d-85bb-f9d61365f72b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.772071 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec3802e-c2f1-4e93-ad31-7bb190dca0a3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:07.776513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec3802e-c2f1-4e93-ad31-7bb190dca0a3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:07.780661 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8ec3802e-c2f1-4e93-ad31-7bb190dca0a3 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/938fc651-b0bc-4f58-8cf6-b3e64688fa65 HTTP/1.1" status: 404 len: 337 time: 0.0643141 Jun 30 09:02:07.781190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36960) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.791958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c80a392-4c0b-4d93-90ca-4f996332f737 req-273908e1-75f2-48da-8396-93f603fd0775 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64658ed-1e22-44a9-8dfd-dce5bfea9276 HTTP/1.1" status: 200 len: 210 time: 0.0874944 Jun 30 09:02:07.870374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Made reservation on behalf of 1e16918662f8442db90ae128d982c1a9 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:07.870642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:07.875251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.880618 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2db0f02d-9f90-46db-a1e8-5b9ac85f7165 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed2bb14-9840-496f-b6ce-0b62ee7622de HTTP/1.1" status: 200 len: 205 time: 0.0950015 Jun 30 09:02:07.880618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-569eadab-6059-4284-a39d-9fb9ef6c8d1b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.881288 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-569eadab-6059-4284-a39d-9fb9ef6c8d1b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7293179 Jun 30 09:02:07.881944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36964) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.889996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36966) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.893974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f4b028b7-45b4-4e1f-bad8-a81cc173533c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'security_group_rule': {'security_group_id': '0d225e0d-5b41-4ad5-a3a4-66b316fb3c58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:07.957057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1cd1ed81-eee5-4737-9c29-72c0ef1c7804 None None] Provisioning complete for port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:07.960002 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ed81-eee5-4737-9c29-72c0ef1c7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.997988 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4b028b7-45b4-4e1f-bad8-a81cc173533c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.000828 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-27ee65f3-f5dd-4ac1-a476-895be7497b48 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] delete failed (client error): The resource could not be found. Jun 30 09:02:08.006044 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27ee65f3-f5dd-4ac1-a476-895be7497b48 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/2ed2bb14-9840-496f-b6ce-0b62ee7622de HTTP/1.1" status: 404 len: 336 time: 0.1192231 Jun 30 09:02:08.006044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36968) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.048098 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-d645b817-c010-445f-b41e-9d1abf906082 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:08.048863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d645b817-c010-445f-b41e-9d1abf906082 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:08.052651 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d645b817-c010-445f-b41e-9d1abf906082 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/d98a62ac-dd70-4d97-a1ef-552ded6bb534 HTTP/1.1" status: 404 len: 337 time: 0.0446184 Jun 30 09:02:08.054249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36970) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.056042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1ed81-eee5-4737-9c29-72c0ef1c7804 None None] Port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:08.097008 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a347577-06f4-4d71-adcb-1763f116cca4 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "GET /v2.0/ports?device_id=01136454-f881-4831-8e08-d740b1b06084 HTTP/1.1" status: 200 len: 205 time: 0.0396383 Jun 30 09:02:08.099670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36972) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.145876 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-f9551831-eb8c-40d5-afbe-f6ae275b2396 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] delete failed (client error): The resource could not be found. Jun 30 09:02:08.146741 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f9551831-eb8c-40d5-afbe-f6ae275b2396 tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/routers/01136454-f881-4831-8e08-d740b1b06084 HTTP/1.1" status: 404 len: 336 time: 0.0461254 Jun 30 09:02:08.154089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.187942 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffdfed5-0111-4e85-8768-77df262fc69b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:08.188919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffdfed5-0111-4e85-8768-77df262fc69b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:08.192769 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ffdfed5-0111-4e85-8768-77df262fc69b tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/c574b355-8062-4a58-8438-bc96edb953a9 HTTP/1.1" status: 404 len: 337 time: 0.0352349 Jun 30 09:02:08.193394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36976) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.229015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:07Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:08.231197 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29f2551-6668-4b45-a0f1-369de14f92ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] DELETE failed (client error): The resource could not be found. Jun 30 09:02:08.231655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29f2551-6668-4b45-a0f1-369de14f92ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:02:08.235836 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c29f2551-6668-4b45-a0f1-369de14f92ed tempest-RoutersIpV6Test-1858635903 tempest-RoutersIpV6Test-1858635903-project] 10.222.0.53 "DELETE /v2.0/subnets/f9cdc612-9aa9-4f9c-8462-2c007b73c6c6 HTTP/1.1" status: 404 len: 337 time: 0.0391858 Jun 30 09:02:08.235836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4b028b7-45b4-4e1f-bad8-a81cc173533c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.240377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4b028b7-45b4-4e1f-bad8-a81cc173533c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.264278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b028b7-45b4-4e1f-bad8-a81cc173533c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05423553-d96e-4ff9-bd8f-d1bda19dd575,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.269861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4b028b7-45b4-4e1f-bad8-a81cc173533c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.272386 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f4b028b7-45b4-4e1f-bad8-a81cc173533c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819332 Jun 30 09:02:08.274634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d87619-2044-4498-804d-310f2bff9563 None None] The sync data for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 is: [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:07Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:08.275340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36980) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.282731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fb8baebd-1d31-4d12-99aa-e904cc94b572 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'security_group_rule': {'security_group_id': '0d225e0d-5b41-4ad5-a3a4-66b316fb3c58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:08.312985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8baebd-1d31-4d12-99aa-e904cc94b572 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.408833 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8baebd-1d31-4d12-99aa-e904cc94b572 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.413285 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8baebd-1d31-4d12-99aa-e904cc94b572 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.438788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8baebd-1d31-4d12-99aa-e904cc94b572 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da46902-4907-4df8-b1a7-cd86b5741ed5,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.447050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8baebd-1d31-4d12-99aa-e904cc94b572 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.449118 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb8baebd-1d31-4d12-99aa-e904cc94b572 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701834 Jun 30 09:02:08.452271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36982) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.458176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:08.499685 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.543344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Allocated IP 172.20.0.9 (b562134b-5ec8-4de2-bde1-afe935152b17/aa3170b8-486b-45eb-9201-15d2c66b3058/d3a75844-8c89-46e5-b4ea-d4b453cc209c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:08.562254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5682dae-a34c-4eec-b460-31db54cdf15a req-19d55ae5-f88b-46f2-bcc6-fa5a445ead84 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 210 time: 0.0638070 Jun 30 09:02:08.613402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting port 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:08.613966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.625399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd9c55-6900-4502-9891-bb6957f266a0 req-a23993d1-f606-4aee-b6ab-a52a6dbdffb1 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.632853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6fd9c55-6900-4502-9891-bb6957f266a0 req-a23993d1-f606-4aee-b6ab-a52a6dbdffb1 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 945 time: 0.8389275 Jun 30 09:02:08.653621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.695503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36986) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.783919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Allocated IP 172.25.8.35 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a865e005-8f3b-40a0-9485-dd2247289b14) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:08.873322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6fd9c55-6900-4502-9891-bb6957f266a0 req-9c5a7cc9-af1d-4ccc-b356-0fa0050ab780 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395720 Jun 30 09:02:08.881898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.909176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Transition to ACTIVE for port object d3a75844-8c89-46e5-b4ea-d4b453cc209c will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:08.938951 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f588dfdb-6afa-485a-8eac-f639f5725058 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=baf04e56e5544530b7355755b6a69590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402325 Jun 30 09:02:08.948180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36994) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.983410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.998505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.000613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Calling delete_port for 7538b9a2-e451-4fb9-8be8-151d0ade2ca4 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:09.011146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:09.073179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.089981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=d3a75844-8c89-46e5-b4ea-d4b453cc209c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.100998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d747-4a91-47f0-8a71-640acd43a650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.146041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d747-4a91-47f0-8a71-640acd43a650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.154840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:09.159035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:09.178741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:09.260680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d747-4a91-47f0-8a71-640acd43a650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.263484 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d747-4a91-47f0-8a71-640acd43a650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.264669 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f9e3d747-4a91-47f0-8a71-640acd43a650 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b71abea-7e1b-42e3-9031-c931db6ceaa9 HTTP/1.1" status: 204 len: 168 time: 0.3152380 Jun 30 09:02:09.311029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3d747-4a91-47f0-8a71-640acd43a650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b71abea-7e1b-42e3-9031-c931db6ceaa9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.407052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.469110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:09.475032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.475657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.492887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:09.504547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:09.581238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'Port': ['ID=a865e005-8f3b-40a0-9485-dd2247289b14,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.608879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-04d6af24-76fe-4e60-8a6d-27bd4bb50040 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6064601 Jun 30 09:02:09.610530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.684281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Request body: {'port': {'device_id': '952c2349-8e7e-44bc-8018-b6191a07f673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:09.706127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0f09da2-60a6-479d-85bb-f9d61365f72b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:09.755751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Port': ['ID=7538b9a2-e451-4fb9-8be8-151d0ade2ca4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.798381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.866927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.918867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-97e381a4-3d20-4af1-ac46-c8180d975694 None None] Provisioning for port d3a75844-8c89-46e5-b4ea-d4b453cc209c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:09.952228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-97e381a4-3d20-4af1-ac46-c8180d975694 None None] Provisioning complete for port d3a75844-8c89-46e5-b4ea-d4b453cc209c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:09.952228 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-97e381a4-3d20-4af1-ac46-c8180d975694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.984722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.068704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f0f09da2-60a6-479d-85bb-f9d61365f72b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:10.088369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f0f09da2-60a6-479d-85bb-f9d61365f72b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:10.094860 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.097790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-97e381a4-3d20-4af1-ac46-c8180d975694 None None] Port d3a75844-8c89-46e5-b4ea-d4b453cc209c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:10.251219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.256792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.321096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.325356 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.325721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ff665800-5dc7-488e-9185-c76b38cefb13 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/ports/7538b9a2-e451-4fb9-8be8-151d0ade2ca4 HTTP/1.1" status: 204 len: 168 time: 2.9581294 Jun 30 09:02:10.326450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37026) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:10.370534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'Port': ['ID=a865e005-8f3b-40a0-9485-dd2247289b14,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.376600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.396522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.399325 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-503b3631-eff9-4905-86d7-a18bee34ceeb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9456482 Jun 30 09:02:10.437257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f0f09da2-60a6-479d-85bb-f9d61365f72b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f0f09da2-60a6-479d-85bb-f9d61365f72b,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:10.453274 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.478475 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15c66de-674a-42d3-a803-c02bb9938879 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] GET failed (client error): The resource could not be found. Jun 30 09:02:10.482116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e15c66de-674a-42d3-a803-c02bb9938879 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "GET /v2.0/ports/7538b9a2-e451-4fb9-8be8-151d0ade2ca4 HTTP/1.1" status: 404 len: 333 time: 0.1486781 Jun 30 09:02:10.485848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37034) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:10.491097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'name': 'tempest-AllowedAddressPairTestJSON-673642324'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:10.536324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f0f09da2-60a6-479d-85bb-f9d61365f72b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.573486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d6649-a618-4a0a-a06f-a6c58e035427 req-50d39c33-0a71-490a-9436-a93854245711 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.581831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-677d6649-a618-4a0a-a06f-a6c58e035427 req-50d39c33-0a71-490a-9436-a93854245711 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 931 time: 0.7006791 Jun 30 09:02:10.642378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:10.646504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.664240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] device_id is not set on port 3aa720d2-c5bf-4cd9-b313-78847db8696b yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:10.720206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-677d6649-a618-4a0a-a06f-a6c58e035427 req-fac699ac-fa0d-427c-9c25-979bf1a0b0ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354518 Jun 30 09:02:10.780752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1f249-e310-49ce-8d86-a03232d07a75 req-b2b0b3b7-b43f-4b2e-b62e-a3c31deaed01 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.782488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ee1f249-e310-49ce-8d86-a03232d07a75 req-b2b0b3b7-b43f-4b2e-b62e-a3c31deaed01 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 945 time: 0.2873971 Jun 30 09:02:10.809539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Allocated IP 172.20.0.14 (3ccfd86a-34fd-46e1-be08-4f6dfac91bb0/55be0fa6-5ebd-4548-8926-72c3d82c9947/3aa720d2-c5bf-4cd9-b313-78847db8696b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:10.856933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ee1f249-e310-49ce-8d86-a03232d07a75 req-b5301aff-d90c-420a-b442-afd8db928b5e tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682752 Jun 30 09:02:10.884507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a75844-8c89-46e5-b4ea-d4b453cc209c {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:10.899663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.927775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-e65656eb-855f-4701-af96-d95796e3b5dd tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1154136984&fields=id&tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 267 time: 0.0918338 Jun 30 09:02:10.932917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Transition to ACTIVE for port object d3a75844-8c89-46e5-b4ea-d4b453cc209c will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:10.940424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.013771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.032966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Transition to ACTIVE for port object 3aa720d2-c5bf-4cd9-b313-78847db8696b will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:11.086850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.138378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=3aa720d2-c5bf-4cd9-b313-78847db8696b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.138757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a8116-68be-4606-b443-86da942a5298 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a75844-8c89-46e5-b4ea-d4b453cc209c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.154365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:11.155795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:11.158703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:11.249086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.257218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.298889 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dd32f30e-5b76-4286-b579-16ca397fc5df tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8117847 Jun 30 09:02:11.301614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37072) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:11.315533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:6d:85'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:11.319949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-cd5b0f57-6f3b-46ee-91cc-54e21622c844 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.329134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-cd5b0f57-6f3b-46ee-91cc-54e21622c844 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 817 time: 0.3904324 Jun 30 09:02:11.346155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Attempting to bind port d3a75844-8c89-46e5-b4ea-d4b453cc209c on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:11.346851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Attempting to bind port d3a75844-8c89-46e5-b4ea-d4b453cc209c by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:11.347421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Attempting to bind port d3a75844-8c89-46e5-b4ea-d4b453cc209c on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.383720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-267941ae-0d6e-4dad-8e34-cd32b7da84d3 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.390518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-267941ae-0d6e-4dad-8e34-cd32b7da84d3 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 945 time: 0.4408927 Jun 30 09:02:11.393139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Port d3a75844-8c89-46e5-b4ea-d4b453cc209c on network b562134b-5ec8-4de2-bde1-afe935152b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:11.393499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Attempting to bind port d3a75844-8c89-46e5-b4ea-d4b453cc209c on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.400188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0f09da2-60a6-479d-85bb-f9d61365f72b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:11.403072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:11.403423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:11.403806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Bound using segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:11.404428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Bound port: d3a75844-8c89-46e5-b4ea-d4b453cc209c, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:11.405124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.441446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-403db484-597a-42ba-a600-0e435dab4569 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/quotas/10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 375 time: 0.1103296 Jun 30 09:02:11.503203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f0f09da2-60a6-479d-85bb-f9d61365f72b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:11.504075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.744210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0ba2ba9a-7c92-40dc-a7fb-dca0c2b81b07 None None] Provisioning for port 3aa720d2-c5bf-4cd9-b313-78847db8696b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:11.754998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0ba2ba9a-7c92-40dc-a7fb-dca0c2b81b07 None None] Provisioning complete for port 3aa720d2-c5bf-4cd9-b313-78847db8696b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:11.756804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ba2ba9a-7c92-40dc-a7fb-dca0c2b81b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.794895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] For port d3a75844-8c89-46e5-b4ea-d4b453cc209c, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:11.830036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-343be7c6-0041-4bc6-a71f-f878752d4e09 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3871629 Jun 30 09:02:11.843193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] For port d3a75844-8c89-46e5-b4ea-d4b453cc209c, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:11.848437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2ba9a-7c92-40dc-a7fb-dca0c2b81b07 None None] Port 3aa720d2-c5bf-4cd9-b313-78847db8696b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:11.863645 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.933345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f8fab-232e-4d55-a578-a8d80dbc47d4 req-3ba85e6e-3992-44bf-8c82-c441d38990e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.939305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f8fab-232e-4d55-a578-a8d80dbc47d4 req-3ba85e6e-3992-44bf-8c82-c441d38990e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.940968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-735f8fab-232e-4d55-a578-a8d80dbc47d4 req-3ba85e6e-3992-44bf-8c82-c441d38990e3 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88&device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 1681 time: 0.2876096 Jun 30 09:02:11.990296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Deleting port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:11.991238 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.008573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-ee2a116a-22f9-416a-981c-0ca7dec4d2ca tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.010061 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-ee2a116a-22f9-416a-981c-0ca7dec4d2ca tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b6238ff-ab9f-4e05-8ddf-6597561635f8 HTTP/1.1" status: 200 len: 945 time: 0.1710525 Jun 30 09:02:12.014666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.015299 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.016854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-714a8116-68be-4606-b443-86da942a5298 service neutron] 10.222.0.26 "PUT /v2.0/ports/d3a75844-8c89-46e5-b4ea-d4b453cc209c HTTP/1.1" status: 200 len: 1092 time: 2.3751566 Jun 30 09:02:12.024648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952c2349-8e7e-44bc-8018-b6191a07f673', 'tag': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:12.026970 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e41fb-d39c-4619-af9f-dd4216458e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "952c2349-8e7e-44bc-8018-b6191a07f673", "tag": "d3a75844-8c89-46e5-b4ea-d4b453cc209c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:12.036131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.179902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-735f8fab-232e-4d55-a578-a8d80dbc47d4 req-867a722c-e98b-4e77-bd2e-271e12f783d5 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160802 Jun 30 09:02:12.180606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a8116-68be-4606-b443-86da942a5298 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a75844-8c89-46e5-b4ea-d4b453cc209c,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.218820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-e1a2b5c9-d97c-4005-a6c3-96f65497db69 service neutron] 10.222.0.53 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705332 Jun 30 09:02:12.232422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Deleting port 0729574f-978c-44c6-a03c-b4380a854a6c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:12.232660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.270968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37108) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:12.328575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] For port 9cdb1622-93e7-4c9b-b3f0-0341809a0917, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=9cdb1622-93e7-4c9b-b3f0-0341809a0917,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:12.328939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.385766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] For port 0729574f-978c-44c6-a03c-b4380a854a6c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0729574f-978c-44c6-a03c-b4380a854a6c,segment=NetworkSegment(ff4963be-ef43-4782-8be7-abcc4ba7d63f),segment_id=ff4963be-ef43-4782-8be7-abcc4ba7d63f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:12.386325 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.389414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Calling delete_port for 9cdb1622-93e7-4c9b-b3f0-0341809a0917 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:12.409845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Calling delete_port for 0729574f-978c-44c6-a03c-b4380a854a6c owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:12.430261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-db50ed95-0475-49fd-9f08-f3114d972527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.431793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-db50ed95-0475-49fd-9f08-f3114d972527 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 1095 time: 0.3620186 Jun 30 09:02:12.491867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.493772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-04b02c0d-c02a-4101-a0a8-08a7ca82d752 service neutron] 10.222.0.53 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736607 Jun 30 09:02:12.502450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.523869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-683e56cf-f598-467c-a0e6-fc9a600a881f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.531551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-160f8581-ce23-413c-9173-50fa24dfac1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c HTTP/1.1" status: 200 len: 217 time: 0.0563157 Jun 30 09:02:12.603035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=3aa720d2-c5bf-4cd9-b313-78847db8696b,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.609828 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] In _notify_port_updated(), no bound segment for port 3aa720d2-c5bf-4cd9-b313-78847db8696b on network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:02:12.615504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.616153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.617685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c87ff070-7c84-405e-9832-1fd6f7d3dc7c tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "PUT /v2.0/ports/3aa720d2-c5bf-4cd9-b313-78847db8696b HTTP/1.1" status: 200 len: 996 time: 1.3130057 Jun 30 09:02:12.622287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37112) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:12.634925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbded19-b202-485d-859c-3bf0f27a5c8d req-0f2ac12c-63f0-41e6-923f-0615f6fc3413 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.652503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bbded19-b202-485d-859c-3bf0f27a5c8d req-0f2ac12c-63f0-41e6-923f-0615f6fc3413 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 943 time: 0.3279207 Jun 30 09:02:12.711298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-fe485120-e18a-4bcf-81c8-bed3bff6b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.712793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-fe485120-e18a-4bcf-81c8-bed3bff6b6df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1718771 Jun 30 09:02:12.760339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.777365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['9cdb1622-93e7-4c9b-b3f0-0341809a0917'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:12.806576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting port 3aa720d2-c5bf-4cd9-b313-78847db8696b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:12.807022 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.841404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0729574f-978c-44c6-a03c-b4380a854a6c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:12.842466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event deleted for resources: {'Port': ['ID=0729574f-978c-44c6-a03c-b4380a854a6c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.904039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bbded19-b202-485d-859c-3bf0f27a5c8d req-6e493e78-d704-4498-b02d-176c8113e4cc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309320 Jun 30 09:02:13.002814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.005991 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250cca74-1f84-4b8d-8f33-72ed08752acc x-openstack-request-id: req-250cca74-1f84-4b8d-8f33-72ed08752acc {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:13.010397 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952c2349-8e7e-44bc-8018-b6191a07f673", "tag": "d3a75844-8c89-46e5-b4ea-d4b453cc209c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:13.010397 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-250cca74-1f84-4b8d-8f33-72ed08752acc {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:13.010397 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952c2349-8e7e-44bc-8018-b6191a07f673', 'tag': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c', 'status': 'completed', 'code': 200} Jun 30 09:02:13.023701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Calling delete_port for 3aa720d2-c5bf-4cd9-b313-78847db8696b owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:13.035915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-32c4713c-b347-45e2-9861-b2543eb2af75 None None] Provisioning complete for port 3aa720d2-c5bf-4cd9-b313-78847db8696b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:13.036587 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-32c4713c-b347-45e2-9861-b2543eb2af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.042808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.084221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0729574f-978c-44c6-a03c-b4380a854a6c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:13.113434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Pushing event deleted for resources: {'Port': ['ID=9cdb1622-93e7-4c9b-b3f0-0341809a0917,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.144089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-32c4713c-b347-45e2-9861-b2543eb2af75 None None] Port 3aa720d2-c5bf-4cd9-b313-78847db8696b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:13.181246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] No DVR routers for this DVR port 0729574f-978c-44c6-a03c-b4380a854a6c on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:13.185961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.187946 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-ec2ba61a-7ec1-413d-a4bf-b034a6cbd62b req-0febae88-b8cc-4969-bf15-87403d3ddfd7 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.26 "DELETE /v2.0/ports/0729574f-978c-44c6-a03c-b4380a854a6c HTTP/1.1" status: 204 len: 173 time: 1.1647971 Jun 30 09:02:13.188499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'name': 'network-vif-deleted', 'tag': '0729574f-978c-44c6-a03c-b4380a854a6c'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:13.190315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2447a319-f58e-4c5d-8839-7b5887367d33 req-4b454bd0-ef3b-4e53-9feb-a46ec17a249f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 210 time: 0.0924237 Jun 30 09:02:13.190818 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92643c81-d5ee-4297-a5a0-a4c9144548ad" -d '{"events": [{"server_uuid": "9b6238ff-ab9f-4e05-8ddf-6597561635f8", "name": "network-vif-deleted", "tag": "0729574f-978c-44c6-a03c-b4380a854a6c"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:13.192187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-80438aff-fa0a-4777-8618-e5dc08854582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.193902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-80438aff-fa0a-4777-8618-e5dc08854582 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4679153 Jun 30 09:02:13.219828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.257934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-683e56cf-f598-467c-a0e6-fc9a600a881f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.262030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] No DVR routers for this DVR port 9cdb1622-93e7-4c9b-b3f0-0341809a0917 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:13.295232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Port': ['ID=3aa720d2-c5bf-4cd9-b313-78847db8696b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.296900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.298919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fac9d7c7-0916-4867-a05f-b6bee2608cd0 req-4456347a-6052-460b-8ca8-6de181ec5af6 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.13 "DELETE /v2.0/ports/9cdb1622-93e7-4c9b-b3f0-0341809a0917 HTTP/1.1" status: 204 len: 173 time: 1.8975101 Jun 30 09:02:13.301546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-683e56cf-f598-467c-a0e6-fc9a600a881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.311605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757c9e-d43c-465a-aae9-c4e8e9ef6747 req-c26d0e97-3edf-4caf-8193-36354dcf1674 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.313205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0757c9e-d43c-465a-aae9-c4e8e9ef6747 req-c26d0e97-3edf-4caf-8193-36354dcf1674 tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/ports?device_id=101f4aca-5892-4d5c-9a32-bbc3775aae3e HTTP/1.1" status: 200 len: 867 time: 0.4344780 Jun 30 09:02:13.442878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.447929 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dacbb777-7454-4915-ba70-8770c7a1fcba tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/ports/3aa720d2-c5bf-4cd9-b313-78847db8696b HTTP/1.1" status: 204 len: 168 time: 0.8251672 Jun 30 09:02:13.451026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37128) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:13.500788 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c13be9-549f-40fa-b1a3-daaf0f8cc4f6 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] GET failed (client error): The resource could not be found. Jun 30 09:02:13.504490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02c13be9-549f-40fa-b1a3-daaf0f8cc4f6 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "GET /v2.0/ports/3aa720d2-c5bf-4cd9-b313-78847db8696b HTTP/1.1" status: 404 len: 333 time: 0.0522749 Jun 30 09:02:13.514046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37132) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:13.521766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'name': 'tempest-AllowedAddressPairTestJSON-1026654338'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:13.532550 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371f8fe-a822-46f8-ad29-69ebc62a889d x-openstack-request-id: req-d371f8fe-a822-46f8-ad29-69ebc62a889d {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:13.532846 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6238ff-ab9f-4e05-8ddf-6597561635f8", "name": "network-vif-deleted", "tag": "0729574f-978c-44c6-a03c-b4380a854a6c", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:13.533081 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d371f8fe-a822-46f8-ad29-69ebc62a889d {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:13.533666 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6238ff-ab9f-4e05-8ddf-6597561635f8', 'name': 'network-vif-deleted', 'tag': '0729574f-978c-44c6-a03c-b4380a854a6c', 'status': 'completed', 'code': 200} Jun 30 09:02:13.733756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:13.739686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.766947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] device_id is not set on port a2a13cc5-b2d7-4af5-a113-85944b7002cc yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:13.871147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e56cf-f598-467c-a0e6-fc9a600a881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c79c1-6213-4f2a-bd79-8fe373bab943,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.877619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-683e56cf-f598-467c-a0e6-fc9a600a881f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=675182c523284aa8afa46374b2f99b22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6047504 Jun 30 09:02:13.884963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37136) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:13.900248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Allocated IP 172.20.0.14 (3ccfd86a-34fd-46e1-be08-4f6dfac91bb0/55be0fa6-5ebd-4548-8926-72c3d82c9947/a2a13cc5-b2d7-4af5-a113-85944b7002cc) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:13.916775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-81315fba-2fa8-4a36-a9d4-eae5374ab3c7 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035871 Jun 30 09:02:13.934077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0757c9e-d43c-465a-aae9-c4e8e9ef6747 req-04c03ce8-396f-4ac8-a72d-b6614f0eb8af tempest-MultipleCreateTestJSON-1110035283 tempest-MultipleCreateTestJSON-1110035283-project] 10.222.0.53 "GET /v2.0/security-groups?id=3297aa3a-3f52-4f5c-9bea-b76706836198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956333 Jun 30 09:02:14.052884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c3d-5633-43aa-b5e8-5d5a8b39b839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.104707 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c3d-5633-43aa-b5e8-5d5a8b39b839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.114837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cabf9a4-4c20-4c5a-b623-83d9ca09282f req-0d7a00f8-67bb-4e01-961a-2f57565d81a9 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754405 Jun 30 09:02:14.168299 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c3d-5633-43aa-b5e8-5d5a8b39b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.171682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c3d-5633-43aa-b5e8-5d5a8b39b839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.174715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9aee7c3d-5633-43aa-b5e8-5d5a8b39b839 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a1c79c1-6213-4f2a-bd79-8fe373bab943 HTTP/1.1" status: 204 len: 168 time: 0.2876832 Jun 30 09:02:14.271836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.299051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Transition to ACTIVE for port object a2a13cc5-b2d7-4af5-a113-85944b7002cc will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:14.304500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee7c3d-5633-43aa-b5e8-5d5a8b39b839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c79c1-6213-4f2a-bd79-8fe373bab943,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:14.383019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.425234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c0808-ecfc-4207-9635-7ef19ba66697 req-3e53ba08-6a7c-4ec5-982e-d660a53aede3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.426866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a4c0808-ecfc-4207-9635-7ef19ba66697 req-3e53ba08-6a7c-4ec5-982e-d660a53aede3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 943 time: 0.2403626 Jun 30 09:02:14.460043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:14.462325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:14.466564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:14.523791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4f2ce9c-9e4d-4e91-9341-713e056d3c15 req-7da8977e-1a20-48c6-9e22-60fb2fdc775b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 210 time: 0.0668848 Jun 30 09:02:14.542438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-8cd7f19a-7e32-46da-a76a-14c3acc3178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.543346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=a2a13cc5-b2d7-4af5-a113-85944b7002cc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:14.544168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-8cd7f19a-7e32-46da-a76a-14c3acc3178e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 1095 time: 0.2961807 Jun 30 09:02:14.581569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a4c0808-ecfc-4207-9635-7ef19ba66697 req-19a13a4d-27d5-4a13-9114-72034e318c93 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414120 Jun 30 09:02:14.589652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.590342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.601989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-b065cbc2-c9da-419b-926e-fb360c16d9ce tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.603963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-b065cbc2-c9da-419b-926e-fb360c16d9ce tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 817 time: 0.2820687 Jun 30 09:02:14.653175 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7df82865-0321-482d-9c3b-39e804907584 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1364779 Jun 30 09:02:14.656049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:14.669829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37154) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:14.676130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'network_id': '3ccfd86a-34fd-46e1-be08-4f6dfac91bb0', 'name': 'tempest-AllowedAddressPairTestJSON-321284128'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:14.759988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-c4d88384-6fd3-40b5-8faa-95c32db0485d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 380 time: 0.1307585 Jun 30 09:02:14.767196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0eeaee6-f291-4079-bd8e-c0db84859997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.773323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'port': {'device_id': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'admin_state_up': True, 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'security_groups': ['0d225e0d-5b41-4ad5-a3a4-66b316fb3c58']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:14.878093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f2c3ed05-db3f-40b5-95a2-c28ee9efcc9f None None] Provisioning for port a2a13cc5-b2d7-4af5-a113-85944b7002cc completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:14.884317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-c4039fcb-fea4-4ade-8638-0a432798b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.885514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f2c3ed05-db3f-40b5-95a2-c28ee9efcc9f None None] Provisioning complete for port a2a13cc5-b2d7-4af5-a113-85944b7002cc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:14.886312 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ed05-db3f-40b5-95a2-c28ee9efcc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.886479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-c4039fcb-fea4-4ade-8638-0a432798b658 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.3203359 Jun 30 09:02:14.936815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3ed05-db3f-40b5-95a2-c28ee9efcc9f None None] Port a2a13cc5-b2d7-4af5-a113-85944b7002cc cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:14.945788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0eeaee6-f291-4079-bd8e-c0db84859997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.952349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0eeaee6-f291-4079-bd8e-c0db84859997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.962619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-e8f6897e-74a4-4716-84f7-ff8c7306c6f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c HTTP/1.1" status: 200 len: 217 time: 0.0682201 Jun 30 09:02:14.997078 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c0eeaee6-f291-4079-bd8e-c0db84859997 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=161bdaa4ab3640b4ba0c3632b5eef7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404257 Jun 30 09:02:15.001822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37158) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:15.003914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Made reservation on behalf of 74b157a0deda46daae7f146a6d5c25e2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:15.007514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.031424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'name': 'network-vif-deleted', 'tag': '9cdb1622-93e7-4c9b-b3f0-0341809a0917'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:15.033783 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187745eb-75d4-43d4-8563-5526ef9588c3" -d '{"events": [{"server_uuid": "101f4aca-5892-4d5c-9a32-bbc3775aae3e", "name": "network-vif-deleted", "tag": "9cdb1622-93e7-4c9b-b3f0-0341809a0917"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:15.036195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eeaee6-f291-4079-bd8e-c0db84859997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a4aad-4abc-423e-ab8e-e4cce0aad5b6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.043350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] device_id is not set on port cad5d514-6a80-4f68-81d5-8ce5995d370b yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:15.059885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-316b60d7-b2ba-4e0c-84fa-51dbbfd287eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.061514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-316b60d7-b2ba-4e0c-84fa-51dbbfd287eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0898361 Jun 30 09:02:15.072228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e888c59-676b-466b-a113-29f6773200ae req-216c4032-a434-4c1e-a578-24e004fbedd4 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.078203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e888c59-676b-466b-a113-29f6773200ae req-216c4032-a434-4c1e-a578-24e004fbedd4 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 945 time: 0.2443485 Jun 30 09:02:15.118035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Made reservation on behalf of 10a12e2255f442b1b57ebd6d5b28a4fc for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:15.119876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37164) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:15.122955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.146488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9cdb1622-93e7-4c9b-b3f0-0341809a0917 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:15.162980 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f1843-dd63-4d28-8d44-1c0de76f8aa9 x-openstack-request-id: req-2f3f1843-dd63-4d28-8d44-1c0de76f8aa9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:15.163264 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f4aca-5892-4d5c-9a32-bbc3775aae3e", "name": "network-vif-deleted", "tag": "9cdb1622-93e7-4c9b-b3f0-0341809a0917", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:15.163675 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f3f1843-dd63-4d28-8d44-1c0de76f8aa9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:15.163871 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f4aca-5892-4d5c-9a32-bbc3775aae3e', 'name': 'network-vif-deleted', 'tag': '9cdb1622-93e7-4c9b-b3f0-0341809a0917', 'status': 'completed', 'code': 200} Jun 30 09:02:15.174421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e77777b0-1e86-4af8-83e7-0ba20a5ba913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.176171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 9cdb1622-93e7-4c9b-b3f0-0341809a0917 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:15.176978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 9cdb1622-93e7-4c9b-b3f0-0341809a0917 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:15.242474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e888c59-676b-466b-a113-29f6773200ae req-9cc42bc5-70ac-4f4e-960b-68323a75d28c tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e1a355-a925-4e82-8ac5-f0ed69468b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166692 Jun 30 09:02:15.249357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] Deleting subnet 899d1c04-0e17-4ea0-93a1-8be03fa4f688 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:15.259623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.262547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e77777b0-1e86-4af8-83e7-0ba20a5ba913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.289332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-4734701c-a4a5-4631-a51b-d13410f5a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.291117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-4734701c-a4a5-4631-a51b-d13410f5a5c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108235 Jun 30 09:02:15.298077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Allocated IP 172.20.0.10 (3ccfd86a-34fd-46e1-be08-4f6dfac91bb0/55be0fa6-5ebd-4548-8926-72c3d82c9947/cad5d514-6a80-4f68-81d5-8ce5995d370b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:15.345113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.408970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Allocated IP 172.20.0.10 (6963bbad-50eb-4980-b87b-8c5cc0deff27/fb9150e9-704b-4015-afe1-0602513cc570/e61e3dfb-0aa4-4285-8925-4b2b15072342) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:15.418878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.442398 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e77777b0-1e86-4af8-83e7-0ba20a5ba913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.444860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e77777b0-1e86-4af8-83e7-0ba20a5ba913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.446350 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e77777b0-1e86-4af8-83e7-0ba20a5ba913 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/655a4aad-4abc-423e-ab8e-e4cce0aad5b6 HTTP/1.1" status: 204 len: 168 time: 0.4433074 Jun 30 09:02:15.463582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-4e84e90e-517a-4ad2-863a-e4f211c8a6c5 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606441 Jun 30 09:02:15.530518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d3a75844-8c89-46e5-b4ea-d4b453cc209c details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:15.532270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77777b0-1e86-4af8-83e7-0ba20a5ba913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a4aad-4abc-423e-ab8e-e4cce0aad5b6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.630597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.663894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-932e41fb-d39c-4619-af9f-dd4216458e1a req-7c307171-c529-4764-b9a0-924d6fc2ad53 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873024 Jun 30 09:02:15.671079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0729574f-978c-44c6-a03c-b4380a854a6c no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:15.692455 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.708324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Transition to ACTIVE for port object e61e3dfb-0aa4-4285-8925-4b2b15072342 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:15.728583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899d1c04-0e17-4ea0-93a1-8be03fa4f688,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.745340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 0729574f-978c-44c6-a03c-b4380a854a6c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:15.745709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0729574f-978c-44c6-a03c-b4380a854a6c not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:15.760331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.764877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.769074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-091a3344-8269-4445-a883-26ba9bca5e5f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/899d1c04-0e17-4ea0-93a1-8be03fa4f688 HTTP/1.1" status: 204 len: 168 time: 0.6447778 Jun 30 09:02:15.772943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37174) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:15.784949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d3a75844-8c89-46e5-b4ea-d4b453cc209c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:15.790495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-96bb3a25-97de-42c9-a240-15e46f059851 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.792035 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-96bb3a25-97de-42c9-a240-15e46f059851 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 945 time: 0.3323712 Jun 30 09:02:15.807541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c', 'mac_address': 'fa:16:3e:64:1a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:15.848970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.859085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.866097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a75844-8c89-46e5-b4ea-d4b453cc209c {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:15.888323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d3a75844-8c89-46e5-b4ea-d4b453cc209c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:15.893503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.910254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Transition to ACTIVE for port object cad5d514-6a80-4f68-81d5-8ce5995d370b will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:15.947790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=d3a75844-8c89-46e5-b4ea-d4b453cc209c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.960596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Deleting port cc000ab2-6727-4166-9954-3b84e11b0d5e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:15.960933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.004244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.027047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:16.044442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:16.053806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:16.059075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.074163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:16.086004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:16.101109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:16.104265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.144892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=cad5d514-6a80-4f68-81d5-8ce5995d370b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.153946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.155458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.172799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] For port cc000ab2-6727-4166-9954-3b84e11b0d5e, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cc000ab2-6727-4166-9954-3b84e11b0d5e,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:16.173158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.186680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-10f3ef66-3402-46dc-bca3-0fdb9c35bb17 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4185088 Jun 30 09:02:16.192045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.192681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.209301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Calling delete_port for cc000ab2-6727-4166-9954-3b84e11b0d5e owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:16.211356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Request body: {'port': {'device_id': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:16.225266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b3d26c99-4d04-4c84-b8ba-651fe6971a78 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5542812 Jun 30 09:02:16.227772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37186) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:16.232677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['d3a75844-8c89-46e5-b4ea-d4b453cc209c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:16.234521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ab:6d:85'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:69:96:ca'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:16.272988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75efeb3-fd61-4cf5-a00a-3e6cd9156d2b req-f4d4254b-8505-40c9-975f-bd30726a0337 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.281753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f75efeb3-fd61-4cf5-a00a-3e6cd9156d2b req-f4d4254b-8505-40c9-975f-bd30726a0337 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 932 time: 0.4917548 Jun 30 09:02:16.301986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a05c-87b9-469c-803a-43fd8707568a req-f6525703-f7cf-4cc7-8a64-4c92f1a00b6f tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.304431 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efd2a05c-87b9-469c-803a-43fd8707568a req-f6525703-f7cf-4cc7-8a64-4c92f1a00b6f tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 945 time: 0.3917842 Jun 30 09:02:16.431617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e27b8b-8d60-4ce1-8471-db788eefa8e7 req-da5962e9-7cc4-426e-aaf6-3c7bb47a1078 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.445048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e27b8b-8d60-4ce1-8471-db788eefa8e7 req-da5962e9-7cc4-426e-aaf6-3c7bb47a1078 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 943 time: 0.6335263 Jun 30 09:02:16.446403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.569444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.586347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ce0ad1af-f601-477f-83d1-b30bb86b0489'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:16.594150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f75efeb3-fd61-4cf5-a00a-3e6cd9156d2b req-aa0cd45b-80ee-4c7a-88b7-c885bba4be59 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105385 Jun 30 09:02:16.623908 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.628320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Pushing event deleted for resources: {'Port': ['ID=cc000ab2-6727-4166-9954-3b84e11b0d5e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.664291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Provisioning for port e61e3dfb-0aa4-4285-8925-4b2b15072342 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:16.675245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Provisioning complete for port e61e3dfb-0aa4-4285-8925-4b2b15072342 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:16.675797 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.715162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9e27b8b-8d60-4ce1-8471-db788eefa8e7 req-fc980d6e-b7b1-4155-8c80-db77f2b77d27 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673740 Jun 30 09:02:16.715841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.735535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Port e61e3dfb-0aa4-4285-8925-4b2b15072342 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:16.743114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65619ef7-c8d4-4eb9-9371-74802ef534ea']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:16.781457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4963be-ef43-4782-8be7-abcc4ba7d63f') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:16.781833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4963be-ef43-4782-8be7-abcc4ba7d63f') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:16.783597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] No DVR routers for this DVR port cc000ab2-6727-4166-9954-3b84e11b0d5e on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:16.787262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.787543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Provisioning for port cad5d514-6a80-4f68-81d5-8ce5995d370b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:16.789419 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-a594a913-bcb2-42ae-821c-609ab5ae1c3e req-f1426729-cd74-4aa2-bfc8-eb02c3569b92 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.26 "DELETE /v2.0/ports/cc000ab2-6727-4166-9954-3b84e11b0d5e HTTP/1.1" status: 204 len: 173 time: 0.9882009 Jun 30 09:02:16.789998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'name': 'network-vif-deleted', 'tag': 'cc000ab2-6727-4166-9954-3b84e11b0d5e'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:16.792668 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d3e1b-9e0d-411e-a527-81908752eba5" -d '{"events": [{"server_uuid": "9e9ec816-5fa8-44c7-8909-6decaae4e80f", "name": "network-vif-deleted", "tag": "cc000ab2-6727-4166-9954-3b84e11b0d5e"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:16.804021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Provisioning complete for port cad5d514-6a80-4f68-81d5-8ce5995d370b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:16.804566 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.853950 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.858419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55adbd90-3d88-4cdb-9336-c76f2e4b64bb None None] Port cad5d514-6a80-4f68-81d5-8ce5995d370b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:16.861124 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b390006-34f1-422b-969b-78f1925b82f1 x-openstack-request-id: req-7b390006-34f1-422b-969b-78f1925b82f1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:16.861497 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ec816-5fa8-44c7-8909-6decaae4e80f", "name": "network-vif-deleted", "tag": "cc000ab2-6727-4166-9954-3b84e11b0d5e", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:16.861830 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b390006-34f1-422b-969b-78f1925b82f1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:16.862284 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ec816-5fa8-44c7-8909-6decaae4e80f', 'name': 'network-vif-deleted', 'tag': 'cc000ab2-6727-4166-9954-3b84e11b0d5e', 'status': 'completed', 'code': 200} Jun 30 09:02:16.864187 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.873695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Deleting port ce0ad1af-f601-477f-83d1-b30bb86b0489 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:16.874324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.931387 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.000295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1551f012-8de8-4a49-b674-26f4d42eaf1f req-b001d267-9689-4fe5-804c-7abe69482ae6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e9ec816-5fa8-44c7-8909-6decaae4e80f HTTP/1.1" status: 200 len: 210 time: 0.1321166 Jun 30 09:02:17.014379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.038641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event updated for resources: {'Port': ['ID=cad5d514-6a80-4f68-81d5-8ce5995d370b,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.048912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] In _notify_port_updated(), no bound segment for port cad5d514-6a80-4f68-81d5-8ce5995d370b on network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:02:17.054703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.055391 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.065245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b6c2b8be-410c-4fef-a6a9-b6743c1c0766 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "PUT /v2.0/ports/cad5d514-6a80-4f68-81d5-8ce5995d370b HTTP/1.1" status: 200 len: 1057 time: 0.8320379 Jun 30 09:02:17.066103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:17.151836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['cc000ab2-6727-4166-9954-3b84e11b0d5e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:17.207583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting port cad5d514-6a80-4f68-81d5-8ce5995d370b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:17.208471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.290186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-db4a8d7f-e7e4-4cd4-b3b8-50db6b8ec9ee None None] Provisioning complete for port cad5d514-6a80-4f68-81d5-8ce5995d370b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:17.290723 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db4a8d7f-e7e4-4cd4-b3b8-50db6b8ec9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.343685 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.344806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-db4a8d7f-e7e4-4cd4-b3b8-50db6b8ec9ee None None] Port cad5d514-6a80-4f68-81d5-8ce5995d370b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:17.358869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Calling delete_port for cad5d514-6a80-4f68-81d5-8ce5995d370b owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:17.364171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:17.364730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:17.368230 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:17.467037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] For port ce0ad1af-f601-477f-83d1-b30bb86b0489, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ce0ad1af-f601-477f-83d1-b30bb86b0489,segment=NetworkSegment(cfb50e48-68bf-4f5c-b790-fc3b198debed),segment_id=cfb50e48-68bf-4f5c-b790-fc3b198debed)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:17.467375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.509697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.519116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.532627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.535018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d3a75844-8c89-46e5-b4ea-d4b453cc209c up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:17.545959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/65619ef7-c8d4-4eb9-9371-74802ef534ea HTTP/1.1" status: 204 len: 168 time: 1.7628124 Jun 30 09:02:17.545959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Calling delete_port for ce0ad1af-f601-477f-83d1-b30bb86b0489 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:17.569685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a8de8-e243-42da-b4e7-7926275324f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=65619ef7-c8d4-4eb9-9371-74802ef534ea,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.693905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port d3a75844-8c89-46e5-b4ea-d4b453cc209c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:17.699827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port d3a75844-8c89-46e5-b4ea-d4b453cc209c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:17.700203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.817172 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.869067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d3a75844-8c89-46e5-b4ea-d4b453cc209c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:17.871846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952c2349-8e7e-44bc-8018-b6191a07f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:17.875821 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118cdbf3-2a2a-4535-b43f-7624a4f37b02" -d '{"events": [{"server_uuid": "952c2349-8e7e-44bc-8018-b6191a07f673", "name": "network-vif-plugged", "status": "completed", "tag": "d3a75844-8c89-46e5-b4ea-d4b453cc209c"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:17.880940 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.976106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=d3a75844-8c89-46e5-b4ea-d4b453cc209c,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.052382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37232) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:18.100479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61e3dfb-0aa4-4285-8925-4b2b15072342 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:18.120558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.130228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Port': ['ID=cad5d514-6a80-4f68-81d5-8ce5995d370b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.151667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.171425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Transition to ACTIVE for port object e61e3dfb-0aa4-4285-8925-4b2b15072342 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:18.204702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-434e0822-9816-4ccf-b346-0a85bf58a46d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9f3fe23617b49ba84f9c9ca90eacd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467905 Jun 30 09:02:18.204937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37240) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:18.205426 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.216581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09e75-db7f-4438-9776-c6fe9b8fb56d req-99e28257-d369-4030-ae50-0a9049c1e541 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.218113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02f09e75-db7f-4438-9776-c6fe9b8fb56d req-99e28257-d369-4030-ae50-0a9049c1e541 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 932 time: 0.3146498 Jun 30 09:02:18.218879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Pushing event deleted for resources: {'Port': ['ID=ce0ad1af-f601-477f-83d1-b30bb86b0489,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.323982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] No DVR routers for this DVR port ce0ad1af-f601-477f-83d1-b30bb86b0489 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:18.333356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.335321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efd2a05c-87b9-469c-803a-43fd8707568a req-0d7f309c-c52b-4371-8a25-b05aafb8d8e6 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.13 "DELETE /v2.0/ports/ce0ad1af-f601-477f-83d1-b30bb86b0489 HTTP/1.1" status: 204 len: 173 time: 1.9721129 Jun 30 09:02:18.335757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'name': 'network-vif-deleted', 'tag': 'ce0ad1af-f601-477f-83d1-b30bb86b0489'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:18.338437 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa9a3bb-032f-4681-abba-0d96fee10d1a" -d '{"events": [{"server_uuid": "17689bb8-7efb-4460-bb7a-d70be398fb88", "name": "network-vif-deleted", "tag": "ce0ad1af-f601-477f-83d1-b30bb86b0489"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:18.343461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.394252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca67b42e-e641-4de2-8bcb-a6f8f5803aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.403835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.403835 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8425666-bc07-4d9c-9865-d22fdff2abd4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/ports/cad5d514-6a80-4f68-81d5-8ce5995d370b HTTP/1.1" status: 204 len: 168 time: 1.3336320 Jun 30 09:02:18.404674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02f09e75-db7f-4438-9776-c6fe9b8fb56d req-47b62eb6-0df2-41f0-a9f0-519864abe728 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748722 Jun 30 09:02:18.405850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:18.464796 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbed2eca-b439-4773-8e91-7447d296b0a4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] GET failed (client error): The resource could not be found. Jun 30 09:02:18.466650 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cbed2eca-b439-4773-8e91-7447d296b0a4 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "GET /v2.0/ports/cad5d514-6a80-4f68-81d5-8ce5995d370b HTTP/1.1" status: 404 len: 333 time: 0.0598545 Jun 30 09:02:18.468743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca67b42e-e641-4de2-8bcb-a6f8f5803aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.470464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37246) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:18.493751 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9063756-e05f-4fcd-89bc-fe658df3c7d6 x-openstack-request-id: req-c9063756-e05f-4fcd-89bc-fe658df3c7d6 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:18.494263 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952c2349-8e7e-44bc-8018-b6191a07f673", "name": "network-vif-plugged", "status": "completed", "tag": "d3a75844-8c89-46e5-b4ea-d4b453cc209c", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:18.494364 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9063756-e05f-4fcd-89bc-fe658df3c7d6 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:18.494686 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952c2349-8e7e-44bc-8018-b6191a07f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c', 'code': 200} Jun 30 09:02:18.525110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Attempting to bind port e61e3dfb-0aa4-4285-8925-4b2b15072342 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:18.525495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Attempting to bind port e61e3dfb-0aa4-4285-8925-4b2b15072342 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:18.525812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Attempting to bind port e61e3dfb-0aa4-4285-8925-4b2b15072342 on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:18.533183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Port e61e3dfb-0aa4-4285-8925-4b2b15072342 on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:18.533454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Attempting to bind port e61e3dfb-0aa4-4285-8925-4b2b15072342 on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:18.544660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175710-2479-44ba-b525-5e0e52a6b69c req-67711927-20eb-480c-885f-45b45b57f509 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.551940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0175710-2479-44ba-b525-5e0e52a6b69c req-67711927-20eb-480c-885f-45b45b57f509 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 945 time: 0.5896459 Jun 30 09:02:18.562691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:18.563034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Checking segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:18.563420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Bound using segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:18.563873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Bound port: e61e3dfb-0aa4-4285-8925-4b2b15072342, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:18.564291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.625302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0175710-2479-44ba-b525-5e0e52a6b69c req-005f701a-f54d-4fd9-832d-15921d8f3748 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720277 Jun 30 09:02:18.659429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:18.663090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:18.669609 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226230d1-0cca-4259-9038-55a60eadafdf x-openstack-request-id: req-226230d1-0cca-4259-9038-55a60eadafdf {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:18.670080 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17689bb8-7efb-4460-bb7a-d70be398fb88", "name": "network-vif-deleted", "tag": "ce0ad1af-f601-477f-83d1-b30bb86b0489", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:18.670288 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca67b42e-e641-4de2-8bcb-a6f8f5803aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.670421 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-226230d1-0cca-4259-9038-55a60eadafdf {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:18.670747 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17689bb8-7efb-4460-bb7a-d70be398fb88', 'name': 'network-vif-deleted', 'tag': 'ce0ad1af-f601-477f-83d1-b30bb86b0489', 'status': 'completed', 'code': 200} Jun 30 09:02:18.672447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.672942 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca67b42e-e641-4de2-8bcb-a6f8f5803aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.674140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ca67b42e-e641-4de2-8bcb-a6f8f5803aca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3297aa3a-3f52-4f5c-9bea-b76706836198 HTTP/1.1" status: 204 len: 168 time: 0.4677622 Jun 30 09:02:18.694585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67b42e-e641-4de2-8bcb-a6f8f5803aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3297aa3a-3f52-4f5c-9bea-b76706836198,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.710573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting port a2a13cc5-b2d7-4af5-a113-85944b7002cc {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:18.710907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.735313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.752155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.752881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.755389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-b1ad02f1-81a9-4d98-aea3-5244781fdb43 service neutron] 10.222.0.13 "PUT /v2.0/ports/e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 1093 time: 2.5507131 Jun 30 09:02:18.759800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73130d-87c7-42ca-8669-4234ee3f7df8 req-ad9f2211-b613-4833-b916-a1525c2f7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.762045 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a73130d-87c7-42ca-8669-4234ee3f7df8 req-ad9f2211-b613-4833-b916-a1525c2f7a8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 1097 time: 0.1565232 Jun 30 09:02:18.852921 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a73130d-87c7-42ca-8669-4234ee3f7df8 req-bcce985a-7fb9-447b-94a1-049fa9093d88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789843 Jun 30 09:02:18.875726 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.881715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89e3335b-1834-4df6-868f-bdf7b36cb1cf req-41ae9de1-2f80-4e67-a2e5-25045aeb3c16 tempest-ListServersNegativeTestJSON-2079831917 tempest-ListServersNegativeTestJSON-2079831917-project] 10.222.0.53 "GET /v2.0/ports?device_id=17689bb8-7efb-4460-bb7a-d70be398fb88 HTTP/1.1" status: 200 len: 210 time: 0.0843282 Jun 30 09:02:18.890245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Calling delete_port for a2a13cc5-b2d7-4af5-a113-85944b7002cc owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:18.916020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-e1d73944-7686-4cc7-9467-874e92c70325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.922843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-e1d73944-7686-4cc7-9467-874e92c70325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1096 time: 0.1111593 Jun 30 09:02:18.985226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-2e84ba59-2235-49c6-8dc3-a903e1147c34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 217 time: 0.0593398 Jun 30 09:02:19.047170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-688bbbd9-d63d-46ea-aad9-ef43585dfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.049784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-688bbbd9-d63d-46ea-aad9-ef43585dfe1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.0576928 Jun 30 09:02:19.112200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.131191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666d1a5-05be-473c-b427-53c53a956164 req-5c040cab-d8c4-498c-82b6-b528df7de8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.133939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-5c040cab-d8c4-498c-82b6-b528df7de8eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794361 Jun 30 09:02:19.143073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ce0ad1af-f601-477f-83d1-b30bb86b0489 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:19.158898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Port': ['ID=a2a13cc5-b2d7-4af5-a113-85944b7002cc,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.202699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: ce0ad1af-f601-477f-83d1-b30bb86b0489 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:19.204033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ce0ad1af-f601-477f-83d1-b30bb86b0489 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:19.270270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.273273 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f64940ef-334f-4f93-836c-366197fc308a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/ports/a2a13cc5-b2d7-4af5-a113-85944b7002cc HTTP/1.1" status: 204 len: 168 time: 0.8018439 Jun 30 09:02:19.274898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37266) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:19.321294 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f432abc-fcde-45f3-90b3-6f55dc458a61 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] GET failed (client error): The resource could not be found. Jun 30 09:02:19.325679 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9f432abc-fcde-45f3-90b3-6f55dc458a61 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "GET /v2.0/ports/a2a13cc5-b2d7-4af5-a113-85944b7002cc HTTP/1.1" status: 404 len: 333 time: 0.0470531 Jun 30 09:02:19.327641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:19.351836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-2c090bcc-1351-4737-be21-4b2eb7722eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071881 Jun 30 09:02:19.479347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting port b400d912-30aa-4b49-93a2-4edfdce6616b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:19.480305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.496751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6666d1a5-05be-473c-b427-53c53a956164 req-c623720b-ab86-49c0-842c-32dfacb33878 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370714 Jun 30 09:02:19.537899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cc000ab2-6727-4166-9954-3b84e11b0d5e no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:19.576260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: cc000ab2-6727-4166-9954-3b84e11b0d5e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:19.576911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cc000ab2-6727-4166-9954-3b84e11b0d5e not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:19.633155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.638516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c251-07ca-4735-9baa-65a19f0e3173 req-48550e50-3bcb-49c6-9343-1ef1714daf7b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.640350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46f9c251-07ca-4735-9baa-65a19f0e3173 req-48550e50-3bcb-49c6-9343-1ef1714daf7b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.0917430 Jun 30 09:02:19.648347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Calling delete_port for b400d912-30aa-4b49-93a2-4edfdce6616b owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:19.715421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46f9c251-07ca-4735-9baa-65a19f0e3173 req-65e6eab8-fd9c-40a6-8bd9-0212a4141228 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693402 Jun 30 09:02:19.838407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.861535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37290) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:19.870193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Port': ['ID=b400d912-30aa-4b49-93a2-4edfdce6616b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.952809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a7cca-c3c5-4ccb-be13-1d2b550a0a11 req-d548e3be-f63d-48c6-987e-8282366b070b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.967546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f36a7cca-c3c5-4ccb-be13-1d2b550a0a11 req-d548e3be-f63d-48c6-987e-8282366b070b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 945 time: 0.1455321 Jun 30 09:02:19.991711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.993654 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b3a7e87-a306-49b4-822b-f1f6cb7097c5 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/ports/b400d912-30aa-4b49-93a2-4edfdce6616b HTTP/1.1" status: 204 len: 168 time: 0.6649637 Jun 30 09:02:19.996066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:20.033777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1945244382-network', 'tenant_id': 'c686871c1b1b447d80489c73e46de3d9'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:20.064391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting subnet 55be0fa6-5ebd-4548-8926-72c3d82c9947 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:20.067886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37300) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:20.068718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.117620 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.128701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f36a7cca-c3c5-4ccb-be13-1d2b550a0a11 req-ffb7d235-0034-47e7-a574-c52052b2d922 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580243 Jun 30 09:02:20.137892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] Deleting subnet 4a42d1d6-068d-4fb3-857e-78b935ba2525 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:20.143084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.181076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.202925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.228369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.263405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.274465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Made reservation on behalf of c686871c1b1b447d80489c73e46de3d9 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:20.277549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.288931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.295584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Subnet': ['ID=55be0fa6-5ebd-4548-8926-72c3d82c9947,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.303853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.306299 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2580bbfa-f47a-49f6-95c2-8449cb7d529a tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/subnets/55be0fa6-5ebd-4548-8926-72c3d82c9947 HTTP/1.1" status: 204 len: 168 time: 0.3084629 Jun 30 09:02:20.308611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37302) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:20.315318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c772b28-d38d-497e-8a64-95c3b207699e None None] Network 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:20.325784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.363343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a42d1d6-068d-4fb3-857e-78b935ba2525,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.366106 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.370881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-05541b3a-b21c-4960-8e8e-2ba21acf59e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a42d1d6-068d-4fb3-857e-78b935ba2525 HTTP/1.1" status: 204 len: 168 time: 0.2984943 Jun 30 09:02:20.372530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37304) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:20.404408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.479339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.483671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Deleting port 5fc5db86-84c6-4663-9d66-d4b6378571e5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:20.484287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.518802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.541077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.584098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] DHCP port deletion for 3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:02:20.601129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] For port 5fc5db86-84c6-4663-9d66-d4b6378571e5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fc5db86-84c6-4663-9d66-d4b6378571e5,segment=NetworkSegment(73116693-4ed9-4063-af5c-329d369b0af6),segment_id=73116693-4ed9-4063-af5c-329d369b0af6)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.601513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.618020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Calling delete_port for 5fc5db86-84c6-4663-9d66-d4b6378571e5 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:20.621384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:20.639171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c193b4-593d-42ce-8fa1-7c865a33919b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.645490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.645867 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Added segment 41848922-e652-419c-bc2a-4cd7ae422b92 of type vlan for network 7b7c2c24-f82a-42de-aea7-585b6953fe86 Jun 30 09:02:20.647888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] Deleting port 5fc5db86-84c6-4663-9d66-d4b6378571e5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:20.648357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.648779 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.667512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6947816e-7a75-4f4e-b415-15db7e5ce619']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:20.685808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:20.688124 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d615d-8ae3-4930-bc53-8bc19685347a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:20.702810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb50e48-68bf-4f5c-b790-fc3b198debed') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:20.703108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb50e48-68bf-4f5c-b790-fc3b198debed') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:20.723067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.726539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.727775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.732865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] For port 5fc5db86-84c6-4663-9d66-d4b6378571e5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fc5db86-84c6-4663-9d66-d4b6378571e5,segment=NetworkSegment(73116693-4ed9-4063-af5c-329d369b0af6),segment_id=73116693-4ed9-4063-af5c-329d369b0af6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.733607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.747756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.757561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Port': ['ID=5fc5db86-84c6-4663-9d66-d4b6378571e5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.757996 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175bc4b9-5e01-4291-b7ed-70cb5868201d x-openstack-request-id: req-175bc4b9-5e01-4291-b7ed-70cb5868201d {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:20.758286 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:20.758537 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-175bc4b9-5e01-4291-b7ed-70cb5868201d {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:20.758922 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'status': 'completed', 'code': 200} Jun 30 09:02:20.763565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] No DVR routers for this DVR port 5fc5db86-84c6-4663-9d66-d4b6378571e5 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:20.774409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:20.775130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.776148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] Calling delete_port for 5fc5db86-84c6-4663-9d66-d4b6378571e5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:20.777213 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:20.847375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.848318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.848900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.860322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.877231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccfd86a-34fd-46e1-be08-4f6dfac91bb0']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:20.893181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73116693-4ed9-4063-af5c-329d369b0af6') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:20.893480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73116693-4ed9-4063-af5c-329d369b0af6') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:20.905329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.922787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.931569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0686581 Jun 30 09:02:20.935303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37316) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:20.940140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:20.940648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:20.943957 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:20.951622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Request body: {'subnet': {'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1945244382-subnet', 'tenant_id': 'c686871c1b1b447d80489c73e46de3d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: from cryptography.utils import int_from_bytes Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: from cryptography.utils import int_from_bytes Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:20.951796 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:02:20.965070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.970305 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.982880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.984837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] 10.222.0.53 "DELETE /v2.0/networks/6947816e-7a75-4f4e-b415-15db7e5ce619 HTTP/1.1" status: 204 len: 168 time: 0.6111677 Jun 30 09:02:20.996529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] No DVR routers for this DVR port 5fc5db86-84c6-4663-9d66-d4b6378571e5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:21.000145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd09b4e-2ce1-4e2b-9521-e672c85f6499 admin admin] Pushing event updated for resources: {'Network': ['ID=7b7c2c24-f82a-42de-aea7-585b6953fe86,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.038325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Made reservation on behalf of c686871c1b1b447d80489c73e46de3d9 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:21.041976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.046277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 7b7c2c24-f82a-42de-aea7-585b6953fe86 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:21.061497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-66ba3d40-0c45-4007-8d04-0ed9e6c2132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.065384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-66ba3d40-0c45-4007-8d04-0ed9e6c2132f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1096 time: 0.2742767 Jun 30 09:02:21.077868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaadb13-c056-43a4-93d3-a6949bd21a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=6947816e-7a75-4f4e-b415-15db7e5ce619,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.083982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.094245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.096417 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] 10.222.0.53 "DELETE /v2.0/networks/3ccfd86a-34fd-46e1-be08-4f6dfac91bb0 HTTP/1.1" status: 204 len: 168 time: 0.7868710 Jun 30 09:02:21.116785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5b3ba-00cc-40de-921f-be86da18ce54 tempest-AllowedAddressPairTestJSON-1108677026 tempest-AllowedAddressPairTestJSON-1108677026-project] Pushing event deleted for resources: {'Network': ['ID=3ccfd86a-34fd-46e1-be08-4f6dfac91bb0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.176475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ad8b9-7329-44d4-9ca8-575bf17b2d3c None None] Pushing event deleted for resources: {'Port': ['ID=5fc5db86-84c6-4663-9d66-d4b6378571e5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.186646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:21.196655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3612-ed4a-46b5-ae7e-49bf43eb818c req-d82fe602-640e-44ed-8e96-e453d047877e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.199452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dba3612-ed4a-46b5-ae7e-49bf43eb818c req-d82fe602-640e-44ed-8e96-e453d047877e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2740283 Jun 30 09:02:21.222143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37324) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:21.331744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dba3612-ed4a-46b5-ae7e-49bf43eb818c req-e04d9de1-c59a-457b-aa9f-ba942aa6f820 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250968 Jun 30 09:02:21.343475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-a417f7e3-a06e-4929-962c-be3a7e6ad3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.346941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-a417f7e3-a06e-4929-962c-be3a7e6ad3ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.2730427 Jun 30 09:02:21.362642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fc5db86-84c6-4663-9d66-d4b6378571e5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:21.389891 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-224236b4-ba7d-4eaf-9ccb-975d8db762f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23a49e3d11d44899b40214c07de99148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604266 Jun 30 09:02:21.390784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37328) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:21.413316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:21.415729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5fc5db86-84c6-4663-9d66-d4b6378571e5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:21.416410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fc5db86-84c6-4663-9d66-d4b6378571e5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:21.431460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'port_id': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'mac_address': 'fa:16:3e:b7:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:21.449977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-8e0f48a0-a8bd-42c9-bce1-e6d8bf2e60b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 217 time: 0.0878954 Jun 30 09:02:21.473744 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.491121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61e3dfb-0aa4-4285-8925-4b2b15072342 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:21.494187 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86fb2df5-a20e-4a22-9cde-f969acfc790b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.499768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.537319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37330) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:21.537942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:21.543364 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.584609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86fb2df5-a20e-4a22-9cde-f969acfc790b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.614417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.618797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-893cc9fd-da1e-400b-8183-ed1fb404bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.621068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-893cc9fd-da1e-400b-8183-ed1fb404bdf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.1584475 Jun 30 09:02:21.630537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c005b0-88a4-48a7-af46-f86acb6285dd req-c250dd91-9e8a-4c36-8779-f10c0ce6114f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.638248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7c005b0-88a4-48a7-af46-f86acb6285dd req-c250dd91-9e8a-4c36-8779-f10c0ce6114f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 945 time: 0.1872656 Jun 30 09:02:21.669664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86fb2df5-a20e-4a22-9cde-f969acfc790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.672521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86fb2df5-a20e-4a22-9cde-f969acfc790b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.677036 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-86fb2df5-a20e-4a22-9cde-f969acfc790b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96e1a355-a925-4e82-8ac5-f0ed69468b6c HTTP/1.1" status: 204 len: 168 time: 0.2859187 Jun 30 09:02:21.709115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb2df5-a20e-4a22-9cde-f969acfc790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e1a355-a925-4e82-8ac5-f0ed69468b6c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.725222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dccf00f-4a85-455f-ab68-653341f04a76,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.728754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7c005b0-88a4-48a7-af46-f86acb6285dd req-f0bb70ed-1679-4bac-820f-d41e65c1c87c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849652 Jun 30 09:02:21.754322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Checking segment: {'id': '41848922-e652-419c-bc2a-4cd7ae422b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:21.754904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Network hostable DHCP agents. Network: 7b7c2c24-f82a-42de-aea7-585b6953fe86, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:21.766027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e61e3dfb-0aa4-4285-8925-4b2b15072342'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:21.779406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-ba1c0a0e-73b0-4659-b00c-5c6c0f87de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.780951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-ba1c0a0e-73b0-4659-b00c-5c6c0f87de22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361301 Jun 30 09:02:21.829142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Network 7b7c2c24-f82a-42de-aea7-585b6953fe86 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:21.852161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 7b7c2c24-f82a-42de-aea7-585b6953fe86) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:21.859547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.861230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.876476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771221c8-c208-4527-b5f3-aa6723fa26d5 None None] Network 7b7c2c24-f82a-42de-aea7-585b6953fe86 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:21.889793 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9cc9bcc8-7635-413f-80a8-aeac82c3b3ee admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9516256 Jun 30 09:02:21.975916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-327d53fe-cdf5-406f-b194-4f0de1f1fb07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74b157a0deda46daae7f146a6d5c25e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360895 Jun 30 09:02:21.978967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37352) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:22.063834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-2758aea8-bda4-4b98-9701-a77b181c5f52 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761102 Jun 30 09:02:22.102750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159edf52-1158-4ea2-8004-97eac8a275e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.159879 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159edf52-1158-4ea2-8004-97eac8a275e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.175689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6fb4a6-30d2-4ff1-81e4-58f0f2a66b45 None None] Network 7b7c2c24-f82a-42de-aea7-585b6953fe86 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:22.229515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159edf52-1158-4ea2-8004-97eac8a275e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.234035 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159edf52-1158-4ea2-8004-97eac8a275e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.235852 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-159edf52-1158-4ea2-8004-97eac8a275e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f6c4747-b83b-4a7c-b96a-b32f1bb734e5 HTTP/1.1" status: 204 len: 168 time: 0.2550964 Jun 30 09:02:22.246636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159edf52-1158-4ea2-8004-97eac8a275e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c4747-b83b-4a7c-b96a-b32f1bb734e5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:22.273947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d615d-8ae3-4930-bc53-8bc19685347a req-12cbdf7d-05d2-4723-9bb9-8004af2db849 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026076 Jun 30 09:02:22.653829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-a31c6012-08d2-4614-a23a-2ea42b873c63 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.655405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-a31c6012-08d2-4614-a23a-2ea42b873c63 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/networks?id=7b7c2c24-f82a-42de-aea7-585b6953fe86 HTTP/1.1" status: 200 len: 821 time: 0.1838965 Jun 30 09:02:22.676006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdb48b-65f8-4412-964b-66de6947c176 req-2560d70c-2eb0-472e-a48c-035ccf83a909 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.682728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6fbdb48b-65f8-4412-964b-66de6947c176 req-2560d70c-2eb0-472e-a48c-035ccf83a909 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 945 time: 0.1209140 Jun 30 09:02:22.692177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-150f02ad-713a-45f4-a224-62d90c202ec3 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/quotas/c686871c1b1b447d80489c73e46de3d9 HTTP/1.1" status: 200 len: 375 time: 0.0288050 Jun 30 09:02:22.757579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-11d94835-22e1-484d-b3f4-bc775d30afd0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c686871c1b1b447d80489c73e46de3d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342498 Jun 30 09:02:22.763405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6fbdb48b-65f8-4412-964b-66de6947c176 req-8253f426-faaf-41dd-be68-64dd565eef5d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798044 Jun 30 09:02:22.818986 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:02:22.842735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37394) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:22.993720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d5926e4e-26ec-47ab-97f3-4a4296104976 service neutron] 10.222.0.53 "GET /v2.0/networks/7b7c2c24-f82a-42de-aea7-585b6953fe86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230499 Jun 30 09:02:23.127819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.174097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-2a436bfc-f9ff-4167-85e7-6f588968b38b service neutron] 10.222.0.53 "GET /v2.0/networks/7b7c2c24-f82a-42de-aea7-585b6953fe86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710267 Jun 30 09:02:23.177560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:23.263507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1277064319-network', 'tenant_id': '14ad63d9249e4424bf7011416810a04b'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:23.307578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Made reservation on behalf of 14ad63d9249e4424bf7011416810a04b for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:23.313208 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.317478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port e61e3dfb-0aa4-4285-8925-4b2b15072342 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:23.329948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e61e3dfb-0aa4-4285-8925-4b2b15072342 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:23.331144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.342089 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.460152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b749e513-95b0-45da-bec1-250b6f5465c5 req-336c5012-bcbf-4777-a7bf-176d3a92aa6c tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 210 time: 0.0457134 Jun 30 09:02:23.467533 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.503399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:23.506402 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8d4db-bd8a-4bfe-a157-daaaee9fd11f" -d '{"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:23.526778 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.533697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.539477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:23.544315 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.554304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:23.573853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37422) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:23.584298 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.584847 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Added segment c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb of type vlan for network ab6d286b-276d-4859-ae54-75f6a9c85b1e Jun 30 09:02:23.615331 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a56a07-66ce-449f-96f8-e14a1f94412b x-openstack-request-id: req-84a56a07-66ce-449f-96f8-e14a1f94412b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:23.615625 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:23.615873 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84a56a07-66ce-449f-96f8-e14a1f94412b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:23.616264 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'code': 200} Jun 30 09:02:23.617264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.670840 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.716451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-43703360'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:23.734188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff8d100-6e03-44d2-bb9e-b67204c7f325,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.743027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:23.757685 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.767602 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.768563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.769163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.775276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.889052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d7d8-b1cc-4fe4-abc7-920bb340f094 req-a34bee28-6e9d-44cd-8997-ad359b24d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.891505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fba8d7d8-b1cc-4fe4-abc7-920bb340f094 req-a34bee28-6e9d-44cd-8997-ad359b24d0c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1098 time: 0.2227409 Jun 30 09:02:23.920383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.926519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.951103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6d286b-276d-4859-ae54-75f6a9c85b1e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.956352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:23.964364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ab6d286b-276d-4859-ae54-75f6a9c85b1e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:23.977977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63333f2e-9526-452e-aff0-655f685ce7c4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.985332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2c3e61c0-0d43-418b-9467-a6c2169c6621 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1408060 Jun 30 09:02:23.988263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.989199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37434) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:24.005331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Request body: {'subnet': {'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1277064319-subnet', 'tenant_id': '14ad63d9249e4424bf7011416810a04b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:24.006003 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Added segment be843d97-4d7a-40b8-981d-be847660ad76 of type vlan for network 89057a03-8c40-4a76-8df9-301cb6bee42b Jun 30 09:02:24.032738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fba8d7d8-b1cc-4fe4-abc7-920bb340f094 req-a157fc8c-8369-4ff2-88fd-278e1de61772 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333561 Jun 30 09:02:24.049805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Made reservation on behalf of 14ad63d9249e4424bf7011416810a04b for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:24.052204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.076170 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.121061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.126905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.127566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.255503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Network': ['ID=89057a03-8c40-4a76-8df9-301cb6bee42b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:24.271409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 89057a03-8c40-4a76-8df9-301cb6bee42b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:24.271966 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c2532f5a-63a8-487b-8132-f37f59e017cc tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6951699 Jun 30 09:02:24.274641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37442) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:24.288271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'subnet': {'network_id': '89057a03-8c40-4a76-8df9-301cb6bee42b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:24.389976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41319e3-8ced-4b62-a420-2989aacb00cf req-0cc6984e-cf35-4ad7-911f-413f64e91cd8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.391514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d41319e3-8ced-4b62-a420-2989aacb00cf req-0cc6984e-cf35-4ad7-911f-413f64e91cd8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.4571161 Jun 30 09:02:24.467628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d41319e3-8ced-4b62-a420-2989aacb00cf req-c3bf2ff9-7285-4736-b319-1358a87f38a9 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633631 Jun 30 09:02:24.471160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:24.477976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.599967 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.677240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b058e4-cc05-4461-b41f-5cbe2560b411,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:24.680988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01d683c1-bc3b-48b1-a0cf-27dc6dd2927c req-8a1698b0-7e5e-45b8-85f8-097d4e623870 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 210 time: 0.0362914 Jun 30 09:02:24.711407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Checking segment: {'id': 'c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:24.711758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Network hostable DHCP agents. Network: ab6d286b-276d-4859-ae54-75f6a9c85b1e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:24.728949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Network ab6d286b-276d-4859-ae54-75f6a9c85b1e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:24.741933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ab6d286b-276d-4859-ae54-75f6a9c85b1e) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:24.743635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.750793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e38620-3a40-4225-862b-0940f9e32dd8 None None] Network ab6d286b-276d-4859-ae54-75f6a9c85b1e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:24.751914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.752443 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.774730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-53c10bf2-d6d2-4ee6-ab20-a5b89c4fb269 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7764962 Jun 30 09:02:24.803664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Subnet': ['ID=da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:24.859808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Checking segment: {'id': 'be843d97-4d7a-40b8-981d-be847660ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '89057a03-8c40-4a76-8df9-301cb6bee42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:24.860325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network hostable DHCP agents. Network: 89057a03-8c40-4a76-8df9-301cb6bee42b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:24.879004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 89057a03-8c40-4a76-8df9-301cb6bee42b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:24.890872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 89057a03-8c40-4a76-8df9-301cb6bee42b) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:24.901960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.902190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe3125-72dc-4485-9010-df386141abf5 None None] Network 89057a03-8c40-4a76-8df9-301cb6bee42b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:24.905814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.906199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac14a9c-d150-4f18-9e13-1f5e50573323 None None] Network ab6d286b-276d-4859-ae54-75f6a9c85b1e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:24.930446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37450) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:24.930744 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-db08b19b-0e12-4107-98af-e4e1c8685c66 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6549160 Jun 30 09:02:24.937177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-795512494', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:24.975578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.977596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.087448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.209090 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.364262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47276231-52c1-4b17-a3dd-1c3ef4d2220e None None] Network 89057a03-8c40-4a76-8df9-301cb6bee42b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:25.387593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.538163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d99917a1-f60a-4837-9a47-32500f5522e1 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.539723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d99917a1-f60a-4837-9a47-32500f5522e1 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.13 "GET /v2.0/networks?id=7b7c2c24-f82a-42de-aea7-585b6953fe86 HTTP/1.1" status: 200 len: 821 time: 0.3546157 Jun 30 09:02:25.561796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Request body: {'port': {'device_id': 'c6a9208c-f33a-4897-961f-a8191657657c', 'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86', 'admin_state_up': True, 'tenant_id': 'c686871c1b1b447d80489c73e46de3d9'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:25.784360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Made reservation on behalf of c686871c1b1b447d80489c73e46de3d9 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:25.788533 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.867686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c54dbdf-c002-4d12-b30a-40ed592ac606 req-f91bd83d-8eec-409b-b86b-5a0cc19040c0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 210 time: 0.0453160 Jun 30 09:02:26.046585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0819810-6d70-48c2-8ed1-e4ee424f22cd req-dd8e2cec-78ed-4e3d-bc77-60337e6cca18 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.048179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0819810-6d70-48c2-8ed1-e4ee424f22cd req-dd8e2cec-78ed-4e3d-bc77-60337e6cca18 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.2817163 Jun 30 09:02:26.052769 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.105042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.199484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Allocated IP 172.20.0.8 (7b7c2c24-f82a-42de-aea7-585b6953fe86/5dccf00f-4a85-455f-ab68-653341f04a76/211af94e-3272-4442-8d66-98537ae19368) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:26.210215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0819810-6d70-48c2-8ed1-e4ee424f22cd req-e046da60-f1a5-4297-be99-ac42bca3d5cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312816 Jun 30 09:02:26.293740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.25.8.151 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/69cfdaa7-8fe3-4ae3-9d55-1ca04af81992) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:26.603395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.615544 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.663137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b011dea-3808-4622-af55-104b14cbedc8 req-f5d9d369-8d47-425d-bcfa-55c06f1779d4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.674784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b011dea-3808-4622-af55-104b14cbedc8 req-f5d9d369-8d47-425d-bcfa-55c06f1779d4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.2745004 Jun 30 09:02:26.690883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37510) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:26.690883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'floatingip': {'port_id': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:26.694718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-1c0a62b5-39e9-4450-96ac-c784b10cab86 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.714683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-1c0a62b5-39e9-4450-96ac-c784b10cab86 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/networks?id=ab6d286b-276d-4859-ae54-75f6a9c85b1e HTTP/1.1" status: 200 len: 810 time: 0.2729204 Jun 30 09:02:26.771513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.779389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-c40b2176-974a-492f-a83d-30afb27a97b8 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/quotas/14ad63d9249e4424bf7011416810a04b HTTP/1.1" status: 200 len: 375 time: 0.0638268 Jun 30 09:02:26.823922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-6580c25a-4323-4939-a927-46b19ebcc462 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14ad63d9249e4424bf7011416810a04b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383358 Jun 30 09:02:26.826853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.829395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.921246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:26.928443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Network 7b7c2c24-f82a-42de-aea7-585b6953fe86 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:26.931003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:26.936776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:26.939046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:26.949560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:26.976718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=69cfdaa7-8fe3-4ae3-9d55-1ca04af81992,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.378668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.379719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.392349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-d63dd902-ece9-44ab-9067-677077bbef64 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6d286b-276d-4859-ae54-75f6a9c85b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482509 Jun 30 09:02:27.438591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Pushing event updated for resources: {'Port': ['ID=211af94e-3272-4442-8d66-98537ae19368,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.519573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-d074df13-20ea-45cc-98e4-8bb2ae8c66e0 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9650931 Jun 30 09:02:27.552301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Request body: {'port': {'device_id': 'c6a9208c-f33a-4897-961f-a8191657657c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:27.555472 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.563957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.653488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf9262-1793-414e-822c-ce890957db37 req-8ff938f1-b2fb-465c-8393-26e2c71a850c tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.660508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03bf9262-1793-414e-822c-ce890957db37 req-8ff938f1-b2fb-465c-8393-26e2c71a850c tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 931 time: 0.3638661 Jun 30 09:02:27.675733 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Floating IP da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19 associated. External IP: 172.25.8.35, port: e61e3dfb-0aa4-4285-8925-4b2b15072342. Jun 30 09:02:27.820818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-939c834b-c1f6-4932-aede-29a6ca9f68c1 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6d286b-276d-4859-ae54-75f6a9c85b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272888 Jun 30 09:02:27.821972 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.896325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03bf9262-1793-414e-822c-ce890957db37 req-3ff757dd-8fe8-4562-9c8e-4dec0ab94202 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347879 Jun 30 09:02:28.179801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.322263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Router 2569cf81-193a-4101-9216-7785c41c9dbd has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:28.395632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0ea9155-8d1e-457e-9d4f-523a1cb7582a req-3d127f98-e4b9-4370-a36a-a1549795b1e1 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 210 time: 0.0417807 Jun 30 09:02:28.447596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:28.458971 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.460330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df29639-c938-4787-b87d-882d78454a8f None None] Sync routers for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:28.500178 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c50c1c8f-d94e-40b4-86e8-1e4aba244f30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "PUT /v2.0/floatingips/da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19 HTTP/1.1" status: 200 len: 991 time: 1.8139210 Jun 30 09:02:28.500768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:28.503576 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ddc55f-e58c-40a0-9648-b8f94efc98ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:28.504742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:28.510468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:28.616977 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363d76c3-46e7-4490-81b0-06ec72be8e19 x-openstack-request-id: req-363d76c3-46e7-4490-81b0-06ec72be8e19 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:28.617165 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:28.617356 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-363d76c3-46e7-4490-81b0-06ec72be8e19 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:28.617711 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'status': 'completed', 'code': 200} Jun 30 09:02:28.620850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211af94e-3272-4442-8d66-98537ae19368 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:28.643267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:28.654777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.667567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.739834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Transition to ACTIVE for port object 211af94e-3272-4442-8d66-98537ae19368 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:28.748011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.863269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-0fe7f230-bd0f-4407-b990-f83094eb79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.864064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-0fe7f230-bd0f-4407-b990-f83094eb79a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1098 time: 0.2220418 Jun 30 09:02:28.864064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Pushing event updated for resources: {'Port': ['ID=211af94e-3272-4442-8d66-98537ae19368,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.099359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Attempting to bind port 211af94e-3272-4442-8d66-98537ae19368 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:29.100060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Attempting to bind port 211af94e-3272-4442-8d66-98537ae19368 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '41848922-e652-419c-bc2a-4cd7ae422b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:29.100060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Attempting to bind port 211af94e-3272-4442-8d66-98537ae19368 on network 7b7c2c24-f82a-42de-aea7-585b6953fe86 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:29.103491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-b0c8a68a-75ed-4312-828e-532ac86f6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.105132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-b0c8a68a-75ed-4312-828e-532ac86f6691 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.2322922 Jun 30 09:02:29.109572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Port 211af94e-3272-4442-8d66-98537ae19368 on network 7b7c2c24-f82a-42de-aea7-585b6953fe86 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:29.109940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Attempting to bind port 211af94e-3272-4442-8d66-98537ae19368 on network 7b7c2c24-f82a-42de-aea7-585b6953fe86 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:29.172389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:02:29.185262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'port_id': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'mac_address': 'fa:16:3e:b7:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:02:09Z', 'updated_at': '2021-06-30T09:02:27Z', 'revision_number': 1, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.201819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:29.203448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Checking segment: {'id': '41848922-e652-419c-bc2a-4cd7ae422b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:29.203448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Bound using segment: {'id': '41848922-e652-419c-bc2a-4cd7ae422b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:29.203448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Bound port: 211af94e-3272-4442-8d66-98537ae19368, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41848922-e652-419c-bc2a-4cd7ae422b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:29.203448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.215379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df29639-c938-4787-b87d-882d78454a8f None None] Checking router: 2569cf81-193a-4101-9216-7785c41c9dbd for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:29.225063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:29.225707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.391925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:29.592860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-3d784610-36a0-4fe9-bc42-5b03758984c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 999 time: 0.4806275 Jun 30 09:02:29.618605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bd73b5f-0ddb-45a8-9b60-f5e64cbcc016 req-4e617b61-6503-4ccf-a142-04843d948bd9 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 210 time: 0.0443635 Jun 30 09:02:29.734003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] For port 211af94e-3272-4442-8d66-98537ae19368, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:29.760728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35842cf1-4c97-4346-aed2-8bfc25cf761e req-41c72f82-49d1-40f8-b90d-71c2a84268bc tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.767476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35842cf1-4c97-4346-aed2-8bfc25cf761e req-41c72f82-49d1-40f8-b90d-71c2a84268bc tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 943 time: 0.6380911 Jun 30 09:02:29.775404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] For port 211af94e-3272-4442-8d66-98537ae19368, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=211af94e-3272-4442-8d66-98537ae19368,segment=NetworkSegment(41848922-e652-419c-bc2a-4cd7ae422b92),segment_id=41848922-e652-419c-bc2a-4cd7ae422b92)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:29.778220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-be8a01db-c32c-4272-844f-43934ff1c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.779429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-be8a01db-c32c-4272-844f-43934ff1c2f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.1653557 Jun 30 09:02:29.791266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.793725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2df29639-c938-4787-b87d-882d78454a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'port_id': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'mac_address': 'fa:16:3e:b7:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:02:09Z', 'updated_at': '2021-06-30T09:02:27Z', 'revision_number': 1, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.809307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:29.824422 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:29.825145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df29639-c938-4787-b87d-882d78454a8f None None] The sync data for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 is: [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'port_id': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'mac_address': 'fa:16:3e:b7:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:02:09Z', 'updated_at': '2021-06-30T09:02:27Z', 'revision_number': 1, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:29.843728 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:29.844516 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.888137 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.897944 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:29.898951 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.934134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.934390 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:29.934782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.935176 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b77d60-04ad-4c82-8ade-9b9a08f306b3 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:29.936174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] 10.222.0.13 "PUT /v2.0/ports/211af94e-3272-4442-8d66-98537ae19368 HTTP/1.1" status: 200 len: 1092 time: 2.3921559 Jun 30 09:02:29.947133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a9208c-f33a-4897-961f-a8191657657c', 'tag': '211af94e-3272-4442-8d66-98537ae19368'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:29.950033 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a9208c-f33a-4897-961f-a8191657657c", "tag": "211af94e-3272-4442-8d66-98537ae19368"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:29.977850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35842cf1-4c97-4346-aed2-8bfc25cf761e req-476c4e22-4867-4bf6-9de1-bad3975436f8 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094793 Jun 30 09:02:29.978574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.982632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-160b55fb-c225-4356-98d4-9aecd30f27d1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0482910 Jun 30 09:02:29.982632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a6a04-f52c-4277-ae66-2800321fa05a service neutron] Pushing event updated for resources: {'Port': ['ID=211af94e-3272-4442-8d66-98537ae19368,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.983401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37548) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:30.062632 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d3e4e-4b31-4ff9-924c-a50f62b978bb x-openstack-request-id: req-0a0d3e4e-4b31-4ff9-924c-a50f62b978bb {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:30.063035 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a9208c-f33a-4897-961f-a8191657657c", "tag": "211af94e-3272-4442-8d66-98537ae19368", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:30.063499 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a0d3e4e-4b31-4ff9-924c-a50f62b978bb {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:30.064653 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a9208c-f33a-4897-961f-a8191657657c', 'tag': '211af94e-3272-4442-8d66-98537ae19368', 'status': 'completed', 'code': 200} Jun 30 09:02:30.066049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-a7b0d520-fbe6-4a68-84f6-0b67f1185d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.067656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-a7b0d520-fbe6-4a68-84f6-0b67f1185d58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2777917 Jun 30 09:02:30.241912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c3e99-ae0f-430b-8920-6f82f9dc0246 None None] New status for floating IP da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:02:30.268399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-16dab96f-d2a5-4d63-ba72-2b739b508244 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861393 Jun 30 09:02:30.377419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-fbab6100-d4a2-429c-abdf-44a095355d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.379874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-fbab6100-d4a2-429c-abdf-44a095355d67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c686871c1b1b447d80489c73e46de3d9&device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 1095 time: 0.3765507 Jun 30 09:02:30.501035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-4c493bf0-6991-407d-aa0c-d2d0cd92c2c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=211af94e-3272-4442-8d66-98537ae19368 HTTP/1.1" status: 200 len: 217 time: 0.0611296 Jun 30 09:02:30.502016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-97d4b05a-4b2d-45a2-aaf0-2f1c5ddd64b6 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.503587 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-97d4b05a-4b2d-45a2-aaf0-2f1c5ddd64b6 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.26 "GET /v2.0/networks?id=ab6d286b-276d-4859-ae54-75f6a9c85b1e HTTP/1.1" status: 200 len: 810 time: 0.1800339 Jun 30 09:02:30.575210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ddc55f-e58c-40a0-9648-b8f94efc98ee req-9ad676d0-7893-44e1-b13d-0c09aa2e6e70 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003597 Jun 30 09:02:30.596097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e6f078a1-d026-4f64-a20b-69038e57786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.598034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-e6f078a1-d026-4f64-a20b-69038e57786f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dccf00f-4a85-455f-ab68-653341f04a76 HTTP/1.1" status: 200 len: 861 time: 0.0654922 Jun 30 09:02:30.627217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Request body: {'port': {'device_id': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e', 'admin_state_up': True, 'tenant_id': '14ad63d9249e4424bf7011416810a04b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:30.644014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-c33aade6-df29-4fea-be0e-3e8b79bee139 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7c2c24-f82a-42de-aea7-585b6953fe86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393741 Jun 30 09:02:30.763362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-fbac80fb-6c74-4d02-9804-a559ed799146 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7c2c24-f82a-42de-aea7-585b6953fe86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103940 Jun 30 09:02:30.823765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Made reservation on behalf of 14ad63d9249e4424bf7011416810a04b for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:30.827690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.884468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99506110-7bfc-4ca9-92fa-8417d66931ba req-c3488da0-0b0b-4815-bbfb-1dd4e6097ebc tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 210 time: 0.0391281 Jun 30 09:02:30.928017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-826aae48-0e1f-4fe5-88f0-6e604569db4e req-59b12a84-c9e0-47e2-bb1a-53740e8bc6a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7c2c24-f82a-42de-aea7-585b6953fe86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566224 Jun 30 09:02:30.973223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.095791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Allocated IP 172.20.0.7 (ab6d286b-276d-4859-ae54-75f6a9c85b1e/17b058e4-cc05-4461-b41f-5cbe2560b411/60108b52-be22-4c0f-9dfd-02ccc2ac7bbe) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:31.105293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-00ddb426-d7fc-4f30-af13-8e4961e014ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.107689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-00ddb426-d7fc-4f30-af13-8e4961e014ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c686871c1b1b447d80489c73e46de3d9&device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 1095 time: 0.1152422 Jun 30 09:02:31.267202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-93a0d5b6-3817-4a74-9931-22e7fb67facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.268703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-93a0d5b6-3817-4a74-9931-22e7fb67facc service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b7c2c24-f82a-42de-aea7-585b6953fe86 HTTP/1.1" status: 200 len: 922 time: 0.1540759 Jun 30 09:02:31.277175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5219bf-8bf6-429f-95a8-101b429c61ca req-d333d92f-f4b3-49d7-aca3-e4cf846e774f tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.284275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb5219bf-8bf6-429f-95a8-101b429c61ca req-d333d92f-f4b3-49d7-aca3-e4cf846e774f tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 943 time: 0.1060615 Jun 30 09:02:31.330489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-bf08c4ad-dde2-4146-86f0-ea5cb695d192 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=211af94e-3272-4442-8d66-98537ae19368 HTTP/1.1" status: 200 len: 217 time: 0.0442090 Jun 30 09:02:31.413791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb5219bf-8bf6-429f-95a8-101b429c61ca req-c6b44cb7-7f15-4064-82c8-3ef4214ba6c6 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281996 Jun 30 09:02:31.422575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-ec9c04ba-e3ae-45bb-a8d6-a8ff65c9981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.435623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-ec9c04ba-e3ae-45bb-a8d6-a8ff65c9981f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5dccf00f-4a85-455f-ab68-653341f04a76 HTTP/1.1" status: 200 len: 861 time: 0.0967908 Jun 30 09:02:31.443763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.521261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.1 (89057a03-8c40-4a76-8df9-301cb6bee42b/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4/9591eb94-2462-42ae-9737-105448d6461b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:31.540743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-9779669d-27ec-4631-906a-295555fbf7d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b7c2c24-f82a-42de-aea7-585b6953fe86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966911 Jun 30 09:02:31.556212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.634187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cbd2-f58f-4d6e-a9eb-6d99b4f22dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.665341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Network ab6d286b-276d-4859-ae54-75f6a9c85b1e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:31.672046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:31.673850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Pushing event updated for resources: {'Port': ['ID=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:31.684760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:31.695010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-e8c4a787-8a7a-45c4-b6b2-13d99ca90b98 service neutron] 10.222.0.13 "GET /v2.0/networks/7b7c2c24-f82a-42de-aea7-585b6953fe86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464686 Jun 30 09:02:31.781139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.789947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.790554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.811588 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-48218630-ae5b-4fb0-b230-8a9c449573df tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1881373 Jun 30 09:02:31.828355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Request body: {'port': {'device_id': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:31.843941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dc880a4-dd90-425d-88d2-1c8cc2e0f43d req-0ff5bea9-4801-47dc-9440-10a3db6f9fee service neutron] 10.222.0.13 "GET /v2.0/networks/7b7c2c24-f82a-42de-aea7-585b6953fe86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363616 Jun 30 09:02:31.907028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.960663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 89057a03-8c40-4a76-8df9-301cb6bee42b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:31.966350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:31.972249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.976479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:31.981463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=9591eb94-2462-42ae-9737-105448d6461b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:32.059581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.176478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3022dba-bf5c-4832-a948-27405f6e9448 req-4d5ff998-54ce-44f5-a25d-ac6faa4a3ea7 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.184136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3022dba-bf5c-4832-a948-27405f6e9448 req-4d5ff998-54ce-44f5-a25d-ac6faa4a3ea7 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 931 time: 0.0832455 Jun 30 09:02:32.226217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3022dba-bf5c-4832-a948-27405f6e9448 req-8b4c5af1-24e4-484c-8730-7d9d7504233a tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Jun 30 09:02:32.341442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.463443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:32.473793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.494731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Transition to ACTIVE for port object 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:32.527531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.617889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Pushing event updated for resources: {'Port': ['ID=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:32.625170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340df43c-25a5-4991-9f8f-4533d2a8979d req-198cc512-13f6-4c0b-a721-08f0e16e49cb tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.626793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-340df43c-25a5-4991-9f8f-4533d2a8979d req-198cc512-13f6-4c0b-a721-08f0e16e49cb tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 943 time: 0.0982594 Jun 30 09:02:32.670376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-340df43c-25a5-4991-9f8f-4533d2a8979d req-fa59840e-80c8-4691-bcbc-16027ab2e7c5 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379975 Jun 30 09:02:32.899716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cb65d-7e11-4e29-8f78-afdc8e4360ac req-164c3a82-2630-424a-952e-4d039826669a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.901222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f23cb65d-7e11-4e29-8f78-afdc8e4360ac req-164c3a82-2630-424a-952e-4d039826669a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0689418 Jun 30 09:02:32.943306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f23cb65d-7e11-4e29-8f78-afdc8e4360ac req-77a35c67-5ddc-4053-bc3f-c85cf17d625a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Jun 30 09:02:33.119079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Attempting to bind port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:33.120187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Attempting to bind port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:33.120587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Attempting to bind port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe on network ab6d286b-276d-4859-ae54-75f6a9c85b1e {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:33.130954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe on network ab6d286b-276d-4859-ae54-75f6a9c85b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:33.131351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Attempting to bind port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe on network ab6d286b-276d-4859-ae54-75f6a9c85b1e {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:33.151329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:33.151600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Checking segment: {'id': 'c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:33.151977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Bound using segment: {'id': 'c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:33.152416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Bound port: 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:33.152765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.162113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc5485-f5ab-4543-9747-e1c2609ae97c req-9c953f12-9402-465f-ad25-ae2d53488798 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.163922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35cc5485-f5ab-4543-9747-e1c2609ae97c req-9c953f12-9402-465f-ad25-ae2d53488798 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0877090 Jun 30 09:02:33.208714 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.220906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.221443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 211af94e-3272-4442-8d66-98537ae19368 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:33.223440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35cc5485-f5ab-4543-9747-e1c2609ae97c req-1d1c8289-0da2-4a8c-80aa-aa870750a50f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471163 Jun 30 09:02:33.318218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] For port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:33.343732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=9591eb94-2462-42ae-9737-105448d6461b,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:33.347402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] For port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,segment=NetworkSegment(c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb),segment_id=c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:33.351944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.360253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.416056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 211af94e-3272-4442-8d66-98537ae19368, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=211af94e-3272-4442-8d66-98537ae19368,segment=NetworkSegment(41848922-e652-419c-bc2a-4cd7ae422b92),segment_id=41848922-e652-419c-bc2a-4cd7ae422b92)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:33.429452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '211af94e-3272-4442-8d66-98537ae19368', 'network_id': '7b7c2c24-f82a-42de-aea7-585b6953fe86', 'port_id': '211af94e-3272-4442-8d66-98537ae19368', 'mac_address': 'fa:16:3e:7a:9e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dccf00f-4a85-455f-ab68-653341f04a76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:33.465646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.466581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.468724 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] 10.222.0.26 "PUT /v2.0/ports/60108b52-be22-4c0f-9dfd-02ccc2ac7bbe HTTP/1.1" status: 200 len: 1092 time: 1.6464555 Jun 30 09:02:33.475411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'tag': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:33.478421 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f4a58a-f59f-444d-8f12-9f954f17c09d" -d '{"events": [{"name": "network-changed", "server_uuid": "e28fb111-9742-4e94-8cb4-9ae368c8a837", "tag": "60108b52-be22-4c0f-9dfd-02ccc2ac7bbe"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:33.493826 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.510942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211af94e-3272-4442-8d66-98537ae19368 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:33.530932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b021d1c-e11c-4d6a-9dbb-40a7fda1f5af req-8466a279-49d3-48ae-b596-5bff086de38d tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.532607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b021d1c-e11c-4d6a-9dbb-40a7fda1f5af req-8466a279-49d3-48ae-b596-5bff086de38d tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 943 time: 0.1163316 Jun 30 09:02:33.538345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 211af94e-3272-4442-8d66-98537ae19368, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=211af94e-3272-4442-8d66-98537ae19368,segment=NetworkSegment(41848922-e652-419c-bc2a-4cd7ae422b92),segment_id=41848922-e652-419c-bc2a-4cd7ae422b92)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:33.544799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.573810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec717fd-30c8-493a-8db8-0f651fd98961 service neutron] Pushing event updated for resources: {'Port': ['ID=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:33.599114 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df495585-7e26-46c0-b5e1-d5b5af4d43b3 x-openstack-request-id: req-df495585-7e26-46c0-b5e1-d5b5af4d43b3 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:33.599914 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28fb111-9742-4e94-8cb4-9ae368c8a837", "tag": "60108b52-be22-4c0f-9dfd-02ccc2ac7bbe", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:33.599914 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df495585-7e26-46c0-b5e1-d5b5af4d43b3 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:33.600214 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'tag': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe', 'status': 'completed', 'code': 200} Jun 30 09:02:33.621187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=211af94e-3272-4442-8d66-98537ae19368,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:33.630761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.631321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.631734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.632779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.633553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.634262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.634950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.635542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.636844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.637414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.637982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.638995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b021d1c-e11c-4d6a-9dbb-40a7fda1f5af req-7e4ae107-7b7c-4d4d-ab52-eb382496e12a tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Jun 30 09:02:33.639928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:33.653982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 89057a03-8c40-4a76-8df9-301cb6bee42b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:33.658455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:33.664579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-ef9bdca0-be0f-455f-a318-b528a00b6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.666088 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-ef9bdca0-be0f-455f-a318-b528a00b6419 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14ad63d9249e4424bf7011416810a04b&device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 1095 time: 0.1417859 Jun 30 09:02:33.746805 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-c2c2a41d-02df-417b-8d49-5f2902379384 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe HTTP/1.1" status: 200 len: 217 time: 0.0390306 Jun 30 09:02:33.775809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['211af94e-3272-4442-8d66-98537ae19368'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:33.805851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-de5691ab-a806-4558-8c1c-952d6744d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.807927 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-de5691ab-a806-4558-8c1c-952d6744d214 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17b058e4-cc05-4461-b41f-5cbe2560b411 HTTP/1.1" status: 200 len: 850 time: 0.0530150 Jun 30 09:02:33.827663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d30a6-f2fb-4fcf-807b-f99a609ea1e9 req-cc4bbe6a-6ab6-49cf-9d16-1888e97f8ef7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.834498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d7d30a6-f2fb-4fcf-807b-f99a609ea1e9 req-cc4bbe6a-6ab6-49cf-9d16-1888e97f8ef7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0962801 Jun 30 09:02:33.887829 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-dc91bd0c-7cbb-462c-8dd1-fca7a5f6ff04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab6d286b-276d-4859-ae54-75f6a9c85b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336595 Jun 30 09:02:33.900717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d7d30a6-f2fb-4fcf-807b-f99a609ea1e9 req-d84e843d-044b-4af2-9949-d6da147e5617 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652587 Jun 30 09:02:33.956942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:33.957217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ad185-b698-42dd-b678-a24a996b2470 req-321c963e-f738-43bb-b829-6c2a2ac9f777 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.960027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a87ad185-b698-42dd-b678-a24a996b2470 req-321c963e-f738-43bb-b829-6c2a2ac9f777 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 944 time: 0.1634424 Jun 30 09:02:34.032232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a87ad185-b698-42dd-b678-a24a996b2470 req-428b35ac-1c6f-41d9-b1c5-d85738b462ce tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668340 Jun 30 09:02:34.105302 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-fa75ccdd-8787-4de3-8cd9-6e18647e28a9 service neutron] 10.222.0.26 "GET /v2.0/networks/ab6d286b-276d-4859-ae54-75f6a9c85b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088685 Jun 30 09:02:34.142520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:34.154388 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:34.164136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:34.164701 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:34.200832 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:34.211750 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:34.212728 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:34.228689 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-e669e168-c550-4ec9-ad9f-85c3d0a23266 req-79604ea3-a1a5-4c45-8c89-5abba9ab7a87 service neutron] 10.222.0.26 "GET /v2.0/networks/ab6d286b-276d-4859-ae54-75f6a9c85b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053917 Jun 30 09:02:34.232854 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-591d02e6-2ce6-4675-a79f-0d197e91986d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/routers/8d927ede-faf5-4c91-8922-7ea370f744df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2491748 Jun 30 09:02:34.235461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:34.240672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'port': {'network_id': '89057a03-8c40-4a76-8df9-301cb6bee42b', 'name': 'tempest-FloatingIPTestJSON-120247485'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:34.248351 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:34.249222 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dce25-c6dc-4359-9449-6545a02c21cd None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:34.310869 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.367007 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5386deff-770a-413b-a6a3-c617d5bff41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.429583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:34.433660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.446900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-7544f0b9-ba62-430a-958b-1846b649df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.449070 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-7544f0b9-ba62-430a-958b-1846b649df1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14ad63d9249e4424bf7011416810a04b&device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 1095 time: 0.1064658 Jun 30 09:02:34.457360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] device_id is not set on port 658961b5-5235-4400-ac37-de878c3df383 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:34.631787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-b834a6e0-27b3-4ab8-a666-bc5860fcca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.633269 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-b834a6e0-27b3-4ab8-a666-bc5860fcca93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ab6d286b-276d-4859-ae54-75f6a9c85b1e HTTP/1.1" status: 200 len: 911 time: 0.1777637 Jun 30 09:02:34.652231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.10 (89057a03-8c40-4a76-8df9-301cb6bee42b/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4/658961b5-5235-4400-ac37-de878c3df383) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:34.679189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84c8bd-8b44-4042-8fed-72f32b12d93e req-bf01fce9-a731-4073-9061-7fca1dfe47bf tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.681722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a84c8bd-8b44-4042-8fed-72f32b12d93e req-bf01fce9-a731-4073-9061-7fca1dfe47bf tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0673590 Jun 30 09:02:34.684597 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-e614dd6b-cfde-4b97-9c0e-ab20d157acc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe HTTP/1.1" status: 200 len: 217 time: 0.0430355 Jun 30 09:02:34.759951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a84c8bd-8b44-4042-8fed-72f32b12d93e req-f3bba19a-b8e9-4bb4-8dfd-ea83492cb860 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691504 Jun 30 09:02:34.765418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-0e3d6355-8de0-41eb-89c2-1fe938aed1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.766968 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-0e3d6355-8de0-41eb-89c2-1fe938aed1d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17b058e4-cc05-4461-b41f-5cbe2560b411 HTTP/1.1" status: 200 len: 850 time: 0.0754282 Jun 30 09:02:34.835642 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-0b01aaa2-d638-4413-8f5e-ba4f029b1783 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab6d286b-276d-4859-ae54-75f6a9c85b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587981 Jun 30 09:02:34.845151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29301532-022f-45b3-9cd1-8973a81cdc9a req-5d0d97d1-7158-4668-a800-e87b9f463339 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.847130 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29301532-022f-45b3-9cd1-8973a81cdc9a req-5d0d97d1-7158-4668-a800-e87b9f463339 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 943 time: 0.0805981 Jun 30 09:02:34.886776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29301532-022f-45b3-9cd1-8973a81cdc9a req-7df7c2d1-26c3-4dfe-a177-abe8f788aca3 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Jun 30 09:02:34.953934 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.979647 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-75440c8f-0857-4947-8856-c17c45cffd93 service neutron] 10.222.0.26 "GET /v2.0/networks/ab6d286b-276d-4859-ae54-75f6a9c85b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324234 Jun 30 09:02:35.065796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.115796 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-03f4a58a-f59f-444d-8f12-9f954f17c09d req-6cb60e79-594b-4dac-ae06-948542990ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/ab6d286b-276d-4859-ae54-75f6a9c85b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285238 Jun 30 09:02:35.154222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 89057a03-8c40-4a76-8df9-301cb6bee42b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:35.157844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:35.161134 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:35.215503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=658961b5-5235-4400-ac37-de878c3df383,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.227487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 211af94e-3272-4442-8d66-98537ae19368 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:35.227673 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.228225 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.245334 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ff779412-696c-49ea-85f1-7a3b477b15f3 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0081348 Jun 30 09:02:35.247962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37634) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:35.254435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'port': {'network_id': '89057a03-8c40-4a76-8df9-301cb6bee42b', 'name': 'tempest-FloatingIPTestJSON-1711238039'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:35.276084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788e7d0-0ad4-4dd9-ba4e-d99d689ec53e req-643a2177-2682-4115-bd43-a2951e50bfd8 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.278096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c788e7d0-0ad4-4dd9-ba4e-d99d689ec53e req-643a2177-2682-4115-bd43-a2951e50bfd8 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 944 time: 0.1039422 Jun 30 09:02:35.299516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 211af94e-3272-4442-8d66-98537ae19368 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:35.304203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 211af94e-3272-4442-8d66-98537ae19368 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:35.305094 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.320687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c788e7d0-0ad4-4dd9-ba4e-d99d689ec53e req-8ae93995-09c6-4226-8d3b-2dfa8e8cb418 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Jun 30 09:02:35.380893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:35.385237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.403653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] device_id is not set on port ce258ae6-7f81-446f-9015-0a55d70910a2 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:35.404338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.437675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a9208c-f33a-4897-961f-a8191657657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211af94e-3272-4442-8d66-98537ae19368'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:35.440080 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ce4c1b-4112-4d80-a0b6-d34c2b5cfe4d" -d '{"events": [{"server_uuid": "c6a9208c-f33a-4897-961f-a8191657657c", "name": "network-vif-plugged", "status": "completed", "tag": "211af94e-3272-4442-8d66-98537ae19368"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:35.453191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 211af94e-3272-4442-8d66-98537ae19368, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=211af94e-3272-4442-8d66-98537ae19368,segment=NetworkSegment(41848922-e652-419c-bc2a-4cd7ae422b92),segment_id=41848922-e652-419c-bc2a-4cd7ae422b92)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:35.457966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.485165 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100039d9-5c0c-4b15-bc70-8bcc057e1a9d x-openstack-request-id: req-100039d9-5c0c-4b15-bc70-8bcc057e1a9d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:35.485464 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a9208c-f33a-4897-961f-a8191657657c", "name": "network-vif-plugged", "status": "completed", "tag": "211af94e-3272-4442-8d66-98537ae19368", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:35.485987 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-100039d9-5c0c-4b15-bc70-8bcc057e1a9d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:35.486566 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a9208c-f33a-4897-961f-a8191657657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211af94e-3272-4442-8d66-98537ae19368', 'code': 200} Jun 30 09:02:35.515913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=211af94e-3272-4442-8d66-98537ae19368,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.579776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.13 (89057a03-8c40-4a76-8df9-301cb6bee42b/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4/ce258ae6-7f81-446f-9015-0a55d70910a2) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:35.608124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:35.644645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4167-819d-4b7d-942b-ae08df6d2703 req-2f6df4c6-9671-4952-bcaa-f27c3fa6226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.646668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d4167-819d-4b7d-942b-ae08df6d2703 req-2f6df4c6-9671-4952-bcaa-f27c3fa6226f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 1097 time: 0.0867872 Jun 30 09:02:35.699193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea0d4167-819d-4b7d-942b-ae08df6d2703 req-4bbc1957-fe15-428c-90e4-5053019a550e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Jun 30 09:02:35.721543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,segment=NetworkSegment(c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb),segment_id=c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:35.733193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe', 'network_id': 'ab6d286b-276d-4859-ae54-75f6a9c85b1e', 'port_id': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe', 'mac_address': 'fa:16:3e:f4:b6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b058e4-cc05-4461-b41f-5cbe2560b411', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:35.766627 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.768795 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.785953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.802067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:35.825118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,segment=NetworkSegment(c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb),segment_id=c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:35.829784 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.834689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.889245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 89057a03-8c40-4a76-8df9-301cb6bee42b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:35.895638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:35.902154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:35.905091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.008482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.009208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.018457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaef39-283e-4179-954c-654b767570ed req-2b369d9b-aeff-4db2-ae6a-e8e3b0658e17 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.023215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=ce258ae6-7f81-446f-9015-0a55d70910a2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.036200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efaaef39-283e-4179-954c-654b767570ed req-2b369d9b-aeff-4db2-ae6a-e8e3b0658e17 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1047549 Jun 30 09:02:36.045534 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-723374b7-b75e-499a-928f-3a2ec4763f33 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7960384 Jun 30 09:02:36.048774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37644) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:36.053574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'ce258ae6-7f81-446f-9015-0a55d70910a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:36.106497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efaaef39-283e-4179-954c-654b767570ed req-00858f8f-bc7f-461b-a4d3-40a1c67e8261 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688415 Jun 30 09:02:36.110248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.175031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df629-b730-4a17-bcb5-84fd6eef15bb req-8d7d7049-9fa2-403c-ae53-328bff5e742a tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.176572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e0df629-b730-4a17-bcb5-84fd6eef15bb req-8d7d7049-9fa2-403c-ae53-328bff5e742a tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 944 time: 0.0687814 Jun 30 09:02:36.217664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['60108b52-be22-4c0f-9dfd-02ccc2ac7bbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:36.240732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e0df629-b730-4a17-bcb5-84fd6eef15bb req-24b80154-c962-4d64-ab55-ac1670e75946 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554266 Jun 30 09:02:36.263435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.390671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.25.8.170 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/f1b598f1-fe51-4b43-a54e-44b5a501e269) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:36.518274 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.576493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.610333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2e44-0660-4d79-9026-4894143035b2 req-a3b59e08-75b0-4407-acea-df63e1978e79 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.622974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c08f2e44-0660-4d79-9026-4894143035b2 req-a3b59e08-75b0-4407-acea-df63e1978e79 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 945 time: 0.1132557 Jun 30 09:02:36.628555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:36.632723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:36.640282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:36.669243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=f1b598f1-fe51-4b43-a54e-44b5a501e269,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.699092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c08f2e44-0660-4d79-9026-4894143035b2 req-2f3eb45b-943b-4e34-a869-9d770b97252b tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740047 Jun 30 09:02:37.044388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.117202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.203714 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.286121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.291227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.293970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad828f-6335-47db-9c37-e20876bbd7f4 req-7ccb7d21-9f72-4dce-a80a-32570b58fbdb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.296585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0aad828f-6335-47db-9c37-e20876bbd7f4 req-7ccb7d21-9f72-4dce-a80a-32570b58fbdb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0781026 Jun 30 09:02:37.346982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0aad828f-6335-47db-9c37-e20876bbd7f4 req-5285757b-44b6-4c12-98fa-2874d8c0e64a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Jun 30 09:02:37.371229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=f1b598f1-fe51-4b43-a54e-44b5a501e269,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.376146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.433725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1074cc-00e9-48bc-b0d0-63a06dd03dc3 req-326c940e-f39e-4c43-9eb4-6e5a7f94a34d tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.436027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f1074cc-00e9-48bc-b0d0-63a06dd03dc3 req-326c940e-f39e-4c43-9eb4-6e5a7f94a34d tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 944 time: 0.0659893 Jun 30 09:02:37.476629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f1074cc-00e9-48bc-b0d0-63a06dd03dc3 req-3be22d7a-a83b-4327-b358-8f71627885cd tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Jun 30 09:02:37.480698 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP 5bd925b3-90b3-4974-bfe0-b61d354a60da associated. External IP: 172.25.8.170, port: ce258ae6-7f81-446f-9015-0a55d70910a2. Jun 30 09:02:37.636914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:37.686326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:37.690750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:37.691117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.782794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.809812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:37.812433 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3091a0-9e2b-4a56-ab00-6112a2dee52c" -d '{"events": [{"server_uuid": "e28fb111-9742-4e94-8cb4-9ae368c8a837", "name": "network-vif-plugged", "status": "completed", "tag": "60108b52-be22-4c0f-9dfd-02ccc2ac7bbe"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:37.827888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,segment=NetworkSegment(c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb),segment_id=c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:37.834162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.928082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.932742 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a644e-3c98-439c-b3fb-e593cb6290bb x-openstack-request-id: req-d64a644e-3c98-439c-b3fb-e593cb6290bb {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:37.933036 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28fb111-9742-4e94-8cb4-9ae368c8a837", "name": "network-vif-plugged", "status": "completed", "tag": "60108b52-be22-4c0f-9dfd-02ccc2ac7bbe", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:37.933291 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d64a644e-3c98-439c-b3fb-e593cb6290bb {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:37.933727 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe', 'code': 200} Jun 30 09:02:37.966944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495adffe-a676-4a28-97df-a3561c9854cf req-933e0c23-1568-4659-9979-f6f9839f093c tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.968732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-495adffe-a676-4a28-97df-a3561c9854cf req-933e0c23-1568-4659-9979-f6f9839f093c tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 945 time: 0.0919895 Jun 30 09:02:38.012088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-495adffe-a676-4a28-97df-a3561c9854cf req-f0b8ece3-6522-496f-a58c-b75b221efd96 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Jun 30 09:02:38.084622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:38.147783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab8bd-6bde-432f-9a63-a7e385ead698 req-e3e82455-62cb-43ea-91d0-9f3c2a74922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.153091 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0c1ab8bd-6bde-432f-9a63-a7e385ead698 req-e3e82455-62cb-43ea-91d0-9f3c2a74922a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 1097 time: 0.1089139 Jun 30 09:02:38.235825 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0c1ab8bd-6bde-432f-9a63-a7e385ead698 req-67ecf7dd-04d5-44cd-8ec2-fe382f621413 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795634 Jun 30 09:02:38.244857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:38.258417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:38.268154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.274389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:38.275126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:38.315416 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8118333c-88e3-4e6f-96d7-a0c7ff675c7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2655692 Jun 30 09:02:38.316572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:38.318149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37694) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:38.326270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:38.326974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:38.328796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:38.367351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:38.371161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d8705-a14d-44ab-ab36-1673423b0651 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:38.481259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.646741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf60e15-6c19-41ee-a2b0-4c4ee0fd3053 req-0a561a50-8342-4651-b45c-7ce8dd19141e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.655261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cf60e15-6c19-41ee-a2b0-4c4ee0fd3053 req-0a561a50-8342-4651-b45c-7ce8dd19141e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1391788 Jun 30 09:02:38.722499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.728994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.729333 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP 5bd925b3-90b3-4974-bfe0-b61d354a60da disassociated. External IP: 172.25.8.170, port: ce258ae6-7f81-446f-9015-0a55d70910a2. Jun 30 09:02:38.746792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cf60e15-6c19-41ee-a2b0-4c4ee0fd3053 req-a4dc91f8-e3a6-44e3-9fe1-419790fcaf12 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901783 Jun 30 09:02:39.156991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:39.236270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98efe9-655d-4512-8014-dbc224a49beb req-b2da13e4-4e69-4ccf-8a22-ed5d9eb52450 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.237748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a98efe9-655d-4512-8014-dbc224a49beb req-b2da13e4-4e69-4ccf-8a22-ed5d9eb52450 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 945 time: 0.4463718 Jun 30 09:02:39.290544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb1-6cbb-4d68-8081-77e7824391ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.378505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb1-6cbb-4d68-8081-77e7824391ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.382579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb1-6cbb-4d68-8081-77e7824391ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.383838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a98efe9-655d-4512-8014-dbc224a49beb req-8fa891e6-4c9c-42ff-a8c1-ad19c29a29f6 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381183 Jun 30 09:02:39.401271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58670351-caf7-4572-b9f4-0756a52a91d9 req-f6fcb831-e5dd-4777-b573-e54df8aaabf1 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.402795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58670351-caf7-4572-b9f4-0756a52a91d9 req-f6fcb831-e5dd-4777-b573-e54df8aaabf1 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 945 time: 0.4859307 Jun 30 09:02:39.409724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-33d92b18-2034-4b0b-b257-450e50aacae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.411218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-33d92b18-2034-4b0b-b257-450e50aacae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1096 time: 0.4802337 Jun 30 09:02:39.435624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58afb1-6cbb-4d68-8081-77e7824391ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c536ba73-cf0d-4ca3-883d-ea186976fe18,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.442897 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a58afb1-6cbb-4d68-8081-77e7824391ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad4e5c9f761b4f368ee61392d540cd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823713 Jun 30 09:02:39.443090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37734) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:39.450354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:39.503308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-922617dc-4d82-41be-b5ed-deaaac7780ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.513588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58670351-caf7-4572-b9f4-0756a52a91d9 req-95db1ec6-2e36-44f4-a9c2-3c6f3035e661 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988605 Jun 30 09:02:39.526431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-922617dc-4d82-41be-b5ed-deaaac7780ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.582253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-922617dc-4d82-41be-b5ed-deaaac7780ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.584923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-922617dc-4d82-41be-b5ed-deaaac7780ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.586352 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-922617dc-4d82-41be-b5ed-deaaac7780ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c536ba73-cf0d-4ca3-883d-ea186976fe18 HTTP/1.1" status: 204 len: 168 time: 0.1421330 Jun 30 09:02:39.594815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922617dc-4d82-41be-b5ed-deaaac7780ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c536ba73-cf0d-4ca3-883d-ea186976fe18,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.642472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-b5c246bd-a3df-482b-bb80-55d8af7cc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.644027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-b5c246bd-a3df-482b-bb80-55d8af7cc556 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2074866 Jun 30 09:02:39.690131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:39.698019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.702121 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:39.711201 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:39.711877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:39.744432 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:39.748093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-6403d8a4-3e2c-42c4-9429-0db47f7c0515 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.0937545 Jun 30 09:02:39.749588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a1cc7d03-9e3f-4754-b4d2-d2ef0e68ca7d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/floatingips/5bd925b3-90b3-4974-bfe0-b61d354a60da HTTP/1.1" status: 200 len: 688 time: 1.4255340 Jun 30 09:02:39.752388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37740) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:39.759369 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:39.761254 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:39.819493 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:39.820520 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d668f-b97c-4da0-bbc6-bd77cb922289 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:39.866034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:39.881293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-192088b8-1fa2-446c-bdd4-f1614ebefc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.937139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-a8073bec-a481-4e9c-a57c-b48fb45e5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.938635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-a8073bec-a481-4e9c-a57c-b48fb45e5ed6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1422095 Jun 30 09:02:39.973131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-192088b8-1fa2-446c-bdd4-f1614ebefc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.976826 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-192088b8-1fa2-446c-bdd4-f1614ebefc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.013190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192088b8-1fa2-446c-bdd4-f1614ebefc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc5e78-6d24-4fb9-bf57-69cac6fb3194,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:40.017540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-192088b8-1fa2-446c-bdd4-f1614ebefc2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=484a720065ef43c09b0fa7fe902885ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501746 Jun 30 09:02:40.020120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37746) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:40.024841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f3385-5efb-4ccb-bf33-b707fb7dccad req-1564a08d-de55-431d-8409-b2dc21c6f5da tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.026441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-193f3385-5efb-4ccb-bf33-b707fb7dccad req-1564a08d-de55-431d-8409-b2dc21c6f5da tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1561248 Jun 30 09:02:40.027785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port f1b598f1-fe51-4b43-a54e-44b5a501e269 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:40.028123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.077715 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f197ccce-c745-40fd-8c84-32c6f73e3c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.099133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f197ccce-c745-40fd-8c84-32c6f73e3c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.112256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-fd3a890c-f096-47da-a1e5-c6b246e315ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.113764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-fd3a890c-f096-47da-a1e5-c6b246e315ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624599 Jun 30 09:02:40.146165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f197ccce-c745-40fd-8c84-32c6f73e3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.148708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f197ccce-c745-40fd-8c84-32c6f73e3c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.148880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-193f3385-5efb-4ccb-bf33-b707fb7dccad req-a474fe59-786f-45a9-94b5-09ffcf7a7a4a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076469 Jun 30 09:02:40.152127 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f197ccce-c745-40fd-8c84-32c6f73e3c79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adbc5e78-6d24-4fb9-bf57-69cac6fb3194 HTTP/1.1" status: 204 len: 168 time: 0.1287942 Jun 30 09:02:40.158049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197ccce-c745-40fd-8c84-32c6f73e3c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc5e78-6d24-4fb9-bf57-69cac6fb3194,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:40.207323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.207654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.225771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for f1b598f1-fe51-4b43-a54e-44b5a501e269 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:40.312666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-cb931884-a332-4c6c-9d95-8672e114226a service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870725 Jun 30 09:02:40.459436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0876bf1-9b87-45e9-9943-0a2d3b4534a2 req-a01cd827-0e34-4556-89c0-cf9b0195a9cd service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337039 Jun 30 09:02:40.469807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.496522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=f1b598f1-fe51-4b43-a54e-44b5a501e269,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:40.529347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.529721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.530069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.530411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.531200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.531200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.531419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.531716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.532044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.532402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.533803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.533803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:40.654036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.656649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.657975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-42b61c19-517a-4fb5-a45c-1d1696201e86 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/floatingips/5bd925b3-90b3-4974-bfe0-b61d354a60da HTTP/1.1" status: 204 len: 168 time: 0.9035339 Jun 30 09:02:40.662078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37766) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:40.669541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '658961b5-5235-4400-ac37-de878c3df383'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:40.696329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d71052-8f97-4e15-955a-395769c6dcea req-af66a224-bd02-4a54-9d03-b89722a91795 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.698389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4d71052-8f97-4e15-955a-395769c6dcea req-af66a224-bd02-4a54-9d03-b89722a91795 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 945 time: 0.1755042 Jun 30 09:02:40.709733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-05b6c32c-81a7-4a54-b1e4-59fed27d66f3 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.709977 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.710099 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-05b6c32c-81a7-4a54-b1e4-59fed27d66f3 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 945 time: 0.1685379 Jun 30 09:02:40.824643 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.824894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4d71052-8f97-4e15-955a-395769c6dcea req-8fb8a190-0f2c-47df-a0f6-3cb5fc289a02 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127522 Jun 30 09:02:40.958674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Deleting port 211af94e-3272-4442-8d66-98537ae19368 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:40.959017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.971446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.25.8.7 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/5c00f339-f7e7-429d-b61e-6b820e35ddbe) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:41.012068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50d50-514f-493e-be40-20f64849f225 req-178592d2-0afa-414a-bd2c-8fc84445296b tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.014013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b6b50d50-514f-493e-be40-20f64849f225 req-178592d2-0afa-414a-bd2c-8fc84445296b tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 945 time: 0.2447720 Jun 30 09:02:41.114254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b6b50d50-514f-493e-be40-20f64849f225 req-a7ea7a50-b421-4975-848c-34735e5d70c9 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/security-groups?id=b6c193b4-593d-42ce-8fa1-7c865a33919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905843 Jun 30 09:02:41.130391 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.145444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] For port 211af94e-3272-4442-8d66-98537ae19368, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=211af94e-3272-4442-8d66-98537ae19368,segment=NetworkSegment(41848922-e652-419c-bc2a-4cd7ae422b92),segment_id=41848922-e652-419c-bc2a-4cd7ae422b92)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:41.145883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.169971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Calling delete_port for 211af94e-3272-4442-8d66-98537ae19368 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:41.190432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.245557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:41.264251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:41.268851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:41.302509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=5c00f339-f7e7-429d-b61e-6b820e35ddbe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:41.468463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00cd3-bfcb-4be0-bf50-0e96abfc4359 req-2a0384a4-a2c3-4f1c-bcc9-bdc3cf8f5cd8 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.470092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98e00cd3-bfcb-4be0-bf50-0e96abfc4359 req-2a0384a4-a2c3-4f1c-bcc9-bdc3cf8f5cd8 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 945 time: 0.1738722 Jun 30 09:02:41.476850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.534004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc7d12-2c07-499b-9841-ea5b58c874ff req-0c2ab0bb-0821-46f4-8d39-cd026cb22cac tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.540805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9fc7d12-2c07-499b-9841-ea5b58c874ff req-0c2ab0bb-0821-46f4-8d39-cd026cb22cac tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1876364 Jun 30 09:02:41.544306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Pushing event deleted for resources: {'Port': ['ID=211af94e-3272-4442-8d66-98537ae19368,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:41.623747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98e00cd3-bfcb-4be0-bf50-0e96abfc4359 req-cee0830d-ea2a-4c16-95a0-9205a560db19 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ff8d100-6e03-44d2-bb9e-b67204c7f325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412992 Jun 30 09:02:41.629449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] No DVR routers for this DVR port 211af94e-3272-4442-8d66-98537ae19368 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:41.634278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.636786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-246cd2a4-6180-4e02-86ba-2946d5669662 req-a8e59532-0899-422d-8d32-c55b6006dd19 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.13 "DELETE /v2.0/ports/211af94e-3272-4442-8d66-98537ae19368 HTTP/1.1" status: 204 len: 173 time: 0.9194329 Jun 30 09:02:41.637199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a9208c-f33a-4897-961f-a8191657657c', 'name': 'network-vif-deleted', 'tag': '211af94e-3272-4442-8d66-98537ae19368'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:41.639496 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c53e71f-e1d0-4abf-a27b-c4c8fd226c00" -d '{"events": [{"server_uuid": "c6a9208c-f33a-4897-961f-a8191657657c", "name": "network-vif-deleted", "tag": "211af94e-3272-4442-8d66-98537ae19368"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:41.654976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9fc7d12-2c07-499b-9841-ea5b58c874ff req-fdc550b0-d3c2-4735-a599-648fcebe0cd4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059058 Jun 30 09:02:41.716596 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b635de40-fc3d-42aa-b44e-576ff11bed63 x-openstack-request-id: req-b635de40-fc3d-42aa-b44e-576ff11bed63 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:41.716947 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a9208c-f33a-4897-961f-a8191657657c", "name": "network-vif-deleted", "tag": "211af94e-3272-4442-8d66-98537ae19368", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:41.717207 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b635de40-fc3d-42aa-b44e-576ff11bed63 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:41.717619 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a9208c-f33a-4897-961f-a8191657657c', 'name': 'network-vif-deleted', 'tag': '211af94e-3272-4442-8d66-98537ae19368', 'status': 'completed', 'code': 200} Jun 30 09:02:41.758391 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.849570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.999610 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.004040 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.072023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=5c00f339-f7e7-429d-b61e-6b820e35ddbe,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.082270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.208115 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP 9954920e-d4e1-4151-ae1d-77113f14fcca associated. External IP: 172.25.8.7, port: 658961b5-5235-4400-ac37-de878c3df383. Jun 30 09:02:42.328439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c3ee92b-d476-46d1-9cc5-33fb92ad5e55 req-e0dd3d83-9934-424d-b14f-cf34259c1573 tempest-ServerMetadataNegativeTestJSON-987860864 tempest-ServerMetadataNegativeTestJSON-987860864-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6a9208c-f33a-4897-961f-a8191657657c HTTP/1.1" status: 200 len: 210 time: 0.0436668 Jun 30 09:02:42.466369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:42.576098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:42.588195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:42.592305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.601996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:42.602998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:42.646707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:42.657951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:42.659139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:42.659549 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cd9c914b-3b93-44ee-9ea3-b5ea43049c2a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.9952676 Jun 30 09:02:42.662624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37822) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:42.698591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:42.699689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee6b01-3b0f-4219-94b1-a5267a197302 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:42.702004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-f95bccdf-2c8e-43d1-8ac0-6b58a1d35086 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.704158 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-f95bccdf-2c8e-43d1-8ac0-6b58a1d35086 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.26 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 945 time: 0.0800030 Jun 30 09:02:42.754541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-78ba1c2a-cd8e-41eb-9aa1-457ae8867791 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "GET /v2.0/floatingips/9954920e-d4e1-4151-ae1d-77113f14fcca HTTP/1.1" status: 200 len: 976 time: 0.0882955 Jun 30 09:02:42.755148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:42.837682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Deleting port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:42.838517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.958265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] For port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,segment=NetworkSegment(c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb),segment_id=c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:42.958655 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.978443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Calling delete_port for 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:43.132658 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.148331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['60108b52-be22-4c0f-9dfd-02ccc2ac7bbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:43.173599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Pushing event deleted for resources: {'Port': ['ID=60108b52-be22-4c0f-9dfd-02ccc2ac7bbe,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.199220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba44e754-be3c-4370-bd20-4eb487311aa8 req-e82bfba3-4183-4662-93ab-5e2b534d9597 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.53 "GET /v2.0/ports?device_id=e28fb111-9742-4e94-8cb4-9ae368c8a837 HTTP/1.1" status: 200 len: 210 time: 0.0981843 Jun 30 09:02:43.218995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] No DVR routers for this DVR port 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:43.222204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.224967 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bf0ca08e-7d1f-4f2e-a826-536c4d9ba714 req-a202c763-e313-4dd6-8ee3-2e2bad780b21 tempest-ServerGroupTestJSON-1210940033 tempest-ServerGroupTestJSON-1210940033-project] 10.222.0.26 "DELETE /v2.0/ports/60108b52-be22-4c0f-9dfd-02ccc2ac7bbe HTTP/1.1" status: 204 len: 173 time: 0.5146859 Jun 30 09:02:43.226013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'name': 'network-vif-deleted', 'tag': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:43.228439 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43389df4-852d-4bee-855d-2286d4d9e4e3" -d '{"events": [{"server_uuid": "e28fb111-9742-4e94-8cb4-9ae368c8a837", "name": "network-vif-deleted", "tag": "60108b52-be22-4c0f-9dfd-02ccc2ac7bbe"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:43.240773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-144c84e1-9d0c-4fb8-b6d1-9cd0c61619a9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4842308 Jun 30 09:02:43.243917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37832) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:43.261929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'port_id': 'ce258ae6-7f81-446f-9015-0a55d70910a2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:43.272252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 211af94e-3272-4442-8d66-98537ae19368 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:43.290954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254ee3-cb06-4c62-9bf4-d7a026bb8b4e req-9ae2d99d-f873-4f73-bea4-7b2015a2e2a9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.292529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25254ee3-cb06-4c62-9bf4-d7a026bb8b4e req-9ae2d99d-f873-4f73-bea4-7b2015a2e2a9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1925194 Jun 30 09:02:43.302914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 211af94e-3272-4442-8d66-98537ae19368 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:43.303560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 211af94e-3272-4442-8d66-98537ae19368 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:43.313615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-96b2b7fc-1a68-41ef-9d3d-248f35e5cd7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2145867 Jun 30 09:02:43.351513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.391201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25254ee3-cb06-4c62-9bf4-d7a026bb8b4e req-ea95ee06-b4ea-45d6-b7f6-3e86593157a3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859897 Jun 30 09:02:43.445888 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a9f24-b134-47cf-a0c8-5f8fb17ed51f x-openstack-request-id: req-230a9f24-b134-47cf-a0c8-5f8fb17ed51f {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:43.446265 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28fb111-9742-4e94-8cb4-9ae368c8a837", "name": "network-vif-deleted", "tag": "60108b52-be22-4c0f-9dfd-02ccc2ac7bbe", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:43.446522 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-230a9f24-b134-47cf-a0c8-5f8fb17ed51f {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:43.446918 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28fb111-9742-4e94-8cb4-9ae368c8a837', 'name': 'network-vif-deleted', 'tag': '60108b52-be22-4c0f-9dfd-02ccc2ac7bbe', 'status': 'completed', 'code': 200} Jun 30 09:02:43.494255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.494738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.495215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.495812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.496289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.496937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.497412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.499953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-45c9e740-cd3e-4c95-b10b-0daafe6faf2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44b605161c0242f6a236891e4f13dce2&device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 6508 time: 0.0776620 Jun 30 09:02:43.514727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37842) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:43.613556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] Deleting subnet 5dccf00f-4a85-455f-ab68-653341f04a76 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:43.620155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.682096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.707213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-881353e7-9538-472f-894d-86b817921e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.707703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-881353e7-9538-472f-894d-86b817921e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.708182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-881353e7-9538-472f-894d-86b817921e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.709830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-881353e7-9538-472f-894d-86b817921e36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3802b5db-c026-42da-960b-92e7aa974ecb&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=9f16d819-f744-474e-9604-46005a705582&id=0c3277fc-9910-4118-a442-8a5263a127ed&id=0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 200 len: 2296 time: 0.1677248 Jun 30 09:02:43.777496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.852443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-b9b3a08e-0df7-4469-ad57-486725e5690e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed29488a-3100-4b67-a218-dd4262ce43f2 HTTP/1.1" status: 200 len: 1002 time: 0.1324503 Jun 30 09:02:43.853973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.910591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-f2b36d00-ffcf-4035-888c-0261e330c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.912229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-f2b36d00-ffcf-4035-888c-0261e330c4c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=837594f2-4dea-4f76-9a1c-75932015e8a7 HTTP/1.1" status: 200 len: 855 time: 0.0509706 Jun 30 09:02:43.933440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.937505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5dccf00f-4a85-455f-ab68-653341f04a76 HTTP/1.1" status: 204 len: 168 time: 0.4196391 Jun 30 09:02:43.942621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37846) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:43.943429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ca03-0214-4390-99a9-fb8f30b5008a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dccf00f-4a85-455f-ab68-653341f04a76,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.977762 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.982373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.047372 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.104694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-022cb2bd-a00c-42da-8574-1a101528149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.106170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-022cb2bd-a00c-42da-8574-1a101528149d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3802b5db-c026-42da-960b-92e7aa974ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741943 Jun 30 09:02:44.106651 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP 9954920e-d4e1-4151-ae1d-77113f14fcca associated. External IP: 172.25.8.7, port: 658961b5-5235-4400-ac37-de878c3df383. Jun 30 09:02:44.189518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.202710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7c2c24-f82a-42de-aea7-585b6953fe86']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:44.218073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41848922-e652-419c-bc2a-4cd7ae422b92') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:44.218358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41848922-e652-419c-bc2a-4cd7ae422b92') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:44.232262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.261530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.271503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-6c877e1e-5a89-4067-8090-aebe49ebb263 service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354859 Jun 30 09:02:44.272472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:44.272934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:44.274997 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:44.350892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:44.407896 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.414504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.424851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7b7c2c24-f82a-42de-aea7-585b6953fe86 HTTP/1.1" status: 204 len: 168 time: 0.4792602 Jun 30 09:02:44.447062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fab979-b25a-4dc1-8535-6275a8014ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7c2c24-f82a-42de-aea7-585b6953fe86,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.485390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-d3446690-82d0-441b-8985-56c3394b964e service neutron] 10.222.0.26 "GET /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926355 Jun 30 09:02:44.554148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:44.566406 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:44.585094 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:44.585752 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:44.612833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-d463160f-8014-4f29-9098-39988dbed02f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 217 time: 0.1237500 Jun 30 09:02:44.647413 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:44.665814 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:44.667200 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:44.704938 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:44.705496 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f1925-ea3a-49c3-a812-f6e13feef2f8 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:44.744444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-6a170ae0-3305-4a94-b673-6fe89bfc407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.746605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-6a170ae0-3305-4a94-b673-6fe89bfc407a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.1256788 Jun 30 09:02:44.815436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37870) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:44.832110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c6b3-e7ba-4b0d-b053-443e75931f05 req-f664f045-f665-4a84-9aa9-5c96234bc056 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.834611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9569c6b3-e7ba-4b0d-b053-443e75931f05 req-f664f045-f665-4a84-9aa9-5c96234bc056 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1579328 Jun 30 09:02:44.871778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-7329a1d8-90b5-44fb-888a-456c91b9d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.873338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-7329a1d8-90b5-44fb-888a-456c91b9d39a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159997 Jun 30 09:02:44.939394 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d939aa75-d67e-4840-82e9-6a864d6b727a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c686871c1b1b447d80489c73e46de3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1203487 Jun 30 09:02:44.961478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9569c6b3-e7ba-4b0d-b053-443e75931f05 req-bbe5b14f-eb27-4dcb-8096-2020deb21f7e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106684 Jun 30 09:02:44.964467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37880) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:45.024199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37886) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:45.031721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:45.099193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-e695f4ab-c6f4-4f3f-8779-68b4acbbf800 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167063 Jun 30 09:02:45.116156 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ee8800d6-5305-4e56-a215-af8fdb574526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.195669 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ee8800d6-5305-4e56-a215-af8fdb574526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.202685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] Deleting subnet 17b058e4-cc05-4461-b41f-5cbe2560b411 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:45.215132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.306564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.344357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-952eadcd-e2be-4405-9b10-cf2f2fb27b0c service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235987 Jun 30 09:02:45.393668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-ae3f644c-557b-4bb9-bdb1-bd393368f8b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 217 time: 0.0417545 Jun 30 09:02:45.396711 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.434810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ee8800d6-5305-4e56-a215-af8fdb574526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.437279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ee8800d6-5305-4e56-a215-af8fdb574526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.440756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ee8800d6-5305-4e56-a215-af8fdb574526 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6c193b4-593d-42ce-8fa1-7c865a33919b HTTP/1.1" status: 204 len: 168 time: 0.4729543 Jun 30 09:02:45.484405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8800d6-5305-4e56-a215-af8fdb574526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c193b4-593d-42ce-8fa1-7c865a33919b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.516448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:45.518959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-d537f9f3-f254-48f2-bf0c-2aa0dc017e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.520501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-d537f9f3-f254-48f2-bf0c-2aa0dc017e7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0976267 Jun 30 09:02:45.522266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.530575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:45.543200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:45.543965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:45.545264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.605774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b058e4-cc05-4461-b41f-5cbe2560b411,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.615141 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.617528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c5a2d230-39d5-4176-b0ce-deda3f13ef4b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/17b058e4-cc05-4461-b41f-5cbe2560b411 HTTP/1.1" status: 204 len: 168 time: 0.5921128 Jun 30 09:02:45.618631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:45.621015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37894) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:45.641002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:45.641657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:45.701669 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7aeb10ba-e4e7-4ae7-ae1c-8111404b53c1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/floatingips/9954920e-d4e1-4151-ae1d-77113f14fcca HTTP/1.1" status: 200 len: 977 time: 2.4547849 Jun 30 09:02:45.703040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37898) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:45.708491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:45.714521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-3626f70e-eae7-48fd-b612-e52e82f07035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.716187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-3626f70e-eae7-48fd-b612-e52e82f07035 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1881146 Jun 30 09:02:45.718987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.736892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:45.739751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:45.740531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ec66-c80d-48b7-a913-9afcdd40e6f1 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:45.778420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:45.779081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 60108b52-be22-4c0f-9dfd-02ccc2ac7bbe not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:45.781654 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.871996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.889485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6d286b-276d-4859-ae54-75f6a9c85b1e']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:45.907376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:45.907683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c780d3d6-2c9f-4d2d-bc0d-1d6942ecc7cb') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:45.927394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.954441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-4d6c4231-a1f8-4669-a41f-7a7148a4b1ba service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300105 Jun 30 09:02:45.955415 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.957266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.961612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.962477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:45.962863 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP 9954920e-d4e1-4151-ae1d-77113f14fcca disassociated. External IP: 172.25.8.7, port: ce258ae6-7f81-446f-9015-0a55d70910a2. Jun 30 09:02:45.963530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:45.965687 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:46.106930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-ac71f86b-1b2d-4619-b25d-c51a18b282fb service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308513 Jun 30 09:02:46.215683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.230655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-9a94cfac-727d-46ab-9373-2a3a52fb8e85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59 HTTP/1.1" status: 200 len: 217 time: 0.1129081 Jun 30 09:02:46.247865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.253806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab6d286b-276d-4859-ae54-75f6a9c85b1e HTTP/1.1" status: 204 len: 168 time: 0.6315682 Jun 30 09:02:46.269171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:46.297239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5688c5-33d0-4b95-93de-fc4c919e0720 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6d286b-276d-4859-ae54-75f6a9c85b1e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:46.341847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e3ecd-a737-46ca-8f1f-8fce4552bb95 req-687d93e4-992d-41ee-a582-b5474573e7af tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.343590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b10e3ecd-a737-46ca-8f1f-8fce4552bb95 req-687d93e4-992d-41ee-a582-b5474573e7af tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2249501 Jun 30 09:02:46.352084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-fe30f7a0-ac96-46e4-bb68-950f959efce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.354564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-fe30f7a0-ac96-46e4-bb68-950f959efce3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0989649 Jun 30 09:02:46.408910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:46.413786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.421249 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:46.433512 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:46.436310 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:46.454214 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-36c552fe-f6b8-4485-93b3-04a1d1e83be8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/floatingips/9954920e-d4e1-4151-ae1d-77113f14fcca HTTP/1.1" status: 200 len: 686 time: 0.7501252 Jun 30 09:02:46.458023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:46.503396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37924) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:46.510881 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:46.531568 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:46.535275 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:46.591097 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:46.591961 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9291dd3-3f66-451f-bffe-52903f4267bd None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:46.602397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b10e3ecd-a737-46ca-8f1f-8fce4552bb95 req-57c4c415-8227-4912-9384-d4aa86f5db18 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422626 Jun 30 09:02:46.638134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-6086daec-56a1-4f22-b9c2-c7ae79a28586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.640240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-6086daec-56a1-4f22-b9c2-c7ae79a28586 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2705798 Jun 30 09:02:46.643348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-81dc9204-33f9-4920-9f1d-36989fd78dda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14ad63d9249e4424bf7011416810a04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355481 Jun 30 09:02:46.645884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37938) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:46.663096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port 5c00f339-f7e7-429d-b61e-6b820e35ddbe {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:46.663690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.785050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.785312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.798782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2631db0-5413-4f07-8d58-3d576bb740bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.819342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for 5c00f339-f7e7-429d-b61e-6b820e35ddbe owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:46.844167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2631db0-5413-4f07-8d58-3d576bb740bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.861564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-34e16053-945d-4d16-8582-c75dff5d43c1 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745770 Jun 30 09:02:46.959504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-4860824a-e21e-486c-98cc-c6f6ed5fe730 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904243 Jun 30 09:02:47.025749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-0390da93-90a7-4609-ba10-708996242ec0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0 HTTP/1.1" status: 200 len: 217 time: 0.0545449 Jun 30 09:02:47.049320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37946) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:47.115939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-f62aaa62-ee55-427b-af99-eae67cef52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.117578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-f62aaa62-ee55-427b-af99-eae67cef52a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 200 len: 797 time: 0.0574510 Jun 30 09:02:47.132323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.195752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=5c00f339-f7e7-429d-b61e-6b820e35ddbe,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:47.233645 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2631db0-5413-4f07-8d58-3d576bb740bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.234028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-142a7eea-59df-415d-8295-156ad3ec413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.236218 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2631db0-5413-4f07-8d58-3d576bb740bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.237363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f2631db0-5413-4f07-8d58-3d576bb740bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ff8d100-6e03-44d2-bb9e-b67204c7f325 HTTP/1.1" status: 204 len: 168 time: 0.5904393 Jun 30 09:02:47.239478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-b15360e2-4a4e-48f7-8cf4-8f6819041584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.241309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-b15360e2-4a4e-48f7-8cf4-8f6819041584 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1096 time: 0.2145011 Jun 30 09:02:47.267154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788e374-6cc1-4b45-9808-b9cbdfc1d490 req-b2fd61ce-0cb3-4336-b587-6b15c57d195a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.268859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6788e374-6cc1-4b45-9808-b9cbdfc1d490 req-b2fd61ce-0cb3-4336-b587-6b15c57d195a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1626136 Jun 30 09:02:47.371469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.374988 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.381540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8c88b002-fe64-4f00-a739-48bcd43921d6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/floatingips/9954920e-d4e1-4151-ae1d-77113f14fcca HTTP/1.1" status: 204 len: 168 time: 0.9223273 Jun 30 09:02:47.385975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37960) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:47.448909 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-a2661ec2-b5a7-45f4-a379-5a03faac5446 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] delete failed (client error): The resource could not be found. Jun 30 09:02:47.454433 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2661ec2-b5a7-45f4-a379-5a03faac5446 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/floatingips/9954920e-d4e1-4151-ae1d-77113f14fcca HTTP/1.1" status: 404 len: 345 time: 0.0672038 Jun 30 09:02:47.455117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37968) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:47.631992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c75c07-3a5a-4b65-b6e3-f35e4ea2804b tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.638470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c75c07-3a5a-4b65-b6e3-f35e4ea2804b tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.644885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c75c07-3a5a-4b65-b6e3-f35e4ea2804b tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.650290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b3c75c07-3a5a-4b65-b6e3-f35e4ea2804b tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "GET /v2.0/ports?network_id=89057a03-8c40-4a76-8df9-301cb6bee42b HTTP/1.1" status: 200 len: 2359 time: 0.1919341 Jun 30 09:02:47.653814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:47.713937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2631db0-5413-4f07-8d58-3d576bb740bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff8d100-6e03-44d2-bb9e-b67204c7f325,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:47.714209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23468c45-9589-4216-9fcf-decd1390b136 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.715585 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-23468c45-9589-4216-9fcf-decd1390b136 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "GET /v2.0/subnets/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4 HTTP/1.1" status: 200 len: 797 time: 0.0607238 Jun 30 09:02:47.723014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37978) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:47.731667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'port': {'network_id': '89057a03-8c40-4a76-8df9-301cb6bee42b', 'name': 'tempest-FloatingIPTestJSON-732020271', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:47.750195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6788e374-6cc1-4b45-9808-b9cbdfc1d490 req-f7a6cfd5-2ea1-4b83-91e1-a694f0488a7c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752173 Jun 30 09:02:47.768949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-05e78668-58ef-4dbe-91d2-71122978e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.772396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-05e78668-58ef-4dbe-91d2-71122978e3dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f16d819-f744-474e-9604-46005a705582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6259828 Jun 30 09:02:47.789135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-142a7eea-59df-415d-8295-156ad3ec413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.795518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-142a7eea-59df-415d-8295-156ad3ec413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.837444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a7eea-59df-415d-8295-156ad3ec413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3237541b-ba14-4479-a923-36b3d7b54af1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:47.843884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37982) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:47.893485 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-142a7eea-59df-415d-8295-156ad3ec413c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0c191dc668f47819c487d2cbfa7f4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430660 Jun 30 09:02:47.894154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37986) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:47.956352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:47.981827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-fbe80a29-0522-4562-b7f7-b27f40731b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.990058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-fbe80a29-0522-4562-b7f7-b27f40731b8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.7372193 Jun 30 09:02:48.031707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-5f5ebca5-5581-4ed9-a710-ac8f7b1272dd service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516618 Jun 30 09:02:48.115260 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.142446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bfae03-0d85-4bef-821b-024548f68acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.154691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] device_id is not set on port 074947a9-edd7-4eef-8576-1749119cdeb5 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:48.186310 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2daafd0e-7ccc-487c-aed8-051a076b7d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.223620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-9965eac7-181e-4ee2-a39e-c2c4a9af5481 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.1750598 Jun 30 09:02:48.246125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2daafd0e-7ccc-487c-aed8-051a076b7d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.258892 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bfae03-0d85-4bef-821b-024548f68acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.265316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bfae03-0d85-4bef-821b-024548f68acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.291856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-3bb04d57-b5be-4067-920a-3011d06752d2 service neutron] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423041 Jun 30 09:02:48.347629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-653b6bc5-a483-4fcd-a9dd-59d18d3abc1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 HTTP/1.1" status: 200 len: 217 time: 0.0417776 Jun 30 09:02:48.365184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-b1ddcea6-ddf9-48d5-9468-e5f5dea16107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.366679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-b1ddcea6-ddf9-48d5-9468-e5f5dea16107 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1323750 Jun 30 09:02:48.436700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfae03-0d85-4bef-821b-024548f68acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d33c3b0-8855-4c2d-bf01-fb2780673414,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:48.443703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-e1ba2027-c7b8-49e4-a0c2-d07dcaeb45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.445381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-e1ba2027-c7b8-49e4-a0c2-d07dcaeb45bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.0899546 Jun 30 09:02:48.449157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2daafd0e-7ccc-487c-aed8-051a076b7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.451505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2daafd0e-7ccc-487c-aed8-051a076b7d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.455189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2daafd0e-7ccc-487c-aed8-051a076b7d90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3237541b-ba14-4479-a923-36b3d7b54af1 HTTP/1.1" status: 204 len: 168 time: 0.5522361 Jun 30 09:02:48.459393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62bfae03-0d85-4bef-821b-024548f68acb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acfc05fdc5d34f978cd8fcd05c0e885e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144478 Jun 30 09:02:48.463050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38004) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:48.493304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daafd0e-7ccc-487c-aed8-051a076b7d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3237541b-ba14-4479-a923-36b3d7b54af1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:48.530227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-15e8cc02-6483-43f1-915e-9599b8fb3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.532380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-15e8cc02-6483-43f1-915e-9599b8fb3b5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422389 Jun 30 09:02:48.608633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-91394e48-2c05-4b3b-9e4d-157539699752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.610004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52cf9631-38b7-45f2-96d4-7108b15835d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.610740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-91394e48-2c05-4b3b-9e4d-157539699752 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1558132 Jun 30 09:02:48.664259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52cf9631-38b7-45f2-96d4-7108b15835d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.725316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-23151f15-9f0f-4db2-bb23-eabb5e29d0b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810272 Jun 30 09:02:48.768209 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52cf9631-38b7-45f2-96d4-7108b15835d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.770834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52cf9631-38b7-45f2-96d4-7108b15835d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.776328 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52cf9631-38b7-45f2-96d4-7108b15835d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d33c3b0-8855-4c2d-bf01-fb2780673414 HTTP/1.1" status: 204 len: 168 time: 0.3106947 Jun 30 09:02:48.776528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.14 (89057a03-8c40-4a76-8df9-301cb6bee42b/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4/074947a9-edd7-4eef-8576-1749119cdeb5) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:48.790129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.12 (89057a03-8c40-4a76-8df9-301cb6bee42b/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4/074947a9-edd7-4eef-8576-1749119cdeb5) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:48.792203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-dffeb1fa-0cd8-45da-9c42-477f0cda4f2a service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742852 Jun 30 09:02:48.796046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf9631-38b7-45f2-96d4-7108b15835d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d33c3b0-8855-4c2d-bf01-fb2780673414,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:48.917251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab5164dc-9b2a-49af-83ce-9ba8cdcf6373 req-12d57f7c-5666-4510-9a0d-519f4ab4b302 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841111 Jun 30 09:02:48.994653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-9bb5c952-8b6a-4b52-8a72-c1301fa71fab service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772964 Jun 30 09:02:48.995924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.046638 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-05843d75-4e83-4d6c-bc5f-acb3082b9c03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=581d334a-439e-4691-b6e0-e2512eac41ea HTTP/1.1" status: 200 len: 217 time: 0.0436997 Jun 30 09:02:49.055380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.059976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9afa8-e546-4aad-a5f7-81f366ea647d req-cfc484f5-78d8-45e1-898b-cfdc8c46a100 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.061573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22f9afa8-e546-4aad-a5f7-81f366ea647d req-cfc484f5-78d8-45e1-898b-cfdc8c46a100 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1495295 Jun 30 09:02:49.112893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 89057a03-8c40-4a76-8df9-301cb6bee42b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:49.116421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:49.119163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:49.143193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-8144be50-fae9-419d-906b-f22787b46fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.144674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-8144be50-fae9-419d-906b-f22787b46fe1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 200 len: 797 time: 0.0821166 Jun 30 09:02:49.147774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22f9afa8-e546-4aad-a5f7-81f366ea647d req-3e6ef535-37b5-47a3-aa87-43a151534c2c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764120 Jun 30 09:02:49.169528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=074947a9-edd7-4eef-8576-1749119cdeb5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:49.202672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.203477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.215686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-25398688-19f6-47fa-81cf-cd515cd8e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.217330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-25398688-19f6-47fa-81cf-cd515cd8e5c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0c3277fc-9910-4118-a442-8a5263a127ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644057 Jun 30 09:02:49.219708 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b4801f3f-94dd-4fe9-8222-e882112bf0aa tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4952652 Jun 30 09:02:49.221954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:49.226466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '074947a9-edd7-4eef-8576-1749119cdeb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:49.254424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.284722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38038) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:49.349445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-00522bd6-3688-44d8-b921-80badea5c46f service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229913 Jun 30 09:02:49.363841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e30ceafa-9cb6-45b3-ad4b-e03685ff0a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.537706 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.575523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42a080d-ecf1-4ff7-a1f5-bc2d91ea331e req-2dfb5aaf-67be-47ad-b14b-64430d3a9857 service neutron] 10.222.0.26 "GET /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180409 Jun 30 09:02:49.603748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e30ceafa-9cb6-45b3-ad4b-e03685ff0a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.614156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e30ceafa-9cb6-45b3-ad4b-e03685ff0a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.671531 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e30ceafa-9cb6-45b3-ad4b-e03685ff0a4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0478237694ba47d5815a63bf76e58761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847752 Jun 30 09:02:49.674191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38058) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:49.674879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ceafa-9cb6-45b3-ad4b-e03685ff0a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea7115-16d2-4851-9007-13cd02e6023c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:49.738422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffb4735b-33a7-4ff1-94e1-499e9b79b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.738590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.25.8.103 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/e63e961d-aee4-4ce3-bdfe-e080ac86e7b0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:49.763604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffb4735b-33a7-4ff1-94e1-499e9b79b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.820537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffb4735b-33a7-4ff1-94e1-499e9b79b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.824299 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffb4735b-33a7-4ff1-94e1-499e9b79b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.826241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ffb4735b-33a7-4ff1-94e1-499e9b79b202 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1eea7115-16d2-4851-9007-13cd02e6023c HTTP/1.1" status: 204 len: 168 time: 0.1510522 Jun 30 09:02:49.837248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4735b-33a7-4ff1-94e1-499e9b79b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea7115-16d2-4851-9007-13cd02e6023c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:49.897038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.942445 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.996802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:49.999672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:50.003517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:50.032130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=e63e961d-aee4-4ce3-bdfe-e080ac86e7b0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:50.470589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18bab-31f9-4456-9a51-d32d5a3714f9 req-ecf2f964-53e3-4021-8ae2-5a1c1c3f6172 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.479471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ef18bab-31f9-4456-9a51-d32d5a3714f9 req-ecf2f964-53e3-4021-8ae2-5a1c1c3f6172 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1100407 Jun 30 09:02:50.532502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ef18bab-31f9-4456-9a51-d32d5a3714f9 req-94b89400-c251-4135-b39e-259268d013c6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495496 Jun 30 09:02:50.580759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38116) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:50.619152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38120) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:50.672227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.759572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c617-d556-4758-b23b-141e655f46dd req-fd0ced0b-3639-4604-b448-7eecf6e091e7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.761935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6556c617-d556-4758-b23b-141e655f46dd req-fd0ced0b-3639-4604-b448-7eecf6e091e7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0707877 Jun 30 09:02:50.773536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.809994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6556c617-d556-4758-b23b-141e655f46dd req-6ac1730c-e5ad-407b-b69d-851e024023cf tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Jun 30 09:02:50.867914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7676001b-76ed-4c91-9317-4488166c7bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.912375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1917d66-6ff0-4cdf-b5e1-0f889610ee85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.958577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.964583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.045759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=e63e961d-aee4-4ce3-bdfe-e080ac86e7b0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.054508 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.056275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7676001b-76ed-4c91-9317-4488166c7bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.063929 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7676001b-76ed-4c91-9317-4488166c7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.121396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7676001b-76ed-4c91-9317-4488166c7bba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c028e2b14b348b39fbad77b5e7a2581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011387 Jun 30 09:02:51.128531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38136) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:51.156258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676001b-76ed-4c91-9317-4488166c7bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc32a80-c022-4e1d-9146-832e434a7398,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.241524 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-332c4681-4ffc-4da2-9d57-deaef565a51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.308945 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-332c4681-4ffc-4da2-9d57-deaef565a51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.356729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1917d66-6ff0-4cdf-b5e1-0f889610ee85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.374814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1917d66-6ff0-4cdf-b5e1-0f889610ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.433230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e1917d66-6ff0-4cdf-b5e1-0f889610ee85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=021ec0498a8849a5b24b717d0a6bbef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510950 Jun 30 09:02:51.443189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a5e04-392a-4b56-8603-96466e128057 req-b8007f84-2b13-4027-bf74-bb40d93ed63c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.446334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e1a5e04-392a-4b56-8603-96466e128057 req-b8007f84-2b13-4027-bf74-bb40d93ed63c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1940811 Jun 30 09:02:51.450206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38144) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:51.450893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1917d66-6ff0-4cdf-b5e1-0f889610ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8536a801-2f83-44f4-9124-0b4d657399ca,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.487634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-332c4681-4ffc-4da2-9d57-deaef565a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.490705 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-332c4681-4ffc-4da2-9d57-deaef565a51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.491856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-332c4681-4ffc-4da2-9d57-deaef565a51d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffc32a80-c022-4e1d-9146-832e434a7398 HTTP/1.1" status: 204 len: 168 time: 0.3585868 Jun 30 09:02:51.518928 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP b14e0c22-2f48-4eeb-a46c-8ba9d1d5e55b associated. External IP: 172.25.8.103, port: 074947a9-edd7-4eef-8576-1749119cdeb5. Jun 30 09:02:51.527837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c4681-4ffc-4da2-9d57-deaef565a51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc32a80-c022-4e1d-9146-832e434a7398,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.553162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e1a5e04-392a-4b56-8603-96466e128057 req-8dd44b9d-334b-4312-bf42-55fa1c883c18 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941136 Jun 30 09:02:51.573957 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5ffad40-4116-45ee-8700-545335183ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.605060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5ffad40-4116-45ee-8700-545335183ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.656499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5ffad40-4116-45ee-8700-545335183ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.659353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5ffad40-4116-45ee-8700-545335183ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.663913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a5ffad40-4116-45ee-8700-545335183ae3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8536a801-2f83-44f4-9124-0b4d657399ca HTTP/1.1" status: 204 len: 168 time: 0.2142015 Jun 30 09:02:51.673607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffad40-4116-45ee-8700-545335183ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8536a801-2f83-44f4-9124-0b4d657399ca,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.847352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:52.108806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:52.118702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:52.133462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:52.135215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.138671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:52.185309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38170) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:52.185463 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45a6f2da-8282-4005-8783-3694b041a37f tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9623892 Jun 30 09:02:52.190149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'port_id': '074947a9-edd7-4eef-8576-1749119cdeb5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:52.217860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:52.228713 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:52.230003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:52.272310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:52.273222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47defb48-0b61-44b9-b872-5b903330b96b None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:52.312339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.537438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765c5a-8290-4874-82e7-26ab27f8ae79 req-d954432a-fe2c-4b58-a3d7-9ed4d4903a60 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.541303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84765c5a-8290-4874-82e7-26ab27f8ae79 req-d954432a-fe2c-4b58-a3d7-9ed4d4903a60 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1349988 Jun 30 09:02:52.658543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84765c5a-8290-4874-82e7-26ab27f8ae79 req-9ae300b9-388d-42b6-96a6-cd033a8e71b7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691738 Jun 30 09:02:53.138551 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.202557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:53.320559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-912635588-network', 'tenant_id': '6d1cd603507e495e88b50e974342eda0'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:53.341846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Made reservation on behalf of 6d1cd603507e495e88b50e974342eda0 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:53.344267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.353613 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.451856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.456435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.483431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:53.493571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39ae157-b0c2-4191-9051-d5f19a7802be,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:53.498706 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.499058 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Added segment 9a537619-8fd0-4e1c-8a40-b914e7ccb898 of type vlan for network 1c4112df-e091-42c8-b177-1d49010fc809 Jun 30 09:02:53.542016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.574709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.576139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.577055 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.599950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.604670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.636431 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4325013 Jun 30 09:02:53.643548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f960b7a-1780-4340-bac3-66d32cb16b5c admin admin] Pushing event updated for resources: {'Network': ['ID=1c4112df-e091-42c8-b177-1d49010fc809,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:53.658858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 1c4112df-e091-42c8-b177-1d49010fc809 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:53.895987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:53.933132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66ef12-7db6-499e-8178-7a271ac0eb6a req-dfae355a-3601-4d15-9999-69f1b77a0f10 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.934732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b66ef12-7db6-499e-8178-7a271ac0eb6a req-dfae355a-3601-4d15-9999-69f1b77a0f10 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0999086 Jun 30 09:02:54.041739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b66ef12-7db6-499e-8178-7a271ac0eb6a req-36b556c6-3101-44f8-8955-c2b195139415 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757818 Jun 30 09:02:54.075560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:54.084451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.089843 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:54.104974 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:54.108184 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:54.160986 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:54.173209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:54.173865 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:54.209503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e2a2b711-6d4a-4250-8507-ffaac4f37260 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/floatingips/b14e0c22-2f48-4eeb-a46c-8ba9d1d5e55b HTTP/1.1" status: 200 len: 978 time: 2.0228937 Jun 30 09:02:54.212671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38252) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:54.215027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:54.215870 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dbc8f0-258f-4fe1-b178-32cc807178d3 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:54.480555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port e63e961d-aee4-4ce3-bdfe-e080ac86e7b0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:54.480906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.489220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87a8a9-2d42-483b-b43e-8e8736ab9ae9 req-769692ea-e67e-41f9-9a6b-188d6c98dbab tempest-ComputeTenantNetworksTest-109335393 tempest-ComputeTenantNetworksTest-109335393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.496773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87a8a9-2d42-483b-b43e-8e8736ab9ae9 req-769692ea-e67e-41f9-9a6b-188d6c98dbab tempest-ComputeTenantNetworksTest-109335393 tempest-ComputeTenantNetworksTest-109335393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.503348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87a8a9-2d42-483b-b43e-8e8736ab9ae9 req-769692ea-e67e-41f9-9a6b-188d6c98dbab tempest-ComputeTenantNetworksTest-109335393 tempest-ComputeTenantNetworksTest-109335393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.505086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d87a8a9-2d42-483b-b43e-8e8736ab9ae9 req-769692ea-e67e-41f9-9a6b-188d6c98dbab tempest-ComputeTenantNetworksTest-109335393 tempest-ComputeTenantNetworksTest-109335393-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2616515 Jun 30 09:02:54.565085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7583fd8f-5dc7-4f36-8c24-df4d07c16aad tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=20a8e81327b8444e9e86941612c6139a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588131 Jun 30 09:02:54.575275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.575599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.592147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for e63e961d-aee4-4ce3-bdfe-e080ac86e7b0 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:54.801600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.835463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135960f6-b917-46ee-b759-4f1038fdbba5 req-a48aa46d-132c-4e85-a5a1-05bd0138aa9d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.838326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=e63e961d-aee4-4ce3-bdfe-e080ac86e7b0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.844065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-135960f6-b917-46ee-b759-4f1038fdbba5 req-a48aa46d-132c-4e85-a5a1-05bd0138aa9d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1974859 Jun 30 09:02:54.853483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-1a7924f7-3e92-48ac-bcab-a304d5c40e69 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.854992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-1a7924f7-3e92-48ac-bcab-a304d5c40e69 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836382 Jun 30 09:02:54.885920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-8f35ecd7-018f-4a19-9b93-c357c8f5e17c tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/quotas/20a8e81327b8444e9e86941612c6139a HTTP/1.1" status: 200 len: 375 time: 0.0225885 Jun 30 09:02:54.901427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.902351 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP b14e0c22-2f48-4eeb-a46c-8ba9d1d5e55b disassociated (deleted). External IP: 172.25.8.103, port: 074947a9-edd7-4eef-8576-1749119cdeb5. Jun 30 09:02:54.910169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-135960f6-b917-46ee-b759-4f1038fdbba5 req-c4bb662f-58b9-4109-82b2-b8d0999085d0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538726 Jun 30 09:02:54.936892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-dc270915-fba2-4243-8e0a-554ca4a125db tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=20a8e81327b8444e9e86941612c6139a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424066 Jun 30 09:02:54.952117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.027593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac14ec-bd66-4bc9-98ad-65f6fc62f9ce req-627ac4ec-05ef-48e1-a306-e61218665156 tempest-ComputeTenantNetworksTest-109335393 tempest-ComputeTenantNetworksTest-109335393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.029068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-feac14ec-bd66-4bc9-98ad-65f6fc62f9ce req-627ac4ec-05ef-48e1-a306-e61218665156 tempest-ComputeTenantNetworksTest-109335393 tempest-ComputeTenantNetworksTest-109335393-project] 10.222.0.53 "GET /v2.0/networks/1c4112df-e091-42c8-b177-1d49010fc809 HTTP/1.1" status: 200 len: 768 time: 0.0912395 Jun 30 09:02:55.038477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38278) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.119128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.199644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:55.254221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.281916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4112df-e091-42c8-b177-1d49010fc809']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.305406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f0aeacf-b893-447a-91de-4df4f5d249ed req-2055db8f-30a8-4fb2-8602-b0a691c3c2fb tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 210 time: 0.1363289 Jun 30 09:02:55.317134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a537619-8fd0-4e1c-8a40-b914e7ccb898') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.317565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a537619-8fd0-4e1c-8a40-b914e7ccb898') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.334433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.352262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.360546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:55.361028 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:55.362821 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:55.375842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:55.391132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.391284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:55.408507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:55.409353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.434944 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.438054 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a25617f9-74d1-46a3-8a0f-b602b3e76ab9 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/floatingips/b14e0c22-2f48-4eeb-a46c-8ba9d1d5e55b HTTP/1.1" status: 204 len: 168 time: 1.2228773 Jun 30 09:02:55.440186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38294) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.445089 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.448254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/1c4112df-e091-42c8-b177-1d49010fc809 HTTP/1.1" status: 204 len: 168 time: 0.4087479 Jun 30 09:02:55.459320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.467390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fc701-b47b-4b28-b0e3-2d141a6ffe2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4112df-e091-42c8-b177-1d49010fc809,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:55.477429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:55.479013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.522089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:55.522935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c96b6-06b0-4594-9e57-27bc138d1959 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:55.577216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port 074947a9-edd7-4eef-8576-1749119cdeb5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:55.577579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.636765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38302) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.679964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38304) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.714299 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a79e07f0-051f-4084-86f9-f012ce1e368b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d1cd603507e495e88b50e974342eda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733428 Jun 30 09:02:55.714610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38308) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.721921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.743129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for 074947a9-edd7-4eef-8576-1749119cdeb5 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:55.823638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce657f0-4aed-4cd4-a08d-61d6fd2805f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.857526 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce657f0-4aed-4cd4-a08d-61d6fd2805f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.860194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-076bb6d1-990e-4fa4-b37e-011b0058594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.953793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce657f0-4aed-4cd4-a08d-61d6fd2805f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.957053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce657f0-4aed-4cd4-a08d-61d6fd2805f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.958408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ce657f0-4aed-4cd4-a08d-61d6fd2805f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c39ae157-b0c2-4191-9051-d5f19a7802be HTTP/1.1" status: 204 len: 168 time: 0.2425907 Jun 30 09:02:55.975734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-076bb6d1-990e-4fa4-b37e-011b0058594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.980675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-076bb6d1-990e-4fa4-b37e-011b0058594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.980899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce657f0-4aed-4cd4-a08d-61d6fd2805f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39ae157-b0c2-4191-9051-d5f19a7802be,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.046915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bb6d1-990e-4fa4-b37e-011b0058594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df166b02-e638-4b60-abc7-15d7cbaab6dc,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.049238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.064507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-076bb6d1-990e-4fa4-b37e-011b0058594a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e317abcc2fa4447c9b030ecc7bbf7fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834524 Jun 30 09:02:56.068447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38314) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:56.082192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=074947a9-edd7-4eef-8576-1749119cdeb5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.171138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6288-876d-4e51-8e67-12e0b0f06d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.179687 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.186613 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2d09d505-ccce-4de2-9ec0-e6a8293f0ce8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/ports/074947a9-edd7-4eef-8576-1749119cdeb5 HTTP/1.1" status: 204 len: 168 time: 0.7412670 Jun 30 09:02:56.186778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79279e3d-93bb-40aa-93c4-7624e990337f req-88737a91-d837-4cb5-a58f-2eff4cfdaf5b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.186921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38318) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:56.187752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79279e3d-93bb-40aa-93c4-7624e990337f req-88737a91-d837-4cb5-a58f-2eff4cfdaf5b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1171231 Jun 30 09:02:56.192081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:56.218949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6288-876d-4e51-8e67-12e0b0f06d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.234987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.261795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79279e3d-93bb-40aa-93c4-7624e990337f req-600725da-65f0-4fe7-aa07-b8bede8aa372 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665948 Jun 30 09:02:56.294234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6288-876d-4e51-8e67-12e0b0f06d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.298769 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6288-876d-4e51-8e67-12e0b0f06d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.304307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fcbf6288-876d-4e51-8e67-12e0b0f06d4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df166b02-e638-4b60-abc7-15d7cbaab6dc HTTP/1.1" status: 204 len: 168 time: 0.2320285 Jun 30 09:02:56.324399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6288-876d-4e51-8e67-12e0b0f06d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df166b02-e638-4b60-abc7-15d7cbaab6dc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.407596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-9f8f7f1f-5cc8-4699-8271-277375bb9d06 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=20a8e81327b8444e9e86941612c6139a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445738 Jun 30 09:02:56.459526 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.618431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.25.8.245 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d4d22893-f6c7-436f-914b-5bd494ca01fe) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:56.727911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-5d048816-80e7-4ab8-80b9-042018405eb8 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.730072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-5d048816-80e7-4ab8-80b9-042018405eb8 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163817 Jun 30 09:02:56.748587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Request body: {'port': {'device_id': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '20a8e81327b8444e9e86941612c6139a'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:56.786643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0f04e6d-aa27-45bc-8850-e03d707aadfd req-89d6cdd3-dd86-4f68-a861-bfaacb53cea4 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 210 time: 0.0662763 Jun 30 09:02:56.799153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.838182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38342) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:56.854953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6865d-85bd-4055-842d-11b3e49fdf09 req-2851b7c4-4f9b-4d7d-a325-32c29af0513b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.856565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0f6865d-85bd-4055-842d-11b3e49fdf09 req-2851b7c4-4f9b-4d7d-a325-32c29af0513b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3245904 Jun 30 09:02:56.864056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.872222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb636bd8-5e93-4125-9a77-df2f8f4a37bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.901572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:56.905865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:56.911714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:56.934293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=d4d22893-f6c7-436f-914b-5bd494ca01fe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.959553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0f6865d-85bd-4055-842d-11b3e49fdf09 req-f3a44003-4971-4ded-bf78-b149b12a9699 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925293 Jun 30 09:02:57.034062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.076359 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb636bd8-5e93-4125-9a77-df2f8f4a37bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.093415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38350) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:57.096388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb636bd8-5e93-4125-9a77-df2f8f4a37bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.102608 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.151042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb636bd8-5e93-4125-9a77-df2f8f4a37bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faadede-c189-4caf-a447-d31a695a5b04,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.176743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cb636bd8-5e93-4125-9a77-df2f8f4a37bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4440c214f71c4f4989b2674a8c18e8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340290 Jun 30 09:02:57.179148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38354) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:57.204445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Made reservation on behalf of 20a8e81327b8444e9e86941612c6139a for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:57.208280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.211698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1777496802-network', 'tenant_id': '7547817487524c888a95c793c4805813'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:57.231816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.256896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Made reservation on behalf of 7547817487524c888a95c793c4805813 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:57.259303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.272514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.290311 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e5845f-9702-4358-8600-aeb8cc822d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.291020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.297446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.303396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9709ab-81ba-4f93-a121-eeb4ab75484d req-490f85f0-2def-4bee-ace3-1120e1061f6c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.304909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a9709ab-81ba-4f93-a121-eeb4ab75484d req-490f85f0-2def-4bee-ace3-1120e1061f6c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2239711 Jun 30 09:02:57.336782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e5845f-9702-4358-8600-aeb8cc822d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.364362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=d4d22893-f6c7-436f-914b-5bd494ca01fe,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.373728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.406592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a9709ab-81ba-4f93-a121-eeb4ab75484d req-8c98f1b6-fb4b-496d-af0f-a2960a50a327 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935745 Jun 30 09:02:57.449348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e5845f-9702-4358-8600-aeb8cc822d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.452470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e5845f-9702-4358-8600-aeb8cc822d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.453767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f3e5845f-9702-4358-8600-aeb8cc822d88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7faadede-c189-4caf-a447-d31a695a5b04 HTTP/1.1" status: 204 len: 168 time: 0.2738576 Jun 30 09:02:57.469017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.470308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5845f-9702-4358-8600-aeb8cc822d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faadede-c189-4caf-a447-d31a695a5b04,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.473558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.481250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.483765 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ffdee81-614d-47b2-9c48-92c1a31550f8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2956576 Jun 30 09:02:57.487978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38360) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:57.499484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'port': {'network_id': '89057a03-8c40-4a76-8df9-301cb6bee42b', 'name': 'tempest-FloatingIPTestJSON-31091386'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:57.544027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26f8df0-e5e0-4b81-9601-b48671238d56,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.683039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Allocated IP 192.168.233.121 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/71812c82-ca9b-47db-addf-d7d0371466b2) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:57.686727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.691784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.727045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:57.743355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:57.746927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.757782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f4a9d-668e-42dc-a4e6-11955a3a10f0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.762638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.762987 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Added segment 829aac38-b5de-4e2a-b766-69415a6f619f of type vlan for network 8c46d667-fb11-49e1-afd3-5d13734f52e6 Jun 30 09:02:57.763608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e543-68e3-4933-a6a0-a42856afbfff req-3f6630c5-469f-4580-9baa-22b2dbd3abce tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.765113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e57e543-68e3-4933-a6a0-a42856afbfff req-3f6630c5-469f-4580-9baa-22b2dbd3abce tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1309121 Jun 30 09:02:57.778702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] device_id is not set on port e6446439-7f68-4daa-a85d-05be4fbe65e1 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:02:57.845805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.858472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e57e543-68e3-4933-a6a0-a42856afbfff req-701f8583-43ce-4ba0-af14-b9e0635b0b3f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824823 Jun 30 09:02:57.895352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.896624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.897825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.929428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.945865 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8512988 Jun 30 09:02:57.946490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:57.960314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Transition to ACTIVE for port object 71812c82-ca9b-47db-addf-d7d0371466b2 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:57.983410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Request body: {'subnet': {'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1777496802-subnet', 'tenant_id': '7547817487524c888a95c793c4805813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:57.984209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7233e5ca-9c76-48b1-980e-0797f170af17 req-b25fe6c8-c5ab-4594-a7ad-3140b2f43b0e tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 210 time: 0.0342669 Jun 30 09:02:58.021664 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.026761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d5907-9eeb-49e0-8bdd-5a15ae4e1faf admin admin] Pushing event updated for resources: {'Network': ['ID=8c46d667-fb11-49e1-afd3-5d13734f52e6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.034543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.11 (89057a03-8c40-4a76-8df9-301cb6bee42b/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4/e6446439-7f68-4daa-a85d-05be4fbe65e1) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:58.046847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Made reservation on behalf of 7547817487524c888a95c793c4805813 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:58.049364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.063624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:58.068536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:58.072242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:58.079681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:58.107377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Pushing event updated for resources: {'Port': ['ID=71812c82-ca9b-47db-addf-d7d0371466b2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.143602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:58.146942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.169837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-7476dbd0-f006-484c-af5d-35ecd77c6cc9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4260924 Jun 30 09:02:58.183290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Request body: {'port': {'device_id': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:58.289410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.350466 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.375636 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.452115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5f507d-73ff-4e99-9b1c-1ee68c538803,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.453314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-60fc1d9f-cc89-4109-88b3-7a44184575c4 None None] Provisioning for port 71812c82-ca9b-47db-addf-d7d0371466b2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:58.458657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-60fc1d9f-cc89-4109-88b3-7a44184575c4 None None] Provisioning complete for port 71812c82-ca9b-47db-addf-d7d0371466b2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:58.460277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-60fc1d9f-cc89-4109-88b3-7a44184575c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.467728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Checking segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:58.468119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Network hostable DHCP agents. Network: 8c46d667-fb11-49e1-afd3-5d13734f52e6, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:58.472147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.515843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-60fc1d9f-cc89-4109-88b3-7a44184575c4 None None] Port 71812c82-ca9b-47db-addf-d7d0371466b2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:58.532461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 89057a03-8c40-4a76-8df9-301cb6bee42b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:58.536717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:58.539140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:58.542225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=e6446439-7f68-4daa-a85d-05be4fbe65e1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.546553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:58.569166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 8c46d667-fb11-49e1-afd3-5d13734f52e6) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:58.576799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:58.577648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.586861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe14b9b-842c-4fff-aca8-34b1551a2501 None None] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:58.611138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:58.612038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.618159 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8ed2a906-2d02-48a2-b15c-ea601702d024 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6406741 Jun 30 09:02:58.628017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71812c82-ca9b-47db-addf-d7d0371466b2 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:58.635342 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-facdf50e-edae-43c0-9a12-4b38cfa0a581 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1459994 Jun 30 09:02:58.637883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38394) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:58.638341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.645618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'port_id': 'e6446439-7f68-4daa-a85d-05be4fbe65e1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:58.654050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Transition to ACTIVE for port object 71812c82-ca9b-47db-addf-d7d0371466b2 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:58.662571 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.711708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.804762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Pushing event updated for resources: {'Port': ['ID=71812c82-ca9b-47db-addf-d7d0371466b2,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.941586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ef9d9-ce80-4648-a953-1d8c31fb5d4b None None] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:59.007059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Attempting to bind port 71812c82-ca9b-47db-addf-d7d0371466b2 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:59.007657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Attempting to bind port 71812c82-ca9b-47db-addf-d7d0371466b2 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:59.007773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Attempting to bind port 71812c82-ca9b-47db-addf-d7d0371466b2 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:59.022436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Port 71812c82-ca9b-47db-addf-d7d0371466b2 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:59.022768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Attempting to bind port 71812c82-ca9b-47db-addf-d7d0371466b2 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:59.031230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:59.031475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:59.031863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:59.032304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Bound port: 71812c82-ca9b-47db-addf-d7d0371466b2, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:59.032665 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.193340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] For port 71812c82-ca9b-47db-addf-d7d0371466b2, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:59.198495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] For port 71812c82-ca9b-47db-addf-d7d0371466b2, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=71812c82-ca9b-47db-addf-d7d0371466b2,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:59.206429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.479347 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.483573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.620945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.622103 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.623578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] 10.222.0.13 "PUT /v2.0/ports/71812c82-ca9b-47db-addf-d7d0371466b2 HTTP/1.1" status: 200 len: 1097 time: 1.4460068 Jun 30 09:02:59.625259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'tag': '71812c82-ca9b-47db-addf-d7d0371466b2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:59.633044 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10" -d '{"events": [{"name": "network-changed", "server_uuid": "2b17e4d3-7ecd-415b-ab54-c7e4abd5de94", "tag": "71812c82-ca9b-47db-addf-d7d0371466b2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:59.667914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c35d5-bb85-4574-9bf0-2373bb3ebe57 service neutron] Pushing event updated for resources: {'Port': ['ID=71812c82-ca9b-47db-addf-d7d0371466b2,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:59.816886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494f2c-3bbc-4303-aa4b-34134dccb103 req-6748a3b8-30fc-48a1-8ff1-3c518446a6c9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.823133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09494f2c-3bbc-4303-aa4b-34134dccb103 req-6748a3b8-30fc-48a1-8ff1-3c518446a6c9 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 948 time: 0.5632706 Jun 30 09:02:59.828535 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:02:59.832809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-92b47bf5-6dd4-40c5-b63f-a730433c867f tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.834331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-92b47bf5-6dd4-40c5-b63f-a730433c867f tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 0.2158687 Jun 30 09:02:59.841364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-197d14bd-36f2-4eaf-8f41-55cd1bb78b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.842872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-197d14bd-36f2-4eaf-8f41-55cd1bb78b29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20a8e81327b8444e9e86941612c6139a&device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 1100 time: 0.1761072 Jun 30 09:02:59.899915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-57fe6e5a-89b9-4f92-8a09-6ef29d7476d9 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/quotas/7547817487524c888a95c793c4805813 HTTP/1.1" status: 200 len: 375 time: 0.0548072 Jun 30 09:02:59.904975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-e0e88787-587d-47a1-9cd1-867b6fe51e05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=71812c82-ca9b-47db-addf-d7d0371466b2 HTTP/1.1" status: 200 len: 217 time: 0.0526655 Jun 30 09:02:59.950864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09494f2c-3bbc-4303-aa4b-34134dccb103 req-f8f57fdc-778c-4111-b519-dadf4dd477e3 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265318 Jun 30 09:02:59.967057 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP edd6cc08-7e50-423c-9e1e-eede649df9a8 associated. External IP: 172.25.8.245, port: e6446439-7f68-4daa-a85d-05be4fbe65e1. Jun 30 09:02:59.979020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-2b675dbb-66bf-4349-a5d7-cebb90a3daeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591686 Jun 30 09:03:00.019824 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142c10f0-b252-4fb4-be5b-f04674d86722 x-openstack-request-id: req-142c10f0-b252-4fb4-be5b-f04674d86722 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:00.020486 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b17e4d3-7ecd-415b-ab54-c7e4abd5de94", "tag": "71812c82-ca9b-47db-addf-d7d0371466b2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:00.020486 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-142c10f0-b252-4fb4-be5b-f04674d86722 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:00.021160 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'tag': '71812c82-ca9b-47db-addf-d7d0371466b2', 'status': 'completed', 'code': 200} Jun 30 09:03:00.033748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-4fb31d84-c644-41a5-979d-ee75754f8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.035414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-4fb31d84-c644-41a5-979d-ee75754f8e11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1195357 Jun 30 09:03:00.181096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-27cec122-9b12-403a-b67f-5c5edbed20e1 service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890049 Jun 30 09:03:00.182914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-66e6482b-61c5-48cc-a51e-32fc3b94c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.184326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-66e6482b-61c5-48cc-a51e-32fc3b94c26e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083698 Jun 30 09:03:00.211741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:00.327423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:00.332869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.341291 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:00.350625 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:00.351375 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:00.358781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-a8111028-457d-4a47-b8b9-0c4b970eea7c service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693325 Jun 30 09:03:00.362708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-db6ea815-97e2-4fdb-b100-3144a97c25b6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648400 Jun 30 09:03:00.384521 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:00.396440 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:00.397376 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:00.400545 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4998e8e1-f38d-4cb0-aef5-c611c98bc997 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/floatingips/edd6cc08-7e50-423c-9e1e-eede649df9a8 HTTP/1.1" status: 200 len: 977 time: 1.7590077 Jun 30 09:03:00.401268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38450) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:00.435838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:00.436470 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553409d-9322-4df9-a74c-4c38044289dd None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:00.513532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc3640ee-4eda-4274-ab02-55a0d26a73d9 req-3193a00c-aaf8-49d8-bdfa-eee504be6a54 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439040 Jun 30 09:03:00.569004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port e6446439-7f68-4daa-a85d-05be4fbe65e1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:00.569430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.597667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2e43811-6a65-4e86-a5b4-1705be65db27 req-7420466c-e49e-41a4-9e2d-47dcb059a9f7 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 210 time: 0.0463426 Jun 30 09:03:00.661140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-dce55582-10c6-426e-9d26-b6488be8d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.662938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-dce55582-10c6-426e-9d26-b6488be8d02d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20a8e81327b8444e9e86941612c6139a&device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 1100 time: 0.0677552 Jun 30 09:03:00.697051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.794451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-14103e5c-d8d5-4f94-a1b8-3cc33e9c17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.804425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-14103e5c-d8d5-4f94-a1b8-3cc33e9c17cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.1347196 Jun 30 09:03:00.858161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-f3e21137-4fd7-40e3-a11c-be9d0369b290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=71812c82-ca9b-47db-addf-d7d0371466b2 HTTP/1.1" status: 200 len: 217 time: 0.0433264 Jun 30 09:03:00.921509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-96c1ebe0-2348-4b1e-88df-0fafc984a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.923352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-96c1ebe0-2348-4b1e-88df-0fafc984a510 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0569410 Jun 30 09:03:00.980341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.980938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.981252 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP edd6cc08-7e50-423c-9e1e-eede649df9a8 disassociated. External IP: 172.25.8.245, port: e6446439-7f68-4daa-a85d-05be4fbe65e1. Jun 30 09:03:00.981613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for e6446439-7f68-4daa-a85d-05be4fbe65e1 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:01.005440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-d4b83211-dde0-494d-a970-5bdbf46169d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.007417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-d4b83211-dde0-494d-a970-5bdbf46169d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725577 Jun 30 09:03:01.137069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-0c5d787f-4780-457b-963d-f6addee8fa43 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216781 Jun 30 09:03:01.164335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.209327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=e6446439-7f68-4daa-a85d-05be4fbe65e1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:01.293527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-169e5193-c2aa-4a29-bfcf-2ca064dcdd10 req-7975ba03-c0d6-40d7-ba41-57086cc42c5b service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480606 Jun 30 09:03:01.305545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff496b-df90-4dee-ac85-df7e37c43d77 req-c37d8f2a-bea8-4981-9a1e-090a3963ee88 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.307201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01ff496b-df90-4dee-ac85-df7e37c43d77 req-c37d8f2a-bea8-4981-9a1e-090a3963ee88 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 948 time: 0.1526034 Jun 30 09:03:01.375491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:01.391468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01ff496b-df90-4dee-ac85-df7e37c43d77 req-9e9a1757-b891-4cf0-87b2-566035dbbc00 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Jun 30 09:03:01.500355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:01.510857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:01.519769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:01.520633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:01.554766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:01.563512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:01.564312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:02:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:01.582998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.588435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38490) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:01.588700 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-59e30cf1-79d8-4949-ad9c-ba83556f6df6 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/ports/e6446439-7f68-4daa-a85d-05be4fbe65e1 HTTP/1.1" status: 204 len: 168 time: 1.1851602 Jun 30 09:03:01.596932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:01.600325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52700bd-8f0f-4496-b082-6405c3ae98b3 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:01.617424 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-143a6719-37e2-4553-97ae-cb2be94619b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.680543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-21b6b30a-dd11-4536-9bb0-0bcff33cc1c8 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "GET /v2.0/floatingips/edd6cc08-7e50-423c-9e1e-eede649df9a8 HTTP/1.1" status: 200 len: 688 time: 0.0504308 Jun 30 09:03:01.680543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38494) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:01.807290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b438f372-081e-4720-a189-71919394cdf4 req-9252a858-9b66-48d3-b2ba-59ba4a695059 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 210 time: 0.0551407 Jun 30 09:03:01.838532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port d4d22893-f6c7-436f-914b-5bd494ca01fe {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:01.838885 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.987649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.987978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.012481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for d4d22893-f6c7-436f-914b-5bd494ca01fe owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:02.044022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-b1ccb9e2-d9ec-4915-8cf6-04398e7ffbb1 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.045556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-b1ccb9e2-d9ec-4915-8cf6-04398e7ffbb1 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 0.1551976 Jun 30 09:03:02.084135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Request body: {'port': {'device_id': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'admin_state_up': True, 'tenant_id': '7547817487524c888a95c793c4805813'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:02.240983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Made reservation on behalf of 7547817487524c888a95c793c4805813 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:02.245057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.283977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.337855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=d4d22893-f6c7-436f-914b-5bd494ca01fe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.450220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.452761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.457511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38516) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:02.458024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-527eedf7-01c6-4f6a-986d-31603ddc4e85 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/floatingips/edd6cc08-7e50-423c-9e1e-eede649df9a8 HTTP/1.1" status: 204 len: 168 time: 0.8136823 Jun 30 09:03:02.463474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'ce258ae6-7f81-446f-9015-0a55d70910a2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:02.470229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Allocated IP 172.20.0.14 (8c46d667-fb11-49e1-afd3-5d13734f52e6/4e5f507d-73ff-4e99-9b1c-1ee68c538803/ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:02.494993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.638810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.680438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788da4d1-1f25-4d8f-8205-960ff2623fc6 req-f469a6b4-8ae1-4faa-8be6-9bb8d8c7b21f tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.682561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-788da4d1-1f25-4d8f-8205-960ff2623fc6 req-f469a6b4-8ae1-4faa-8be6-9bb8d8c7b21f tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 948 time: 0.1398318 Jun 30 09:03:02.706654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.741229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-788da4d1-1f25-4d8f-8205-960ff2623fc6 req-39f47fab-58e0-4f69-81a7-79b7bf0505e8 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506785 Jun 30 09:03:02.767536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.25.8.204 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a545ed7e-f885-4762-910f-62d0d63dc2ef) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:02.780297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.831061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:02.832782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:02.839932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:02.867919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event updated for resources: {'Port': ['ID=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.905412 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.909548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.910764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.928954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0756fd98-13f5-49df-8758-c5e5f86982f2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8485928 Jun 30 09:03:02.949077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Request body: {'port': {'device_id': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:02.949958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.993564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:02.997771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:03.003327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:03.025844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=a545ed7e-f885-4762-910f-62d0d63dc2ef,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:03.039151 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.039501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.039817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.040153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.041037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.041369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.041721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.042048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.042371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.042700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.043017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.043337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:03.074776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.084701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608b4cd-a137-4008-90b6-95fd5236e23a req-0b6e5106-4860-4620-8a9e-7771283eb31d tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.086493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c608b4cd-a137-4008-90b6-95fd5236e23a req-0b6e5106-4860-4620-8a9e-7771283eb31d tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 932 time: 0.1142380 Jun 30 09:03:03.166956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c608b4cd-a137-4008-90b6-95fd5236e23a req-46f71090-050f-4023-9a87-36fcdc3125c0 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700982 Jun 30 09:03:03.351271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 71812c82-ca9b-47db-addf-d7d0371466b2 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:03.390440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:03.398285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.411694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Transition to ACTIVE for port object ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:03.415640 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.439093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.494566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:03.562361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.587698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Attempting to bind port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:03.588129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Attempting to bind port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:03.588483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Attempting to bind port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:03.599517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:03.599826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Attempting to bind port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:03.606140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:03.606486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Checking segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:03.606873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Bound using segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:03.607718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Bound port: ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:03.608101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.674009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 71812c82-ca9b-47db-addf-d7d0371466b2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=71812c82-ca9b-47db-addf-d7d0371466b2,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:03.683432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] For port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:03.686738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '71812c82-ca9b-47db-addf-d7d0371466b2', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': '71812c82-ca9b-47db-addf-d7d0371466b2', 'mac_address': 'fa:16:3e:60:8c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:03.687331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] For port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:03.692432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.727920 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.738387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.739027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.740426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 HTTP/1.1" status: 200 len: 1093 time: 0.7999001 Jun 30 09:03:03.740894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'tag': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:03.743180 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb4eec8-f264-42d8-93f8-41aecfb55724", "tag": "ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:03.746341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71812c82-ca9b-47db-addf-d7d0371466b2 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:03.785793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 71812c82-ca9b-47db-addf-d7d0371466b2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=71812c82-ca9b-47db-addf-d7d0371466b2,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:03.791295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.806898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998ddc7-977f-49bb-95f2-bd764bb20609 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:03.829880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.835085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.844626 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cb17b3-bccc-4589-b471-4f7718556654 x-openstack-request-id: req-b3cb17b3-bccc-4589-b471-4f7718556654 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:03.844929 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb4eec8-f264-42d8-93f8-41aecfb55724", "tag": "ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:03.845207 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3cb17b3-bccc-4589-b471-4f7718556654 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:03.845606 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'tag': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', 'status': 'completed', 'code': 200} Jun 30 09:03:03.875596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=71812c82-ca9b-47db-addf-d7d0371466b2,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:03.891547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-b8bfa939-efd8-46b9-8657-196456e3b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.893839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-b8bfa939-efd8-46b9-8657-196456e3b645 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 1096 time: 0.1083963 Jun 30 09:03:03.933164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=a545ed7e-f885-4762-910f-62d0d63dc2ef,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:03.942788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.973060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-dda9f1d1-ace4-459d-aca9-64919a094583 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 HTTP/1.1" status: 200 len: 217 time: 0.0650394 Jun 30 09:03:04.042212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['71812c82-ca9b-47db-addf-d7d0371466b2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:04.043996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b9b4-b31b-41ae-8fba-2df424b9dcbe req-8a43fb3a-d431-4062-8047-d867169410d7 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.046184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3433b9b4-b31b-41ae-8fba-2df424b9dcbe req-8a43fb3a-d431-4062-8047-d867169410d7 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 949 time: 0.1497772 Jun 30 09:03:04.049331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-18e1819c-c1ae-4c87-a65b-983ae7e08320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.050742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-18e1819c-c1ae-4c87-a65b-983ae7e08320 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.0677013 Jun 30 09:03:04.053020 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP f2143da3-6b68-45a3-ba1c-ea2d6ea2cbf7 associated. External IP: 172.25.8.204, port: ce258ae6-7f81-446f-9015-0a55d70910a2. Jun 30 09:03:04.098334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-7ec62a97-a89c-4bc1-8096-f7384fc68254 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316284 Jun 30 09:03:04.195387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3433b9b4-b31b-41ae-8fba-2df424b9dcbe req-d560b7f2-9e13-4c0d-a8d2-3a6561f18785 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421967 Jun 30 09:03:04.214421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-0c017b51-a7fd-45ac-84fa-fe1a0d9b740a service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027553 Jun 30 09:03:04.311191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.325165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:04.353460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89c9af5a-2497-48ea-bb78-7447f09e58f6 req-90468f7d-7d99-41b0-8cb6-f46194815102 service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292839 Jun 30 09:03:04.361337 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-249ca938-97d4-4b61-9f25-5d2a191a2a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.386323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ae630-d5a5-4370-adbe-d4a0b5e632d8 req-4cf0a668-ccb3-4e56-9be8-1814c667fea7 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.387816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-025ae630-d5a5-4370-adbe-d4a0b5e632d8 req-4cf0a668-ccb3-4e56-9be8-1814c667fea7 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 944 time: 0.0863726 Jun 30 09:03:04.458565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:04.472427 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:04.472930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-025ae630-d5a5-4370-adbe-d4a0b5e632d8 req-ef62d7aa-b981-43fc-aa7e-93ebca03cd9a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737624 Jun 30 09:03:04.483686 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:04.484306 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:04.487279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-e86c1219-b447-4492-86e5-91397dd20937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.489105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-e86c1219-b447-4492-86e5-91397dd20937 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 1096 time: 0.0816488 Jun 30 09:03:04.503517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.522147 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:04.535962 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-75561477-3030-462b-95bd-220a10e4a6ff tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.0742009 Jun 30 09:03:04.536236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:04.537795 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:04.538609 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:04.543939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1942341724'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:04.565100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:04.568725 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.578558 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:04.579287 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9757b-e59b-4f5f-ab16-1775fb087629 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:04.595688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:04.606168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.606857 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Added segment 4e93a67c-de9a-4417-8dc6-29febae64086 of type vlan for network 141714f5-5cd4-432a-8125-50aad2c942e7 Jun 30 09:03:04.616477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-bbe203d0-6c74-4a3b-b8b0-34edfc3adf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.618445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-bbe203d0-6c74-4a3b-b8b0-34edfc3adf41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 916 time: 0.1223707 Jun 30 09:03:04.647427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38560) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:04.660825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.700548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.706993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.707810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.776848 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2393088 Jun 30 09:03:04.785024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:04.791645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'subnet': {'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:04.854245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea9f5a-aa6f-4c6f-bb50-1ed54720f06a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Network': ['ID=141714f5-5cd4-432a-8125-50aad2c942e7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:04.869604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 141714f5-5cd4-432a-8125-50aad2c942e7 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:04.878701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63611160-945c-476e-a080-faae827db69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.979035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-7d2c4e66-a6e8-4ea3-a2ba-ae9f6485e787 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 HTTP/1.1" status: 200 len: 217 time: 0.3509617 Jun 30 09:03:04.998112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63611160-945c-476e-a080-faae827db69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.006091 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63611160-945c-476e-a080-faae827db69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.029108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-62b8d426-2883-4456-90f8-415d0f0bbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.030882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-62b8d426-2883-4456-90f8-415d0f0bbb12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.0447345 Jun 30 09:03:05.044003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:05.047479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.066715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-fce3f1a9-36f1-4daa-9a6a-adc1efe32876 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281680 Jun 30 09:03:05.077243 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-63611160-945c-476e-a080-faae827db69b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e5f0bf6df224b74ac125e00dc1e95a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280865 Jun 30 09:03:05.078452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611160-945c-476e-a080-faae827db69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8009d0-c658-4193-ab48-11715d08018c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:05.093858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38572) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:05.215996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13616a90-6df9-4d3f-a155-9114dde8f47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.224399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-386d929e-8959-47e6-9d41-9474b8a1d0f4 service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485295 Jun 30 09:03:05.282654 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.290179 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13616a90-6df9-4d3f-a155-9114dde8f47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.353375 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Subnet': ['ID=2d22656b-92e9-4ad8-837f-8c32ccec62eb,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:05.356949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Checking segment: {'id': '4e93a67c-de9a-4417-8dc6-29febae64086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:05.357316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network hostable DHCP agents. Network: 141714f5-5cd4-432a-8125-50aad2c942e7, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:05.361530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 71812c82-ca9b-47db-addf-d7d0371466b2 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:05.376782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 141714f5-5cd4-432a-8125-50aad2c942e7 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:05.387103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 141714f5-5cd4-432a-8125-50aad2c942e7) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:05.391900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.393449 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.398939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab80ef-2cfd-45dc-9d2d-0615d4c25f34 None None] Network 141714f5-5cd4-432a-8125-50aad2c942e7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:05.411449 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d119ec90-5ed2-4d9e-8555-be306b08088d tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6230953 Jun 30 09:03:05.411730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38578) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:05.416995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-592914985', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:05.436270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c83ec5d7-1d8e-4bc1-8139-023f2d14f7cf req-cb9aff3e-95dd-465c-a82e-4159db38560d service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044713 Jun 30 09:03:05.443018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.444221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.469929 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13616a90-6df9-4d3f-a155-9114dde8f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.472854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13616a90-6df9-4d3f-a155-9114dde8f47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.476057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-13616a90-6df9-4d3f-a155-9114dde8f47c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be8009d0-c658-4193-ab48-11715d08018c HTTP/1.1" status: 204 len: 168 time: 0.3792920 Jun 30 09:03:05.506714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 71812c82-ca9b-47db-addf-d7d0371466b2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:05.513488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 71812c82-ca9b-47db-addf-d7d0371466b2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:05.513958 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.517616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.522808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.526416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.533899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.542752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.549856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.557500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.565383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.574761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-003c652f-6a0d-4504-a6b2-b79fc3b31d1e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.2733865 Jun 30 09:03:05.625023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c4ed2-bb3d-4edc-8990-8712f08284f8 req-ad9a3d7c-bbfa-403d-9c1c-b8aaa4ab32cc tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.627131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c6c4ed2-bb3d-4edc-8990-8712f08284f8 req-ad9a3d7c-bbfa-403d-9c1c-b8aaa4ab32cc tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 949 time: 0.2661862 Jun 30 09:03:05.628183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13616a90-6df9-4d3f-a155-9114dde8f47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8009d0-c658-4193-ab48-11715d08018c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:05.676336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-431cdc9b-ea27-4097-806d-79bd411eaccf req-5f98db86-5c14-4a83-b195-476b49905eaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978334 Jun 30 09:03:05.691893 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.720437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-141714f5-5cd4-432a-8125-50aad2c942e7', 'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7', 'tenant_id': '126ed09f425e47c781b382c32d76132c', 'fixed_ips': [{'subnet_id': '2d22656b-92e9-4ad8-837f-8c32ccec62eb'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:05.721450 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.727573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.731499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 71812c82-ca9b-47db-addf-d7d0371466b2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=71812c82-ca9b-47db-addf-d7d0371466b2,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:05.733765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71812c82-ca9b-47db-addf-d7d0371466b2'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:05.736593 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00471ab-39c2-49be-97a2-b4f592a527d5" -d '{"events": [{"server_uuid": "2b17e4d3-7ecd-415b-ab54-c7e4abd5de94", "name": "network-vif-plugged", "status": "completed", "tag": "71812c82-ca9b-47db-addf-d7d0371466b2"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:05.742956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c6c4ed2-bb3d-4edc-8990-8712f08284f8 req-85fde927-283e-43d5-b671-d32a30a1973d tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961518 Jun 30 09:03:05.753226 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.783895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:05.853941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38590) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:05.884178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f9f-af10-4cf3-ad8d-beb39cfcb05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.954273 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.955313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc4d4-8694-41b2-9203-0842c185e8ff req-1d8f37d5-f4cc-4e92-8e67-3829b62fe179 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:05.955805 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b968a-4b1a-46c9-a3f3-97babea33bda x-openstack-request-id: req-f01b968a-4b1a-46c9-a3f3-97babea33bda {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:05.956092 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b17e4d3-7ecd-415b-ab54-c7e4abd5de94", "name": "network-vif-plugged", "status": "completed", "tag": "71812c82-ca9b-47db-addf-d7d0371466b2", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:05.956547 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f01b968a-4b1a-46c9-a3f3-97babea33bda {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:05.956938 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71812c82-ca9b-47db-addf-d7d0371466b2', 'code': 200} Jun 30 09:03:05.964277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-200cc4d4-8694-41b2-9203-0842c185e8ff req-1d8f37d5-f4cc-4e92-8e67-3829b62fe179 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 944 time: 0.1068580 Jun 30 09:03:06.008795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Allocated IP 172.20.0.2 (141714f5-5cd4-432a-8125-50aad2c942e7/2d22656b-92e9-4ad8-837f-8c32ccec62eb/8f90aee1-6a86-49f1-9041-87cccb1ff880) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:06.021942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=71812c82-ca9b-47db-addf-d7d0371466b2,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.026387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-200cc4d4-8694-41b2-9203-0842c185e8ff req-41edf407-7559-49cf-a1b6-d0dd04f49a35 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608447 Jun 30 09:03:06.044062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0d1cd-ba5c-4817-8864-1777db8da5a2 req-b77442ca-1899-4031-b756-7b7e3ea1fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.045692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10c0d1cd-ba5c-4817-8864-1777db8da5a2 req-b77442ca-1899-4031-b756-7b7e3ea1fd71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 1102 time: 0.1389191 Jun 30 09:03:06.084505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10c0d1cd-ba5c-4817-8864-1777db8da5a2 req-d2a38c18-5260-4a1b-af26-2fd7becb8042 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jun 30 09:03:06.122114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:06.137932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'port_id': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', 'mac_address': 'fa:16:3e:c8:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5f507d-73ff-4e99-9b1c-1ee68c538803', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:06.145806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f9f-af10-4cf3-ad8d-beb39cfcb05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.146904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.165847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f9f-af10-4cf3-ad8d-beb39cfcb05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.171160 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.223476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.242430 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0fea8f9f-af10-4cf3-ad8d-beb39cfcb05f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73b8a15ac7f34970aa950636f0a00303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874390 Jun 30 09:03:06.243362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:06.245300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38592) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:06.247241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea8f9f-af10-4cf3-ad8d-beb39cfcb05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d59c43-1455-4c3c-8a19-37300776e629,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.263581 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.277131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:06.279982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Transition to ACTIVE for port object 8f90aee1-6a86-49f1-9041-87cccb1ff880 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:06.284738 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.298957 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc74d766-da24-4191-898f-30c81d46db03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.320670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc74d766-da24-4191-898f-30c81d46db03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.320874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Transition to ACTIVE for port object 8f90aee1-6a86-49f1-9041-87cccb1ff880 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:06.335638 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.341077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.25.8.88 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/dcce4f31-549a-47a6-b02c-9c9821eb5c9a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:06.355132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.364077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Network 141714f5-5cd4-432a-8125-50aad2c942e7 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:06.366531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:06.384603 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc74d766-da24-4191-898f-30c81d46db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.387093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:06.387333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc74d766-da24-4191-898f-30c81d46db03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.388496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bc74d766-da24-4191-898f-30c81d46db03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08d59c43-1455-4c3c-8a19-37300776e629 HTTP/1.1" status: 204 len: 168 time: 0.1421173 Jun 30 09:03:06.396754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74d766-da24-4191-898f-30c81d46db03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d59c43-1455-4c3c-8a19-37300776e629,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.478220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Pushing event updated for resources: {'Port': ['ID=8f90aee1-6a86-49f1-9041-87cccb1ff880,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.482901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.485964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Attempting to bind port 8f90aee1-6a86-49f1-9041-87cccb1ff880 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:06.486404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Attempting to bind port 8f90aee1-6a86-49f1-9041-87cccb1ff880 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4e93a67c-de9a-4417-8dc6-29febae64086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:06.486934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Attempting to bind port 8f90aee1-6a86-49f1-9041-87cccb1ff880 on network 141714f5-5cd4-432a-8125-50aad2c942e7 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:06.492874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:06.493988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Checking segment: {'id': '4e93a67c-de9a-4417-8dc6-29febae64086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:06.494520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.494975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Bound using segment: {'id': '4e93a67c-de9a-4417-8dc6-29febae64086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:06.495848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Bound port: 8f90aee1-6a86-49f1-9041-87cccb1ff880, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e93a67c-de9a-4417-8dc6-29febae64086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:06.496125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.533204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.543382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.553338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.569502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:06.572727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.581733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.589734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.608791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.616474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e0f6647d-b266-4605-8646-e55f2b513f91 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.1919987 Jun 30 09:03:06.619056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] For port 8f90aee1-6a86-49f1-9041-87cccb1ff880, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:06.643043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] For port 8f90aee1-6a86-49f1-9041-87cccb1ff880, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8f90aee1-6a86-49f1-9041-87cccb1ff880,segment=NetworkSegment(4e93a67c-de9a-4417-8dc6-29febae64086),segment_id=4e93a67c-de9a-4417-8dc6-29febae64086)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:06.651406 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.706267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4a01dd8-083f-44f2-ab6a-20bb638551f6 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.708390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4a01dd8-083f-44f2-ab6a-20bb638551f6 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "GET /v2.0/ports/a808368f-b2c0-4f2f-942f-80dabee248b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0813990 Jun 30 09:03:06.779937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6e303-c925-4da7-a002-4da94d87345a None None] Pushing event updated for resources: {'Port': ['ID=8f90aee1-6a86-49f1-9041-87cccb1ff880,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.907702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-58d1d111-3c2d-4a3a-a313-54e973f1f437 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "GET /v2.0/networks/9f16d819-f744-474e-9604-46005a705582?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1900318 Jun 30 09:03:06.927558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:07.097509 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.188897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:07.192148 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.208352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:07.209004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.211907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:07.251074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=dcce4f31-549a-47a6-b02c-9c9821eb5c9a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:07.264558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.270604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.283984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.290862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.298456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.304655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.310904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.321697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-cd380fa6-55a0-428e-a37a-93a39a448e7e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 5444 time: 0.3459370 Jun 30 09:03:07.353407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36718c8-0001-4438-ab4e-ff8bc02705ff req-cb380f0c-1b98-4e23-9d6b-755655589e4d tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.354987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e36718c8-0001-4438-ab4e-ff8bc02705ff req-cb380f0c-1b98-4e23-9d6b-755655589e4d tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 950 time: 0.2852488 Jun 30 09:03:07.432718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8f90aee1-6a86-49f1-9041-87cccb1ff880 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:07.434135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e36718c8-0001-4438-ab4e-ff8bc02705ff req-a4482106-3b26-450a-9a20-89e1b656ccd6 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660391 Jun 30 09:03:07.476490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3c8db14-daf4-44e6-8296-358b7b223e88 req-70308eff-52b3-4766-bfa2-3a2a73b39fae tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6d57da4-eb28-43c0-bf41-eca0b032fcb7&id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539032 Jun 30 09:03:07.535261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 8f90aee1-6a86-49f1-9041-87cccb1ff880 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:07.584202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.614644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] For port a808368f-b2c0-4f2f-942f-80dabee248b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a808368f-b2c0-4f2f-942f-80dabee248b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:07.668717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] For port a808368f-b2c0-4f2f-942f-80dabee248b0, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:07.750767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] device_id is not set on port a808368f-b2c0-4f2f-942f-80dabee248b0 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:03:07.764386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.776316 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.811180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:07.832194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da0907-5312-4a08-8ab5-1759481b7704 req-c4941481-927f-42a5-8b8b-f97e1c0b1af8 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.833702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31da0907-5312-4a08-8ab5-1759481b7704 req-c4941481-927f-42a5-8b8b-f97e1c0b1af8 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 945 time: 0.1338859 Jun 30 09:03:07.876130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] No DVR routers for this DVR port a808368f-b2c0-4f2f-942f-80dabee248b0 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:07.876967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.915988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:07.920561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:07.921190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.980536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] Pushing event updated for resources: {'Port': ['ID=a808368f-b2c0-4f2f-942f-80dabee248b0,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:07.995223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] In _notify_port_updated(), no bound segment for port a808368f-b2c0-4f2f-942f-80dabee248b0 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:03:07.996804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.997416 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.998769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a3694489-37fc-4113-b7ce-d98142a48f3d service neutron] 10.222.0.26 "PUT /v2.0/ports/a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 200 len: 1032 time: 1.0817115 Jun 30 09:03:08.057350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-31da0907-5312-4a08-8ab5-1759481b7704 req-2d2a45e2-f2a1-449b-b26b-f7172954b5fc tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893671 Jun 30 09:03:08.113874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e89bf6e1-9441-4c3d-bf56-3cf864c5fbce tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.115388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-e89bf6e1-9441-4c3d-bf56-3cf864c5fbce tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "GET /v2.0/ports/6352cf45-a3b1-4f94-8f17-6f37cf6affd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0933850 Jun 30 09:03:08.116800 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.131497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:08.141132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router f990bbc2-3244-427f-9a91-62d9232e07d4 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:03:08.145559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:08.148132 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb2247-e3d1-4889-8aa4-032aa2317d98" -d '{"events": [{"server_uuid": "2fb4eec8-f264-42d8-93f8-41aecfb55724", "name": "network-vif-plugged", "status": "completed", "tag": "ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:08.190268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:08.196566 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.197487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0a92f4fc-d00e-4312-bcbd-32a345d752b0 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:08.249767 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c5e47-612a-4d58-859f-b7cf29b8bc28 x-openstack-request-id: req-729c5e47-612a-4d58-859f-b7cf29b8bc28 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:08.249971 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb4eec8-f264-42d8-93f8-41aecfb55724", "name": "network-vif-plugged", "status": "completed", "tag": "ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:08.250161 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-729c5e47-612a-4d58-859f-b7cf29b8bc28 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:08.250551 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', 'code': 200} Jun 30 09:03:08.264903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.305036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c43da-ee4f-4742-ac7b-571941ac2d42 None None] Network 141714f5-5cd4-432a-8125-50aad2c942e7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:08.349407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:08.378927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.383309 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-35a896cc-36d8-40c7-b0ab-3d4c9a5123df tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9706929 Jun 30 09:03:08.386995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38644) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:08.425444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] Sync routers for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:08.431641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:08.434279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8e8f3-08ce-451f-a43d-9aed086ce7da req-0aa3123f-13ea-4421-91c6-96340d4fa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.435948 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3ba8e8f3-08ce-451f-a43d-9aed086ce7da req-0aa3123f-13ea-4421-91c6-96340d4fa4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 1098 time: 0.1287706 Jun 30 09:03:08.444863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-241f57c5-e588-4e67-9220-51194c867c8a None None] Provisioning complete for port a808368f-b2c0-4f2f-942f-80dabee248b0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:08.444863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-241f57c5-e588-4e67-9220-51194c867c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.457491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] For port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:08.494473 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-3ba8e8f3-08ce-451f-a43d-9aed086ce7da req-45e3cc12-eb68-472a-82da-9cc6f91a4a97 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Jun 30 09:03:08.507123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] For port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:08.548638 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.567394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-241f57c5-e588-4e67-9220-51194c867c8a None None] Port a808368f-b2c0-4f2f-942f-80dabee248b0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:08.568828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:08.569452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:08.578788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] device_id is not set on port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:03:08.608229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.617730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.625037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:08.664596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:08.666101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:08.666734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:08.670242 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.670984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ed29488a-3100-4b67-a218-dd4262ce43f2 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:08.768819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] No DVR routers for this DVR port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:08.870605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] Pushing event updated for resources: {'Port': ['ID=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:08.919387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] In _notify_port_updated(), no bound segment for port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 on network 9f16d819-f744-474e-9604-46005a705582 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:03:08.920296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.921178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.922845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-a4e3c724-944b-4c5c-9b27-1bae579e0648 service neutron] 10.222.0.26 "PUT /v2.0/ports/6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 200 len: 1032 time: 0.7965734 Jun 30 09:03:08.986521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:08.987166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de95324-0f61-4337-875e-d516052ac2ec None None] The sync data for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:09.041727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7aa44cf7-0176-4bf6-8540-c0f1f9431bca None None] Provisioning for port 8f90aee1-6a86-49f1-9041-87cccb1ff880 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:09.043473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb442f4e-96ed-4287-aec4-600aba357ec4 req-500721c3-8bad-4db2-89e7-4de86b33681b tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.045010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb442f4e-96ed-4287-aec4-600aba357ec4 req-500721c3-8bad-4db2-89e7-4de86b33681b tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 950 time: 0.3524709 Jun 30 09:03:09.057025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7aa44cf7-0176-4bf6-8540-c0f1f9431bca None None] Provisioning complete for port 8f90aee1-6a86-49f1-9041-87cccb1ff880 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:09.057133 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7aa44cf7-0176-4bf6-8540-c0f1f9431bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.058494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0a92f4fc-d00e-4312-bcbd-32a345d752b0,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.084210 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.086683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefafb55-8532-4f03-bd6f-e73743d7c335 req-2cd0ddea-42fd-4c72-abef-09bfef0e8f03 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.092875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefafb55-8532-4f03-bd6f-e73743d7c335 req-2cd0ddea-42fd-4c72-abef-09bfef0e8f03 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.100399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefafb55-8532-4f03-bd6f-e73743d7c335 req-2cd0ddea-42fd-4c72-abef-09bfef0e8f03 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.107262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefafb55-8532-4f03-bd6f-e73743d7c335 req-2cd0ddea-42fd-4c72-abef-09bfef0e8f03 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.113348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefafb55-8532-4f03-bd6f-e73743d7c335 req-2cd0ddea-42fd-4c72-abef-09bfef0e8f03 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.115401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aefafb55-8532-4f03-bd6f-e73743d7c335 req-2cd0ddea-42fd-4c72-abef-09bfef0e8f03 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 3884 time: 0.3508341 Jun 30 09:03:09.160010 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.209613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aefafb55-8532-4f03-bd6f-e73743d7c335 req-3031e940-9fbf-4a6e-a03c-5530a87b2bab tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692399 Jun 30 09:03:09.213394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb442f4e-96ed-4287-aec4-600aba357ec4 req-d822b31b-7e2e-4368-a23c-99eccbb63960 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520071 Jun 30 09:03:09.228641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:09.228988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.246326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ed29488a-3100-4b67-a218-dd4262ce43f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ed29488a-3100-4b67-a218-dd4262ce43f2,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:09.263078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.270868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:09.288841 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7aa44cf7-0176-4bf6-8540-c0f1f9431bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.444340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] For port 0a92f4fc-d00e-4312-bcbd-32a345d752b0, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0a92f4fc-d00e-4312-bcbd-32a345d752b0,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:09.444340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.471907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for 0a92f4fc-d00e-4312-bcbd-32a345d752b0 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:09.600404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ed29488a-3100-4b67-a218-dd4262ce43f2,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.612786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7aa44cf7-0176-4bf6-8540-c0f1f9431bca None None] For port 8f90aee1-6a86-49f1-9041-87cccb1ff880, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8f90aee1-6a86-49f1-9041-87cccb1ff880,segment=NetworkSegment(4e93a67c-de9a-4417-8dc6-29febae64086),segment_id=4e93a67c-de9a-4417-8dc6-29febae64086)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:09.627936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7aa44cf7-0176-4bf6-8540-c0f1f9431bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.694286 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.727544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa44cf7-0176-4bf6-8540-c0f1f9431bca None None] Pushing event updated for resources: {'Port': ['ID=8f90aee1-6a86-49f1-9041-87cccb1ff880,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.756584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:09.762997 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.1 (141714f5-5cd4-432a-8125-50aad2c942e7/2d22656b-92e9-4ad8-837f-8c32ccec62eb/ccaa83d6-a85e-4262-861d-2d9bd6818f61) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:09.774643 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.775366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a808368f-b2c0-4f2f-942f-80dabee248b0 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:09.826766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-188d19fb-cf41-4f73-95f9-cbf5229f83f3 None None] Provisioning complete for port 8f90aee1-6a86-49f1-9041-87cccb1ff880 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:09.827105 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-188d19fb-cf41-4f73-95f9-cbf5229f83f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.832538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.869731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=0a92f4fc-d00e-4312-bcbd-32a345d752b0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.965359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.979536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] No DVR routers for this DVR port 0a92f4fc-d00e-4312-bcbd-32a345d752b0 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:09.981304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Transition to ACTIVE for port object ccaa83d6-a85e-4262-861d-2d9bd6818f61 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:09.996388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a808368f-b2c0-4f2f-942f-80dabee248b0 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:09.997111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 581d334a-439e-4691-b6e0-e2512eac41ea no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:10.001191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.003255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-4fb9d4b7-b7b7-4b59-ac78-f2c789e17aaa tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "DELETE /v2.0/ports/0a92f4fc-d00e-4312-bcbd-32a345d752b0 HTTP/1.1" status: 204 len: 173 time: 1.0712371 Jun 30 09:03:10.003841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:10.006171 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f99b9-d8b5-4ca9-b247-e9d4f6d0efac" -d '{"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:10.046658 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.109797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 141714f5-5cd4-432a-8125-50aad2c942e7 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:10.113236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:10.118422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:10.131321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.173609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=ccaa83d6-a85e-4262-861d-2d9bd6818f61,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.205745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.224058 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.227842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-188d19fb-cf41-4f73-95f9-cbf5229f83f3 None None] Provisioning complete for port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:10.228323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-188d19fb-cf41-4f73-95f9-cbf5229f83f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.248906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733585-788f-450c-b108-273897e7ab45 req-59a9d047-395d-4967-a5fd-46437c7ec4c5 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.250519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65733585-788f-450c-b108-273897e7ab45 req-59a9d047-395d-4967-a5fd-46437c7ec4c5 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 946 time: 0.3105958 Jun 30 09:03:10.251963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port 581d334a-439e-4691-b6e0-e2512eac41ea {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:10.252293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.258427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:10.261789 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eef5b2-a642-4683-a696-847338774e0c" -d '{"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:10.315335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-188d19fb-cf41-4f73-95f9-cbf5229f83f3 None None] Port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:10.321062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 581d334a-439e-4691-b6e0-e2512eac41ea, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=581d334a-439e-4691-b6e0-e2512eac41ea,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:10.328554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.329641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6218e2a7-e454-4f53-89d3-1bbb384fcd59 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:10.347722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc84bd3-f754-4da7-b7e5-569e904e48b7 req-da090f5c-72e5-4d4f-94ae-aa7ebc719af7 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.354188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dfc84bd3-f754-4da7-b7e5-569e904e48b7 req-da090f5c-72e5-4d4f-94ae-aa7ebc719af7 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 950 time: 0.2563658 Jun 30 09:03:10.452931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=581d334a-439e-4691-b6e0-e2512eac41ea,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.473520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65733585-788f-450c-b108-273897e7ab45 req-34b185ee-3b00-44ff-9c50-0769b8eee159 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125065 Jun 30 09:03:10.506529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.540472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dfc84bd3-f754-4da7-b7e5-569e904e48b7 req-bc49becc-5548-4c11-94ac-4235e71edd6f tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737397 Jun 30 09:03:10.557405 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.577005 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eff965d-bb9d-47d2-ae4d-cd83f2b8daa8 x-openstack-request-id: req-1eff965d-bb9d-47d2-ae4d-cd83f2b8daa8 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:10.579064 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:10.580025 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eff965d-bb9d-47d2-ae4d-cd83f2b8daa8 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:10.581753 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0', 'status': 'completed', 'code': 200} Jun 30 09:03:10.630187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] For port 581d334a-439e-4691-b6e0-e2512eac41ea, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=581d334a-439e-4691-b6e0-e2512eac41ea,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:10.632285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.649378 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83580cf3-c22f-4366-ac61-10a806ddd9d7 x-openstack-request-id: req-83580cf3-c22f-4366-ac61-10a806ddd9d7 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:10.649863 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a92f4fc-d00e-4312-bcbd-32a345d752b0", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:10.649961 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83580cf3-c22f-4366-ac61-10a806ddd9d7 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:10.650311 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a92f4fc-d00e-4312-bcbd-32a345d752b0', 'code': 200} Jun 30 09:03:10.650560 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'code': 200} Jun 30 09:03:10.656128 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154', 'code': 200} Jun 30 09:03:10.668316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for 581d334a-439e-4691-b6e0-e2512eac41ea owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:10.704092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:10.714851 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.746533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fd2da3dd-0ab9-42c4-93e1-23135b9e734a None None] Provisioning for port ccaa83d6-a85e-4262-861d-2d9bd6818f61 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:10.760606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:10.803662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fd2da3dd-0ab9-42c4-93e1-23135b9e734a None None] Provisioning complete for port ccaa83d6-a85e-4262-861d-2d9bd6818f61 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:10.804105 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fd2da3dd-0ab9-42c4-93e1-23135b9e734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.890094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fd2da3dd-0ab9-42c4-93e1-23135b9e734a None None] Port ccaa83d6-a85e-4262-861d-2d9bd6818f61 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:10.938232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=6218e2a7-e454-4f53-89d3-1bbb384fcd59,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.947330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:10.965198 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.013930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.019919 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.084954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=581d334a-439e-4691-b6e0-e2512eac41ea,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:11.088641 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.090544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] No DVR routers for this DVR port 581d334a-439e-4691-b6e0-e2512eac41ea on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:11.095289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.097215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-8b2dcf05-2d7e-418a-9a78-01bcf7f71313 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "DELETE /v2.0/ports/581d334a-439e-4691-b6e0-e2512eac41ea HTTP/1.1" status: 204 len: 173 time: 1.0871685 Jun 30 09:03:11.125573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5cb5b-5994-4ea4-8343-d7720ff89f75 req-618ce2e4-4b1b-4306-92f7-8c8fc4d3083b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.139327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5cb5b-5994-4ea4-8343-d7720ff89f75 req-618ce2e4-4b1b-4306-92f7-8c8fc4d3083b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.145958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5cb5b-5994-4ea4-8343-d7720ff89f75 req-618ce2e4-4b1b-4306-92f7-8c8fc4d3083b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.152616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5cb5b-5994-4ea4-8343-d7720ff89f75 req-618ce2e4-4b1b-4306-92f7-8c8fc4d3083b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.154707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96e5cb5b-5994-4ea4-8343-d7720ff89f75 req-618ce2e4-4b1b-4306-92f7-8c8fc4d3083b tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 3066 time: 0.2795222 Jun 30 09:03:11.184464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=ccaa83d6-a85e-4262-861d-2d9bd6818f61,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:11.276012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 141714f5-5cd4-432a-8125-50aad2c942e7 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:11.277468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:11.443076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8f90aee1-6a86-49f1-9041-87cccb1ff880 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:11.491130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router f990bbc2-3244-427f-9a91-62d9232e07d4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:11.576653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8f90aee1-6a86-49f1-9041-87cccb1ff880 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:11.577020 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.758944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:11.764674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c0960c2-48be-4a4b-8220-ee64b9df9ff4 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/routers/f990bbc2-3244-427f-9a91-62d9232e07d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3766818 Jun 30 09:03:11.767598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38732) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:11.771420 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] Sync routers for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:11.777732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'port': {'network_id': '141714f5-5cd4-432a-8125-50aad2c942e7', 'name': 'tempest-FloatingIPTestJSON-1048533198'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:11.787595 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:11.789036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:11.842436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-96ee3294-d428-4383-bd96-98d4a98d0e48 None None] Provisioning complete for port ccaa83d6-a85e-4262-861d-2d9bd6818f61 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:11.843019 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-96ee3294-d428-4383-bd96-98d4a98d0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.876300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96e5cb5b-5994-4ea4-8343-d7720ff89f75 req-725a33ed-b9cf-44bc-b648-55f766e45926 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521661 Jun 30 09:03:11.896823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:11.916129 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:11.916738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:11.917134 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:11.917282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.944728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-96ee3294-d428-4383-bd96-98d4a98d0e48 None None] Port ccaa83d6-a85e-4262-861d-2d9bd6818f61 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:12.008833 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:12.009403 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9eb488-2dd6-4a75-ba9d-b80ed3a03649 None None] The sync data for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:12.023036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-877d79b1-aa19-4d6e-9275-01736e7b2d20 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.025480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-877d79b1-aa19-4d6e-9275-01736e7b2d20 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 950 time: 0.3307476 Jun 30 09:03:12.036564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Made reservation on behalf of 126ed09f425e47c781b382c32d76132c for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:12.044243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.068853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] device_id is not set on port 0c785eac-39e4-4abe-a21f-f4d4ad472c06 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:03:12.146885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] For port 6218e2a7-e454-4f53-89d3-1bbb384fcd59, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=6218e2a7-e454-4f53-89d3-1bbb384fcd59,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.147386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.177891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for 6218e2a7-e454-4f53-89d3-1bbb384fcd59 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:12.221848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Allocated IP 172.20.0.10 (141714f5-5cd4-432a-8125-50aad2c942e7/2d22656b-92e9-4ad8-837f-8c32ccec62eb/0c785eac-39e4-4abe-a21f-f4d4ad472c06) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:12.284725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6ddd-184f-4cb7-ba15-4e7eccced487 req-2df41568-64b3-4aa5-8aa4-848bdff2d6ba tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.286329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e0f6ddd-184f-4cb7-ba15-4e7eccced487 req-2df41568-64b3-4aa5-8aa4-848bdff2d6ba tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 950 time: 0.4255021 Jun 30 09:03:12.373916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e0f6ddd-184f-4cb7-ba15-4e7eccced487 req-61068534-6538-48f6-8bfe-95b9469fb51b tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26f8df0-e5e0-4b81-9601-b48671238d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787537 Jun 30 09:03:12.415179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Deleting port 71812c82-ca9b-47db-addf-d7d0371466b2 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:12.415612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.431316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.449955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Transition to ACTIVE for port object 0c785eac-39e4-4abe-a21f-f4d4ad472c06 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:12.485935 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.490776 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.548970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=6218e2a7-e454-4f53-89d3-1bbb384fcd59,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.557780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Network 141714f5-5cd4-432a-8125-50aad2c942e7 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:12.561929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:12.564128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event updated for resources: {'Port': ['ID=0c785eac-39e4-4abe-a21f-f4d4ad472c06,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.565724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] For port 71812c82-ca9b-47db-addf-d7d0371466b2, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=71812c82-ca9b-47db-addf-d7d0371466b2,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.566090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.568739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:12.595988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:12.598314 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b7f241-591f-405c-91e2-278108eae833" -d '{"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:12.608734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Calling delete_port for 71812c82-ca9b-47db-addf-d7d0371466b2 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:12.637914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] No DVR routers for this DVR port 6218e2a7-e454-4f53-89d3-1bbb384fcd59 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:12.646101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.647775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.648557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-447213e8-e0f7-4011-9322-a2aee6d296cb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "DELETE /v2.0/ports/6218e2a7-e454-4f53-89d3-1bbb384fcd59 HTTP/1.1" status: 204 len: 173 time: 1.5458558 Jun 30 09:03:12.648716 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.657555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:12.660294 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7cd028-c887-46f9-8a97-687d7408e41a" -d '{"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:12.665943 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f694b4-cd54-42ec-9490-231b6845d53b x-openstack-request-id: req-00f694b4-cd54-42ec-9490-231b6845d53b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:12.666778 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:12.667189 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00f694b4-cd54-42ec-9490-231b6845d53b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:12.667891 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea', 'status': 'completed', 'code': 200} Jun 30 09:03:12.685378 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f027a395-b148-4443-96bf-151634353e9e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9166069 Jun 30 09:03:12.686039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38756) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:12.690615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Request body: {'floatingip': {'port_id': '0c785eac-39e4-4abe-a21f-f4d4ad472c06'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:12.709941 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325bc73-010b-48f7-81a2-c34ed4e6528a x-openstack-request-id: req-d325bc73-010b-48f7-81a2-c34ed4e6528a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:12.710533 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "581d334a-439e-4691-b6e0-e2512eac41ea", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:12.711263 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d325bc73-010b-48f7-81a2-c34ed4e6528a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:12.711891 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581d334a-439e-4691-b6e0-e2512eac41ea', 'code': 200} Jun 30 09:03:12.712366 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59', 'code': 200} Jun 30 09:03:12.773788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.887904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port ed29488a-3100-4b67-a218-dd4262ce43f2 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:12.888248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.984677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-603e3b02-5604-4e04-aa9e-e9924b162a24 None None] Provisioning for port 0c785eac-39e4-4abe-a21f-f4d4ad472c06 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:12.990244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-603e3b02-5604-4e04-aa9e-e9924b162a24 None None] Provisioning complete for port 0c785eac-39e4-4abe-a21f-f4d4ad472c06 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:12.990821 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-603e3b02-5604-4e04-aa9e-e9924b162a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.029219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-603e3b02-5604-4e04-aa9e-e9924b162a24 None None] Port 0c785eac-39e4-4abe-a21f-f4d4ad472c06 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:13.042218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] For port ed29488a-3100-4b67-a218-dd4262ce43f2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ed29488a-3100-4b67-a218-dd4262ce43f2,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:13.042770 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.045545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.105585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Pushing event deleted for resources: {'Port': ['ID=71812c82-ca9b-47db-addf-d7d0371466b2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:13.329546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] No DVR routers for this DVR port 71812c82-ca9b-47db-addf-d7d0371466b2 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:13.352079 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.354876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06d10ee2-450c-4ded-8b4b-a01d1a65c2e2 req-0053d3aa-2998-45b1-91d5-d0d53b795644 tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.13 "DELETE /v2.0/ports/71812c82-ca9b-47db-addf-d7d0371466b2 HTTP/1.1" status: 204 len: 173 time: 1.3187518 Jun 30 09:03:13.424436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 71812c82-ca9b-47db-addf-d7d0371466b2 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:13.471806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 71812c82-ca9b-47db-addf-d7d0371466b2 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:13.472348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 71812c82-ca9b-47db-addf-d7d0371466b2 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:13.532827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.538417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45284814-552c-4c3a-bb15-e31579765a98 req-1498c1bb-e878-4657-8880-3d16565e1117 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.547311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45284814-552c-4c3a-bb15-e31579765a98 req-1498c1bb-e878-4657-8880-3d16565e1117 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.550000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45284814-552c-4c3a-bb15-e31579765a98 req-1498c1bb-e878-4657-8880-3d16565e1117 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 1678 time: 0.4005318 Jun 30 09:03:13.557169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.650207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45284814-552c-4c3a-bb15-e31579765a98 req-c5173106-7715-43e9-a0d0-b356441a0c9e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589213 Jun 30 09:03:13.669952 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.672690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.673030 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Floating IP 3c4e1d1e-74d4-44ab-b636-e297146bf158 disassociated. External IP: 172.25.8.189, port: ed29488a-3100-4b67-a218-dd4262ce43f2. Jun 30 09:03:13.673389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for ed29488a-3100-4b67-a218-dd4262ce43f2 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:13.910802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-019b95d4-4a2a-4e26-8a7c-0a78d24c57a3 req-a9d6e6de-b39a-40b6-b7e5-9ddec5bc8e7a tempest-VolumesNegativeTest-1792784724 tempest-VolumesNegativeTest-1792784724-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b17e4d3-7ecd-415b-ab54-c7e4abd5de94 HTTP/1.1" status: 200 len: 210 time: 0.0752530 Jun 30 09:03:13.977393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.014289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=ed29488a-3100-4b67-a218-dd4262ce43f2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:14.167663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:14.177889 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP f2143da3-6b68-45a3-ba1c-ea2d6ea2cbf7 associated. External IP: 172.25.8.204, port: ce258ae6-7f81-446f-9015-0a55d70910a2. Jun 30 09:03:14.355364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:14.380658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] Sync routers for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:14.393146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:14.395509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:14.410353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] No DVR routers for this DVR port ed29488a-3100-4b67-a218-dd4262ce43f2 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:14.412806 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.415393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-fd9c554d-afb3-410d-aa7b-efe06acb80ac tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "DELETE /v2.0/ports/ed29488a-3100-4b67-a218-dd4262ce43f2 HTTP/1.1" status: 204 len: 173 time: 1.7581072 Jun 30 09:03:14.542392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:14.624298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:14.671734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59'}, {'server_uuid': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'name': 'network-vif-deleted', 'tag': '71812c82-ca9b-47db-addf-d7d0371466b2'}, {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:14.674242 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72079182-3466-4bc4-a2b5-6a488e84a74f" -d '{"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59"}, {"server_uuid": "2b17e4d3-7ecd-415b-ab54-c7e4abd5de94", "name": "network-vif-deleted", "tag": "71812c82-ca9b-47db-addf-d7d0371466b2"}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:14.684197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:14.684558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.735609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:14.747316 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:14.761368 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:14.762021 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:14.799284 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143ce67-32c9-40fa-9e8f-932a1b783fff x-openstack-request-id: req-b143ce67-32c9-40fa-9e8f-932a1b783fff {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:14.801831 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "6218e2a7-e454-4f53-89d3-1bbb384fcd59", "status": "completed", "code": 200}, {"server_uuid": "2b17e4d3-7ecd-415b-ab54-c7e4abd5de94", "name": "network-vif-deleted", "tag": "71812c82-ca9b-47db-addf-d7d0371466b2", "status": "completed", "code": 200}, {"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "ed29488a-3100-4b67-a218-dd4262ce43f2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:14.802847 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b143ce67-32c9-40fa-9e8f-932a1b783fff {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:14.803312 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': '6218e2a7-e454-4f53-89d3-1bbb384fcd59', 'status': 'completed', 'code': 200} Jun 30 09:03:14.804361 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b17e4d3-7ecd-415b-ab54-c7e4abd5de94', 'name': 'network-vif-deleted', 'tag': '71812c82-ca9b-47db-addf-d7d0371466b2', 'status': 'completed', 'code': 200} Jun 30 09:03:14.805305 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': 'ed29488a-3100-4b67-a218-dd4262ce43f2', 'status': 'completed', 'code': 200} Jun 30 09:03:14.851695 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:14.875974 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:14.876610 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:14.938147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] For port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:14.938517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.943219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:14.944176 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e348304-6577-45f0-b9e9-e5762d098a70 None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:14.967690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:15.039848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecc139-4a33-441d-bbe7-7eeb75e3abb7 req-e06a770f-3e8c-4795-87d9-49d7849c0bc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.047302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11ecc139-4a33-441d-bbe7-7eeb75e3abb7 req-e06a770f-3e8c-4795-87d9-49d7849c0bc1 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 943 time: 0.2192419 Jun 30 09:03:15.127150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11ecc139-4a33-441d-bbe7-7eeb75e3abb7 req-5d8e8f0d-47ae-4175-8d3f-104c3a91ebaf tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups?id=2530e3ef-fff8-4919-92a7-f622e85355db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788863 Jun 30 09:03:15.143708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:15.197456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router f990bbc2-3244-427f-9a91-62d9232e07d4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:15.209027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] Checking router: 5e27d6ea-eef0-47c5-8c35-393ac8b10420 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:15.218857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:15.219796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:15.257945 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.360716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:15.360899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=ef4bf07c-0b96-48d9-bc3f-f4007ed9a154,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:15.374674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.380606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] Sync routers for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:15.407949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:15.469244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] No DVR routers for this DVR port ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:15.478565 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.481018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cd6801-2b35-4257-8855-154f32fd7625 req-d4bc18bc-6446-4ebc-b2e3-2287f79dfff3 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.26 "DELETE /v2.0/ports/ef4bf07c-0b96-48d9-bc3f-f4007ed9a154 HTTP/1.1" status: 204 len: 173 time: 1.0518990 Jun 30 09:03:15.494656 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5521eb70-9847-4594-913f-cb0367c916db tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/floatingips/f2143da3-6b68-45a3-ba1c-ea2d6ea2cbf7 HTTP/1.1" status: 200 len: 979 time: 2.8046157 Jun 30 09:03:15.495183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38854) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:15.508421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:15.512822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:15.583945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:15.760187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:15.762286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:15.823504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:15.824827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755fad7-3135-44fe-b41c-3439ac6e1482 None None] The sync data for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:15.834100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port 0c785eac-39e4-4abe-a21f-f4d4ad472c06 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:15.834750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.897689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:15.936488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf79d-a7f2-4e53-850c-2d703eb8cd9e None None] The sync data for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 is: [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '205b8a99-d3c8-4d51-8ced-f383ba9a4678', 'name': '', 'network_id': '3802b5db-c026-42da-960b-92e7aa974ecb', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'mac_address': 'fa:16:3e:dc:13:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:49Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'subnets': [{'id': '837594f2-4dea-4f76-9a1c-75932015e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:16.024424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.267877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.268525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.268977 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Floating IP f2143da3-6b68-45a3-ba1c-ea2d6ea2cbf7 disassociated. External IP: 172.25.8.204, port: 0c785eac-39e4-4abe-a21f-f4d4ad472c06. Jun 30 09:03:16.270348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for 0c785eac-39e4-4abe-a21f-f4d4ad472c06 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:16.349120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-374f949e-6968-493a-9159-bc6e666c5928 req-ea43df82-1890-436b-9d9e-822f8c8bdb4d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0628510 Jun 30 09:03:16.411762 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f9cef-d637-4f23-81bd-07053d2939f3 None None] New status for floating IP 3c4e1d1e-74d4-44ab-b636-e297146bf158: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:03:16.449775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.482577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=0c785eac-39e4-4abe-a21f-f4d4ad472c06,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:16.662699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router f990bbc2-3244-427f-9a91-62d9232e07d4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:16.802806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:16.808990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:16.811516 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e83de07-a937-419e-8f03-f8f8f6695fd0" -d '{"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:16.813369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] Sync routers for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:16.825477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:16.827865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:16.874906 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a0ccb-329e-4dd5-85f8-526a64083657 x-openstack-request-id: req-cc4a0ccb-329e-4dd5-85f8-526a64083657 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:16.875201 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99a31b-5173-4cee-9463-f6a16e4f2f8f", "name": "network-vif-deleted", "tag": "ef4bf07c-0b96-48d9-bc3f-f4007ed9a154", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:16.875453 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc4a0ccb-329e-4dd5-85f8-526a64083657 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:16.875954 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99a31b-5173-4cee-9463-f6a16e4f2f8f', 'name': 'network-vif-deleted', 'tag': 'ef4bf07c-0b96-48d9-bc3f-f4007ed9a154', 'status': 'completed', 'code': 200} Jun 30 09:03:16.945802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.948264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c4b8e67-11b5-4ec2-a31b-b9b9b1d6aa5a tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/ports/0c785eac-39e4-4abe-a21f-f4d4ad472c06 HTTP/1.1" status: 204 len: 168 time: 1.4518516 Jun 30 09:03:16.950739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38910) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:17.106632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:17.115450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:17.116073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:17.149985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:17.150649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04202e74-e810-40fa-95e3-2d1ac7455ae7 None None] The sync data for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:17.361520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.566113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e9d8e17-ee31-49d4-be8d-9d5b5d40370f req-a03d624e-ac23-4a07-978c-63af553e9e6c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0631979 Jun 30 09:03:17.665665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port ccaa83d6-a85e-4262-861d-2d9bd6818f61 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:17.666201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.762529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.774681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for ccaa83d6-a85e-4262-861d-2d9bd6818f61 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:17.979188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.014071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=ccaa83d6-a85e-4262-861d-2d9bd6818f61,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:18.243561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.485572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router f990bbc2-3244-427f-9a91-62d9232e07d4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:18.600669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:18.608825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38960) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:18.609305 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c27f0d2d-2ec3-4252-9487-b36f436a57e2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/routers/f990bbc2-3244-427f-9a91-62d9232e07d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6570776 Jun 30 09:03:18.620047 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cf964-56f2-4987-ba97-5844307d890f None None] Sync routers for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:18.636688 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cf964-56f2-4987-ba97-5844307d890f None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:18.637304 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-066cf964-56f2-4987-ba97-5844307d890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:18.717822 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-066cf964-56f2-4987-ba97-5844307d890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:18.727790 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cf964-56f2-4987-ba97-5844307d890f None None] Routers {'f990bbc2-3244-427f-9a91-62d9232e07d4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:18.728640 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-066cf964-56f2-4987-ba97-5844307d890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f990bbc2-3244-427f-9a91-62d9232e07d4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:18.763285 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-066cf964-56f2-4987-ba97-5844307d890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:18.764291 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cf964-56f2-4987-ba97-5844307d890f None None] The sync data for ids ['f990bbc2-3244-427f-9a91-62d9232e07d4'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:19.057256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3dd1f8f3-2f0e-4ba3-a6e8-d1689b753c55 req-a514d91b-e737-4f08-9669-51306058c16c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0304892 Jun 30 09:03:19.090318 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.227871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.281195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port dcce4f31-549a-47a6-b02c-9c9821eb5c9a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:19.281537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.360831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.373098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for dcce4f31-549a-47a6-b02c-9c9821eb5c9a owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:19.548052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.574088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=dcce4f31-549a-47a6-b02c-9c9821eb5c9a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:19.647331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.745906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.748026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.798744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.799305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Fanout notify agent at l3_agent the message router_deleted on router f990bbc2-3244-427f-9a91-62d9232e07d4 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:03:19.813214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.816875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3404bed2-b39b-4874-bb8a-15e04baf0004 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/routers/f990bbc2-3244-427f-9a91-62d9232e07d4 HTTP/1.1" status: 204 len: 168 time: 1.2044032 Jun 30 09:03:19.817173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38988) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:19.870516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting subnet 2d22656b-92e9-4ad8-837f-8c32ccec62eb {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:19.873980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.914281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.033760 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.104648 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.134349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Subnet': ['ID=2d22656b-92e9-4ad8-837f-8c32ccec62eb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.140795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.145556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:20.146149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-237dc3d7-3cfe-447c-88bf-c19377ba6035 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/subnets/2d22656b-92e9-4ad8-837f-8c32ccec62eb HTTP/1.1" status: 204 len: 168 time: 0.3273704 Jun 30 09:03:20.150879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2ef885-8ec9-4789-8e7b-371dfac17336 None None] Network 141714f5-5cd4-432a-8125-50aad2c942e7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:20.254872 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.265796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-645d5a54-4b5a-4f27-ac30-5832fa945dc0 req-f1e54cd5-d483-4ec0-b8b2-762561d644ca tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0482323 Jun 30 09:03:20.356821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port 8f90aee1-6a86-49f1-9041-87cccb1ff880 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:20.357485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.438774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] For port 8f90aee1-6a86-49f1-9041-87cccb1ff880, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8f90aee1-6a86-49f1-9041-87cccb1ff880,segment=NetworkSegment(4e93a67c-de9a-4417-8dc6-29febae64086),segment_id=4e93a67c-de9a-4417-8dc6-29febae64086)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:20.439147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.451260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] DHCP port deletion for 141714f5-5cd4-432a-8125-50aad2c942e7 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:20.457790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for 8f90aee1-6a86-49f1-9041-87cccb1ff880 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:20.506096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] Deleting port 8f90aee1-6a86-49f1-9041-87cccb1ff880 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:20.506393 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.564313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.572002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] For port 8f90aee1-6a86-49f1-9041-87cccb1ff880, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8f90aee1-6a86-49f1-9041-87cccb1ff880,segment=NetworkSegment(4e93a67c-de9a-4417-8dc6-29febae64086),segment_id=4e93a67c-de9a-4417-8dc6-29febae64086)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:20.572384 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.580579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] No DVR routers for this DVR port 8f90aee1-6a86-49f1-9041-87cccb1ff880 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:20.596636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] Calling delete_port for 8f90aee1-6a86-49f1-9041-87cccb1ff880 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:20.614599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=8f90aee1-6a86-49f1-9041-87cccb1ff880,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.693366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.703760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141714f5-5cd4-432a-8125-50aad2c942e7']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:20.717047 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.718750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e93a67c-de9a-4417-8dc6-29febae64086') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:20.719246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e93a67c-de9a-4417-8dc6-29febae64086') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:20.729530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.754828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] No DVR routers for this DVR port 8f90aee1-6a86-49f1-9041-87cccb1ff880 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:20.760976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.765095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a87aa7-15e9-4cbb-aa15-27e99dcce33a None None] Pushing event deleted for resources: {'Port': ['ID=8f90aee1-6a86-49f1-9041-87cccb1ff880,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.768942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:20.769340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:20.773621 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:20.840702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.848058 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.849851 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/networks/141714f5-5cd4-432a-8125-50aad2c942e7 HTTP/1.1" status: 204 len: 168 time: 0.7031426 Jun 30 09:03:20.853194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39008) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:20.870728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925cf42-8e78-4165-adfb-db91cac64d19 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Network': ['ID=141714f5-5cd4-432a-8125-50aad2c942e7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.989969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port a545ed7e-f885-4762-910f-62d0d63dc2ef {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:20.990542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.075155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.075489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.090468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for a545ed7e-f885-4762-910f-62d0d63dc2ef owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:21.169231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39012) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.257428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.288238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=a545ed7e-f885-4762-910f-62d0d63dc2ef,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:21.313517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c35a5217-7914-404a-a41c-47a738cc0101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.434291 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c35a5217-7914-404a-a41c-47a738cc0101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.439900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c35a5217-7914-404a-a41c-47a738cc0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.441582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8f90aee1-6a86-49f1-9041-87cccb1ff880 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:21.476421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a5217-7914-404a-a41c-47a738cc0101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6aa64b-bf65-47fd-9fd9-283c07fcb80c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:21.485675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.487811 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.488864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-07290b2f-350c-409a-abf7-02b0b3abb039 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/floatingips/f2143da3-6b68-45a3-ba1c-ea2d6ea2cbf7 HTTP/1.1" status: 204 len: 168 time: 0.6346617 Jun 30 09:03:21.503173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39048) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.503547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 8f90aee1-6a86-49f1-9041-87cccb1ff880 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:21.503895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8f90aee1-6a86-49f1-9041-87cccb1ff880 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:21.525524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c35a5217-7914-404a-a41c-47a738cc0101 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c565f92d4dcf40fb85207420652885b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558502 Jun 30 09:03:21.528080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39054) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.544982 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d5557f-e024-4870-835e-3b7812475abb tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] DELETE failed (client error): The resource could not be found. Jun 30 09:03:21.546564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d5557f-e024-4870-835e-3b7812475abb tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:03:21.550623 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c6d5557f-e024-4870-835e-3b7812475abb tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/ports/0c785eac-39e4-4abe-a21f-f4d4ad472c06 HTTP/1.1" status: 404 len: 333 time: 0.0429869 Jun 30 09:03:21.554161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39056) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.560772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c658078-e73c-45bb-9379-a7108516eaf1 req-7e319786-74ca-415b-a3a7-0bc1a474161e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0982659 Jun 30 09:03:21.612345 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e354757a-9de0-4b8f-86f2-66ad801f8580 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "GET /v2.0/ports?device_id=f990bbc2-3244-427f-9a91-62d9232e07d4 HTTP/1.1" status: 200 len: 205 time: 0.0570459 Jun 30 09:03:21.614298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.618722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e8f4-0d3c-4720-8626-21c492be5999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.644470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e8f4-0d3c-4720-8626-21c492be5999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.656961 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-a9523f27-0111-4aeb-a977-66b7274377a1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] delete failed (client error): The resource could not be found. Jun 30 09:03:21.661281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a9523f27-0111-4aeb-a977-66b7274377a1 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/routers/f990bbc2-3244-427f-9a91-62d9232e07d4 HTTP/1.1" status: 404 len: 336 time: 0.0455697 Jun 30 09:03:21.662013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39064) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.700288 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-657c2d2c-3aa2-4995-9832-b35a1c948ad2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] DELETE failed (client error): The resource could not be found. Jun 30 09:03:21.700801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657c2d2c-3aa2-4995-9832-b35a1c948ad2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:03:21.704859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-657c2d2c-3aa2-4995-9832-b35a1c948ad2 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/subnets/2d22656b-92e9-4ad8-837f-8c32ccec62eb HTTP/1.1" status: 404 len: 337 time: 0.0395331 Jun 30 09:03:21.705401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39066) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.757923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e8f4-0d3c-4720-8626-21c492be5999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.760579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e8f4-0d3c-4720-8626-21c492be5999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.764081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e7e9e8f4-0d3c-4720-8626-21c492be5999 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca6aa64b-bf65-47fd-9fd9-283c07fcb80c HTTP/1.1" status: 204 len: 168 time: 0.2324858 Jun 30 09:03:21.796105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9e8f4-0d3c-4720-8626-21c492be5999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6aa64b-bf65-47fd-9fd9-283c07fcb80c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:21.825273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port ce258ae6-7f81-446f-9015-0a55d70910a2 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:21.825614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.927803 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.943587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for ce258ae6-7f81-446f-9015-0a55d70910a2 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:22.106772 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.133926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39088) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:22.143447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=ce258ae6-7f81-446f-9015-0a55d70910a2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.150722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd03eacf-f7f9-4157-800a-467a89d1d934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.230226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.232353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecf9904c-669e-4fcd-83e5-97b81a552266 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/ports/ce258ae6-7f81-446f-9015-0a55d70910a2 HTTP/1.1" status: 204 len: 168 time: 0.5263374 Jun 30 09:03:22.235216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39094) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:22.281072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd03eacf-f7f9-4157-800a-467a89d1d934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.286709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd03eacf-f7f9-4157-800a-467a89d1d934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.328135 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dd03eacf-f7f9-4157-800a-467a89d1d934 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d84e93087c3d4d5abbbdb83bbf63d29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905429 Jun 30 09:03:22.328135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03eacf-f7f9-4157-800a-467a89d1d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a7d81f-8c99-48b6-8ff4-06514eb27dc0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.328692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:22.395273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port 658961b5-5235-4400-ac37-de878c3df383 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:22.395608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.399549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d103242c-3a66-4dc2-93c0-ceeaa9b845d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.462349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d103242c-3a66-4dc2-93c0-ceeaa9b845d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.514687 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.528300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for 658961b5-5235-4400-ac37-de878c3df383 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:22.581958 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d103242c-3a66-4dc2-93c0-ceeaa9b845d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.584340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d103242c-3a66-4dc2-93c0-ceeaa9b845d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.585475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d103242c-3a66-4dc2-93c0-ceeaa9b845d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21a7d81f-8c99-48b6-8ff4-06514eb27dc0 HTTP/1.1" status: 204 len: 168 time: 0.2556286 Jun 30 09:03:22.604109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103242c-3a66-4dc2-93c0-ceeaa9b845d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a7d81f-8c99-48b6-8ff4-06514eb27dc0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.700493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.780757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=658961b5-5235-4400-ac37-de878c3df383,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.786200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0c03981-f4a0-48be-9ad8-12d51d5d6571 req-5b70dd66-77a8-476e-91b3-0f81d814263d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0818012 Jun 30 09:03:22.874502 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.877672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6b066c98-b421-4181-bc8a-a5367dcec940 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/ports/658961b5-5235-4400-ac37-de878c3df383 HTTP/1.1" status: 204 len: 168 time: 0.6402519 Jun 30 09:03:22.879146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39114) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:22.958279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceec5fc-0932-4c31-be4b-baca714decae tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.959798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7ceec5fc-0932-4c31-be4b-baca714decae tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d927ede-faf5-4c91-8922-7ea370f744df HTTP/1.1" status: 200 len: 913 time: 0.0791397 Jun 30 09:03:22.963806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39116) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:23.172139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.369308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.693426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port 9591eb94-2462-42ae-9737-105448d6461b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:23.693994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.831620 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.868159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for 9591eb94-2462-42ae-9737-105448d6461b owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:24.032678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-285c4735-5778-485f-8db0-eaaddadb2fcc req-1098ea7e-de68-42de-90b5-a59b769a020c tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0438008 Jun 30 09:03:24.173485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.204650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=9591eb94-2462-42ae-9737-105448d6461b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:24.786023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.980536 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.274427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Router 8d927ede-faf5-4c91-8922-7ea370f744df has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:25.418302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5fffe413-a2ad-444b-9251-6b07bb30cc92 req-2f71e0d4-5821-4010-8b47-851ffeda484e tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0741005 Jun 30 09:03:25.475985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:25.481559 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b8f578d7-d00d-4719-ad37-f71b9e0fff63 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "PUT /v2.0/routers/8d927ede-faf5-4c91-8922-7ea370f744df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5156813 Jun 30 09:03:25.483717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39306) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:25.489520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] Sync routers for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:25.501127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:25.505102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:25.545243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-f4282cc9-b987-42d3-b396-61a1240eb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.562063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-f4282cc9-b987-42d3-b396-61a1240eb87c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1096 time: 0.1726344 Jun 30 09:03:25.582752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08825f-01f4-4320-a3b2-b2c6c20df74b req-09729d76-dd9a-4cf5-ad52-a8b5766dd618 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.587756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a08825f-01f4-4320-a3b2-b2c6c20df74b req-09729d76-dd9a-4cf5-ad52-a8b5766dd618 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1659474 Jun 30 09:03:25.612544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:25.623083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] Routers {'8d927ede-faf5-4c91-8922-7ea370f744df'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:25.624043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8d927ede-faf5-4c91-8922-7ea370f744df'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:25.650834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.665484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:25.666572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bcbc0a-b91d-44f7-b3bf-607c149cca8e None None] The sync data for ids ['8d927ede-faf5-4c91-8922-7ea370f744df'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:25.749502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a08825f-01f4-4320-a3b2-b2c6c20df74b req-4d2e6f2f-16a6-4dfa-b2ea-19c2df643c32 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355846 Jun 30 09:03:25.790542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-33e2f735-28ea-41f6-9dd6-b96500c49ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.790927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.792062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-33e2f735-28ea-41f6-9dd6-b96500c49ba2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2024922 Jun 30 09:03:25.888756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting port 69cfdaa7-8fe3-4ae3-9d55-1ca04af81992 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:25.890580 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.892370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-8ceaf71f-3d03-4bf1-ac40-0a3ac756cde3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.0927517 Jun 30 09:03:25.948918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-dbcbea65-a9b7-4e3b-a393-ceced6e4567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.950404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-dbcbea65-a9b7-4e3b-a393-ceced6e4567d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0513508 Jun 30 09:03:26.019767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.021278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-df593570-7be0-43f5-9e17-783afdc1c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.025006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-df593570-7be0-43f5-9e17-783afdc1c1fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659058 Jun 30 09:03:26.044735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Calling delete_port for 69cfdaa7-8fe3-4ae3-9d55-1ca04af81992 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:26.171993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-84fab5e5-c77d-4be3-98c7-037a008ff0bb service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386104 Jun 30 09:03:26.339176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8857f2d-c862-4df2-83a9-2a9993bfb83c req-947c7f2a-c74a-4267-a4e1-07249866b908 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604199 Jun 30 09:03:26.341809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.376953 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Port': ['ID=69cfdaa7-8fe3-4ae3-9d55-1ca04af81992,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:26.474109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.614376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.618088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.652329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f7ac244-c4d6-4bb9-a31d-b71e6d664ed1 req-3e8c72a8-1168-4b43-9ecc-14ec4848f1a7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0577784 Jun 30 09:03:26.690051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.690639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Fanout notify agent at l3_agent the message router_deleted on router 8d927ede-faf5-4c91-8922-7ea370f744df {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:03:26.699138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.702910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39332) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:26.712952 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb239b66-9d94-47dc-b986-563c67fc46c7 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/routers/8d927ede-faf5-4c91-8922-7ea370f744df HTTP/1.1" status: 204 len: 168 time: 1.2280846 Jun 30 09:03:26.766568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Deleting subnet da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:26.771734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.831255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.939380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.051567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.101437 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.106505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/subnets/da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4 HTTP/1.1" status: 204 len: 168 time: 0.4002967 Jun 30 09:03:27.106505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056346c6-9313-4c42-9e51-a1e969221f4e tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Subnet': ['ID=da3e4bd0-f2ff-4c01-b564-1c28e6fc2dd4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:27.107272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39344) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:27.172780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf6bb-44f3-4d79-99a0-3f31c2daeb61 req-1a0ee845-122c-410d-b963-7487720ebc99 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:27.174683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-130bf6bb-44f3-4d79-99a0-3f31c2daeb61 req-1a0ee845-122c-410d-b963-7487720ebc99 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2725165 Jun 30 09:03:27.222015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-130bf6bb-44f3-4d79-99a0-3f31c2daeb61 req-ef793808-198d-415b-b188-42cec6389362 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387237 Jun 30 09:03:27.266258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.392867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.403238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89057a03-8c40-4a76-8df9-301cb6bee42b']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:27.414194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be843d97-4d7a-40b8-981d-be847660ad76') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:27.414194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be843d97-4d7a-40b8-981d-be847660ad76') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:27.424736 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.439120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.445521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:27.445849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:27.511571 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:27.531921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.543025 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.545230 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] 10.222.0.53 "DELETE /v2.0/networks/89057a03-8c40-4a76-8df9-301cb6bee42b HTTP/1.1" status: 204 len: 168 time: 0.4371998 Jun 30 09:03:27.556679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13028016-64db-4902-aeb1-bb0b2a2e7048 tempest-FloatingIPTestJSON-369132935 tempest-FloatingIPTestJSON-369132935-project] Pushing event deleted for resources: {'Network': ['ID=89057a03-8c40-4a76-8df9-301cb6bee42b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:27.898325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdfc57f2-ebea-41ca-969e-3ac13f9a193e req-190a21b5-e0f3-4aa7-93b3-03da01b79f88 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0381973 Jun 30 09:03:27.899443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39368) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:28.255994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bbfede81-0793-48ee-914e-b87bf3810ae7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20a8e81327b8444e9e86941612c6139a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548169 Jun 30 09:03:28.260073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39378) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:28.269523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39380) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:28.432845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-60b4dc72-e2a2-44fa-8c27-ecb285d8ba10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.632488 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-60b4dc72-e2a2-44fa-8c27-ecb285d8ba10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.701697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42eb1f2-d641-4bbd-a6fa-be05e951dc69 req-84f98e86-d03d-4bab-b823-f2f4ecfc9637 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.703276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b42eb1f2-d641-4bbd-a6fa-be05e951dc69 req-84f98e86-d03d-4bab-b823-f2f4ecfc9637 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2764578 Jun 30 09:03:28.752593 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a93b6f28-f0b4-401f-994d-37c2c4bf7460 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=126ed09f425e47c781b382c32d76132c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818721 Jun 30 09:03:28.755244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39392) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:28.761951 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-60b4dc72-e2a2-44fa-8c27-ecb285d8ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.764632 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-60b4dc72-e2a2-44fa-8c27-ecb285d8ba10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.769296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-60b4dc72-e2a2-44fa-8c27-ecb285d8ba10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b26f8df0-e5e0-4b81-9601-b48671238d56 HTTP/1.1" status: 204 len: 168 time: 0.5058742 Jun 30 09:03:28.779671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b42eb1f2-d641-4bbd-a6fa-be05e951dc69 req-89edacc0-4e7a-4ada-916d-a3270c8b1111 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698159 Jun 30 09:03:28.787019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4dc72-e2a2-44fa-8c27-ecb285d8ba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26f8df0-e5e0-4b81-9601-b48671238d56,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:28.845053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4aee5c1-1055-4aa6-af74-ddc839ed34b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.870538 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4aee5c1-1055-4aa6-af74-ddc839ed34b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.927105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4aee5c1-1055-4aa6-af74-ddc839ed34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.930046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4aee5c1-1055-4aa6-af74-ddc839ed34b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.931686 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d4aee5c1-1055-4aa6-af74-ddc839ed34b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63333f2e-9526-452e-aff0-655f685ce7c4 HTTP/1.1" status: 204 len: 168 time: 0.1752658 Jun 30 09:03:28.955060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aee5c1-1055-4aa6-af74-ddc839ed34b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63333f2e-9526-452e-aff0-655f685ce7c4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:29.110327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9497d552-4de2-49c1-8104-092818504d19 req-b13ecf77-1b23-48b8-93cc-3b3b943de335 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0419242 Jun 30 09:03:29.945052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-d51476bf-7253-4cd2-9da4-fc6006be7c84 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.948205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-d51476bf-7253-4cd2-9da4-fc6006be7c84 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 0.1784511 Jun 30 09:03:29.968775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-18a1e349-5893-478a-8933-8ae6d1a32089 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/quotas/7547817487524c888a95c793c4805813 HTTP/1.1" status: 200 len: 375 time: 0.0147808 Jun 30 09:03:30.038164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-fe7cd4ea-bd10-4d5e-b1dd-0c4f2c97b895 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684044 Jun 30 09:03:30.173243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3e95ff61-6cc5-4a81-8a70-978d5a283da8 service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341860 Jun 30 09:03:30.314118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91b5711f-0c0a-434d-b645-bfd0eb69f372 req-fa452fe8-a962-4174-bdd3-6de565f79ac8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0395408 Jun 30 09:03:30.357255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-828c3a99-9d79-491c-be9c-a68038023689 service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781840 Jun 30 09:03:30.474657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:30.597185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec3777bc-d473-4361-affb-f8337959f4d9 req-736dcfb8-f1d5-4c2a-9ebc-a825b00481ce tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 210 time: 0.0332587 Jun 30 09:03:30.762731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1307134293-network', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:30.809949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Made reservation on behalf of 7c34d92c644242b18fb83a1e261b516b for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:30.812354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.834338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.885121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39484) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:31.047199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.057297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.135244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e9001-1eeb-4e8c-a99b-ba3dad5e941e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.138245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:31.150867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.151217 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Added segment 186dfa11-7b33-4342-b682-2c0813fc4f8d of type vlan for network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 Jun 30 09:03:31.160023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'networks': [{'name': 'tempest-network--71208418'}, {'name': 'tempest-network--1690653199'}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:31.160340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'network': {'name': 'tempest-network--71208418'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:31.162231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'network': {'name': 'tempest-network--1690653199'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:31.197568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Made reservation on behalf of 37ba4c4970ac4ed0a008bb70ef64dbb2 for: {'network': 2} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:31.205373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.217517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.223422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.296732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.297855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.298494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.342985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.350328 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.350884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.396912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9208343 Jun 30 09:03:31.397885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:31.400740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5076f4f-3a0e-4c59-b67c-ac48d76ea3b9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.405592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Request body: {'subnet': {'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1307134293-subnet', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:31.417244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428094b-cd96-4af9-874e-4c38067617bc admin admin] Pushing event updated for resources: {'Network': ['ID=148cd805-f10c-40b6-a7f6-2fbfe3240f86,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.422939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:31.436791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:31.439608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.441486 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Added segment 458e65c1-c30e-457d-a028-6d58140a63ab of type vlan for network e91031c0-0df8-4655-80e6-cbbdbf15e14a Jun 30 09:03:31.448063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Made reservation on behalf of 7c34d92c644242b18fb83a1e261b516b for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:31.454552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.590255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08b44db4-5741-4725-aeb9-af3fa82872bf req-13006fe8-b901-4f64-b9f6-dad5bab1c582 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d99a31b-5173-4cee-9463-f6a16e4f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0718336 Jun 30 09:03:31.602558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.611119 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7daa7409-0ae8-49a6-9155-440e9ecad7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.668033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:31.689093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.689479 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Added segment ccc231e1-9571-47f4-88b6-bbd3390256ac of type vlan for network ca570d98-c089-4aef-b796-b69f8fcf0d53 Jun 30 09:03:31.744103 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.774120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-86e2a410-6953-49cf-84cc-95432729185b req-fb282ba8-90a0-4a32-bf22-2fd682eb5727 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 210 time: 0.0397677 Jun 30 09:03:31.777529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.809075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fec0685-41aa-4b1f-bd7f-a0938bef73ba,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.824650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Checking segment: {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:31.824943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Network hostable DHCP agents. Network: 148cd805-f10c-40b6-a7f6-2fbfe3240f86, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:31.830854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.831331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.838004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.843357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.844038 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.845228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:31.855847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 148cd805-f10c-40b6-a7f6-2fbfe3240f86) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:31.860409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.860985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.869665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfcbe94-a3b1-4db1-823a-e85faba2a303 None None] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:31.881792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-99b46d4a-2e41-4000-947b-c9602ed3a909 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4809778 Jun 30 09:03:31.882439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:31.886878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:31.915519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.916899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.922039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0354433 Jun 30 09:03:31.922330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39508) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:31.956513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Network': ['ID=e91031c0-0df8-4655-80e6-cbbdbf15e14a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.968862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e91031c0-0df8-4655-80e6-cbbdbf15e14a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:32.104327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0c0b-2391-4f94-a171-e916f26b5e1c tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Network': ['ID=ca570d98-c089-4aef-b796-b69f8fcf0d53,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:32.132104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ca570d98-c089-4aef-b796-b69f8fcf0d53 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:32.162477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.218710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:32.219956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.328933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbb9f3-187b-4bb3-9d65-30ce2bc63691 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.339928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbb9f3-187b-4bb3-9d65-30ce2bc63691 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.363719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbb9f3-187b-4bb3-9d65-30ce2bc63691 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.371127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbb9f3-187b-4bb3-9d65-30ce2bc63691 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.373577 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2dbb9f3-187b-4bb3-9d65-30ce2bc63691 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4489233 Jun 30 09:03:32.376642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39516) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:32.426052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Allocated IP 172.20.0.2 (148cd805-f10c-40b6-a7f6-2fbfe3240f86/9fec0685-41aa-4b1f-bd7f-a0938bef73ba/f0caf1c9-ff47-474e-9b7d-1a58d52bd3af) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:32.445915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.540619 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.560059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3d211724-c72c-4f6a-9251-7e58da43a1e5 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.561845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3d211724-c72c-4f6a-9251-7e58da43a1e5 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.13 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 0.2582843 Jun 30 09:03:32.574850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Request body: {'port': {'device_id': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'admin_state_up': True, 'tenant_id': '7547817487524c888a95c793c4805813'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:32.669148 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.682142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Transition to ACTIVE for port object f0caf1c9-ff47-474e-9b7d-1a58d52bd3af will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:32.700674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Transition to ACTIVE for port object f0caf1c9-ff47-474e-9b7d-1a58d52bd3af will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:32.701338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.713308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.731088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.762722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:32.768197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:32.776360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:32.853860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Allocated IP 172.25.8.169 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/1618e7b2-6829-4965-b4bf-38689982cb92) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:32.866381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Pushing event updated for resources: {'Port': ['ID=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:32.885665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Attempting to bind port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:32.886402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Attempting to bind port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:32.886949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Attempting to bind port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af on network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:32.893789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:32.894241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Checking segment: {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:32.894707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.895235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Bound using segment: {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:32.895770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Bound port: f0caf1c9-ff47-474e-9b7d-1a58d52bd3af, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:32.896209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.975411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.997519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] For port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:33.001074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] For port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:33.007810 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.014148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39528) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:33.029158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.100580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:33.103785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300ab1d-8990-41cf-b4a7-8f653ebd228e None None] Pushing event updated for resources: {'Port': ['ID=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.113403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:33.115924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:33.183742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Pushing event updated for resources: {'Port': ['ID=1618e7b2-6829-4965-b4bf-38689982cb92,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.209580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43dfee72-a509-43ed-ada0-d0b4b14c4aa2 req-398abb24-37db-485e-aa0f-f2f0f7b4f0e0 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 210 time: 0.0640538 Jun 30 09:03:33.242422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ffc03e3-971b-4c4c-8072-75b4ad27cbd8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.245937 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.267460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91031c0-0df8-4655-80e6-cbbdbf15e14a']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:33.315202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458e65c1-c30e-457d-a028-6d58140a63ab') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:33.315721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458e65c1-c30e-457d-a028-6d58140a63ab') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:33.341898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ffc03e3-971b-4c4c-8072-75b4ad27cbd8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.363242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.378479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Made reservation on behalf of 7547817487524c888a95c793c4805813 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:33.385433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.400954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.421875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:33.421875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:33.426462 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:33.518838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ffc03e3-971b-4c4c-8072-75b4ad27cbd8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.521624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ffc03e3-971b-4c4c-8072-75b4ad27cbd8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.522840 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ffc03e3-971b-4c4c-8072-75b4ad27cbd8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/security-groups/2530e3ef-fff8-4919-92a7-f622e85355db HTTP/1.1" status: 204 len: 168 time: 0.5075357 Jun 30 09:03:33.532754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:33.564095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0caf1c9-ff47-474e-9b7d-1a58d52bd3af up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:33.580274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc03e3-971b-4c4c-8072-75b4ad27cbd8 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2530e3ef-fff8-4919-92a7-f622e85355db,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.580943 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.588220 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-5d7b1b05-5865-456e-9eea-49a8865ad318 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] show failed (client error): The resource could not be found. Jun 30 09:03:33.589388 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d7b1b05-5865-456e-9eea-49a8865ad318 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "GET /v2.0/security-groups/2530e3ef-fff8-4919-92a7-f622e85355db HTTP/1.1" status: 404 len: 347 time: 0.0556552 Jun 30 09:03:33.592917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39542) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:33.605060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.608401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/networks/e91031c0-0df8-4655-80e6-cbbdbf15e14a HTTP/1.1" status: 204 len: 168 time: 1.2305400 Jun 30 09:03:33.612473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39544) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:33.638894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b509fa-ddfb-4fa5-bdeb-6f25032f147f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Network': ['ID=e91031c0-0df8-4655-80e6-cbbdbf15e14a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.671854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:33.711747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Allocated IP 172.20.0.13 (8c46d667-fb11-49e1-afd3-5d13734f52e6/4e5f507d-73ff-4e99-9b1c-1ee68c538803/e05f941f-3776-40df-96ae-c81d4bfdffbe) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:33.753576 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.826123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.885745 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.927876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.941323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:33.982757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:34.002082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:34.004622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:34.007454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event updated for resources: {'Port': ['ID=e05f941f-3776-40df-96ae-c81d4bfdffbe,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.067683 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.081584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.082432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.096901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca570d98-c089-4aef-b796-b69f8fcf0d53']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:34.120313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-8ca0ac5f-f6d0-4b75-bc57-7564d11de592 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5496767 Jun 30 09:03:34.121365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc231e1-9571-47f4-88b6-bbd3390256ac') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:34.121688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc231e1-9571-47f4-88b6-bbd3390256ac') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:34.140313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Request body: {'port': {'device_id': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:34.169075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.178147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port d6d90434-3b92-457a-bcd8-5ecac0f6ec58 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:34.178881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.230371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.238313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.315541 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.379876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3006c681-355a-4304-b636-94492b3000fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.438178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94010b67-c0b4-446a-af05-60b7cc3d9590 None None] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:34.511390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Provisioning for port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:34.526276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Provisioning complete for port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:34.526276 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.602045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734f65-e6f1-4fbe-9ff0-ad06d77dd436 req-9e93be04-2388-49f9-8cc0-dd73b39fee7a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.610111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a734f65-e6f1-4fbe-9ff0-ad06d77dd436 req-9e93be04-2388-49f9-8cc0-dd73b39fee7a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 932 time: 0.1961443 Jun 30 09:03:34.725550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a734f65-e6f1-4fbe-9ff0-ad06d77dd436 req-f30e358d-f323-468c-acbf-4013339e8af3 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140556 Jun 30 09:03:34.796105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05f941f-3776-40df-96ae-c81d4bfdffbe {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:34.804259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.807518 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.817826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Transition to ACTIVE for port object e05f941f-3776-40df-96ae-c81d4bfdffbe will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:34.824523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.880349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:34.882221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:34.892432 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:34.899691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Pushing event updated for resources: {'Port': ['ID=e05f941f-3776-40df-96ae-c81d4bfdffbe,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.943906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] For port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:34.956115 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.002135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Attempting to bind port e05f941f-3776-40df-96ae-c81d4bfdffbe on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:35.002466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Attempting to bind port e05f941f-3776-40df-96ae-c81d4bfdffbe by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:35.003251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Attempting to bind port e05f941f-3776-40df-96ae-c81d4bfdffbe on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:35.018032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Port e05f941f-3776-40df-96ae-c81d4bfdffbe on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:35.018479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Attempting to bind port e05f941f-3776-40df-96ae-c81d4bfdffbe on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:35.024789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Pushing event updated for resources: {'Port': ['ID=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.026441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:35.027520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Checking segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:35.027930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Bound using segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:35.028365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Bound port: e05f941f-3776-40df-96ae-c81d4bfdffbe, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:35.028850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.033441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.034068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.034734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.035714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.036256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.036923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.037471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.038035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.038572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.039171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.040258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.040797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaa63-e60e-419c-b188-4420b959565a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.071404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.109790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] For port e05f941f-3776-40df-96ae-c81d4bfdffbe, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:35.113353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] For port e05f941f-3776-40df-96ae-c81d4bfdffbe, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e05f941f-3776-40df-96ae-c81d4bfdffbe,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:35.122336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.146427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.147206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.162665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for d6d90434-3b92-457a-bcd8-5ecac0f6ec58 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:35.166864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.167567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.168989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] 10.222.0.13 "PUT /v2.0/ports/e05f941f-3776-40df-96ae-c81d4bfdffbe HTTP/1.1" status: 200 len: 1093 time: 1.0408828 Jun 30 09:03:35.169432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'tag': 'e05f941f-3776-40df-96ae-c81d4bfdffbe'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:35.172043 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555edcf-11a4-4767-ad24-004358bab4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4deb498a-683f-4451-9a85-3e90b3352bd4", "tag": "e05f941f-3776-40df-96ae-c81d4bfdffbe"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:35.221920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.233049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e58e6-f5f0-4d5f-a7eb-08e1a2187f15 service neutron] Pushing event updated for resources: {'Port': ['ID=e05f941f-3776-40df-96ae-c81d4bfdffbe,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.240348 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c291466-9ace-46cc-9584-ed2952bf3f90 x-openstack-request-id: req-2c291466-9ace-46cc-9584-ed2952bf3f90 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:35.240631 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4deb498a-683f-4451-9a85-3e90b3352bd4", "tag": "e05f941f-3776-40df-96ae-c81d4bfdffbe", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:35.240889 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c291466-9ace-46cc-9584-ed2952bf3f90 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:35.241482 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'tag': 'e05f941f-3776-40df-96ae-c81d4bfdffbe', 'status': 'completed', 'code': 200} Jun 30 09:03:35.242567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.248322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/networks/ca570d98-c089-4aef-b796-b69f8fcf0d53 HTTP/1.1" status: 204 len: 168 time: 1.6309037 Jun 30 09:03:35.249545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:35.337937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-9bcf208d-ccff-439f-977c-1d973f4813a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.340690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-9bcf208d-ccff-439f-977c-1d973f4813a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0965664 Jun 30 09:03:35.347290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f7180-d00f-46c8-827f-8b60ee7661aa tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Network': ['ID=ca570d98-c089-4aef-b796-b69f8fcf0d53,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.400428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b2486353-000c-4f92-a972-7390deb94574 None None] Provisioning complete for port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:35.401167 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b2486353-000c-4f92-a972-7390deb94574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.418757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-5d9809a7-bf78-4213-9cde-36da4d3869db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05f941f-3776-40df-96ae-c81d4bfdffbe HTTP/1.1" status: 200 len: 217 time: 0.0700357 Jun 30 09:03:35.432759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0caf1c9-ff47-474e-9b7d-1a58d52bd3af up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:35.482344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-5f2146a6-515f-440f-ab77-39ecbb0e04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.484235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-5f2146a6-515f-440f-ab77-39ecbb0e04f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.0597708 Jun 30 09:03:35.505582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:35.506295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.533498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-435ef987-2c5e-4bfc-aec0-652f508a2f94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427918 Jun 30 09:03:35.587328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571fb25-b130-48cd-9f2d-0693796e563d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.594890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571fb25-b130-48cd-9f2d-0693796e563d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.596686 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1571fb25-b130-48cd-9f2d-0693796e563d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3446977 Jun 30 09:03:35.601097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39580) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:35.609015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-879346850'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:35.635607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Router 141b078a-40da-450f-a854-3e9e0a9b8b58 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:03:35.647655 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.658522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Made reservation on behalf of 37ba4c4970ac4ed0a008bb70ef64dbb2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:35.662193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.674083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-19295c87-0dea-47ea-a572-97c845464735 service neutron] 10.222.0.13 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312666 Jun 30 09:03:35.698395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=d6d90434-3b92-457a-bcd8-5ecac0f6ec58,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.766190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.793942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:35.809981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fae4db1-31ae-49eb-b0fa-10e6ca89d219 req-7a359da8-5eb8-4ada-b643-15d40c5c2c5e service neutron] 10.222.0.13 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292806 Jun 30 09:03:35.830907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.831258 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Added segment 2af486bd-3776-4039-aaea-dfe2d7e859a6 of type vlan for network 2d6729a8-b722-432a-b69b-23dcb7c1a304 Jun 30 09:03:35.902748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.905595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.910152 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b858bca8-f4ac-4583-8a8b-173e7172860f tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/floatingips/3c4e1d1e-74d4-44ab-b636-e297146bf158 HTTP/1.1" status: 204 len: 168 time: 2.3122671 Jun 30 09:03:35.913224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39590) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:35.951155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.955351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:35.965274 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Sync routers for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:35.979411 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:35.980036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:35.996701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.998962 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-11101eda-7a0b-4249-b44c-a7f813a6e666 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1154900 Jun 30 09:03:36.002606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39596) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:36.003642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.009222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.009861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.080680 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4782512 Jun 30 09:03:36.084456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39600) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:36.090478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1602711053'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:36.102037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec6ade-147a-48b9-a8f3-25fe6f2e758a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Network': ['ID=2d6729a8-b722-432a-b69b-23dcb7c1a304,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:36.107084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555edcf-11a4-4767-ad24-004358bab4cd req-5534dde9-26f2-4425-bdaf-881aaca648b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.109132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8555edcf-11a4-4767-ad24-004358bab4cd req-5534dde9-26f2-4425-bdaf-881aaca648b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2451649 Jun 30 09:03:36.116411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2d6729a8-b722-432a-b69b-23dcb7c1a304 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:36.135299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Made reservation on behalf of 37ba4c4970ac4ed0a008bb70ef64dbb2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:36.139616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:36.139850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.194005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:36.209277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce397685-a4a6-47af-ba1b-f9b34583ed7e req-0aadfd91-fa0d-443a-b5d1-f514aedbb0fe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.210436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce397685-a4a6-47af-ba1b-f9b34583ed7e req-0aadfd91-fa0d-443a-b5d1-f514aedbb0fe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 944 time: 0.2864819 Jun 30 09:03:36.220899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.221254 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Added segment a4e9c4e5-d4fc-4324-b2d7-ae1712cbfc35 of type vlan for network 5f7ea749-b4f7-4d6c-ad58-1d8652eb7970 Jun 30 09:03:36.269503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.308933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.315089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.315821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.328155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port a808368f-b2c0-4f2f-942f-80dabee248b0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:36.328495 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.378110 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2930012 Jun 30 09:03:36.385570 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:33Z', 'revision_number': 3, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:36.385834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39602) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:36.393731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'ports': [{'network_id': '2d6729a8-b722-432a-b69b-23dcb7c1a304', 'name': 'tempest-port--493215516', 'admin_state_up': True}, {'network_id': '5f7ea749-b4f7-4d6c-ad58-1d8652eb7970', 'admin_state_up': False}]} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:36.393731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'port': {'network_id': '2d6729a8-b722-432a-b69b-23dcb7c1a304', 'name': 'tempest-port--493215516', 'admin_state_up': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:36.393731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'port': {'network_id': '5f7ea749-b4f7-4d6c-ad58-1d8652eb7970', 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:36.401904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce397685-a4a6-47af-ba1b-f9b34583ed7e req-1c5e6eaa-a4f1-41d2-b839-3b39a7880b4b tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762493 Jun 30 09:03:36.415137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555edcf-11a4-4767-ad24-004358bab4cd req-db9930eb-2970-48cb-bed9-d2b98944e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.416616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8555edcf-11a4-4767-ad24-004358bab4cd req-db9930eb-2970-48cb-bed9-d2b98944e869 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 916 time: 0.2724292 Jun 30 09:03:36.435414 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Checking router: 141b078a-40da-450f-a854-3e9e0a9b8b58 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:36.435762 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Updating router 141b078a-40da-450f-a854-3e9e0a9b8b58 port 1618e7b2-6829-4965-b4bf-38689982cb92 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:03:36.464252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc319e1-2978-41a6-92b4-e55f19f5ef5e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Network': ['ID=5f7ea749-b4f7-4d6c-ad58-1d8652eb7970,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:36.477784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 5f7ea749-b4f7-4d6c-ad58-1d8652eb7970 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:36.483279 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.548311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39606) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:36.608271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8555edcf-11a4-4767-ad24-004358bab4cd req-944cdbdd-6144-4b52-b18c-49cc80642e49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05f941f-3776-40df-96ae-c81d4bfdffbe HTTP/1.1" status: 200 len: 217 time: 0.1299558 Jun 30 09:03:36.614713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Made reservation on behalf of 37ba4c4970ac4ed0a008bb70ef64dbb2 for: {'port': 2} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:36.620047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.644183 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.723176 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.740402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] device_id is not set on port ae933d4f-27f2-4fe1-86b4-e3f142e476a7 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:03:36.757141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for a808368f-b2c0-4f2f-942f-80dabee248b0 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:36.774160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d26e10d8-4016-4001-9010-a11a35a1cb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.779294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555edcf-11a4-4767-ad24-004358bab4cd req-2c0ef405-eb9e-4e29-aa5d-4e2623607eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.780765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8555edcf-11a4-4767-ad24-004358bab4cd req-2c0ef405-eb9e-4e29-aa5d-4e2623607eda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.1428053 Jun 30 09:03:36.842033 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:03:36.845126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8555edcf-11a4-4767-ad24-004358bab4cd req-01884410-d59c-4a98-af08-1827e600a724 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534215 Jun 30 09:03:36.863821 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.865106 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.875578 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Transition to ACTIVE for port object 1618e7b2-6829-4965-b4bf-38689982cb92 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:36.882612 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.937155 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Attempting to bind port 1618e7b2-6829-4965-b4bf-38689982cb92 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:36.937834 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Attempting to bind port 1618e7b2-6829-4965-b4bf-38689982cb92 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:36.938237 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Attempting to bind port 1618e7b2-6829-4965-b4bf-38689982cb92 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:36.950653 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Pushing event updated for resources: {'Port': ['ID=1618e7b2-6829-4965-b4bf-38689982cb92,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:36.954157 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:36.954527 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:36.954918 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.955302 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:36.956229 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Bound port: 1618e7b2-6829-4965-b4bf-38689982cb92, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:36.956616 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.965471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] device_id is not set on port 842507e4-2148-4eaa-a370-05455181d78d yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:03:36.989893 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.990491 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.990697 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.991200 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.991748 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.992814 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.993304 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.993807 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.994287 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.994750 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.995230 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:36.995746 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:37.038497 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] For port 1618e7b2-6829-4965-b4bf-38689982cb92, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:37.042273 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] For port 1618e7b2-6829-4965-b4bf-38689982cb92, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1618e7b2-6829-4965-b4bf-38689982cb92,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:37.047635 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.097947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.103906 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:37.104612 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:37.148221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.162582 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2d959-cbd5-48fa-be12-4715abfd5d94 None None] Pushing event updated for resources: {'Port': ['ID=1618e7b2-6829-4965-b4bf-38689982cb92,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.163128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8555edcf-11a4-4767-ad24-004358bab4cd req-5c191d7b-8d6c-4be7-a091-3a0321af2461 service neutron] 10.222.0.13 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783282 Jun 30 09:03:37.212389 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.217584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Port': ['ID=ae933d4f-27f2-4fe1-86b4-e3f142e476a7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.235435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Checking segment: {'id': '2af486bd-3776-4039-aaea-dfe2d7e859a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d6729a8-b722-432a-b69b-23dcb7c1a304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:37.235882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network hostable DHCP agents. Network: 2d6729a8-b722-432a-b69b-23dcb7c1a304, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:37.242487 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:37.254145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network 2d6729a8-b722-432a-b69b-23dcb7c1a304 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:37.264194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2d6729a8-b722-432a-b69b-23dcb7c1a304) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:37.267844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:37.268719 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.277586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071491e-452a-4a62-b02e-b5217aebfadb None None] Network 2d6729a8-b722-432a-b69b-23dcb7c1a304 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:37.331159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Port': ['ID=842507e4-2148-4eaa-a370-05455181d78d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.349112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Checking segment: {'id': 'a4e9c4e5-d4fc-4324-b2d7-ae1712cbfc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5f7ea749-b4f7-4d6c-ad58-1d8652eb7970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:37.349471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network hostable DHCP agents. Network: 5f7ea749-b4f7-4d6c-ad58-1d8652eb7970, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:37.373205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network 5f7ea749-b4f7-4d6c-ad58-1d8652eb7970 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:37.385667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 5f7ea749-b4f7-4d6c-ad58-1d8652eb7970) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:37.391868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:37.401724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.406709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.407568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.408438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e6267b-5b89-45f4-b5a4-f61968fd3ed0 None None] Network 5f7ea749-b4f7-4d6c-ad58-1d8652eb7970 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:37.481479 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:33Z', 'revision_number': 3, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:37.510373 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd1ab1-928d-40ba-bf79-e9662354916d None None] The sync data for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 is: [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:33Z', 'revision_number': 3, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:37.548095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e05f941f-3776-40df-96ae-c81d4bfdffbe details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:37.659993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e05f941f-3776-40df-96ae-c81d4bfdffbe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e05f941f-3776-40df-96ae-c81d4bfdffbe,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:37.662849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d26e10d8-4016-4001-9010-a11a35a1cb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.669699 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.678699 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-40306d64-0e6d-4459-a574-7fb3bde3b10d tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2911625 Jun 30 09:03:37.679905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39614) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:37.690836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d26e10d8-4016-4001-9010-a11a35a1cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.708830 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.814617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=a808368f-b2c0-4f2f-942f-80dabee248b0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.847518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c2686-dbb2-402b-9f78-f900b7fdfa23 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.853728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c2686-dbb2-402b-9f78-f900b7fdfa23 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.862669 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-be6c2686-dbb2-402b-9f78-f900b7fdfa23 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1788342 Jun 30 09:03:37.862669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39616) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:37.867467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d26e10d8-4016-4001-9010-a11a35a1cb11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfaee6578f624917878db999255413ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3034728 Jun 30 09:03:37.868662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39618) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:37.903938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e05f941f-3776-40df-96ae-c81d4bfdffbe', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'port_id': 'e05f941f-3776-40df-96ae-c81d4bfdffbe', 'mac_address': 'fa:16:3e:f8:bf:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5f507d-73ff-4e99-9b1c-1ee68c538803', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:37.939007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66ff80c9-c8b3-4308-96b4-7e4e4bbdc0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.948667 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.949203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e10d8-4016-4001-9010-a11a35a1cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f02385-75da-4b0c-87f5-6677d035bc65,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.974788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05f941f-3776-40df-96ae-c81d4bfdffbe {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:37.982072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66ff80c9-c8b3-4308-96b4-7e4e4bbdc0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.986844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8555edcf-11a4-4767-ad24-004358bab4cd req-291e141f-11ea-4534-92ed-f9e2abeec1fc service neutron] 10.222.0.13 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096509 Jun 30 09:03:38.004367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e05f941f-3776-40df-96ae-c81d4bfdffbe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e05f941f-3776-40df-96ae-c81d4bfdffbe,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:38.012977 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.057906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66ff80c9-c8b3-4308-96b4-7e4e4bbdc0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.069811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66ff80c9-c8b3-4308-96b4-7e4e4bbdc0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.074337 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-66ff80c9-c8b3-4308-96b4-7e4e4bbdc0bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2f02385-75da-4b0c-87f5-6677d035bc65 HTTP/1.1" status: 204 len: 168 time: 0.2126665 Jun 30 09:03:38.090093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff80c9-c8b3-4308-96b4-7e4e4bbdc0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f02385-75da-4b0c-87f5-6677d035bc65,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.092092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d6017-6d2a-40e7-9dd7-41bdf0e8daac req-353ff23f-1827-4d0c-9738-d8340c20c9d0 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.099444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-786d6017-6d2a-40e7-9dd7-41bdf0e8daac req-353ff23f-1827-4d0c-9738-d8340c20c9d0 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 944 time: 0.4902530 Jun 30 09:03:38.106434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e05f941f-3776-40df-96ae-c81d4bfdffbe,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.129921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.131801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1ba3d943-e03f-4f40-82f7-2f0a2380bbbb tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/ports/a808368f-b2c0-4f2f-942f-80dabee248b0 HTTP/1.1" status: 204 len: 168 time: 2.2167637 Jun 30 09:03:38.135157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39624) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.260603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e05f941f-3776-40df-96ae-c81d4bfdffbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:38.288728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-786d6017-6d2a-40e7-9dd7-41bdf0e8daac req-e3f85a10-eb8b-4f42-bba9-aac85bfc24ce tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879525 Jun 30 09:03:38.291145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:38.291576 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.323419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Allocated IP 172.20.0.1 (148cd805-f10c-40b6-a7f6-2fbfe3240f86/9fec0685-41aa-4b1f-bd7f-a0938bef73ba/c3c251af-dfb7-40da-8dfa-4326bfbddb8d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:38.327240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Deleting port ae933d4f-27f2-4fe1-86b4-e3f142e476a7 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:38.327580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.436875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.454588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for 6352cf45-a3b1-4f94-8f17-6f37cf6affd7 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:38.575902 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.598098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Calling delete_port for ae933d4f-27f2-4fe1-86b4-e3f142e476a7 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:38.619197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39628) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.628444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.641855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-540b6cd3-e022-43c0-86e2-d7a3387b37f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.645742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.678474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Transition to ACTIVE for port object c3c251af-dfb7-40da-8dfa-4326bfbddb8d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:38.684827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=6352cf45-a3b1-4f94-8f17-6f37cf6affd7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.737335 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.746775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.777822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Port': ['ID=ae933d4f-27f2-4fe1-86b4-e3f142e476a7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.787876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.788037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.796266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-32aa757d-c40a-4401-8722-14c5cb765da7 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/ports/6352cf45-a3b1-4f94-8f17-6f37cf6affd7 HTTP/1.1" status: 204 len: 168 time: 0.6542702 Jun 30 09:03:38.796634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-31bc3a08-b23b-4154-bdd5-4c4de2fa1887 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/ports/ae933d4f-27f2-4fe1-86b4-e3f142e476a7 HTTP/1.1" status: 204 len: 168 time: 0.8795576 Jun 30 09:03:38.796728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39630) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.796728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.813299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:38.818551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:38.822782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:38.853874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.881698 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.920253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting subnet c0cfc681-d89c-4223-baa1-bd655a96483f {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:38.925645 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.999933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-540b6cd3-e022-43c0-86e2-d7a3387b37f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.011350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-540b6cd3-e022-43c0-86e2-d7a3387b37f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.020501 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.038845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.092181 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-540b6cd3-e022-43c0-86e2-d7a3387b37f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=882cb2fe1c42400695ca84ed33313b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719214 Jun 30 09:03:39.099843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39636) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:39.117338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b6cd3-e022-43c0-86e2-d7a3387b37f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fcf255-7a85-4402-9e1f-8f28a5755ca8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.165228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-08e7515c-f2c7-46eb-ba29-c4b0e4b13f27 None None] Provisioning for port c3c251af-dfb7-40da-8dfa-4326bfbddb8d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:39.171376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-08e7515c-f2c7-46eb-ba29-c4b0e4b13f27 None None] Provisioning complete for port c3c251af-dfb7-40da-8dfa-4326bfbddb8d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:39.172068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08e7515c-f2c7-46eb-ba29-c4b0e4b13f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.187814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Deleting port 842507e4-2148-4eaa-a370-05455181d78d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:39.188382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.215714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-08e7515c-f2c7-46eb-ba29-c4b0e4b13f27 None None] Port c3c251af-dfb7-40da-8dfa-4326bfbddb8d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:39.227992 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.234753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.305948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.309020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.321504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a50add2-eaac-4d2b-b6ff-c32ed871a0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.335529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.475492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:39.481462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1618e7b2-6829-4965-b4bf-38689982cb92 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:39.516521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:39.552212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 1618e7b2-6829-4965-b4bf-38689982cb92 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:39.559795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e05f941f-3776-40df-96ae-c81d4bfdffbe up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:39.591203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1618e7b2-6829-4965-b4bf-38689982cb92 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:39.592168 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.631061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f3c2b-c751-4835-9601-99a340db6c1c req-529f7b76-dfbc-465c-82d5-0e60b9922152 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.632757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-901f3c2b-c751-4835-9601-99a340db6c1c req-529f7b76-dfbc-465c-82d5-0e60b9922152 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 945 time: 0.1612916 Jun 30 09:03:39.672924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.695080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port e05f941f-3776-40df-96ae-c81d4bfdffbe completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:39.696326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a50add2-eaac-4d2b-b6ff-c32ed871a0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.703213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e05f941f-3776-40df-96ae-c81d4bfdffbe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:39.703680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.712679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Calling delete_port for 842507e4-2148-4eaa-a370-05455181d78d owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:39.727892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-901f3c2b-c751-4835-9601-99a340db6c1c req-763715b3-010a-4c6b-a6eb-ce0ea221fcf2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Jun 30 09:03:39.737005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Router 141b078a-40da-450f-a854-3e9e0a9b8b58 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:39.771984 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.842913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.846188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 1618e7b2-6829-4965-b4bf-38689982cb92, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1618e7b2-6829-4965-b4bf-38689982cb92,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.859173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.879036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cfc681-d89c-4223-baa1-bd655a96483f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.890388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.892365 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1170a4b4-1c0f-4942-abcd-7a0e551bd759 tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/subnets/c0cfc681-d89c-4223-baa1-bd655a96483f HTTP/1.1" status: 204 len: 168 time: 1.0983207 Jun 30 09:03:39.899940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39642) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:39.900561 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.906714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3172c4-aa81-48a6-9b34-9b585ae3594d None None] Network 0c3277fc-9910-4118-a442-8a5263a127ed requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:39.911191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a50add2-eaac-4d2b-b6ff-c32ed871a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.913771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a50add2-eaac-4d2b-b6ff-c32ed871a0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.915522 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a50add2-eaac-4d2b-b6ff-c32ed871a0e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7fcf255-7a85-4402-9e1f-8f28a5755ca8 HTTP/1.1" status: 204 len: 168 time: 0.8067870 Jun 30 09:03:39.946479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:39.951445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50add2-eaac-4d2b-b6ff-c32ed871a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fcf255-7a85-4402-9e1f-8f28a5755ca8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.963361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-87b911af-51fd-4e5d-a280-a0e5299312a6 admin admin] 10.222.0.53 "PUT /v2.0/routers/141b078a-40da-450f-a854-3e9e0a9b8b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9573040 Jun 30 09:03:39.966696 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.996870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Sync routers for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:40.041686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-c69b41e5-5c8f-4d3d-b638-96dbee773019 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0856500 Jun 30 09:03:40.045369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-723fded9-5460-4886-961d-24f96866cb80 None None] Provisioning complete for port c3c251af-dfb7-40da-8dfa-4326bfbddb8d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:40.045843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-723fded9-5460-4886-961d-24f96866cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.047928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f941f-3776-40df-96ae-c81d4bfdffbe'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:40.050633 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d4928-80f7-48d9-a4d4-67d3bbaf77bc" -d '{"events": [{"server_uuid": "4deb498a-683f-4451-9a85-3e90b3352bd4", "name": "network-vif-plugged", "status": "completed", "tag": "e05f941f-3776-40df-96ae-c81d4bfdffbe"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:40.086644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting subnet 2c22bd83-9558-49bf-ba17-fa2105b4a7b2 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:40.093669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.100837 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/ports/842507e4-2148-4eaa-a370-05455181d78d HTTP/1.1" status: 204 len: 168 time: 1.3041558 Jun 30 09:03:40.103370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.110523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52858044-462e-46d9-9d32-108c3ebaf180 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Port': ['ID=842507e4-2148-4eaa-a370-05455181d78d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.112286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39650) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.151909 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d477da-b7a0-43b9-8e02-106a9edbe348 x-openstack-request-id: req-c3d477da-b7a0-43b9-8e02-106a9edbe348 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:40.152194 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4deb498a-683f-4451-9a85-3e90b3352bd4", "name": "network-vif-plugged", "status": "completed", "tag": "e05f941f-3776-40df-96ae-c81d4bfdffbe", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:40.152789 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3d477da-b7a0-43b9-8e02-106a9edbe348 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:40.153338 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f941f-3776-40df-96ae-c81d4bfdffbe', 'code': 200} Jun 30 09:03:40.154168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=1618e7b2-6829-4965-b4bf-38689982cb92,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.159006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-3471c36a-ba7e-4d04-8dcf-019ed8f0f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.161299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-3471c36a-ba7e-4d04-8dcf-019ed8f0f2a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1098 time: 0.0930436 Jun 30 09:03:40.176575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e05f941f-3776-40df-96ae-c81d4bfdffbe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e05f941f-3776-40df-96ae-c81d4bfdffbe,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:40.181141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:40.182207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:40.223406 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-24ef31d7-8be3-40c7-9096-5733f71d4b1f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0761120 Jun 30 09:03:40.229000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39656) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.229167 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.251519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-574285074'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:40.285204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.310014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e05f941f-3776-40df-96ae-c81d4bfdffbe,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.335444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Made reservation on behalf of 37ba4c4970ac4ed0a008bb70ef64dbb2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:40.344122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-723fded9-5460-4886-961d-24f96866cb80 None None] Port c3c251af-dfb7-40da-8dfa-4326bfbddb8d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:40.353324 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.412265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7922437-a147-48f0-ac65-5b6e4bbc002f req-c6d61f3c-6783-4694-9439-a8bb3e801ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.413826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7922437-a147-48f0-ac65-5b6e4bbc002f req-c6d61f3c-6783-4694-9439-a8bb3e801ade service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 1098 time: 0.1760669 Jun 30 09:03:40.415463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-ca4ba1ef-5af3-4de1-aa3f-fb9ea3f1010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.416399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-ca4ba1ef-5af3-4de1-aa3f-fb9ea3f1010f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.2243516 Jun 30 09:03:40.439418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:40.464379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:40.486378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.489911 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.490264 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Added segment b16f20c8-bac4-4946-b3e9-8c3386648946 of type vlan for network cb7afa5a-f591-4652-9d2a-9ebf1145f144 Jun 30 09:03:40.531762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39662) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.568669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-4eb76889-7920-45ee-9098-6228ca148956 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 1001 time: 0.1363699 Jun 30 09:03:40.571602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] DHCP port deletion for 0c3277fc-9910-4118-a442-8a5263a127ed request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:40.600984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.639158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-848237e1-4627-48c8-9bad-77d3097870ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.640943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-848237e1-4627-48c8-9bad-77d3097870ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.0621638 Jun 30 09:03:40.677586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48adb493-8de3-47da-bdff-ae9a599b563a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.680921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.686732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.687355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.700997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7922437-a147-48f0-ac65-5b6e4bbc002f req-dc2e35a0-a665-4f52-aac8-8c63fd5fecbd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731907 Jun 30 09:03:40.728238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-c9fbd4d0-1b52-4800-94b9-204d147545f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.729874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-c9fbd4d0-1b52-4800-94b9-204d147545f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783134 Jun 30 09:03:40.760235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] Deleting port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:40.760719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.770008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.806021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Subnet': ['ID=2c22bd83-9558-49bf-ba17-fa2105b4a7b2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.829538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca4674-9ba6-4b60-9313-dac456d7c6e7 None None] Network 9f16d819-f744-474e-9604-46005a705582 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:40.865118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.869806 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a32fef9-a286-46dc-9ddc-a3aee6d5508d tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/subnets/2c22bd83-9558-49bf-ba17-fa2105b4a7b2 HTTP/1.1" status: 204 len: 168 time: 0.9686489 Jun 30 09:03:40.871058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Network': ['ID=cb7afa5a-f591-4652-9d2a-9ebf1145f144,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.874489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39672) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.894359 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee79717e-ee31-4b70-9a5f-7b39bd3c745e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6637609 Jun 30 09:03:40.896581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39674) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.907055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1794757004'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:40.918436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network cb7afa5a-f591-4652-9d2a-9ebf1145f144 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:40.965746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39678) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.971308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-851657401-network', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:40.978829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-42fc3880-6319-4016-a13e-b3ce6cd93a78 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317994 Jun 30 09:03:40.987183 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48adb493-8de3-47da-bdff-ae9a599b563a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.994108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48adb493-8de3-47da-bdff-ae9a599b563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.013041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] For port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,segment=NetworkSegment(a614e638-a9ef-46f5-8479-ab88acf47897),segment_id=a614e638-a9ef-46f5-8479-ab88acf47897)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:41.013434 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.043813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb493-8de3-47da-bdff-ae9a599b563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf47e8-de9c-4158-a973-86eb51b28c65,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.047358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] Calling delete_port for e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:41.061772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Made reservation on behalf of 37ba4c4970ac4ed0a008bb70ef64dbb2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:41.065244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.068826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.072488 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48adb493-8de3-47da-bdff-ae9a599b563a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=639bdaae2a064d0bbbcddd1568478b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306702 Jun 30 09:03:41.077476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39680) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:41.095954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 2, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:41.099293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:41.109205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.110052 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Added segment b02b420a-7487-40b6-bbc5-fbdd23e869f9 of type vlan for network 894d7681-ea3d-460b-8970-36bd01c66614 Jun 30 09:03:41.137546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a289-53ff-4725-bfdb-266f292c1e47 req-d263368a-5d3c-4b1a-9f2a-79076d4ec6b4 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.139133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f17a289-53ff-4725-bfdb-266f292c1e47 req-d263368a-5d3c-4b1a-9f2a-79076d4ec6b4 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 946 time: 0.2613471 Jun 30 09:03:41.149147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.174983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Made reservation on behalf of 1dc064a36ae24d0a8cd4b93c031f2b95 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:41.177662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.181314 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.183489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Checking router: 141b078a-40da-450f-a854-3e9e0a9b8b58 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:41.183846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Updating router 141b078a-40da-450f-a854-3e9e0a9b8b58 port c3c251af-dfb7-40da-8dfa-4326bfbddb8d binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:03:41.187260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.187869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.207742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.243597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5eb5419a-1597-44e8-b0f1-3ddcbda120c6 req-68db1c33-241d-4568-b577-8387f7dd3da8 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512259 Jun 30 09:03:41.245126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.247511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.254302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f17a289-53ff-4725-bfdb-266f292c1e47 req-d8cdba4f-1918-4078-b183-95cb749e0d83 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898092 Jun 30 09:03:41.285711 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3704259 Jun 30 09:03:41.285711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294caae0-46c1-408e-bf4b-c3e947e3c189 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Network': ['ID=894d7681-ea3d-460b-8970-36bd01c66614,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.302679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 894d7681-ea3d-460b-8970-36bd01c66614 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:41.337468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.357898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.391154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.405600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:41.407054 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.408265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.422502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:41.430299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] Pushing event deleted for resources: {'Port': ['ID=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.438480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.438947 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Added segment f79a7602-d116-403e-8eb9-82ad9f8cbffd of type vlan for network eadb65f2-bb6f-4e01-b8fd-6544c3146186 Jun 30 09:03:41.471095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39682) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:41.478800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'subnets': [{'network_id': 'cb7afa5a-f591-4652-9d2a-9ebf1145f144', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--996715392', 'ip_version': 4}, {'network_id': '894d7681-ea3d-460b-8970-36bd01c66614', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:41.479195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'subnet': {'network_id': 'cb7afa5a-f591-4652-9d2a-9ebf1145f144', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--996715392', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:41.479825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Request body: {'subnet': {'network_id': '894d7681-ea3d-460b-8970-36bd01c66614', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:41.486310 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.548402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7375d-325b-4d2c-a306-b7a239f6109b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.552975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.554447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.555845 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.633776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] For port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b, host n-d-758944-40, got binding levels [] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:41.633776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.634694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e630e5b-5be9-4db4-a3b9-43852751c113 None None] No DVR routers for this DVR port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:41.651934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] DHCP port deletion for 9f16d819-f744-474e-9604-46005a705582 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:41.654369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] Pushing event updated for resources: {'Network': ['ID=eadb65f2-bb6f-4e01-b8fd-6544c3146186,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.654540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1618e7b2-6829-4965-b4bf-38689982cb92 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:41.671364 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-628a5f0e-6cf1-4b54-8016-ab8b95d6c647 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6998925 Jun 30 09:03:41.671364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39684) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:41.673100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Request body: {'subnet': {'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-851657401-subnet', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:41.686850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:41.696292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:41.696858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Made reservation on behalf of 1dc064a36ae24d0a8cd4b93c031f2b95 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:41.699877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.739944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.ipam_backend_mixin [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b was not found and therefore no delete operation was performed {{(pid=100240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:03:41.743512 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.747270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.749160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7bf47e8-de9c-4158-a973-86eb51b28c65 HTTP/1.1" status: 204 len: 168 time: 0.6697049 Jun 30 09:03:41.756694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.825575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.861986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf47e8-de9c-4158-a973-86eb51b28c65,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.869526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] No DVR routers for this DVR port e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:41.877606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.877984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.878330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.878892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.879259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.879609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.880012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.880509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.880839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.881165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.881492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.881838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd0319-e387-41ef-aa2f-6b3baa2b2f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.889621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.889997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.890767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.890965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.891771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.892125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.892652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.893110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.893454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.893989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.894323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.894687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:41.989371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1618e7b2-6829-4965-b4bf-38689982cb92 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:41.989766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.996171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] Deleting port a6de564f-3036-472c-ba66-db473a740285 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:41.996589 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.006519 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.008830 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.016963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3277fc-9910-4118-a442-8a5263a127ed']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:42.029758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a614e638-a9ef-46f5-8479-ab88acf47897') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:42.030064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a614e638-a9ef-46f5-8479-ab88acf47897') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:42.039950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.055396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.064708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:42.065115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:42.068481 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:42.105792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] For port a6de564f-3036-472c-ba66-db473a740285, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a6de564f-3036-472c-ba66-db473a740285,segment=NetworkSegment(8e0d669c-901e-46be-9bd7-a6bb79e2c1e1),segment_id=8e0d669c-901e-46be-9bd7-a6bb79e2c1e1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:42.106129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc04db8f-7bbb-4d48-87c3-640b776c1ad4,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:42.106236 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.110640 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Checking segment: {'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:42.110969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Network hostable DHCP agents. Network: eadb65f2-bb6f-4e01-b8fd-6544c3146186, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:42.137651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Made reservation on behalf of 37ba4c4970ac4ed0a008bb70ef64dbb2 for: {'subnet': 2} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:42.143064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.143244 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.143444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:42.147981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] Calling delete_port for a6de564f-3036-472c-ba66-db473a740285 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:42.156303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, eadb65f2-bb6f-4e01-b8fd-6544c3146186) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:42.163264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.164140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.171384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f262edf7-3a53-4492-891e-d056da39e5ca None None] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:42.184842 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1892064c-6ccf-439e-86cb-63fb6a90796f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5159824 Jun 30 09:03:42.187446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39694) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:42.192871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:42.228220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.229767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.236728 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.246740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.251723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39698) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:42.251878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/networks/0c3277fc-9910-4118-a442-8a5263a127ed HTTP/1.1" status: 204 len: 168 time: 1.3756487 Jun 30 09:03:42.266980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb7aee-091e-48c9-acd4-9ac53674679a tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Network': ['ID=0c3277fc-9910-4118-a442-8a5263a127ed,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:42.394177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.397186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.425544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.453106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:42.503884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Transition to ACTIVE for port object c3c251af-dfb7-40da-8dfa-4326bfbddb8d will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:42.662750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.683438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:42.684952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e7c5b950-bfe0-4b6d-83fd-3ddb31b3401b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:42.693113 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.755620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898a9a9-29c1-4159-b7ce-6c36e7474a94 req-1def8749-03a5-4fbf-810d-19fc43e3a881 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.766051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5898a9a9-29c1-4159-b7ce-6c36e7474a94 req-1def8749-03a5-4fbf-810d-19fc43e3a881 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 946 time: 0.2445061 Jun 30 09:03:42.799331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-eadb65f2-bb6f-4e01-b8fd-6544c3146186', 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'fixed_ips': [{'subnet_id': 'bc04db8f-7bbb-4d48-87c3-640b776c1ad4'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:42.800730 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.803194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Deleting port a6de564f-3036-472c-ba66-db473a740285 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:42.803396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.818824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.830513 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.953199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f7c1-7ab9-4dc9-829a-2f2772e0ee24 None None] Pushing event updated for resources: {'Port': ['ID=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:42.956755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5898a9a9-29c1-4159-b7ce-6c36e7474a94 req-40fbdd8b-7b96-46e0-82e2-90447c4240ab tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890097 Jun 30 09:03:42.973527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] No DVR routers for this DVR port a6de564f-3036-472c-ba66-db473a740285 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:43.013092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] For port a6de564f-3036-472c-ba66-db473a740285, host n-d-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:43.013453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.034341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Subnet': ['ID=cd246529-9bb4-43cf-8fbe-c1ad9462c720,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.038963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Calling delete_port for a6de564f-3036-472c-ba66-db473a740285 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:43.051418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Port a6de564f-3036-472c-ba66-db473a740285 was not found and therefore no delete operation was performed {{(pid=100238) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:03:43.067121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Checking segment: {'id': 'b16f20c8-bac4-4946-b3e9-8c3386648946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cb7afa5a-f591-4652-9d2a-9ebf1145f144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:43.068868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network hostable DHCP agents. Network: cb7afa5a-f591-4652-9d2a-9ebf1145f144, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:43.122119 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.129701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network cb7afa5a-f591-4652-9d2a-9ebf1145f144 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:43.168135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Attempting to bind port c3c251af-dfb7-40da-8dfa-4326bfbddb8d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:43.170012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Attempting to bind port c3c251af-dfb7-40da-8dfa-4326bfbddb8d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:43.170431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Attempting to bind port c3c251af-dfb7-40da-8dfa-4326bfbddb8d on network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:43.172126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, cb7afa5a-f591-4652-9d2a-9ebf1145f144) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:43.178905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.183404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Port': ['ID=a6de564f-3036-472c-ba66-db473a740285,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.187399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aa236-2f51-47c8-bde5-294b8a837c9a None None] Pushing event deleted for resources: {'Port': ['ID=a6de564f-3036-472c-ba66-db473a740285,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.204347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] No DVR routers for this DVR port a6de564f-3036-472c-ba66-db473a740285 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:43.205099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c38de-ae60-4195-ab5f-bc3b4999f4dc None None] Network cb7afa5a-f591-4652-9d2a-9ebf1145f144 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:43.355660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event updated for resources: {'Subnet': ['ID=a3343404-b861-4356-af5d-5aac409a193b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.359492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.365315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:43.365701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Checking segment: {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:43.366099 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.366588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Bound using segment: {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:43.367595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Bound port: c3c251af-dfb7-40da-8dfa-4326bfbddb8d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:43.372855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Checking segment: {'id': 'b02b420a-7487-40b6-bbc5-fbdd23e869f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '894d7681-ea3d-460b-8970-36bd01c66614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:43.373090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network hostable DHCP agents. Network: 894d7681-ea3d-460b-8970-36bd01c66614, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:43.376397 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.397702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f16d819-f744-474e-9604-46005a705582']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:43.414934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Network 894d7681-ea3d-460b-8970-36bd01c66614 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:43.424893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:43.425152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0d669c-901e-46be-9bd7-a6bb79e2c1e1') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:43.432744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 894d7681-ea3d-460b-8970-36bd01c66614) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:43.439921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.442252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.446790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.447240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.448075 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.476120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.477986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1013bd20-00e2-4c5a-ba9f-634c4d95b708 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0048580 Jun 30 09:03:43.480841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39730) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:43.488765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.500346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:43.500533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a6de564f-3036-472c-ba66-db473a740285 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:43.500948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.503412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000eb415-ddeb-433e-b0cd-c52f86ead47d None None] Network 894d7681-ea3d-460b-8970-36bd01c66614 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:43.506364 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:43.608744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf802648-496a-49d2-8d86-33f40b42bb88 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.610565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf802648-496a-49d2-8d86-33f40b42bb88 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.611976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf802648-496a-49d2-8d86-33f40b42bb88 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.613821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bf802648-496a-49d2-8d86-33f40b42bb88 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1318803 Jun 30 09:03:43.616835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:43.655478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Allocated IP 172.25.8.43 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a5266702-faa3-40eb-a0c0-821cd78ce1fd) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:43.709492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a6de564f-3036-472c-ba66-db473a740285 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:43.710050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a6de564f-3036-472c-ba66-db473a740285 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:43.727458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Deleting subnet cd246529-9bb4-43cf-8fbe-c1ad9462c720 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:43.736401 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.817480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.824593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.828402 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.830818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.837708 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] 10.222.0.53 "DELETE /v2.0/networks/9f16d819-f744-474e-9604-46005a705582 HTTP/1.1" status: 204 len: 168 time: 1.5840871 Jun 30 09:03:43.868104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896295d7-0b85-442d-a71a-12d801f762dd tempest-TaggedBootDevicesTest_v242-761910442 tempest-TaggedBootDevicesTest_v242-761910442-project] Pushing event deleted for resources: {'Network': ['ID=9f16d819-f744-474e-9604-46005a705582,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.917998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.925547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.003392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Allocated IP 172.20.0.2 (eadb65f2-bb6f-4e01-b8fd-6544c3146186/bc04db8f-7bbb-4d48-87c3-640b776c1ad4/24d78eb0-fbac-4653-952c-8cedf49787b8) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:44.005813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] For port c3c251af-dfb7-40da-8dfa-4326bfbddb8d, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:44.031837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:44.043787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:44.066682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:44.068929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Pushing event updated for resources: {'Port': ['ID=a5266702-faa3-40eb-a0c0-821cd78ce1fd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.074430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.111858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] For port c3c251af-dfb7-40da-8dfa-4326bfbddb8d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:44.112206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Subnet': ['ID=cd246529-9bb4-43cf-8fbe-c1ad9462c720,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.116339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.121429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6eccd5b-7652-475c-9c2a-9db5a7057e34 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/subnets/cd246529-9bb4-43cf-8fbe-c1ad9462c720 HTTP/1.1" status: 204 len: 168 time: 0.5030010 Jun 30 09:03:44.122209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39756) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:44.142496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.206668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Deleting subnet a3343404-b861-4356-af5d-5aac409a193b {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:44.210525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.469071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:44.469749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:44.579467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.688247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b457af4b-2cc1-415f-bd28-2c553afb1f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-cb7afa5a-f591-4652-9d2a-9ebf1145f144', 'network_id': 'cb7afa5a-f591-4652-9d2a-9ebf1145f144', 'tenant_id': '37ba4c4970ac4ed0a008bb70ef64dbb2', 'fixed_ips': [{'subnet_id': 'cd246529-9bb4-43cf-8fbe-c1ad9462c720'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:44.689118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b457af4b-2cc1-415f-bd28-2c553afb1f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.854671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.865913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.939466 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.000940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f7c1-7ab9-4dc9-829a-2f2772e0ee24 None None] Pushing event updated for resources: {'Port': ['ID=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:45.014657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a223a-793e-4477-b21c-2ef0f6e38b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-894d7681-ea3d-460b-8970-36bd01c66614', 'network_id': '894d7681-ea3d-460b-8970-36bd01c66614', 'tenant_id': '37ba4c4970ac4ed0a008bb70ef64dbb2', 'fixed_ips': [{'subnet_id': 'a3343404-b861-4356-af5d-5aac409a193b'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:45.015488 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-176a223a-793e-4477-b21c-2ef0f6e38b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.057069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:03:45.156560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.234114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Subnet': ['ID=a3343404-b861-4356-af5d-5aac409a193b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:45.236114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:45.254229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.256695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-400e51d2-d294-4e3c-b719-9943e665994f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/subnets/a3343404-b861-4356-af5d-5aac409a193b HTTP/1.1" status: 204 len: 168 time: 1.1332214 Jun 30 09:03:45.259264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39780) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:45.305950 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.315557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e957648-3e9f-4e93-9c7f-2eccd44c6003 None None] Network cb7afa5a-f591-4652-9d2a-9ebf1145f144 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:45.328480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Transition to ACTIVE for port object 24d78eb0-fbac-4653-952c-8cedf49787b8 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-176a223a-793e-4477-b21c-2ef0f6e38b53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3343404-b861-4356-af5d-5aac409a193b: This subnet is being modified by another concurrent operation. Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3343404-b861-4356-af5d-5aac409a193b: This subnet is being modified by another concurrent operation. Jun 30 09:03:45.347947 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 09:03:45.372305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6c592-1092-430a-b74b-31ab215ba34e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.374567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-72a6c592-1092-430a-b74b-31ab215ba34e tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139953 Jun 30 09:03:45.378471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39782) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:45.428954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79f843-1939-4351-b315-13e1b58f5c25 None None] Network 894d7681-ea3d-460b-8970-36bd01c66614 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:45.534519 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.606678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Transition to ACTIVE for port object 24d78eb0-fbac-4653-952c-8cedf49787b8 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:45.636511 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.682020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-fb895e7f-6479-4b75-a1d6-6644a5aa30a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6512244 Jun 30 09:03:45.695413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39790) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:45.698861 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.739137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894d7681-ea3d-460b-8970-36bd01c66614']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:45.757057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:45.767209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Sync routers for ids ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:45.773605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02b420a-7487-40b6-bbc5-fbdd23e869f9') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:45.778965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02b420a-7487-40b6-bbc5-fbdd23e869f9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:45.781738 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Routers {'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:45.782355 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:45.787404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.791710 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7bf387bc-5745-4858-afd7-7a70385dab89 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6002102 Jun 30 09:03:45.791981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39794) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:45.802697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:45.803688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.822675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.830689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:45.831426 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.841027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:45.845450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:45.904834 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:45.915607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Pushing event updated for resources: {'Port': ['ID=24d78eb0-fbac-4653-952c-8cedf49787b8,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:45.917833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.920598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb577b3b-bc28-4c0f-85b8-77798f0ff17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.926774 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.932067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/networks/894d7681-ea3d-460b-8970-36bd01c66614 HTTP/1.1" status: 204 len: 168 time: 0.5511642 Jun 30 09:03:45.948638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39796) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:45.966829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418d125-bcbc-4646-9d1b-083a5de71922 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Network': ['ID=894d7681-ea3d-460b-8970-36bd01c66614,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:45.984024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:43Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:45.998470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-fe2c4686-0e75-4133-ac30-de68415f26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.000600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-fe2c4686-0e75-4133-ac30-de68415f26ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 1097 time: 0.0921640 Jun 30 09:03:46.018553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a818-1cee-442f-814b-666d7866eea0 None None] The sync data for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 is: [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:43Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:46.026053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Attempting to bind port 24d78eb0-fbac-4653-952c-8cedf49787b8 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:46.026426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Attempting to bind port 24d78eb0-fbac-4653-952c-8cedf49787b8 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:46.026925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Attempting to bind port 24d78eb0-fbac-4653-952c-8cedf49787b8 on network eadb65f2-bb6f-4e01-b8fd-6544c3146186 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:46.032771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:46.033153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Checking segment: {'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:46.035443 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.035987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Bound using segment: {'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:46.036479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Bound port: 24d78eb0-fbac-4653-952c-8cedf49787b8, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:46.036866 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.055048 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Set router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:46.228056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-1c5d3739-726e-413a-ba9d-a78cc5253bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.230787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-1c5d3739-726e-413a-ba9d-a78cc5253bc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.1980691 Jun 30 09:03:46.232414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] For port 24d78eb0-fbac-4653-952c-8cedf49787b8, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:46.240912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] For port 24d78eb0-fbac-4653-952c-8cedf49787b8, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24d78eb0-fbac-4653-952c-8cedf49787b8,segment=NetworkSegment(f79a7602-d116-403e-8eb9-82ad9f8cbffd),segment_id=f79a7602-d116-403e-8eb9-82ad9f8cbffd)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:46.248231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.340786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-b31fdbf4-bd78-40a1-b394-4f9f41193099 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b HTTP/1.1" status: 200 len: 217 time: 0.1008198 Jun 30 09:03:46.388907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb577b3b-bc28-4c0f-85b8-77798f0ff17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.409004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80683aa9-f006-4acd-b625-530f9fc67b87 None None] Pushing event updated for resources: {'Port': ['ID=24d78eb0-fbac-4653-952c-8cedf49787b8,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.455383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-e5883abe-a317-420f-a447-f76ac5898127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.458080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-e5883abe-a317-420f-a447-f76ac5898127 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1112990 Jun 30 09:03:46.560527 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:03:44Z', 'revision_number': 3, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:46.605660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-6087ddca-f131-4559-8065-4e92e15d50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.606193 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Checking router: c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:46.606763 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Updating router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 port a5266702-faa3-40eb-a0c0-821cd78ce1fd binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:03:46.607241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-6087ddca-f131-4559-8065-4e92e15d50fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400754 Jun 30 09:03:46.643866 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.670426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb577b3b-bc28-4c0f-85b8-77798f0ff17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.698320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.785365 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb577b3b-bc28-4c0f-85b8-77798f0ff17f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e88fb761e08044278b68be37ed4ede36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0843515 Jun 30 09:03:46.789364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39804) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:46.879933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb577b3b-bc28-4c0f-85b8-77798f0ff17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc7200-7c6f-432c-9c88-8cd81f44799a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.915662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-d8a3aa16-5d83-447c-88ac-a1e730e0d8d7 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018153 Jun 30 09:03:47.001560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-592db738-9857-46e0-a70a-44cde9bfebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.032107 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-592db738-9857-46e0-a70a-44cde9bfebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.145302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87cd0282-d2f3-46dc-94ab-d216df416eb2 req-3230831d-3876-476c-a8b2-7c95127286ce service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220995 Jun 30 09:03:47.160554 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-592db738-9857-46e0-a70a-44cde9bfebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.164328 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-592db738-9857-46e0-a70a-44cde9bfebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.170817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-592db738-9857-46e0-a70a-44cde9bfebdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbfc7200-7c6f-432c-9c88-8cd81f44799a HTTP/1.1" status: 204 len: 168 time: 0.3776827 Jun 30 09:03:47.185259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.194644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592db738-9857-46e0-a70a-44cde9bfebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc7200-7c6f-432c-9c88-8cd81f44799a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:47.263662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7afa5a-f591-4652-9d2a-9ebf1145f144']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:47.298076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16f20c8-bac4-4946-b3e9-8c3386648946') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:47.303336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16f20c8-bac4-4946-b3e9-8c3386648946') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:47.350817 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.353986 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.379943 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Transition to ACTIVE for port object a5266702-faa3-40eb-a0c0-821cd78ce1fd will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:47.393903 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.482173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.529064 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Attempting to bind port a5266702-faa3-40eb-a0c0-821cd78ce1fd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:47.529415 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Attempting to bind port a5266702-faa3-40eb-a0c0-821cd78ce1fd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:47.534402 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Attempting to bind port a5266702-faa3-40eb-a0c0-821cd78ce1fd on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:47.546677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.569131 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982165a-947e-40b6-9a4b-7075c91cd76f None None] Pushing event updated for resources: {'Port': ['ID=a5266702-faa3-40eb-a0c0-821cd78ce1fd,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:47.586865 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:47.587324 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:47.587658 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.588050 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:47.588547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Bound port: a5266702-faa3-40eb-a0c0-821cd78ce1fd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:47.588929 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.602350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:47.603698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:47.622768 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:47.670410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24d78eb0-fbac-4653-952c-8cedf49787b8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:47.777767 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] For port a5266702-faa3-40eb-a0c0-821cd78ce1fd, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:47.783207 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] For port a5266702-faa3-40eb-a0c0-821cd78ce1fd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5266702-faa3-40eb-a0c0-821cd78ce1fd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:47.802906 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.810562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39812) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:47.838615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 24d78eb0-fbac-4653-952c-8cedf49787b8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:47.852514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c3c251af-dfb7-40da-8dfa-4326bfbddb8d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:47.892662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2e0e292a-2f39-4a8a-b105-d36453c145ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.978905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Allocated IP 172.20.0.1 (eadb65f2-bb6f-4e01-b8fd-6544c3146186/bc04db8f-7bbb-4d48-87c3-640b776c1ad4/96805d46-1555-4a86-b0d2-77c7725176f0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:47.983988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c3c251af-dfb7-40da-8dfa-4326bfbddb8d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:47.990887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c3c251af-dfb7-40da-8dfa-4326bfbddb8d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:47.991507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.000094 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982165a-947e-40b6-9a4b-7075c91cd76f None None] Pushing event updated for resources: {'Port': ['ID=a5266702-faa3-40eb-a0c0-821cd78ce1fd,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.011174 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Routers {'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:48.013621 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.193264 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.255078 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] Set router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:48.263029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c3c251af-dfb7-40da-8dfa-4326bfbddb8d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:48.272672 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.296955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2e0e292a-2f39-4a8a-b105-d36453c145ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.302983 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2e0e292a-2f39-4a8a-b105-d36453c145ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.342199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516cf8d0-c03d-4cc9-9e55-46fe12040fa4 None None] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:48.359840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2e0e292a-2f39-4a8a-b105-d36453c145ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54be87cd12854608868b85a642ef30e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443299 Jun 30 09:03:48.363206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39818) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:48.372680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.377912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.391013 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.395560 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/networks/cb7afa5a-f591-4652-9d2a-9ebf1145f144 HTTP/1.1" status: 204 len: 168 time: 2.4382629 Jun 30 09:03:48.405081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:48.409918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e292a-2f39-4a8a-b105-d36453c145ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1594ab0-07b0-48b3-8968-8acd39059924,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.475756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8dad771e-abca-4858-ad4b-a33a1b1cc1d3 None None] Provisioning for port 24d78eb0-fbac-4653-952c-8cedf49787b8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:48.511694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8dad771e-abca-4858-ad4b-a33a1b1cc1d3 None None] Provisioning complete for port 24d78eb0-fbac-4653-952c-8cedf49787b8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:48.512369 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8dad771e-abca-4858-ad4b-a33a1b1cc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.517161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.544203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.557139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9901a4-894a-4e96-b6f6-af2101b0020a tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Network': ['ID=cb7afa5a-f591-4652-9d2a-9ebf1145f144,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.559652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Transition to ACTIVE for port object 96805d46-1555-4a86-b0d2-77c7725176f0 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:48.574928 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:03:44Z', 'revision_number': 3, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.614593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3ccac85-d722-4b4d-a9fc-bc0fb1212be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.718896 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3ccac85-d722-4b4d-a9fc-bc0fb1212be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.730871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.736692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.787133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Pushing event updated for resources: {'Port': ['ID=96805d46-1555-4a86-b0d2-77c7725176f0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.802046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7ea749-b4f7-4d6c-ad58-1d8652eb7970']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.827033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8dad771e-abca-4858-ad4b-a33a1b1cc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.827545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e9c4e5-d4fc-4324-b2d7-ae1712cbfc35') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.827832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e9c4e5-d4fc-4324-b2d7-ae1712cbfc35') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:48.830753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:48.838575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:48.843724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:48.848551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.849852 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442cb5c-a766-4c79-b2d2-0102828381b3 None None] The sync data for ids ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'] in n-d-758944-40 is: [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:03:44Z', 'revision_number': 3, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:48.908028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.912666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8dad771e-abca-4858-ad4b-a33a1b1cc1d3 None None] For port 24d78eb0-fbac-4653-952c-8cedf49787b8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24d78eb0-fbac-4653-952c-8cedf49787b8,segment=NetworkSegment(f79a7602-d116-403e-8eb9-82ad9f8cbffd),segment_id=f79a7602-d116-403e-8eb9-82ad9f8cbffd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:48.917183 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8dad771e-abca-4858-ad4b-a33a1b1cc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.931920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3ccac85-d722-4b4d-a9fc-bc0fb1212be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.934470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3ccac85-d722-4b4d-a9fc-bc0fb1212be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.939515 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c3ccac85-d722-4b4d-a9fc-bc0fb1212be7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1594ab0-07b0-48b3-8968-8acd39059924 HTTP/1.1" status: 204 len: 168 time: 0.5752163 Jun 30 09:03:48.941601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:48.941601 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:48.953984 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:48.980030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.983522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccac85-d722-4b4d-a9fc-bc0fb1212be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1594ab0-07b0-48b3-8968-8acd39059924,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.112558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad771e-abca-4858-ad4b-a33a1b1cc1d3 None None] Pushing event updated for resources: {'Port': ['ID=24d78eb0-fbac-4653-952c-8cedf49787b8,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.135543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.166374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.171009 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/networks/5f7ea749-b4f7-4d6c-ad58-1d8652eb7970 HTTP/1.1" status: 204 len: 168 time: 0.7648649 Jun 30 09:03:49.171956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39830) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:49.197418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb443a7-b4b2-488a-99b1-9e7783cd5cd1 tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Network': ['ID=5f7ea749-b4f7-4d6c-ad58-1d8652eb7970,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.302301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-990e49e1-ede4-4fe5-b06e-077ea73342be None None] Provisioning complete for port 24d78eb0-fbac-4653-952c-8cedf49787b8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:49.302792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-990e49e1-ede4-4fe5-b06e-077ea73342be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.577993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.586719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.766085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81884f6-2a11-4ef6-9def-b9c80a588138 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:03:49.852776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.883565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6729a8-b722-432a-b69b-23dcb7c1a304']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:49.928197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af486bd-3776-4039-aaea-dfe2d7e859a6') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:49.928507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af486bd-3776-4039-aaea-dfe2d7e859a6') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:49.937462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81884f6-2a11-4ef6-9def-b9c80a588138 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:03:49.942744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5266702-faa3-40eb-a0c0-821cd78ce1fd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:49.973366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.997775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.007128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:50.008445 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:50.012568 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:50.029405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.037003 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.050026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d749ccb4-0fa4-4622-ae25-8b742d9c04f2 None None] Provisioning for port 96805d46-1555-4a86-b0d2-77c7725176f0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:50.122964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.142995 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.145177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] 10.222.0.53 "DELETE /v2.0/networks/2d6729a8-b722-432a-b69b-23dcb7c1a304 HTTP/1.1" status: 204 len: 168 time: 0.9708037 Jun 30 09:03:50.189585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7522d-a33c-435d-b7dd-6a4a94e5db6f tempest-BulkNetworkOpsTest-1617496127 tempest-BulkNetworkOpsTest-1617496127-project] Pushing event deleted for resources: {'Network': ['ID=2d6729a8-b722-432a-b69b-23dcb7c1a304,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:50.250544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Pushing event updated for resources: {'Port': ['ID=96805d46-1555-4a86-b0d2-77c7725176f0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:50.259956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.358026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d749ccb4-0fa4-4622-ae25-8b742d9c04f2 None None] Provisioning complete for port 96805d46-1555-4a86-b0d2-77c7725176f0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:50.358401 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d749ccb4-0fa4-4622-ae25-8b742d9c04f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.478215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d749ccb4-0fa4-4622-ae25-8b742d9c04f2 None None] Port 96805d46-1555-4a86-b0d2-77c7725176f0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:50.486569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a5266702-faa3-40eb-a0c0-821cd78ce1fd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:50.497070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:50.498830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:50.501712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a5266702-faa3-40eb-a0c0-821cd78ce1fd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:50.502261 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.651490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39866) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:50.756809 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.757933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:50.873856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a5266702-faa3-40eb-a0c0-821cd78ce1fd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5266702-faa3-40eb-a0c0-821cd78ce1fd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:50.884876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.885729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24d78eb0-fbac-4653-952c-8cedf49787b8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:50.981032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:50.996358 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-37f6c239-7cdd-4581-b6cd-e3f507b8641b admin admin] 10.222.0.53 "PUT /v2.0/routers/c2e2fab6-54ae-431d-b0aa-0741d53fb3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1941340 Jun 30 09:03:51.056552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d0f8e3bd-85b7-41c0-9333-aa023e933a91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37ba4c4970ac4ed0a008bb70ef64dbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035044 Jun 30 09:03:51.059162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39882) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:51.080741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 24d78eb0-fbac-4653-952c-8cedf49787b8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:51.081221 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.146500 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc7cf-3561-48b1-86ca-8e50bc60d678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.157156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a5266702-faa3-40eb-a0c0-821cd78ce1fd,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:51.189426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc7cf-3561-48b1-86ca-8e50bc60d678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.260837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c3c251af-dfb7-40da-8dfa-4326bfbddb8d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:51.291632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc7cf-3561-48b1-86ca-8e50bc60d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.299956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc7cf-3561-48b1-86ca-8e50bc60d678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.304941 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d5fc7cf-3561-48b1-86ca-8e50bc60d678 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5076f4f-3a0e-4c59-b67c-ac48d76ea3b9 HTTP/1.1" status: 204 len: 168 time: 0.2441199 Jun 30 09:03:51.324571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fc7cf-3561-48b1-86ca-8e50bc60d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5076f4f-3a0e-4c59-b67c-ac48d76ea3b9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:51.332504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0298d9ad-b14d-4288-906a-de498adf7f7c None None] Provisioning complete for port 96805d46-1555-4a86-b0d2-77c7725176f0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:51.332876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0298d9ad-b14d-4288-906a-de498adf7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.394564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c3c251af-dfb7-40da-8dfa-4326bfbddb8d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:51.395086 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.435851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0298d9ad-b14d-4288-906a-de498adf7f7c None None] Port 96805d46-1555-4a86-b0d2-77c7725176f0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:51.656307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5266702-faa3-40eb-a0c0-821cd78ce1fd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:51.992332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e62b5-3675-4857-981e-745955071419 None None] Sync routers for ids ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:52.030434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e62b5-3675-4857-981e-745955071419 None None] Routers {'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:52.031411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-752e62b5-3675-4857-981e-745955071419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:52.092744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a5266702-faa3-40eb-a0c0-821cd78ce1fd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:52.093823 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.139280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39916) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:52.148611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5270c4c1-397f-478b-9c85-db91dc8a6cc8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48594219', 'description': 'tempest-secgroup-smoke-48594219 description', 'project_id': '7c34d92c644242b18fb83a1e261b516b'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:52.187861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5270c4c1-397f-478b-9c85-db91dc8a6cc8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.205482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-752e62b5-3675-4857-981e-745955071419 None None] Set router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:52.361186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5270c4c1-397f-478b-9c85-db91dc8a6cc8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.372296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5270c4c1-397f-478b-9c85-db91dc8a6cc8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.434501 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5270c4c1-397f-478b-9c85-db91dc8a6cc8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.436631 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5270c4c1-397f-478b-9c85-db91dc8a6cc8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2948000 Jun 30 09:03:52.439388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39928) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:52.443565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39930) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:52.447352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-490f6b10-158f-4bed-9be9-7e69412a36fa tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'security_group_rule': {'security_group_id': '486ecc8b-d768-4d19-941e-12ba5d57c79b', 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:52.454738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270c4c1-397f-478b-9c85-db91dc8a6cc8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486ecc8b-d768-4d19-941e-12ba5d57c79b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:52.506822 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-490f6b10-158f-4bed-9be9-7e69412a36fa tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.528357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-752e62b5-3675-4857-981e-745955071419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:03:49Z', 'revision_number': 4, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '96805d46-1555-4a86-b0d2-77c7725176f0', 'name': '', 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'mac_address': 'fa:16:3e:3b:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'bc04db8f-7bbb-4d48-87c3-640b776c1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:47Z', 'updated_at': '2021-06-30T09:03:49Z', 'revision_number': 2, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'subnets': [{'id': 'bc04db8f-7bbb-4d48-87c3-640b776c1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:52.568972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e62b5-3675-4857-981e-745955071419 None None] Checking router: c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:52.569608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e62b5-3675-4857-981e-745955071419 None None] Updating router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 port 96805d46-1555-4a86-b0d2-77c7725176f0 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:03:52.578798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-896680622'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:52.610273 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-752e62b5-3675-4857-981e-745955071419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.619261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:52.623164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.657609 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.886664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39938) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:52.947963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.962977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.017655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:53.057570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d0644-3848-4f09-886d-97675571db72,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.057693 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-752e62b5-3675-4857-981e-745955071419 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.069427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.070876 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Added segment ddb20b59-c2aa-4779-91de-c6f58c333984 of type vlan for network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 Jun 30 09:03:53.108253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-752e62b5-3675-4857-981e-745955071419 None None] Transition to ACTIVE for port object 96805d46-1555-4a86-b0d2-77c7725176f0 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:53.118788 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-752e62b5-3675-4857-981e-745955071419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.175439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e37a5d70-d674-4c51-93c3-d952c7b7a860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.228251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c8c7a-c420-4e8d-970d-efef7bd8d5b0 None None] Pushing event updated for resources: {'Port': ['ID=96805d46-1555-4a86-b0d2-77c7725176f0,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.241283 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.326785 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.376691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-752e62b5-3675-4857-981e-745955071419 None None] Attempting to bind port 96805d46-1555-4a86-b0d2-77c7725176f0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:53.377080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-752e62b5-3675-4857-981e-745955071419 None None] Attempting to bind port 96805d46-1555-4a86-b0d2-77c7725176f0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:53.381862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e62b5-3675-4857-981e-745955071419 None None] Attempting to bind port 96805d46-1555-4a86-b0d2-77c7725176f0 on network eadb65f2-bb6f-4e01-b8fd-6544c3146186 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:53.394881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e62b5-3675-4857-981e-745955071419 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:53.395269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e62b5-3675-4857-981e-745955071419 None None] Checking segment: {'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:53.395681 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-752e62b5-3675-4857-981e-745955071419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.398220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e62b5-3675-4857-981e-745955071419 None None] Bound using segment: {'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:53.400032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-752e62b5-3675-4857-981e-745955071419 None None] Bound port: 96805d46-1555-4a86-b0d2-77c7725176f0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79a7602-d116-403e-8eb9-82ad9f8cbffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:53.400470 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-752e62b5-3675-4857-981e-745955071419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.428386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-490f6b10-158f-4bed-9be9-7e69412a36fa tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.435333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-490f6b10-158f-4bed-9be9-7e69412a36fa tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.443708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.460558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f6b10-158f-4bed-9be9-7e69412a36fa tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e5c888-7be6-4fa2-81b5-bfb3bbce16ae,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.463626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.470360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.515426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-752e62b5-3675-4857-981e-745955071419 None None] For port 96805d46-1555-4a86-b0d2-77c7725176f0, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:53.519586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-752e62b5-3675-4857-981e-745955071419 None None] For port 96805d46-1555-4a86-b0d2-77c7725176f0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=96805d46-1555-4a86-b0d2-77c7725176f0,segment=NetworkSegment(f79a7602-d116-403e-8eb9-82ad9f8cbffd),segment_id=f79a7602-d116-403e-8eb9-82ad9f8cbffd)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:53.524949 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-752e62b5-3675-4857-981e-745955071419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.627243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e62b5-3675-4857-981e-745955071419 None None] Routers {'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:53.628112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-752e62b5-3675-4857-981e-745955071419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:03:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:53.628549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e37a5d70-d674-4c51-93c3-d952c7b7a860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.639013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e37a5d70-d674-4c51-93c3-d952c7b7a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.646739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-490f6b10-158f-4bed-9be9-7e69412a36fa tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.648095 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-490f6b10-158f-4bed-9be9-7e69412a36fa tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2067134 Jun 30 09:03:53.651416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39956) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:53.657280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e689598c-4afe-42be-81f6-525b94aed161 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'security_group_rule': {'security_group_id': '486ecc8b-d768-4d19-941e-12ba5d57c79b', 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:53.678022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c8c7a-c420-4e8d-970d-efef7bd8d5b0 None None] Pushing event updated for resources: {'Port': ['ID=96805d46-1555-4a86-b0d2-77c7725176f0,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.702257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2574761 Jun 30 09:03:53.743148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e689598c-4afe-42be-81f6-525b94aed161 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.765038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82315b71-2185-40c9-a9cf-990733791b5b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Network': ['ID=8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.797274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:53.906000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e37a5d70-d674-4c51-93c3-d952c7b7a860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2443bdea87a459da2370b91c0dc4bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0114350 Jun 30 09:03:53.909356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39964) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:53.910209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5d70-d674-4c51-93c3-d952c7b7a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d81414-5b1b-48d7-b522-effa3db26c67,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.967535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e689598c-4afe-42be-81f6-525b94aed161 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.975451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e689598c-4afe-42be-81f6-525b94aed161 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.987036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afab1c48-26a0-4bf3-b8fc-302c3a0a37ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.005704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689598c-4afe-42be-81f6-525b94aed161 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39587cdb-9f86-4911-9a15-4c311a398911,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.015817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-752e62b5-3675-4857-981e-745955071419 None None] Set router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:54.029557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e689598c-4afe-42be-81f6-525b94aed161 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.031674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e689598c-4afe-42be-81f6-525b94aed161 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3792198 Jun 30 09:03:54.034832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39966) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:54.039985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afab1c48-26a0-4bf3-b8fc-302c3a0a37ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.040729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ce5df661-766f-4412-ac89-ec027d7b391e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'security_group_rule': {'security_group_id': '486ecc8b-d768-4d19-941e-12ba5d57c79b', 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:54.055566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-e08f87aa-d9d3-49e3-9a8c-c04610d1bf91 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.057072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-e08f87aa-d9d3-49e3-9a8c-c04610d1bf91 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 0.2183638 Jun 30 09:03:54.092947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce5df661-766f-4412-ac89-ec027d7b391e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.123520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-41855bc2-b1f8-41b0-b015-8576e160a599 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/quotas/7547817487524c888a95c793c4805813 HTTP/1.1" status: 200 len: 375 time: 0.0509405 Jun 30 09:03:54.190605 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce5df661-766f-4412-ac89-ec027d7b391e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.196512 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce5df661-766f-4412-ac89-ec027d7b391e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.234031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5df661-766f-4412-ac89-ec027d7b391e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca47448c-a1fa-4cb7-b7ea-808dfd594a37,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.239762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afab1c48-26a0-4bf3-b8fc-302c3a0a37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.248354 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afab1c48-26a0-4bf3-b8fc-302c3a0a37ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.251527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-afab1c48-26a0-4bf3-b8fc-302c3a0a37ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05d81414-5b1b-48d7-b522-effa3db26c67 HTTP/1.1" status: 204 len: 168 time: 0.3382576 Jun 30 09:03:54.259616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce5df661-766f-4412-ac89-ec027d7b391e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.261335 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ce5df661-766f-4412-ac89-ec027d7b391e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2252035 Jun 30 09:03:54.264168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39970) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:54.270762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f9824afc-900e-41b7-9e81-ca8c51433142 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'security_group_rule': {'security_group_id': '486ecc8b-d768-4d19-941e-12ba5d57c79b', 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:54.287044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab1c48-26a0-4bf3-b8fc-302c3a0a37ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d81414-5b1b-48d7-b522-effa3db26c67,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.316568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-d5277f3c-4886-442f-b464-6f1211a49a54 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814444 Jun 30 09:03:54.324073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9824afc-900e-41b7-9e81-ca8c51433142 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.410104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-752e62b5-3675-4857-981e-745955071419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:03:49Z', 'revision_number': 4, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '96805d46-1555-4a86-b0d2-77c7725176f0', 'name': '', 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'mac_address': 'fa:16:3e:3b:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'bc04db8f-7bbb-4d48-87c3-640b776c1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:47Z', 'updated_at': '2021-06-30T09:03:53Z', 'revision_number': 4, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'subnets': [{'id': 'bc04db8f-7bbb-4d48-87c3-640b776c1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:54.424609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-539207ed-51bd-40dd-a2f8-ca3532a87990 service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066427 Jun 30 09:03:54.496032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e62b5-3675-4857-981e-745955071419 None None] The sync data for ids ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'] in n-d-758944-40 is: [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:03:49Z', 'revision_number': 4, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '96805d46-1555-4a86-b0d2-77c7725176f0', 'name': '', 'network_id': 'eadb65f2-bb6f-4e01-b8fd-6544c3146186', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'mac_address': 'fa:16:3e:3b:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'bc04db8f-7bbb-4d48-87c3-640b776c1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:47Z', 'updated_at': '2021-06-30T09:03:53Z', 'revision_number': 4, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'subnets': [{'id': 'bc04db8f-7bbb-4d48-87c3-640b776c1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:54.503751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9824afc-900e-41b7-9e81-ca8c51433142 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.509265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9824afc-900e-41b7-9e81-ca8c51433142 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.547124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f9824afc-900e-41b7-9e81-ca8c51433142 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.551025 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f9824afc-900e-41b7-9e81-ca8c51433142 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2833586 Jun 30 09:03:54.554079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39976) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:54.617794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-bd8797cc-d517-486b-8a30-45b4ec87dbd4 service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868439 Jun 30 09:03:54.626888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'security_group_rule': {'security_group_id': '486ecc8b-d768-4d19-941e-12ba5d57c79b', 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:54.672388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9824afc-900e-41b7-9e81-ca8c51433142 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f14dd6-29da-497d-91b6-24a3d6493f22,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.684003 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Project 7c34d92c644242b18fb83a1e261b516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:03:54.690785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.805032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39978) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:54.807389 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.818430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.834632 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5235c8fa-99c8-4e41-aa99-9b48d712936b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.868581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8aaf2e-68e0-4eb4-8312-5beb438e872a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.876803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.881041 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-302bdfa3-7df4-4ffb-8330-ae47540aa8e7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3230639 Jun 30 09:03:54.881041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39982) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:54.885865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'security_group_rule': {'security_group_id': '486ecc8b-d768-4d19-941e-12ba5d57c79b', 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:54.999999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.149704 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5235c8fa-99c8-4e41-aa99-9b48d712936b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.166923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5235c8fa-99c8-4e41-aa99-9b48d712936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.178014 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Project 7c34d92c644242b18fb83a1e261b516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:03:55.190833 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.296563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5235c8fa-99c8-4e41-aa99-9b48d712936b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e434d58e5a844e89fbb9cc75fd3c7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908514 Jun 30 09:03:55.297767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39994) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:55.298464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235c8fa-99c8-4e41-aa99-9b48d712936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1133593-be67-4a62-8271-61ee626eefb9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:55.385450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.390117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.437743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.442225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5582724 Jun 30 09:03:55.443038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079687c-0de0-4970-bada-13096ab0e2e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79037d87-4544-4806-a2be-bd4e3117416d,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:55.457847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-495bcd5e-6c9d-46ae-b3bd-672f8fa2ac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.487773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-495bcd5e-6c9d-46ae-b3bd-672f8fa2ac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.677932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c99d7d69-3564-4b86-95df-6c57c3fce2b3 req-90aa1994-12eb-4e0a-9c39-571c82c7bfed tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 210 time: 0.6689308 Jun 30 09:03:55.712006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-495bcd5e-6c9d-46ae-b3bd-672f8fa2ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.727237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-495bcd5e-6c9d-46ae-b3bd-672f8fa2ac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.755177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 96805d46-1555-4a86-b0d2-77c7725176f0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:55.767427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-495bcd5e-6c9d-46ae-b3bd-672f8fa2ac48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1133593-be67-4a62-8271-61ee626eefb9 HTTP/1.1" status: 204 len: 168 time: 0.4210858 Jun 30 09:03:55.810141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bcd5e-6c9d-46ae-b3bd-672f8fa2ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1133593-be67-4a62-8271-61ee626eefb9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:55.983342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d7a8eb5e-49f8-4208-8f29-b1f2a2ca6e72 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48594219&fields=id&tenant_id=7c34d92c644242b18fb83a1e261b516b HTTP/1.1" status: 200 len: 267 time: 0.1057169 Jun 30 09:03:56.006428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 96805d46-1555-4a86-b0d2-77c7725176f0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:56.029535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 96805d46-1555-4a86-b0d2-77c7725176f0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:56.032884 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.286357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-c1019878-afe1-402c-803b-9ed6262df2e9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.297103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-c1019878-afe1-402c-803b-9ed6262df2e9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/networks?id=148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 200 len: 809 time: 0.3095860 Jun 30 09:03:56.306586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.314471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-ae386604-d16b-4723-bc02-996c9d857900 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/quotas/7c34d92c644242b18fb83a1e261b516b HTTP/1.1" status: 200 len: 375 time: 0.0164104 Jun 30 09:03:56.350454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 96805d46-1555-4a86-b0d2-77c7725176f0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=96805d46-1555-4a86-b0d2-77c7725176f0,segment=NetworkSegment(f79a7602-d116-403e-8eb9-82ad9f8cbffd),segment_id=f79a7602-d116-403e-8eb9-82ad9f8cbffd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:56.360583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.446858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=96805d46-1555-4a86-b0d2-77c7725176f0,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:56.479191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-5c5362cd-9f88-4386-82eb-92f34dc6663d tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c34d92c644242b18fb83a1e261b516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567049 Jun 30 09:03:56.618224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-2d44b823-93da-4fb7-9503-2981220d89e8 service neutron] 10.222.0.53 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262052 Jun 30 09:03:56.779393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-5ef04d13-9a98-464e-9121-692ca5f75f89 service neutron] 10.222.0.53 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602530 Jun 30 09:03:56.936169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c5444b7-3532-4c62-b915-0103eecb8eec req-8811f701-8ca5-4ac6-b78a-19043733e925 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 210 time: 0.0689275 Jun 30 09:03:56.990889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:56.998215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'subnet': {'network_id': '8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:57.149045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:57.156535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.200222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-479a3913-a67b-4872-be86-e1b917002816 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.206087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-479a3913-a67b-4872-be86-e1b917002816 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 0.2491124 Jun 30 09:03:57.230365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Request body: {'port': {'device_id': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'admin_state_up': True, 'tenant_id': '7547817487524c888a95c793c4805813'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:57.533027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f56326a-596e-47ac-9e08-c251427dddcc req-8c3ea8ed-ea4f-473e-99fb-9fb51636d7e6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 210 time: 0.3257930 Jun 30 09:03:57.588888 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.682806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 96805d46-1555-4a86-b0d2-77c7725176f0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:57.719858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Made reservation on behalf of 7547817487524c888a95c793c4805813 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:57.732663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.736882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Subnet': ['ID=a12b0703-c2fd-48f8-802e-3c00074fb7d3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:57.771243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Checking segment: {'id': 'ddb20b59-c2aa-4779-91de-c6f58c333984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:57.771605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network hostable DHCP agents. Network: 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:57.825338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:57.847019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 96805d46-1555-4a86-b0d2-77c7725176f0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:57.847290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.852353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:57.867149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.867751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.900700 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b3a9674c-f574-4b43-b414-e7da271cba32 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9073343 Jun 30 09:03:57.903921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40068) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:57.905849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeff824-e9e6-4a8e-bb35-b4f57818851b None None] Network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:57.912620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-584717280'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:57.975776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:57.989364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.055437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:58.072082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.072082 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Added segment dce28439-1eee-47c4-a118-229d5bd870e3 of type vlan for network 25afb230-b0e3-4e90-8462-3d299813a996 Jun 30 09:03:58.158459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Allocated IP 172.20.0.10 (8c46d667-fb11-49e1-afd3-5d13734f52e6/4e5f507d-73ff-4e99-9b1c-1ee68c538803/75f2ab1b-a0c6-4c5c-825c-06cc148d59a3) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:58.177142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.221201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.229881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.230982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.262369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1199f37-b20b-42a8-a016-c8bff41aea45 req-e502c03a-f5b2-4a16-804b-91b7174f91c8 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 210 time: 0.0949922 Jun 30 09:03:58.296359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9', 'network_id': '8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9', 'tenant_id': '90da5a2fd02e4f82b9f9f2019fdb36e3', 'fixed_ips': [{'subnet_id': 'a12b0703-c2fd-48f8-802e-3c00074fb7d3'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:58.298354 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.350378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Network': ['ID=25afb230-b0e3-4e90-8462-3d299813a996,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:58.364344 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a97bb62c-9f16-4e74-af07-703a5f43f851 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4588747 Jun 30 09:03:58.366960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:58.373021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'subnet': {'network_id': '25afb230-b0e3-4e90-8462-3d299813a996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:58.537760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 25afb230-b0e3-4e90-8462-3d299813a996 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:58.557023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:58.561575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.602993 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.720514 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.779582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:58.783300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:58.790687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:58.798363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event updated for resources: {'Port': ['ID=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:58.851358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e05f941f-3776-40df-96ae-c81d4bfdffbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:58.879967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.880662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.914544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:58.991138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3652140-c8a1-43d5-a223-d45ff1f7d6ae req-ec5acc91-378b-427d-9bb8-3f058896adbc tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 210 time: 0.1013358 Jun 30 09:03:58.998646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-63cb2332-5c03-46c4-8543-1340d9f5f517 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7791646 Jun 30 09:03:59.023996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-86a614d4-025b-415b-bbc7-a10b243d9f67 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:59.024953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-86a614d4-025b-415b-bbc7-a10b243d9f67 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059721 Jun 30 09:03:59.037448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Request body: {'port': {'device_id': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:59.131199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:03:59.133681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.201134 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Subnet': ['ID=64dad361-8873-4d17-9eea-65a948861c3f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:59.239982 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.268098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Checking segment: {'id': 'dce28439-1eee-47c4-a118-229d5bd870e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25afb230-b0e3-4e90-8462-3d299813a996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:59.268518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network hostable DHCP agents. Network: 25afb230-b0e3-4e90-8462-3d299813a996, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:59.339074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network 25afb230-b0e3-4e90-8462-3d299813a996 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:59.358135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 25afb230-b0e3-4e90-8462-3d299813a996) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:59.370577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.371244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.381139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Allocated IP 2001:db8:0:ffff::2 (8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9/a12b0703-c2fd-48f8-802e-3c00074fb7d3/4696dbb2-4de2-4902-aa32-57d7d1f5ea6f) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:59.393658 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ba45b3d-0fe1-4646-a11c-6c1125c9487a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0248253 Jun 30 09:03:59.395667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40114) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:59.402176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'port': {'network_id': '25afb230-b0e3-4e90-8462-3d299813a996', 'name': 'tempest-NetworksIpV6TestAttrs-1230724703'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:59.412155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838013f-2b41-4a25-ba8e-5859df35d576 None None] Network 25afb230-b0e3-4e90-8462-3d299813a996 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:59.641386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:59.644993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.714267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] device_id is not set on port 769afe4b-94f4-4870-bc0f-6657c78bbe2f yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:03:59.863161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Allocated IP 2001:db8::f816:3eff:fec0:3c63 (25afb230-b0e3-4e90-8462-3d299813a996/64dad361-8873-4d17-9eea-65a948861c3f/769afe4b-94f4-4870-bc0f-6657c78bbe2f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:59.946806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:00.073263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.114432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Transition to ACTIVE for port object 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:00.115044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.120850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.139393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Transition to ACTIVE for port object 769afe4b-94f4-4870-bc0f-6657c78bbe2f will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:00.175033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22acfeec-ee15-42e8-b303-a37ad4df65b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-25afb230-b0e3-4e90-8462-3d299813a996', 'network_id': '25afb230-b0e3-4e90-8462-3d299813a996', 'tenant_id': '90da5a2fd02e4f82b9f9f2019fdb36e3', 'fixed_ips': [{'subnet_id': '64dad361-8873-4d17-9eea-65a948861c3f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:00.175891 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22acfeec-ee15-42e8-b303-a37ad4df65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.180523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Transition to ACTIVE for port object 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:00.191199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Transition to ACTIVE for port object 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:00.193357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.221660 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.234410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-950c1728-297f-405c-bd5d-cde7dc3daacc req-0cf1e440-35ad-4c80-b5dc-df006a1b57b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 210 time: 0.0749028 Jun 30 09:04:00.244126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network 25afb230-b0e3-4e90-8462-3d299813a996 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:00.260751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:00.265706 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:00.271266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.271885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.275358 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Port': ['ID=769afe4b-94f4-4870-bc0f-6657c78bbe2f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:00.291589 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-160b1192-f0a1-4618-8544-10e2971ddbf4 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8947346 Jun 30 09:04:00.292280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40144) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:00.350182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting subnet 64dad361-8873-4d17-9eea-65a948861c3f {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:00.355647 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.360728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:00.378266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-ebc979f9-de61-4ed0-b95b-61b884b9891e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.380136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-ebc979f9-de61-4ed0-b95b-61b884b9891e tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.13 "GET /v2.0/networks?id=148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 200 len: 809 time: 1.0930169 Jun 30 09:04:00.408358 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.430555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151cb5c-545e-4085-8a14-0d02bd7e44eb req-7e058b04-651c-4424-a7d6-c94916d37462 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.438207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2151cb5c-545e-4085-8a14-0d02bd7e44eb req-7e058b04-651c-4424-a7d6-c94916d37462 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 932 time: 0.4486003 Jun 30 09:04:00.518517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.526461 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.547598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2151cb5c-545e-4085-8a14-0d02bd7e44eb req-2c97656a-c6b4-4af3-9e85-c720d1bdd553 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081967 Jun 30 09:04:00.556774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40148) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:00.581460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Attempting to bind port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:00.582168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Attempting to bind port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:00.582716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Attempting to bind port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:00.588914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-8794b97d-d7d9-4e7c-9ffe-690b2186f011 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c34d92c644242b18fb83a1e261b516b HTTP/1.1" status: 200 len: 378 time: 0.1732929 Jun 30 09:04:00.593840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:00.594670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Attempting to bind port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:00.597616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:00.602761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'port': {'device_id': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'admin_state_up': True, 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'security_groups': ['486ecc8b-d768-4d19-941e-12ba5d57c79b']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:00.604915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:00.610982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:00.615664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.621051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:00.621715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Checking segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:00.622262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Bound using segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:00.622869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Bound port: 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:00.623412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.643648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Pushing event updated for resources: {'Port': ['ID=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:00.656704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Subnet': ['ID=64dad361-8873-4d17-9eea-65a948861c3f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:00.662883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.665164 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-367fa257-33b5-4b97-980f-42edf4d56b5e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/64dad361-8873-4d17-9eea-65a948861c3f HTTP/1.1" status: 204 len: 168 time: 0.3718729 Jun 30 09:04:00.667536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-22acfeec-ee15-42e8-b303-a37ad4df65b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64dad361-8873-4d17-9eea-65a948861c3f: This subnet is being modified by another concurrent operation. Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64dad361-8873-4d17-9eea-65a948861c3f: This subnet is being modified by another concurrent operation. Jun 30 09:04:00.712470 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 09:04:00.727489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cea25a-13ba-4044-bd2d-4466afd1236b None None] Network 25afb230-b0e3-4e90-8462-3d299813a996 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:00.752624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Attempting to bind port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:00.753003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Attempting to bind port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ddb20b59-c2aa-4779-91de-c6f58c333984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:00.753372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Attempting to bind port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f on network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:00.783955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8f0c090f-ce57-41ad-82d3-afe8ae4892d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.791758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:00.792151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Checking segment: {'id': 'ddb20b59-c2aa-4779-91de-c6f58c333984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:00.792562 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.792958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Bound using segment: {'id': 'ddb20b59-c2aa-4779-91de-c6f58c333984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:00.793550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Bound port: 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb20b59-c2aa-4779-91de-c6f58c333984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:00.793859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.798187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6db08a9-4cd8-4e77-b48b-f8d0675c64a5 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.800334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6db08a9-4cd8-4e77-b48b-f8d0675c64a5 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.804493 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f6db08a9-4cd8-4e77-b48b-f8d0675c64a5 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1331675 Jun 30 09:04:00.804772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40156) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:00.855506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] For port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:00.861190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] For port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:00.886739 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.919413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-555f42a5-76a6-4f38-a39e-e4d5f4793d62 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.928258 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-555f42a5-76a6-4f38-a39e-e4d5f4793d62 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:04:00.928789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555f42a5-76a6-4f38-a39e-e4d5f4793d62 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:00.934746 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-555f42a5-76a6-4f38-a39e-e4d5f4793d62 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/25afb230-b0e3-4e90-8462-3d299813a996 HTTP/1.1" status: 409 len: 405 time: 0.1256027 Jun 30 09:04:00.935795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40160) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:00.943875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2001490625'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:00.948706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] For port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:00.955773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] For port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,segment=NetworkSegment(ddb20b59-c2aa-4779-91de-c6f58c333984),segment_id=ddb20b59-c2aa-4779-91de-c6f58c333984)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:00.964241 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.984773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.985692 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.987187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] 10.222.0.26 "PUT /v2.0/ports/75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 HTTP/1.1" status: 200 len: 1093 time: 1.9552345 Jun 30 09:04:00.987729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'tag': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:00.990112 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61477e62-e67e-470d-8d7e-7663bf9f582f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cac7197-a6be-4b1e-a948-81b3f7ff7f0b", "tag": "75f2ab1b-a0c6-4c5c-825c-06cc148d59a3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:01.031533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97f0b-1eae-4582-938b-54bb69a0ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:01.071893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ad6ca-3f1c-4669-b787-80ae9522df0f None None] Pushing event updated for resources: {'Port': ['ID=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:01.096797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8f0c090f-ce57-41ad-82d3-afe8ae4892d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.130953 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8f0c090f-ce57-41ad-82d3-afe8ae4892d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.163754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:04:01.163754 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:04:01.163754 n-d-758944-40 neutron-server[100238]: [parameters: {'project_id_1': '90da5a2fd02e4f82b9f9f2019fdb36e3', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 4, 0, 950252)}] Jun 30 09:04:01.163754 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:04:01.164404 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:04:01.192239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c090f-ce57-41ad-82d3-afe8ae4892d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68dd655-9875-47b4-a7d5-4f13e497daa3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:01.237498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Made reservation on behalf of 7c34d92c644242b18fb83a1e261b516b for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:01.241146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.248679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8f0c090f-ce57-41ad-82d3-afe8ae4892d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6d577ec2aae4a24a578e7493128f2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905060 Jun 30 09:04:01.251601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40168) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:01.258109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-c0bb61ea-cf02-41c3-b230-89c597e342d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.260402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-c0bb61ea-cf02-41c3-b230-89c597e342d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 1096 time: 0.2225811 Jun 30 09:04:01.334853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-b28e977b-cf4d-48cd-bcf6-ebd4f7f0cb52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 HTTP/1.1" status: 200 len: 217 time: 0.0634372 Jun 30 09:04:01.342708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-886cf283-32f2-4eb4-aeb5-95bb2cb0e136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.406162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-886cf283-32f2-4eb4-aeb5-95bb2cb0e136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.424508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-7c87edc9-594d-4c3e-a35b-1a638076b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.430303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-7c87edc9-594d-4c3e-a35b-1a638076b09d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.0797498 Jun 30 09:04:01.462010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf67737-b4ef-4021-80be-372429f64fe1 req-b249b76c-49e7-447f-8fe9-d73a9ee6e65c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.463556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bf67737-b4ef-4021-80be-372429f64fe1 req-b249b76c-49e7-447f-8fe9-d73a9ee6e65c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3616273 Jun 30 09:04:01.482156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-886cf283-32f2-4eb4-aeb5-95bb2cb0e136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.486565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-886cf283-32f2-4eb4-aeb5-95bb2cb0e136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.488345 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-886cf283-32f2-4eb4-aeb5-95bb2cb0e136 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d68dd655-9875-47b4-a7d5-4f13e497daa3 HTTP/1.1" status: 204 len: 168 time: 0.2353215 Jun 30 09:04:01.535415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cf283-32f2-4eb4-aeb5-95bb2cb0e136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68dd655-9875-47b4-a7d5-4f13e497daa3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:01.653203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9cb32697-b361-4fba-9fa6-63d1deee178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.691549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:01.696840 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.728750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:01.740748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.741285 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Added segment be0ef4b0-6184-4753-aa1d-e8ff37f9ff53 of type vlan for network e676af44-e159-48ef-9813-221c222df4f5 Jun 30 09:04:01.773454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:01.823667 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.873454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:01.884783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.892247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.893170 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.934537 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23da79c-9792-419c-a98f-d3ac3a57dc34 x-openstack-request-id: req-e23da79c-9792-419c-a98f-d3ac3a57dc34 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:01.934823 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cac7197-a6be-4b1e-a948-81b3f7ff7f0b", "tag": "75f2ab1b-a0c6-4c5c-825c-06cc148d59a3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:01.935076 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e23da79c-9792-419c-a98f-d3ac3a57dc34 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:01.935509 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'tag': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3', 'status': 'completed', 'code': 200} Jun 30 09:04:01.937481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-691ae62b-ecd7-4017-b298-ab1bbd089d01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4862547 Jun 30 09:04:01.941770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40180) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:01.964210 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0245030 Jun 30 09:04:01.968908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40184) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:01.975667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'subnet': {'network_id': 'e676af44-e159-48ef-9813-221c222df4f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:02.028095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-040ed122-3b31-4e38-ad7c-1203a67de8f0 req-b2c9ba76-62c1-4daa-b2bc-87048839cd35 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 210 time: 0.0961025 Jun 30 09:04:02.080495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40188) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:02.104839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a859-5be1-4e71-81e7-f9f2d2d56ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.112885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:02.117138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.157906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bf67737-b4ef-4021-80be-372429f64fe1 req-fd0ee348-a518-44a9-852e-e20a950c5f76 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246575 Jun 30 09:04:02.307033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Allocated IP 172.20.0.3 (148cd805-f10c-40b6-a7f6-2fbfe3240f86/9fec0685-41aa-4b1f-bd7f-a0938bef73ba/244473e4-d1a7-4393-a159-436242c85b08) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:02.311777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-4dcfb69f-1563-4493-acd3-8462ef616414 service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386583 Jun 30 09:04:02.324457 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a859-5be1-4e71-81e7-f9f2d2d56ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.354068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea7bb8-58df-46f8-9c26-dd8aae670f6c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Network': ['ID=e676af44-e159-48ef-9813-221c222df4f5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:02.373286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e676af44-e159-48ef-9813-221c222df4f5 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:02.427820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a859-5be1-4e71-81e7-f9f2d2d56ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.509762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0a859-5be1-4e71-81e7-f9f2d2d56ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be99fbb-6c3b-40f2-a4f0-bcf84f1adeb6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:02.523510 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ad0a859-5be1-4e71-81e7-f9f2d2d56ac8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f88c93af1e747ca9ba15fe5f824a385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418116 Jun 30 09:04:02.524235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:02.570837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42123700-62ad-45d0-9370-1129f2275c28 None None] Network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:02.619212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84c14c-cbd0-46fe-91a8-02e2eb9f44d8 req-6faef156-9424-4f42-a2c7-3e7e9f8d1d5d service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903967 Jun 30 09:04:02.647404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13befac5-4c00-456f-93a3-94b46bdf47cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.666344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0b20-91cc-4336-95ed-5582fe1cf871 req-32161765-555d-4e4a-9d47-fcbecf7660a6 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.674112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b0ce0b20-91cc-4336-95ed-5582fe1cf871 req-32161765-555d-4e4a-9d47-fcbecf7660a6 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 944 time: 0.4356561 Jun 30 09:04:02.689561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13befac5-4c00-456f-93a3-94b46bdf47cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.811745 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-523c17b5-c8a2-4e4a-a82b-82a445f32041 None None] Provisioning for port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:02.833833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-523c17b5-c8a2-4e4a-a82b-82a445f32041 None None] Provisioning complete for port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:02.835670 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-523c17b5-c8a2-4e4a-a82b-82a445f32041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.873182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:04:02.876209 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.919574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b0ce0b20-91cc-4336-95ed-5582fe1cf871 req-551e719f-2685-450a-becd-97d4a507f3ee tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355065 Jun 30 09:04:02.937538 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-523c17b5-c8a2-4e4a-a82b-82a445f32041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.943168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ed16c-6fb0-482d-8f02-047c6b5c166d req-c5412872-4648-4d1f-95ac-89e4e9c484f5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.944722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c14ed16c-6fb0-482d-8f02-047c6b5c166d req-c5412872-4648-4d1f-95ac-89e4e9c484f5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2625742 Jun 30 09:04:02.954720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Subnet': ['ID=1560accf-dc8a-4811-9bb5-6137c9be24d9,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:02.957510 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13befac5-4c00-456f-93a3-94b46bdf47cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.960946 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13befac5-4c00-456f-93a3-94b46bdf47cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.963466 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13befac5-4c00-456f-93a3-94b46bdf47cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5be99fbb-6c3b-40f2-a4f0-bcf84f1adeb6 HTTP/1.1" status: 204 len: 168 time: 0.4329660 Jun 30 09:04:02.993330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befac5-4c00-456f-93a3-94b46bdf47cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be99fbb-6c3b-40f2-a4f0-bcf84f1adeb6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:02.998001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-523c17b5-c8a2-4e4a-a82b-82a445f32041 None None] For port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,segment=NetworkSegment(ddb20b59-c2aa-4779-91de-c6f58c333984),segment_id=ddb20b59-c2aa-4779-91de-c6f58c333984)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:03.005824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-523c17b5-c8a2-4e4a-a82b-82a445f32041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.019840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Checking segment: {'id': 'be0ef4b0-6184-4753-aa1d-e8ff37f9ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e676af44-e159-48ef-9813-221c222df4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:03.020199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network hostable DHCP agents. Network: e676af44-e159-48ef-9813-221c222df4f5, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:03.052900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network e676af44-e159-48ef-9813-221c222df4f5 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:03.073272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e676af44-e159-48ef-9813-221c222df4f5) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:03.079714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.080312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.142808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c17b5-c8a2-4e4a-a82b-82a445f32041 None None] Pushing event updated for resources: {'Port': ['ID=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.144175 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d419c4b-3ffc-4652-8727-b5ebd0ead30c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1733549 Jun 30 09:04:03.145394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40202) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:03.155120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'port': {'network_id': 'e676af44-e159-48ef-9813-221c222df4f5', 'name': 'tempest-NetworksIpV6TestAttrs-1618180665'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:03.171990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c754db6-b331-45d1-9390-a9c74c9e95be None None] Network e676af44-e159-48ef-9813-221c222df4f5 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:03.232970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c14ed16c-6fb0-482d-8f02-047c6b5c166d req-d42fb5a1-c85a-4cab-b885-eecc76639954 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554116 Jun 30 09:04:03.247657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-b6ac13b6-9067-453c-a39c-b89103cf521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.249817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-b6ac13b6-9067-453c-a39c-b89103cf521f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 1096 time: 0.4931774 Jun 30 09:04:03.278430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fa9381b0-92c1-4b77-8149-e715ae6f7726 None None] Provisioning complete for port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:03.279152 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa9381b0-92c1-4b77-8149-e715ae6f7726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.308647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dee0dc9-3f8d-4948-a6af-5436c61c9f66 req-75052da2-7f7c-446a-b818-0cce869d69ee tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 210 time: 0.0635056 Jun 30 09:04:03.313600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.319917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:03.326611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.369021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] device_id is not set on port f22bac78-04de-4813-adc8-07e34ab78f14 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:04:03.428236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Transition to ACTIVE for port object 244473e4-d1a7-4393-a159-436242c85b08 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:03.492329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e676af44-e159-48ef-9813-221c222df4f5', 'network_id': 'e676af44-e159-48ef-9813-221c222df4f5', 'tenant_id': '90da5a2fd02e4f82b9f9f2019fdb36e3', 'fixed_ips': [{'subnet_id': '1560accf-dc8a-4811-9bb5-6137c9be24d9'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:03.493508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.531149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-0ae9ce07-716d-47c8-b1a7-639df26a6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.532753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-0ae9ce07-716d-47c8-b1a7-639df26a6f79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 916 time: 0.2569180 Jun 30 09:04:03.570783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Allocated IP 2001:db8::f816:3eff:fe78:b5e2 (e676af44-e159-48ef-9813-221c222df4f5/1560accf-dc8a-4811-9bb5-6137c9be24d9/f22bac78-04de-4813-adc8-07e34ab78f14) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:03.692913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-1c41fb53-2532-4a34-929d-6de8a04e8078 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 HTTP/1.1" status: 200 len: 217 time: 0.1249144 Jun 30 09:04:03.696219 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.705608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:03.757563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:03.758044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.787520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.807077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Transition to ACTIVE for port object f22bac78-04de-4813-adc8-07e34ab78f14 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:03.832745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'Port': ['ID=244473e4-d1a7-4393-a159-436242c85b08,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.850313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:03.861907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.863228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:03.876480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:03.921209 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Allocated IP 2001:db8::f816:3eff:fefc:5717 (e676af44-e159-48ef-9813-221c222df4f5/1560accf-dc8a-4811-9bb5-6137c9be24d9/b3161eaa-532e-4a3e-8d5a-8a0642c45e0d) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:03.970915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network e676af44-e159-48ef-9813-221c222df4f5 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:03.978988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-6ef08cfe-5c0f-41b9-baf6-e9adf6b70888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.980742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-6ef08cfe-5c0f-41b9-baf6-e9adf6b70888 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.2785656 Jun 30 09:04:03.980852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:03.995811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:04.003035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.006379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-afb2aa31-20ec-458d-b3b1-b0e20f7f8c49 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.009866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-afb2aa31-20ec-458d-b3b1-b0e20f7f8c49 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.4407277 Jun 30 09:04:04.016327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.033255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Port': ['ID=f22bac78-04de-4813-adc8-07e34ab78f14,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:04.036627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-87a61265-7347-415c-9c53-ebb108cf3e44 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/quotas/1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 375 time: 0.0113699 Jun 30 09:04:04.070225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.070612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.070865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.071196 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.071520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.071848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.073077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.073428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.076017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.076364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.076701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.077039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:04.077645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-7c01e0a4-9eeb-480e-bb59-ce26cc6c81a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645757 Jun 30 09:04:04.087991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.088963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.090173 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-44d4b49d-bdea-4da1-a0e0-e90c4a40e328 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9436336 Jun 30 09:04:04.096498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40238) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:04.159034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.169707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Transition to ACTIVE for port object b3161eaa-532e-4a3e-8d5a-8a0642c45e0d will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:04.188437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting subnet 1560accf-dc8a-4811-9bb5-6137c9be24d9 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:04.189253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Transition to ACTIVE for port object b3161eaa-532e-4a3e-8d5a-8a0642c45e0d will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:04.198003 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.200633 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.220883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d0d58cc1-3581-42bf-83a5-01c6f15fddbf tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6223445 Jun 30 09:04:04.248240 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.261340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Network e676af44-e159-48ef-9813-221c222df4f5 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:04.266366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:04.268278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Pushing event updated for resources: {'Port': ['ID=b3161eaa-532e-4a3e-8d5a-8a0642c45e0d,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:04.268709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-46d4bb6b-1d77-4396-827b-7a387ba83644 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:04.270028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-46d4bb6b-1d77-4396-827b-7a387ba83644 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134385 Jun 30 09:04:04.271154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:04.276606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-896b88a9-f2c1-42b8-8346-5f2c8decfa26 None None] Provisioning for port 244473e4-d1a7-4393-a159-436242c85b08 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:04.284853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-896b88a9-f2c1-42b8-8346-5f2c8decfa26 None None] Provisioning complete for port 244473e4-d1a7-4393-a159-436242c85b08 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:04.284853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-896b88a9-f2c1-42b8-8346-5f2c8decfa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.379507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-896b88a9-f2c1-42b8-8346-5f2c8decfa26 None None] Port 244473e4-d1a7-4393-a159-436242c85b08 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:04.384655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Attempting to bind port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:04.385213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Attempting to bind port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'be0ef4b0-6184-4753-aa1d-e8ff37f9ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e676af44-e159-48ef-9813-221c222df4f5'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:04.385779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Attempting to bind port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d on network e676af44-e159-48ef-9813-221c222df4f5 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:04.390544 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.394990 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-057bdebe-8a0f-49fb-a435-765de64bd95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.396776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:04.398071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Checking segment: {'id': 'be0ef4b0-6184-4753-aa1d-e8ff37f9ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e676af44-e159-48ef-9813-221c222df4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:04.398657 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.399204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Bound using segment: {'id': 'be0ef4b0-6184-4753-aa1d-e8ff37f9ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e676af44-e159-48ef-9813-221c222df4f5'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:04.399901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Bound port: b3161eaa-532e-4a3e-8d5a-8a0642c45e0d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0ef4b0-6184-4753-aa1d-e8ff37f9ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e676af44-e159-48ef-9813-221c222df4f5'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:04.400445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.432893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868bd58-e028-439c-9137-1c2b50cf4946 req-1e1f0fb9-e934-4224-b7cc-90940c6f22b6 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.439810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9868bd58-e028-439c-9137-1c2b50cf4946 req-1e1f0fb9-e934-4224-b7cc-90940c6f22b6 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 944 time: 0.3328140 Jun 30 09:04:04.443327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-ea500cb7-b9b0-4f0d-b9d5-05a698a2ee26 service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809341 Jun 30 09:04:04.459628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-04ca73d9-2da6-44c3-b86f-b7dcf662ce27 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3971047 Jun 30 09:04:04.475639 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.546678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Request body: {'port': {'device_id': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:04.548994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] For port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:04.549139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.555202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] For port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b3161eaa-532e-4a3e-8d5a-8a0642c45e0d,segment=NetworkSegment(be0ef4b0-6184-4753-aa1d-e8ff37f9ff53),segment_id=be0ef4b0-6184-4753-aa1d-e8ff37f9ff53)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:04.575427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.591132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40252) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:04.597603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Subnet': ['ID=1560accf-dc8a-4811-9bb5-6137c9be24d9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:04.597603 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.598529 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-684a3e0d-d69d-4a4e-845a-471bc8f9808b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/1560accf-dc8a-4811-9bb5-6137c9be24d9 HTTP/1.1" status: 204 len: 168 time: 0.5010073 Jun 30 09:04:04.603283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40254) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:04.646861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200d71-3a0d-4cb4-add4-647a5650eef6 None None] Pushing event updated for resources: {'Port': ['ID=b3161eaa-532e-4a3e-8d5a-8a0642c45e0d,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:04.686158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882c326f-d130-45a2-bc5b-aee708029b8c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.687799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882c326f-d130-45a2-bc5b-aee708029b8c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.689569 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-882c326f-d130-45a2-bc5b-aee708029b8c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0733681 Jun 30 09:04:04.694670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40260) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:04.777761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae205ea7-ea9a-46e5-94fa-e5b3625c9cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.836880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a23b89e1-8971-4971-be7b-779b7efd0864 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.854976 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23b89e1-8971-4971-be7b-779b7efd0864 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:04:04.855192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23b89e1-8971-4971-be7b-779b7efd0864 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:04.857062 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a23b89e1-8971-4971-be7b-779b7efd0864 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/e676af44-e159-48ef-9813-221c222df4f5 HTTP/1.1" status: 409 len: 405 time: 0.1609075 Jun 30 09:04:04.863466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40262) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:04.879901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1473014424'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:04.952194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae205ea7-ea9a-46e5-94fa-e5b3625c9cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.960680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae205ea7-ea9a-46e5-94fa-e5b3625c9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.006665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9868bd58-e028-439c-9137-1c2b50cf4946 req-74cb8217-03cb-437d-b265-bdd6dbe57414 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654945 Jun 30 09:04:05.016498 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae205ea7-ea9a-46e5-94fa-e5b3625c9cb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4498baccde144fe1b9c434db8472bf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242818 Jun 30 09:04:05.017253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:05.021938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.025302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.033469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40264) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:05.043805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae205ea7-ea9a-46e5-94fa-e5b3625c9cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe0a256-0730-40e9-ad1d-81d1136ec18d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:05.051521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:05.061929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.064042 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Added segment f10df3d6-1622-4b05-b866-640a52ecda02 of type vlan for network 3e8f2810-167c-4d25-814f-7978b7e9b2af Jun 30 09:04:05.119397 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.153621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.159179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.159758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.222478 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3576143 Jun 30 09:04:05.225147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40266) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:05.232728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'subnet': {'network_id': '3e8f2810-167c-4d25-814f-7978b7e9b2af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:05.249689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8590f-26dd-4263-8364-a1039c855969 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Network': ['ID=3e8f2810-167c-4d25-814f-7978b7e9b2af,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:05.263160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3e8f2810-167c-4d25-814f-7978b7e9b2af details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:05.270372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-2896e42f-5ba9-4977-9fd4-f31e16bdcb11 service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7940409 Jun 30 09:04:05.282786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61477e62-e67e-470d-8d7e-7663bf9f582f req-e2ad3397-146c-408d-a403-5a2eac5e6eed service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221424 Jun 30 09:04:05.291780 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.338218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:05.342852 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.367080 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05ea5ad1-3970-451f-b3ab-3009b88f4195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.481599 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05ea5ad1-3970-451f-b3ab-3009b88f4195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.551979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a971c8-6903-44e9-91e8-a4b16494a6db req-f76ffb63-4e9c-4d34-9925-d66340e88c50 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.561878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8a971c8-6903-44e9-91e8-a4b16494a6db req-f76ffb63-4e9c-4d34-9925-d66340e88c50 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 931 time: 0.3912854 Jun 30 09:04:05.642233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b3161eaa-532e-4a3e-8d5a-8a0642c45e0d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:05.656876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:04:05.659009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.682034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-c951653c-64fb-4d26-aab3-3eda90798237 service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913608 Jun 30 09:04:05.743197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:05.777350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Subnet': ['ID=23b8ac0f-0823-49ba-9d79-bcd8d506fcd7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:05.784622 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.786956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8a971c8-6903-44e9-91e8-a4b16494a6db req-6079e6d8-e8f6-47d5-b5f2-dc768c7e2aff tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2229147 Jun 30 09:04:05.797164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Checking segment: {'id': 'f10df3d6-1622-4b05-b866-640a52ecda02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3e8f2810-167c-4d25-814f-7978b7e9b2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:05.800476 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05ea5ad1-3970-451f-b3ab-3009b88f4195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.802225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network hostable DHCP agents. Network: 3e8f2810-167c-4d25-814f-7978b7e9b2af, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:05.815064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05ea5ad1-3970-451f-b3ab-3009b88f4195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.816270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-05ea5ad1-3970-451f-b3ab-3009b88f4195 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afe0a256-0730-40e9-ad1d-81d1136ec18d HTTP/1.1" status: 204 len: 168 time: 0.7817593 Jun 30 09:04:05.823747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network 3e8f2810-167c-4d25-814f-7978b7e9b2af is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:05.841616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea5ad1-3970-451f-b3ab-3009b88f4195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe0a256-0730-40e9-ad1d-81d1136ec18d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:05.855326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3e8f2810-167c-4d25-814f-7978b7e9b2af) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:05.862609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.863263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.878320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d109c21e-5de9-4fd0-96f4-1388b1be6f76 None None] Network 3e8f2810-167c-4d25-814f-7978b7e9b2af requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:05.904312 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-49699a46-deb9-4924-972f-0cac24e5487e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6780596 Jun 30 09:04:05.906792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40270) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:05.986885 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:06.010832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ad93c-734b-486d-afce-12cb38525809 None None] Network e676af44-e159-48ef-9813-221c222df4f5 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:06.124434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2d5d61c-bb2c-4fa6-b0d0-1ad4cf416eb1 req-ad811faf-bb3b-41d2-afe8-fa15d8dac194 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 210 time: 0.1436424 Jun 30 09:04:06.170523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244473e4-d1a7-4393-a159-436242c85b08 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:06.185663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.195351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.204962 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:04:06.281282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.301896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Transition to ACTIVE for port object 244473e4-d1a7-4393-a159-436242c85b08 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:06.305056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Deleting port 205b8a99-d3c8-4d51-8ced-f383ba9a4678 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:06.305397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.342489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ddc6c6dc-5015-4c3c-98f0-6de406c9094d None None] Provisioning for port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:06.361694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.398083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.407582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:06.425062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'port_id': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3', 'mac_address': 'fa:16:3e:d0:b4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5f507d-73ff-4e99-9b1c-1ee68c538803', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:06.484927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ddc6c6dc-5015-4c3c-98f0-6de406c9094d None None] Provisioning complete for port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:06.485857 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c6dc-5015-4c3c-98f0-6de406c9094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.489898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Pushing event updated for resources: {'Port': ['ID=244473e4-d1a7-4393-a159-436242c85b08,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:06.506791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661f99-586d-43e3-bad1-df80556cd7d5 req-b25399f8-b4c5-4505-bd42-9e685c3d8391 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.513930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82661f99-586d-43e3-bad1-df80556cd7d5 req-b25399f8-b4c5-4505-bd42-9e685c3d8391 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 944 time: 0.3221657 Jun 30 09:04:06.558525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] For port 205b8a99-d3c8-4d51-8ced-f383ba9a4678, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=205b8a99-d3c8-4d51-8ced-f383ba9a4678,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:06.558902 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.610127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06def85-df64-4b85-96f4-6143cf5f7956 None None] Network 3e8f2810-167c-4d25-814f-7978b7e9b2af requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:06.654251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Calling delete_port for 205b8a99-d3c8-4d51-8ced-f383ba9a4678 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:06.716702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82661f99-586d-43e3-bad1-df80556cd7d5 req-3d0bcdbc-89cf-47f7-ba01-58a54b730e8e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017970 Jun 30 09:04:06.770730 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.789674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Attempting to bind port 244473e4-d1a7-4393-a159-436242c85b08 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:06.790148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Attempting to bind port 244473e4-d1a7-4393-a159-436242c85b08 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:06.790592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Attempting to bind port 244473e4-d1a7-4393-a159-436242c85b08 on network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:06.799281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Port 244473e4-d1a7-4393-a159-436242c85b08 on network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:06.799750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Attempting to bind port 244473e4-d1a7-4393-a159-436242c85b08 on network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:06.814166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:06.814615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Checking segment: {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:06.815139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Bound using segment: {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:06.815648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Bound port: 244473e4-d1a7-4393-a159-436242c85b08, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186dfa11-7b33-4342-b682-2c0813fc4f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:06.816090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.874638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:06.943984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:06.959188 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c6dc-5015-4c3c-98f0-6de406c9094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.964133 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.994522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] For port 244473e4-d1a7-4393-a159-436242c85b08, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:06.999715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] For port 244473e4-d1a7-4393-a159-436242c85b08, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=244473e4-d1a7-4393-a159-436242c85b08,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:07.012075 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.042169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ddc6c6dc-5015-4c3c-98f0-6de406c9094d None None] For port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b3161eaa-532e-4a3e-8d5a-8a0642c45e0d,segment=NetworkSegment(be0ef4b0-6184-4753-aa1d-e8ff37f9ff53),segment_id=be0ef4b0-6184-4753-aa1d-e8ff37f9ff53)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:07.047458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.056258 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c6dc-5015-4c3c-98f0-6de406c9094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.111637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] DHCP port deletion for e676af44-e159-48ef-9813-221c222df4f5 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:07.112465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.113279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.114959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 200 len: 1092 time: 2.8301163 Jun 30 09:04:07.137284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'tag': '244473e4-d1a7-4393-a159-436242c85b08'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:07.152254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Subnet': ['ID=23b8ac0f-0823-49ba-9d79-bcd8d506fcd7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.153085 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91a0cd2-022e-417c-ae90-8ca4129a892a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "tag": "244473e4-d1a7-4393-a159-436242c85b08"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:07.240888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6c6dc-5015-4c3c-98f0-6de406c9094d None None] Pushing event updated for resources: {'Port': ['ID=b3161eaa-532e-4a3e-8d5a-8a0642c45e0d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.259901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.277123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] Deleting port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:07.278583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0cae8-af8e-4df4-87f3-0cc23dc137a6 service neutron] Pushing event updated for resources: {'Port': ['ID=244473e4-d1a7-4393-a159-436242c85b08,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.280232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.314943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['75f2ab1b-a0c6-4c5c-825c-06cc148d59a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:07.328683 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.353705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8f2810-167c-4d25-814f-7978b7e9b2af']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.371006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10df3d6-1622-4b05-b866-640a52ecda02') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.371791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10df3d6-1622-4b05-b866-640a52ecda02') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.384651 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.414199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.423778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:07.424702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:07.429289 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:07.442236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] For port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b3161eaa-532e-4a3e-8d5a-8a0642c45e0d,segment=NetworkSegment(be0ef4b0-6184-4753-aa1d-e8ff37f9ff53),segment_id=be0ef4b0-6184-4753-aa1d-e8ff37f9ff53)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:07.442819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.461381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] Calling delete_port for b3161eaa-532e-4a3e-8d5a-8a0642c45e0d owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:07.522468 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.531335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.533205 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/3e8f2810-167c-4d25-814f-7978b7e9b2af HTTP/1.1" status: 204 len: 168 time: 1.6054201 Jun 30 09:04:07.544777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40322) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:07.550884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1545380055'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:07.556519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304098e-d93b-4946-8470-c078ad1afc6b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Network': ['ID=3e8f2810-167c-4d25-814f-7978b7e9b2af,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.583008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-389710e6-d44f-4ce5-967e-890b1079309e req-90a7cfc4-6ed2-48eb-bb79-042b7da614c0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 210 time: 0.1309404 Jun 30 09:04:07.593337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.618271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:07.622938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.674536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:07.686041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-fce893fb-53f5-4090-81e5-9c631dc2ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.687544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-fce893fb-53f5-4090-81e5-9c631dc2ccc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c34d92c644242b18fb83a1e261b516b&device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1095 time: 0.3182716 Jun 30 09:04:07.688309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=205b8a99-d3c8-4d51-8ced-f383ba9a4678,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.698229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.698704 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Added segment 9832c420-3e81-4f5c-8fe1-d71f8713b249 of type vlan for network a91bcee4-289a-4488-89a0-c1408fb31d11 Jun 30 09:04:07.702705 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17de30af-2eac-42a9-8990-85ac05cdd735 x-openstack-request-id: req-17de30af-2eac-42a9-8990-85ac05cdd735 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:07.702937 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "tag": "244473e4-d1a7-4393-a159-436242c85b08", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:07.703173 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17de30af-2eac-42a9-8990-85ac05cdd735 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:07.703567 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'tag': '244473e4-d1a7-4393-a159-436242c85b08', 'status': 'completed', 'code': 200} Jun 30 09:04:07.761220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.831676 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.849674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.851018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.893952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b3161eaa-532e-4a3e-8d5a-8a0642c45e0d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:07.977229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-af3f02b5-4ce6-4170-afed-7e7c661a8021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 200 len: 217 time: 0.2767088 Jun 30 09:04:07.979473 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4331949 Jun 30 09:04:07.983790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40332) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:07.992938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'subnet': {'network_id': 'a91bcee4-289a-4488-89a0-c1408fb31d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:08.004183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cff4ad-15c4-462e-869c-2caa738d1fb7 req-deb5c1c8-89e9-4e5e-b4a3-bd68a74c7d33 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.014475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24cff4ad-15c4-462e-869c-2caa738d1fb7 req-deb5c1c8-89e9-4e5e-b4a3-bd68a74c7d33 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 943 time: 0.8977067 Jun 30 09:04:08.049213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5be32-ea4e-4724-af0e-70710be37c96 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Network': ['ID=a91bcee4-289a-4488-89a0-c1408fb31d11,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:08.152442 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.155353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a91bcee4-289a-4488-89a0-c1408fb31d11 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:08.189817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40334) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:08.201159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:08.212406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.284087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] Pushing event deleted for resources: {'Port': ['ID=b3161eaa-532e-4a3e-8d5a-8a0642c45e0d,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:08.303574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f219c-3837-4db4-8578-979b62d3c158 None None] No DVR routers for this DVR port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:08.336944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478c0cc-570d-4d65-8509-ba3100a9d222 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:04:08.356439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No active binding found for port b3161eaa-532e-4a3e-8d5a-8a0642c45e0d {{(pid=100241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:04:08.356979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b3161eaa-532e-4a3e-8d5a-8a0642c45e0d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:08.405741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-07c3fd5b-885f-442e-babe-8e746a8e47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.408125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-07c3fd5b-885f-442e-babe-8e746a8e47a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fec0685-41aa-4b1f-bd7f-a0938bef73ba HTTP/1.1" status: 200 len: 848 time: 0.3872533 Jun 30 09:04:08.412718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:08.418463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24cff4ad-15c4-462e-869c-2caa738d1fb7 req-dd4d65ef-227d-4ac9-b9f2-aa81c8b46211 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3987854 Jun 30 09:04:08.488468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-02c3bd5a-13ba-47ae-938d-c692e1e8996f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.490291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-02c3bd5a-13ba-47ae-938d-c692e1e8996f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.5781195 Jun 30 09:04:08.505343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.527327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'port': {'device_id': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'admin_state_up': True, 'tenant_id': '1e16918662f8442db90ae128d982c1a9'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:08.553396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478c0cc-570d-4d65-8509-ba3100a9d222 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:04:08.623279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f4c30-a77b-43e6-8ec6-6392d670c5a3 req-bb71e2ea-3b34-406f-99b4-3ccb8fdac66e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.634322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af0f4c30-a77b-43e6-8ec6-6392d670c5a3 req-bb71e2ea-3b34-406f-99b4-3ccb8fdac66e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 945 time: 0.4659948 Jun 30 09:04:08.636907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.700334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af0f4c30-a77b-43e6-8ec6-6392d670c5a3 req-ad0f40db-8ed4-404b-8461-719cac53c8ed tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648382 Jun 30 09:04:08.726226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.749012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Checking segment: {'id': '9832c420-3e81-4f5c-8fe1-d71f8713b249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a91bcee4-289a-4488-89a0-c1408fb31d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:08.749399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network hostable DHCP agents. Network: a91bcee4-289a-4488-89a0-c1408fb31d11, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:08.761890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Subnet': ['ID=1446864e-662f-4665-8374-4fa51405927a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:08.789238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.803302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network a91bcee4-289a-4488-89a0-c1408fb31d11 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:08.854526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a91bcee4-289a-4488-89a0-c1408fb31d11) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:08.870599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.871241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.958538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34384ce8-a42f-4dcf-b2e8-d48e568dc5fc None None] Network a91bcee4-289a-4488-89a0-c1408fb31d11 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:08.966510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Allocated IP 172.25.8.209 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/22b8e923-c107-4809-a243-f6358711f657) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:09.090669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.149978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.166852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a91bcee4-289a-4488-89a0-c1408fb31d11', 'network_id': 'a91bcee4-289a-4488-89a0-c1408fb31d11', 'tenant_id': '90da5a2fd02e4f82b9f9f2019fdb36e3', 'fixed_ips': [{'subnet_id': '1446864e-662f-4665-8374-4fa51405927a'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:09.167729 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.198920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:09.206032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:09.211644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:09.215206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Pushing event updated for resources: {'Port': ['ID=22b8e923-c107-4809-a243-f6358711f657,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.263294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149022c-1212-46fc-86a4-cddf15816a6f req-e5cac19f-c636-4c68-aed2-7cb427923ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.264837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-e5cac19f-c636-4c68-aed2-7cb427923ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=148cd805-f10c-40b6-a7f6-2fbfe3240f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8407297 Jun 30 09:04:09.269988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5d4221a-3005-4490-b158-a04cdb3b5126 req-1b47e084-bebe-4173-80f3-a131146fe804 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 210 time: 0.4666555 Jun 30 09:04:09.313321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.330677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Allocated IP 2001:db8::2 (a91bcee4-289a-4488-89a0-c1408fb31d11/1446864e-662f-4665-8374-4fa51405927a/9cffa060-38bd-4e0b-84ba-cc17b66adaf6) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:09.345172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Made reservation on behalf of 1e16918662f8442db90ae128d982c1a9 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:09.349487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.362237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.386093 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c205e833-f565-49b7-b72e-54f671131ddb tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4008250 Jun 30 09:04:09.389980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40346) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:09.523954 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.540430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Transition to ACTIVE for port object 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:09.545895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-5f79aa19-4ed5-487e-ba11-1c7c91c7607b service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710493 Jun 30 09:04:09.575650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Transition to ACTIVE for port object 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:09.576600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.589815 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.658015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Network a91bcee4-289a-4488-89a0-c1408fb31d11 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:09.658758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.664443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:09.667861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:09.668062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.675649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Pushing event updated for resources: {'Port': ['ID=9cffa060-38bd-4e0b-84ba-cc17b66adaf6,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.737412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Attempting to bind port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:09.737818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Attempting to bind port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9832c420-3e81-4f5c-8fe1-d71f8713b249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a91bcee4-289a-4488-89a0-c1408fb31d11'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:09.739277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Attempting to bind port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 on network a91bcee4-289a-4488-89a0-c1408fb31d11 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:09.744412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:09.744769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.746467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:09.747071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Checking segment: {'id': '9832c420-3e81-4f5c-8fe1-d71f8713b249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a91bcee4-289a-4488-89a0-c1408fb31d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:09.747651 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.748295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Bound using segment: {'id': '9832c420-3e81-4f5c-8fe1-d71f8713b249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a91bcee4-289a-4488-89a0-c1408fb31d11'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:09.749682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Bound port: 9cffa060-38bd-4e0b-84ba-cc17b66adaf6, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9832c420-3e81-4f5c-8fe1-d71f8713b249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a91bcee4-289a-4488-89a0-c1408fb31d11'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:09.750078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.793664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Pushing event updated for resources: {'Port': ['ID=22b8e923-c107-4809-a243-f6358711f657,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.799970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Allocated IP 172.20.0.13 (b562134b-5ec8-4de2-bde1-afe935152b17/aa3170b8-486b-45eb-9201-15d2c66b3058/f73a6dca-cea4-4c3e-b501-88c7120db96a) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:09.811256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.834324 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.839818 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-301c708d-2c5c-45ad-8a11-bf3d6390ed34 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6454115 Jun 30 09:04:09.843338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40356) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:09.844394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] For port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:09.848032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] For port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9cffa060-38bd-4e0b-84ba-cc17b66adaf6,segment=NetworkSegment(9832c420-3e81-4f5c-8fe1-d71f8713b249),segment_id=9832c420-3e81-4f5c-8fe1-d71f8713b249)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:09.849108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1230471267', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'fixed_ips': [{'ip_address': '172.25.8.209'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:09.851720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:09.855484 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.886887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] For port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6, host n-d-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:09.887323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.912258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Calling delete_port for 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:09.925993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Made reservation on behalf of e80ae12e5f3c4f45997d781486a93d06 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:09.929011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3219df-3763-41e6-8589-78d9a41906e7 None None] Pushing event updated for resources: {'Port': ['ID=9cffa060-38bd-4e0b-84ba-cc17b66adaf6,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.930156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.946982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.982126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:10.013792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75788a4f-b38d-4886-9d50-d3cd1c2174bb req-49c7469c-e561-448d-9e22-cc3da4164803 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.020819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75788a4f-b38d-4886-9d50-d3cd1c2174bb req-49c7469c-e561-448d-9e22-cc3da4164803 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 943 time: 0.3387854 Jun 30 09:04:10.030265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5149022c-1212-46fc-86a4-cddf15816a6f req-d6527b5b-a758-41b4-b109-532a283c2d60 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461694 Jun 30 09:04:10.052132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:10.058653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:10.060136 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.122904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.198872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Port': ['ID=9cffa060-38bd-4e0b-84ba-cc17b66adaf6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.220787 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.267316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No DVR routers for this DVR port 9cffa060-38bd-4e0b-84ba-cc17b66adaf6 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:10.269497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:10.275895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:10.280952 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7690f8-9963-4b1d-87b0-600217eb760c" -d '{"events": [{"server_uuid": "3cac7197-a6be-4b1e-a948-81b3f7ff7f0b", "name": "network-vif-plugged", "status": "completed", "tag": "75f2ab1b-a0c6-4c5c-825c-06cc148d59a3"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:10.289750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.301100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75788a4f-b38d-4886-9d50-d3cd1c2174bb req-2f854f3c-5794-440b-9a63-aa02e2382f27 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2794068 Jun 30 09:04:10.325217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.339804 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.342543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116441-1de8-4c1e-a713-00b1bfd82ec5 req-a2f8315e-2bd6-4204-b17c-f235781d0434 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.350154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab116441-1de8-4c1e-a713-00b1bfd82ec5 req-a2f8315e-2bd6-4204-b17c-f235781d0434 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 945 time: 0.4786963 Jun 30 09:04:10.352080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] device_id is not set on port 4e37fb0c-1b59-49c0-8cd6-141abd8e4168 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:04:10.357162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.379187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:10.388066 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] Sync routers for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:10.404701 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:10.405490 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.411633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e8261130-4c5b-4c49-9401-d7a7a216fc03 admin admin] 10.222.0.53 "PUT /v2.0/routers/5e27d6ea-eef0-47c5-8c35-393ac8b10420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4666078 Jun 30 09:04:10.417242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40366) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:10.437537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.457321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.524853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.544237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3148b869-d1fb-4cb2-a3a5-c86a0953c0a9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.600012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Subnet': ['ID=1446864e-662f-4665-8374-4fa51405927a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.610607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ab116441-1de8-4c1e-a713-00b1bfd82ec5 req-6b47ce1a-cdf1-48da-b6c2-5c8504ac1bb3 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479274 Jun 30 09:04:10.615904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Transition to ACTIVE for port object f73a6dca-cea4-4c3e-b501-88c7120db96a will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:10.618645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-5bc584ac-71bd-4081-8afd-a2f2dd864b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.620170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-5bc584ac-71bd-4081-8afd-a2f2dd864b7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c34d92c644242b18fb83a1e261b516b&device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1095 time: 0.4010057 Jun 30 09:04:10.646310 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:10.675668 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.680225 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0e2c98-523d-4985-91b4-b32b762a2002 x-openstack-request-id: req-5d0e2c98-523d-4985-91b4-b32b762a2002 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:10.680714 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cac7197-a6be-4b1e-a948-81b3f7ff7f0b", "name": "network-vif-plugged", "status": "completed", "tag": "75f2ab1b-a0c6-4c5c-825c-06cc148d59a3", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:10.681001 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d0e2c98-523d-4985-91b4-b32b762a2002 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:10.681446 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3', 'code': 200} Jun 30 09:04:10.718645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91bcee4-289a-4488-89a0-c1408fb31d11']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.781539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9832c420-3e81-4f5c-8fe1-d71f8713b249') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.781883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9832c420-3e81-4f5c-8fe1-d71f8713b249') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.821333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.863677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf63d023-e696-4a7a-b443-75360a47a254 req-c3622c15-80a3-4e19-821a-c66d8a71f79d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 210 time: 0.0465612 Jun 30 09:04:10.877196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.914986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.931646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:10.931646 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:10.934709 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:10.942392 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T09:04:07Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.943434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.960531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b', 'd3a75844-8c89-46e5-b4ea-d4b453cc209c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:10.982735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] Checking router: 5e27d6ea-eef0-47c5-8c35-393ac8b10420 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:10.985677 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:04:10.986099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:10.992819 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] Routers {'5e27d6ea-eef0-47c5-8c35-393ac8b10420'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:10.993782 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:11.029213 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a7243e8-f430-41b8-bc70-0ee766b3c2f6 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1849756 Jun 30 09:04:11.043772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:11.052194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.074844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-c3afed98-8c91-4651-989b-3e241fd86f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.076350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-c3afed98-8c91-4651-989b-3e241fd86f56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 200 len: 910 time: 0.4072011 Jun 30 09:04:11.138723 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] Set router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:11.145771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.148321 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/a91bcee4-289a-4488-89a0-c1408fb31d11 HTTP/1.1" status: 204 len: 168 time: 1.7572882 Jun 30 09:04:11.165728 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f791ba-549b-4ff9-bafa-e5a67e44a597 req-c7ab5cb7-ebf0-424f-bf78-194bd82f48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.167521 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-46f791ba-549b-4ff9-bafa-e5a67e44a597 req-c7ab5cb7-ebf0-424f-bf78-194bd82f48f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 1098 time: 0.3889494 Jun 30 09:04:11.169423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40382) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:11.212301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-0a321920-11d7-4686-9ce0-ed8562fdce27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 200 len: 217 time: 0.1166008 Jun 30 09:04:11.255960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:11.258279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:11.261553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:11.292800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-990282653'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:11.317469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6209bb-cbdc-4180-8765-8ddcdbbec0d2 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Network': ['ID=a91bcee4-289a-4488-89a0-c1408fb31d11,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:11.362856 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T09:04:07Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:11.392581 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789e5ef-3f18-45d0-a035-a7728a6d9404 None None] The sync data for ids ['5e27d6ea-eef0-47c5-8c35-393ac8b10420'] in n-d-758944-40 is: [{'id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'name': 'tempest-TaggedBootDevicesTest_v242-860433759-router', 'tenant_id': '44b605161c0242f6a236891e4f13dce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a12960ef-2450-463e-969e-e8895fd50254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T09:04:07Z', 'revision_number': 5, 'project_id': '44b605161c0242f6a236891e4f13dce2', 'gw_port': {'id': 'a12960ef-2450-463e-969e-e8895fd50254', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27d6ea-eef0-47c5-8c35-393ac8b10420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:43Z', 'updated_at': '2021-06-30T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:11.461676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:11.465524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.470667 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-46f791ba-549b-4ff9-bafa-e5a67e44a597 req-2516ad7c-e203-4034-854c-cd9a18f99854 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744473 Jun 30 09:04:11.513668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:11.525413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=f73a6dca-cea4-4c3e-b501-88c7120db96a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:11.529170 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.529607 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Added segment 09da3b66-c5b2-48ab-96a0-a05495111ba9 of type vlan for network e24db58a-2db3-4df6-a4bd-54f79973da5c Jun 30 09:04:11.554102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-1069bb8b-7b26-4efa-aad8-74c2416daabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.555731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-1069bb8b-7b26-4efa-aad8-74c2416daabd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fec0685-41aa-4b1f-bd7f-a0938bef73ba HTTP/1.1" status: 200 len: 848 time: 0.2888987 Jun 30 09:04:11.556676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-411b586e-75af-432f-9b96-9a100bbe772b None None] Could not find standard attr ID for object 9cffa060-38bd-4e0b-84ba-cc17b66adaf6. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:04:11.557230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.567317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Deleting port 22b8e923-c107-4809-a243-f6358711f657 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:11.567653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.614253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.640976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.641688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.665907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.671307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.671880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.692726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-67badeca-184f-4042-9884-20d72db41e46 None None] Provisioning for port f73a6dca-cea4-4c3e-b501-88c7120db96a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:11.695397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15315b4c-ce0f-435d-b5ad-47a1cf0ce989 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1749487 Jun 30 09:04:11.696960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-67badeca-184f-4042-9884-20d72db41e46 None None] Provisioning complete for port f73a6dca-cea4-4c3e-b501-88c7120db96a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:11.697407 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-67badeca-184f-4042-9884-20d72db41e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.705144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.705475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.711384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Request body: {'port': {'device_id': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:11.724040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 244473e4-d1a7-4393-a159-436242c85b08 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:11.754418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Calling delete_port for 22b8e923-c107-4809-a243-f6358711f657 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:11.755248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-67badeca-184f-4042-9884-20d72db41e46 None None] Port f73a6dca-cea4-4c3e-b501-88c7120db96a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:11.756293 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4893115 Jun 30 09:04:11.767300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40388) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:11.771811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440ad5-2455-4675-b9c7-3d923300df5d req-70d71546-d308-418c-a4f7-999d0912ccc8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.777541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf33b67-64f2-48e9-84b3-b086686575ff None None] DHCP port deletion for a91bcee4-289a-4488-89a0-c1408fb31d11 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:11.781741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5440ad5-2455-4675-b9c7-3d923300df5d req-70d71546-d308-418c-a4f7-999d0912ccc8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.5684924 Jun 30 09:04:11.790542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Request body: {'subnet': {'network_id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:11.817068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 205b8a99-d3c8-4d51-8ced-f383ba9a4678 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:11.840955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9833a9-e879-4b16-85ed-703dbafc0a41 req-ada20b61-dfa8-4a2e-b935-9a747d99c2a8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.841716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09aef-94ab-485b-94ab-88bfb0ddcab0 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Network': ['ID=e24db58a-2db3-4df6-a4bd-54f79973da5c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:11.848562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d9833a9-e879-4b16-85ed-703dbafc0a41 req-ada20b61-dfa8-4a2e-b935-9a747d99c2a8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 943 time: 0.3331969 Jun 30 09:04:11.853668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd27f5c-f208-4341-95d1-56e7d6d62e62 None None] Network a91bcee4-289a-4488-89a0-c1408fb31d11 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:11.873851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd27f5c-f208-4341-95d1-56e7d6d62e62 None None] Network a91bcee4-289a-4488-89a0-c1408fb31d11 could not be found, it might have been deleted concurrently. {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:04:11.875928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 205b8a99-d3c8-4d51-8ced-f383ba9a4678 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:11.876466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 205b8a99-d3c8-4d51-8ced-f383ba9a4678 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:11.887539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e24db58a-2db3-4df6-a4bd-54f79973da5c details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:11.893842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-cce4d157-59b8-4adc-86d0-f61de77c395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.895398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-cce4d157-59b8-4adc-86d0-f61de77c395d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=148cd805-f10c-40b6-a7f6-2fbfe3240f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3076687 Jun 30 09:04:11.971921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Made reservation on behalf of 90da5a2fd02e4f82b9f9f2019fdb36e3 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:11.976853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.004704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 244473e4-d1a7-4393-a159-436242c85b08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=244473e4-d1a7-4393-a159-436242c85b08,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:12.018825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '244473e4-d1a7-4393-a159-436242c85b08', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'port_id': '244473e4-d1a7-4393-a159-436242c85b08', 'mac_address': 'fa:16:3e:81:25:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:12.065773 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.081549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244473e4-d1a7-4393-a159-436242c85b08 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:12.098838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.112261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 244473e4-d1a7-4393-a159-436242c85b08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=244473e4-d1a7-4393-a159-436242c85b08,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:12.116870 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.134011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Pushing event deleted for resources: {'Port': ['ID=22b8e923-c107-4809-a243-f6358711f657,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.176969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=244473e4-d1a7-4393-a159-436242c85b08,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.273673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5440ad5-2455-4675-b9c7-3d923300df5d req-60cf66a2-6267-4b0d-9cd1-bdea6cc2b253 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909172 Jun 30 09:04:12.294826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Deleting port a12960ef-2450-463e-969e-e8895fd50254 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:12.295168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.371273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['244473e4-d1a7-4393-a159-436242c85b08'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:12.376538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d9833a9-e879-4b16-85ed-703dbafc0a41 req-621dbdf1-91f0-487e-aa2e-8764be081258 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5271153 Jun 30 09:04:12.389070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.542603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-a02b9344-faf0-47c1-8cf0-af7470624423 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322262 Jun 30 09:04:12.571520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.576239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.580967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] For port a12960ef-2450-463e-969e-e8895fd50254, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a12960ef-2450-463e-969e-e8895fd50254,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:12.580967 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.581683 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eb85a719-dfe1-4a26-8660-3c61d8e8f0ed tempest-ExternalNetworksAdminNegativeTestJSON-1688180359 tempest-ExternalNetworksAdminNegativeTestJSON-1688180359-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8257b85c-67a0-4acc-9b56-48afd5014856 HTTP/1.1" status: 204 len: 168 time: 1.5359514 Jun 30 09:04:12.624789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Calling delete_port for a12960ef-2450-463e-969e-e8895fd50254 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:12.733123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.objects.ports [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:04:12.735119 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.806187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event updated for resources: {'Subnet': ['ID=7823166d-74c9-478e-aaad-1f2ddc379f12,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.816858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Checking segment: {'id': '09da3b66-c5b2-48ab-96a0-a05495111ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:12.817257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network hostable DHCP agents. Network: e24db58a-2db3-4df6-a4bd-54f79973da5c, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:12.837342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Network e24db58a-2db3-4df6-a4bd-54f79973da5c is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:12.849266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e24db58a-2db3-4df6-a4bd-54f79973da5c) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:12.858910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.862914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7df2b7-c8ee-492b-8566-86efa5d57a9e None None] Network e24db58a-2db3-4df6-a4bd-54f79973da5c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:12.870133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.871712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d91a0cd2-022e-417c-ae90-8ca4129a892a req-7a9e5b60-71f2-42c8-8909-1a60c240a832 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112690 Jun 30 09:04:12.889020 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51e7eca5-f4a9-49fa-b746-53a9e53b367b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1206036 Jun 30 09:04:12.889732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40396) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:12.911211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:12.914194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f3809-006e-451e-b6f2-51d2bb0e7bac req-46c57e1d-3650-48fa-ba89-8e0dcd44a8d4 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.915764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac1f3809-006e-451e-b6f2-51d2bb0e7bac req-46c57e1d-3650-48fa-ba89-8e0dcd44a8d4 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 946 time: 0.4918511 Jun 30 09:04:12.989209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac1f3809-006e-451e-b6f2-51d2bb0e7bac req-369331cf-c355-4480-b27f-0f3d54767b52 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621498 Jun 30 09:04:13.005185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894522-2912-4ce9-bd5c-5e5c0d16fac9 req-0abb1710-fed9-42e9-85c9-6126d59ffa68 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.011837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2894522-2912-4ce9-bd5c-5e5c0d16fac9 req-0abb1710-fed9-42e9-85c9-6126d59ffa68 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 932 time: 0.4829714 Jun 30 09:04:13.018023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.067395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e24db58a-2db3-4df6-a4bd-54f79973da5c', 'network_id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c', 'tenant_id': '90da5a2fd02e4f82b9f9f2019fdb36e3', 'fixed_ips': [{'subnet_id': '7823166d-74c9-478e-aaad-1f2ddc379f12'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:13.068760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.105871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4466bb7b-b000-4e3b-8649-fc11775cb50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.122947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.126739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f2894522-2912-4ce9-bd5c-5e5c0d16fac9 req-1d8f9b09-a995-43c0-ba33-0181e0bfdea4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061816 Jun 30 09:04:13.220123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73a6dca-cea4-4c3e-b501-88c7120db96a {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:13.227703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Allocated IP 2001:db8::f816:3eff:fe0b:361f (e24db58a-2db3-4df6-a4bd-54f79973da5c/7823166d-74c9-478e-aaad-1f2ddc379f12/dc6de0bc-8c4a-497b-ac41-0edd94c3a61c) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:13.230060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.233574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.257980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4466bb7b-b000-4e3b-8649-fc11775cb50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.263086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4466bb7b-b000-4e3b-8649-fc11775cb50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.272674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12960ef-2450-463e-969e-e8895fd50254,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.295806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Transition to ACTIVE for port object f73a6dca-cea4-4c3e-b501-88c7120db96a will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:13.311524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4466bb7b-b000-4e3b-8649-fc11775cb50d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09064778680c44acaa104ced9a21e485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989666 Jun 30 09:04:13.311960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466bb7b-b000-4e3b-8649-fc11775cb50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c402b9c-e7f9-487c-863f-06912afe2b72,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.314442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:13.317740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.374066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3481f3b1-82d5-4bde-835f-84396d7405da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.387393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.392694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Pushing event updated for resources: {'Port': ['ID=f73a6dca-cea4-4c3e-b501-88c7120db96a,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.399733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3481f3b1-82d5-4bde-835f-84396d7405da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.447771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.471154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Transition to ACTIVE for port object dc6de0bc-8c4a-497b-ac41-0edd94c3a61c will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:13.471567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3481f3b1-82d5-4bde-835f-84396d7405da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.477299 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3481f3b1-82d5-4bde-835f-84396d7405da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.478601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3481f3b1-82d5-4bde-835f-84396d7405da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c402b9c-e7f9-487c-863f-06912afe2b72 HTTP/1.1" status: 204 len: 168 time: 0.1632552 Jun 30 09:04:13.493091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481f3b1-82d5-4bde-835f-84396d7405da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c402b9c-e7f9-487c-863f-06912afe2b72,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.511326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Transition to ACTIVE for port object dc6de0bc-8c4a-497b-ac41-0edd94c3a61c will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:13.534969 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.549828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.607333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Network e24db58a-2db3-4df6-a4bd-54f79973da5c is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:13.610673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:13.614854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:13.637233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Pushing event updated for resources: {'Port': ['ID=dc6de0bc-8c4a-497b-ac41-0edd94c3a61c,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.675280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.712374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Subnet': ['ID=7823166d-74c9-478e-aaad-1f2ddc379f12,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.719206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 244473e4-d1a7-4393-a159-436242c85b08 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:13.722579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Attempting to bind port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:13.723103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Attempting to bind port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '09da3b66-c5b2-48ab-96a0-a05495111ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:13.723643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Attempting to bind port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c on network e24db58a-2db3-4df6-a4bd-54f79973da5c {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:13.747342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:13.748024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Checking segment: {'id': '09da3b66-c5b2-48ab-96a0-a05495111ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:13.749287 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.749877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Bound using segment: {'id': '09da3b66-c5b2-48ab-96a0-a05495111ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:13.750510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Bound port: dc6de0bc-8c4a-497b-ac41-0edd94c3a61c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09da3b66-c5b2-48ab-96a0-a05495111ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:13.750656 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.750888 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.782261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.795803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24db58a-2db3-4df6-a4bd-54f79973da5c']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:13.811943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09da3b66-c5b2-48ab-96a0-a05495111ba9') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:13.812254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09da3b66-c5b2-48ab-96a0-a05495111ba9') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:13.824641 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:13.830263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.849485 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.850119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e27d6ea-eef0-47c5-8c35-393ac8b10420 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:04:13.863559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] For port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:13.864068 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.864173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 244473e4-d1a7-4393-a159-436242c85b08 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:13.864254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4797dbc9-d3ef-40e5-9688-052a374b7ec8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5e27d6ea-eef0-47c5-8c35-393ac8b10420 HTTP/1.1" status: 204 len: 168 time: 3.4328041 Jun 30 09:04:13.867038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.869589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40412) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:13.869849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 244473e4-d1a7-4393-a159-436242c85b08 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:13.869849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.871167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Attempting to bind port f73a6dca-cea4-4c3e-b501-88c7120db96a on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:13.871502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Attempting to bind port f73a6dca-cea4-4c3e-b501-88c7120db96a by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:13.871820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Attempting to bind port f73a6dca-cea4-4c3e-b501-88c7120db96a on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:13.875867 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:13.876664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:13.892674 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:13.919802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Port f73a6dca-cea4-4c3e-b501-88c7120db96a on network b562134b-5ec8-4de2-bde1-afe935152b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:13.920130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Attempting to bind port f73a6dca-cea4-4c3e-b501-88c7120db96a on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:13.949616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a98e11-6027-4255-b4a6-01cde763e905 req-fae3107e-5a69-4bbf-b49c-7bd5b24ad063 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.951151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6a98e11-6027-4255-b4a6-01cde763e905 req-fae3107e-5a69-4bbf-b49c-7bd5b24ad063 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.4502740 Jun 30 09:04:13.962229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40414) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:13.962984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b80-9468-4c40-9a47-4944de5fbb64 req-f3441072-c9b3-42bd-bf76-a0bd52c7d3db tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.970154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8444b80-9468-4c40-9a47-4944de5fbb64 req-f3441072-c9b3-42bd-bf76-a0bd52c7d3db tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 944 time: 0.3358400 Jun 30 09:04:13.978032 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.980859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:13.980859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:13.981147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Bound using segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:13.981483 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:04:13.981483 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:04:13.981483 n-d-758944-40 neutron-server[100238]: [parameters: {'id': 'e24db58a-2db3-4df6-a4bd-54f79973da5c'}] Jun 30 09:04:13.981483 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:04:13.981849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Bound port: f73a6dca-cea4-4c3e-b501-88c7120db96a, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:13.981948 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:04:13.982034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.018968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 244473e4-d1a7-4393-a159-436242c85b08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=244473e4-d1a7-4393-a159-436242c85b08,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:14.019924 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d3f93521-d5ed-4371-9389-83c81babe01e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e80ae12e5f3c4f45997d781486a93d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548232 Jun 30 09:04:14.020666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40416) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:14.025250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] For port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=dc6de0bc-8c4a-497b-ac41-0edd94c3a61c,segment=NetworkSegment(09da3b66-c5b2-48ab-96a0-a05495111ba9),segment_id=09da3b66-c5b2-48ab-96a0-a05495111ba9)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:14.025959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244473e4-d1a7-4393-a159-436242c85b08'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:14.028804 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a898295f-2d8e-4f53-8b5f-0d1dc5802fd9" -d '{"events": [{"server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "name": "network-vif-plugged", "status": "completed", "tag": "244473e4-d1a7-4393-a159-436242c85b08"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:14.033909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.036318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.069747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] Deleting subnet 837594f2-4dea-4f76-9a1c-75932015e8a7 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:14.082603 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c2b-4be9-4c1d-9f6e-e2d8281df80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.084665 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.114630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c2b-4be9-4c1d-9f6e-e2d8281df80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.114794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6a98e11-6027-4255-b4a6-01cde763e905 req-6e7b767a-7a8c-4942-ab6b-c98a2c4cc2fa tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418266 Jun 30 09:04:14.139867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb9033-632a-4925-b85b-d249b37dd6e5 None None] Pushing event updated for resources: {'Port': ['ID=dc6de0bc-8c4a-497b-ac41-0edd94c3a61c,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.140457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8444b80-9468-4c40-9a47-4944de5fbb64 req-a7ec11b9-0213-4e68-a69a-9acb50808a1f tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671908 Jun 30 09:04:14.176850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d322052a-8b9c-4ab1-bf4a-5ab79e361029 None None] Network e24db58a-2db3-4df6-a4bd-54f79973da5c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:14.183865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.186515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] For port f73a6dca-cea4-4c3e-b501-88c7120db96a, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:14.219143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c2b-4be9-4c1d-9f6e-e2d8281df80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.222165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c2b-4be9-4c1d-9f6e-e2d8281df80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.223599 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d2c84c2b-4be9-4c1d-9f6e-e2d8281df80d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3148b869-d1fb-4cb2-a3a5-c86a0953c0a9 HTTP/1.1" status: 204 len: 168 time: 0.2019188 Jun 30 09:04:14.224521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] For port f73a6dca-cea4-4c3e-b501-88c7120db96a, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:14.236463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.242070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c84c2b-4be9-4c1d-9f6e-e2d8281df80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3148b869-d1fb-4cb2-a3a5-c86a0953c0a9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.286942 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ddbbc-b8ff-469f-84e8-03be8b8d51c2 x-openstack-request-id: req-0d3ddbbc-b8ff-469f-84e8-03be8b8d51c2 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:14.287153 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "name": "network-vif-plugged", "status": "completed", "tag": "244473e4-d1a7-4393-a159-436242c85b08", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:14.287413 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d3ddbbc-b8ff-469f-84e8-03be8b8d51c2 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:14.287853 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244473e4-d1a7-4393-a159-436242c85b08', 'code': 200} Jun 30 09:04:14.337820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.340609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=244473e4-d1a7-4393-a159-436242c85b08,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.341955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.343507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] 10.222.0.26 "PUT /v2.0/ports/f73a6dca-cea4-4c3e-b501-88c7120db96a HTTP/1.1" status: 200 len: 1093 time: 2.6382675 Jun 30 09:04:14.347531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:14.351654 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78" -d '{"events": [{"name": "network-changed", "server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:14.483669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.529195 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.537086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e2bfe-d186-4492-8765-b264bafe3f19 service neutron] Pushing event updated for resources: {'Port': ['ID=f73a6dca-cea4-4c3e-b501-88c7120db96a,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.572260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:14.572998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.639441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee933eb6-bb9a-4dfb-94d6-732f3f6f739a None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:04:14.681221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] For port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=dc6de0bc-8c4a-497b-ac41-0edd94c3a61c,segment=NetworkSegment(09da3b66-c5b2-48ab-96a0-a05495111ba9),segment_id=09da3b66-c5b2-48ab-96a0-a05495111ba9)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:14.682099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.686090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f077-0dc6-458a-8752-74fbac8ef211 req-75ae780f-ac36-4ece-af27-b0d9fe4d1158 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.687608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55d1f077-0dc6-458a-8752-74fbac8ef211 req-75ae780f-ac36-4ece-af27-b0d9fe4d1158 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 946 time: 0.3583276 Jun 30 09:04:14.693354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-b5b4e237-1eb5-4951-be88-c31395b7e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.695068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-b5b4e237-1eb5-4951-be88-c31395b7e1ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 1096 time: 0.2745714 Jun 30 09:04:14.700195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Calling delete_port for dc6de0bc-8c4a-497b-ac41-0edd94c3a61c owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:14.701480 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.711767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce399-e12d-46b9-a9ab-a05156d004cc req-056d5460-bfbe-4e1f-ad39-2a7127782378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.713556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae9ce399-e12d-46b9-a9ab-a05156d004cc req-056d5460-bfbe-4e1f-ad39-2a7127782378 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1097 time: 0.3271518 Jun 30 09:04:14.745147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfcb04-91f5-437b-8ca7-9f8e7c0dd180 req-a3106f01-f68a-4448-9258-9dac09aeda35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.747181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0edfcb04-91f5-437b-8ca7-9f8e7c0dd180 req-a3106f01-f68a-4448-9258-9dac09aeda35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 944 time: 0.2762086 Jun 30 09:04:14.771706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee933eb6-bb9a-4dfb-94d6-732f3f6f739a None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:04:14.802341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.823940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837594f2-4dea-4f76-9a1c-75932015e8a7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.846881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Port': ['ID=dc6de0bc-8c4a-497b-ac41-0edd94c3a61c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.853745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-926ab77a-9a3b-455c-a26c-bf8e86f6e1d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a HTTP/1.1" status: 200 len: 217 time: 0.1484976 Jun 30 09:04:14.856794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No DVR routers for this DVR port dc6de0bc-8c4a-497b-ac41-0edd94c3a61c on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:14.880564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.882421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-240ec5e6-a7bb-4feb-abe1-b030805f5f68 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/837594f2-4dea-4f76-9a1c-75932015e8a7 HTTP/1.1" status: 204 len: 168 time: 1.0133195 Jun 30 09:04:14.886284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:14.936394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55d1f077-0dc6-458a-8752-74fbac8ef211 req-15080c65-6ce6-4065-abec-8f243b4e3157 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364461 Jun 30 09:04:15.012637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae9ce399-e12d-46b9-a9ab-a05156d004cc req-787a3e70-1707-40f8-ac84-dcfccca01dc8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2181528 Jun 30 09:04:15.015988 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f6cad-edb2-47a9-b340-a96ed6f60a19 x-openstack-request-id: req-c40f6cad-edb2-47a9-b340-a96ed6f60a19 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:15.016281 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:15.016550 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c40f6cad-edb2-47a9-b340-a96ed6f60a19 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:15.016933 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a', 'status': 'completed', 'code': 200} Jun 30 09:04:15.020897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0edfcb04-91f5-437b-8ca7-9f8e7c0dd180 req-8ceef038-0602-4e65-acc6-8e9ef679e362 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909525 Jun 30 09:04:15.028744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-81961c8d-17a8-47f6-a683-23de60ab8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.030508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-81961c8d-17a8-47f6-a683-23de60ab8c4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1621768 Jun 30 09:04:15.060009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.072422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24db58a-2db3-4df6-a4bd-54f79973da5c']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:15.076627 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.103406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09da3b66-c5b2-48ab-96a0-a05495111ba9') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:15.104227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09da3b66-c5b2-48ab-96a0-a05495111ba9') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:15.132773 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.152769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15a6d348-d1fc-43da-b013-2271e74bb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.153252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac2193-3d71-4a5d-ba6e-c72d01881c3d None None] Network 3802b5db-c026-42da-960b-92e7aa974ecb requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:15.154356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-15a6d348-d1fc-43da-b013-2271e74bb480 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165240 Jun 30 09:04:15.188248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.202276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:15.202786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:15.209160 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:15.265051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-a0f317a5-70cc-420c-9221-73a4e14c3515 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034734 Jun 30 09:04:15.310702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Deleting port a3457627-f8f5-4190-bf37-de4a76eb7223 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:15.311050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.314170 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.346979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.349017 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/e24db58a-2db3-4df6-a4bd-54f79973da5c HTTP/1.1" status: 204 len: 168 time: 2.4583519 Jun 30 09:04:15.353034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40454) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.446665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a62c-6d93-4bc2-acea-04bb8d11bf8b tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Network': ['ID=e24db58a-2db3-4df6-a4bd-54f79973da5c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:15.449030 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde5736a-33fa-4165-95e1-57081aed53d6 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:15.449483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde5736a-33fa-4165-95e1-57081aed53d6 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:15.453533 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fde5736a-33fa-4165-95e1-57081aed53d6 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/7823166d-74c9-478e-aaad-1f2ddc379f12 HTTP/1.1" status: 404 len: 337 time: 0.0492969 Jun 30 09:04:15.457924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40458) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.479517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a137e6-0305-445e-89a1-3d94e6e47b56 req-6f9438eb-82a3-4d7d-bbb3-48a973d8553e service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069011 Jun 30 09:04:15.483408 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fe60a7-4b4c-4e22-8893-b07acd0bc560 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:15.483821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fe60a7-4b4c-4e22-8893-b07acd0bc560 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:15.485610 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2fe60a7-4b4c-4e22-8893-b07acd0bc560 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/e24db58a-2db3-4df6-a4bd-54f79973da5c HTTP/1.1" status: 404 len: 339 time: 0.0267434 Jun 30 09:04:15.491865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40460) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.522128 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b01fc4-b64a-4095-a171-7307a25b75a8 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:15.522604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b01fc4-b64a-4095-a171-7307a25b75a8 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:15.527200 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c0b01fc4-b64a-4095-a171-7307a25b75a8 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/1446864e-662f-4665-8374-4fa51405927a HTTP/1.1" status: 404 len: 337 time: 0.0318596 Jun 30 09:04:15.529105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40464) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.538994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] For port a3457627-f8f5-4190-bf37-de4a76eb7223, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a3457627-f8f5-4190-bf37-de4a76eb7223,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:15.539474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.560140 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f0c6f9-356d-4b30-8759-10cd2c7c0dd3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:15.560929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f0c6f9-356d-4b30-8759-10cd2c7c0dd3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:15.562542 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-03f0c6f9-356d-4b30-8759-10cd2c7c0dd3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/a91bcee4-289a-4488-89a0-c1408fb31d11 HTTP/1.1" status: 404 len: 339 time: 0.0322042 Jun 30 09:04:15.566280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40466) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.577811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Calling delete_port for a3457627-f8f5-4190-bf37-de4a76eb7223 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:15.598237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a12960ef-2450-463e-969e-e8895fd50254 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:15.608630 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e49b1-d350-40e3-92ce-1e732f0dac6f tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:15.609188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7e49b1-d350-40e3-92ce-1e732f0dac6f tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:15.611427 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cf7e49b1-d350-40e3-92ce-1e732f0dac6f tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/23b8ac0f-0823-49ba-9d79-bcd8d506fcd7 HTTP/1.1" status: 404 len: 337 time: 0.0441463 Jun 30 09:04:15.613907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40470) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.629056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a12960ef-2450-463e-969e-e8895fd50254 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:15.629547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a12960ef-2450-463e-969e-e8895fd50254 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:15.645535 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebff383d-0f2a-4c43-882b-1e727efcb511 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:15.646140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebff383d-0f2a-4c43-882b-1e727efcb511 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:15.647865 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ebff383d-0f2a-4c43-882b-1e727efcb511 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/3e8f2810-167c-4d25-814f-7978b7e9b2af HTTP/1.1" status: 404 len: 339 time: 0.0330517 Jun 30 09:04:15.651439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] DHCP port deletion for 3802b5db-c026-42da-960b-92e7aa974ecb request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:15.658264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40472) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.732437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] Deleting port a3457627-f8f5-4190-bf37-de4a76eb7223 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:15.733162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.830173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.879293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] For port a3457627-f8f5-4190-bf37-de4a76eb7223, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a3457627-f8f5-4190-bf37-de4a76eb7223,segment=NetworkSegment(101c9a87-40de-4e0a-b9e7-236aa2479f49),segment_id=101c9a87-40de-4e0a-b9e7-236aa2479f49)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:15.879628 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.909969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] Calling delete_port for a3457627-f8f5-4190-bf37-de4a76eb7223 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:15.910439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3457627-f8f5-4190-bf37-de4a76eb7223,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:15.919211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] No DVR routers for this DVR port a3457627-f8f5-4190-bf37-de4a76eb7223 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:16.002146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.014755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3802b5db-c026-42da-960b-92e7aa974ecb']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.028251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c9a87-40de-4e0a-b9e7-236aa2479f49') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.028472 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c9a87-40de-4e0a-b9e7-236aa2479f49') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.039105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.073008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.088246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:16.088720 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:16.092090 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:16.108963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting port f22bac78-04de-4813-adc8-07e34ab78f14 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:16.109361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.138572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfbe6f-4f7b-4f36-92dc-f1c1fed88db7 req-e32576c9-cf7d-4739-b040-f8ba42607eb8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.140488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dcfbe6f-4f7b-4f36-92dc-f1c1fed88db7 req-e32576c9-cf7d-4739-b040-f8ba42607eb8 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 945 time: 0.7147212 Jun 30 09:04:16.167054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c661371-3ea8-46b6-be5f-376152c6a3bf req-c6f4682e-494b-4a64-8901-14037ac2ebe8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.177615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c661371-3ea8-46b6-be5f-376152c6a3bf req-c6f4682e-494b-4a64-8901-14037ac2ebe8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.7945807 Jun 30 09:04:16.211799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.242333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.245183 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.257337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.258508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-5d41ffe0-85a0-41c0-83da-4a45caf7c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.260604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-5d41ffe0-85a0-41c0-83da-4a45caf7c21e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 1096 time: 0.2968676 Jun 30 09:04:16.262066 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3802b5db-c026-42da-960b-92e7aa974ecb HTTP/1.1" status: 204 len: 168 time: 1.3744359 Jun 30 09:04:16.280067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c661371-3ea8-46b6-be5f-376152c6a3bf req-8325b16c-50bb-4995-af6d-ef993edb65b3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012516 Jun 30 09:04:16.282080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Calling delete_port for f22bac78-04de-4813-adc8-07e34ab78f14 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:16.287250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa080d7-e53d-4c35-af1d-4239e99142b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3802b5db-c026-42da-960b-92e7aa974ecb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.294444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] No DVR routers for this DVR port a3457627-f8f5-4190-bf37-de4a76eb7223 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:16.304241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82290382-5f9b-4b99-92ac-2594a50082a4 None None] Pushing event deleted for resources: {'Port': ['ID=a3457627-f8f5-4190-bf37-de4a76eb7223,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.373569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dcfbe6f-4f7b-4f36-92dc-f1c1fed88db7 req-f34f9a96-cafe-4396-a0c6-3482014d648d tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2192869 Jun 30 09:04:16.455948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.503544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.508281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/ports/f22bac78-04de-4813-adc8-07e34ab78f14 HTTP/1.1" status: 204 len: 168 time: 0.8030772 Jun 30 09:04:16.508281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c37ba6-7122-411a-b2d3-bf89096a32a9 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Port': ['ID=f22bac78-04de-4813-adc8-07e34ab78f14,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.509438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40492) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:16.557060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-f2e77a8c-bce6-4bfd-befd-cea1d15d1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.558606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-f2e77a8c-bce6-4bfd-befd-cea1d15d1d0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2739475 Jun 30 09:04:16.595167 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9cc22b-7806-4d23-bcc7-53d414297c3a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:16.595736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9cc22b-7806-4d23-bcc7-53d414297c3a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:16.597374 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae9cc22b-7806-4d23-bcc7-53d414297c3a tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/1560accf-dc8a-4811-9bb5-6137c9be24d9 HTTP/1.1" status: 404 len: 337 time: 0.0654180 Jun 30 09:04:16.599900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40496) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:16.645754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-e96ab0de-4d19-4fdf-8ce3-d4898f5c5385 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a HTTP/1.1" status: 200 len: 217 time: 0.0720682 Jun 30 09:04:16.658400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:16.704251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9902d-3c4a-4112-b759-008ee37c9efe req-ccec818d-d8ad-4e6d-81fb-3bbd252d334c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.706133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abe9902d-3c4a-4112-b759-008ee37c9efe req-ccec818d-d8ad-4e6d-81fb-3bbd252d334c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 944 time: 0.2346251 Jun 30 09:04:16.724889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.741834 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51d766b6-4fc7-430b-97fb-ad6d66b8662d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44b605161c0242f6a236891e4f13dce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812664 Jun 30 09:04:16.743852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-7420905a-d3ff-474b-8576-ef106e26fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.745058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40502) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:16.745468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-7420905a-d3ff-474b-8576-ef106e26fa6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0911496 Jun 30 09:04:16.789143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abe9902d-3c4a-4112-b759-008ee37c9efe req-9eab5069-a10b-46c5-8efd-c0a5a156ae0a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754781 Jun 30 09:04:16.820964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-b16e75d8-16fa-4b3c-b8af-39616e362608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.822534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-b16e75d8-16fa-4b3c-b8af-39616e362608 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672977 Jun 30 09:04:16.873602 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.890857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e676af44-e159-48ef-9813-221c222df4f5']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.893115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b71ccd7a-3dba-4996-b16f-a0723f23b655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.903742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0ef4b0-6184-4753-aa1d-e8ff37f9ff53') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.904073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0ef4b0-6184-4753-aa1d-e8ff37f9ff53') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.921191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.927317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-2ecf1e94-f7ba-4a35-96a6-199547434fad service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930457 Jun 30 09:04:16.936767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b71ccd7a-3dba-4996-b16f-a0723f23b655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.949888 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.956235 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40508) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:16.968516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:16.968917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:16.972037 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:17.023794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1d4e0c-b0e6-4a30-b355-cf960350fa78 req-e53330d5-b440-494e-832e-895c1a87af30 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903122 Jun 30 09:04:17.054211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.057677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b71ccd7a-3dba-4996-b16f-a0723f23b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.060345 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b71ccd7a-3dba-4996-b16f-a0723f23b655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.061490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b71ccd7a-3dba-4996-b16f-a0723f23b655 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6d57da4-eb28-43c0-bf41-eca0b032fcb7 HTTP/1.1" status: 204 len: 168 time: 0.3155313 Jun 30 09:04:17.068620 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.073699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40514) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.073828 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/e676af44-e159-48ef-9813-221c222df4f5 HTTP/1.1" status: 204 len: 168 time: 0.4722698 Jun 30 09:04:17.095221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1298803e-fa48-427a-b251-f4d1fecc8328 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:17.103454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800fb67-6c83-43cb-85da-402477906b90 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Network': ['ID=e676af44-e159-48ef-9813-221c222df4f5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.107327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ccd7a-3dba-4996-b16f-a0723f23b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d57da4-eb28-43c0-bf41-eca0b032fcb7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.123750 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1298803e-fa48-427a-b251-f4d1fecc8328 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] 10.222.0.53 "PUT /v2.0/quotas/c2b2b5e8895a4a88b53298c13e3af5d6 HTTP/1.1" status: 200 len: 368 time: 0.1630826 Jun 30 09:04:17.126318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40516) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.134493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Request body: {'network': {'project_id': 'c2b2b5e8895a4a88b53298c13e3af5d6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:17.159578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Made reservation on behalf of c2b2b5e8895a4a88b53298c13e3af5d6 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:17.162301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.170990 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.195645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting port 769afe4b-94f4-4870-bc0f-6657c78bbe2f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:17.196233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.270163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.275412 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.280067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.284972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Calling delete_port for 769afe4b-94f4-4870-bc0f-6657c78bbe2f owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:17.302109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:17.317912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e178e1d-22b5-4efa-b107-78c2118dad9d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.321525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.321896 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Added segment 18e76cc8-49c5-49b1-a125-ec95d441a885 of type vlan for network d8667507-0b79-43a2-a4e2-2f20977b1dd1 Jun 30 09:04:17.372236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.394551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.413376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.414228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.414999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.427872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Port': ['ID=769afe4b-94f4-4870-bc0f-6657c78bbe2f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.436658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.439281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3110206 Jun 30 09:04:17.441944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40528) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.444977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-84c9ca72-740e-4a38-92b5-9ea546647e82 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/ports/769afe4b-94f4-4870-bc0f-6657c78bbe2f HTTP/1.1" status: 204 len: 168 time: 0.3695633 Jun 30 09:04:17.448484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40530) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.449292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Request body: {'network': {'project_id': 'c2b2b5e8895a4a88b53298c13e3af5d6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:17.523811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7188-3ba3-4328-8ff2-524b66e8104c tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Pushing event updated for resources: {'Network': ['ID=d8667507-0b79-43a2-a4e2-2f20977b1dd1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.532807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Made reservation on behalf of c2b2b5e8895a4a88b53298c13e3af5d6 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:17.535468 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.540468 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8399b120-b7d6-4de9-a03e-9b61e4189b05 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:17.540722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d8667507-0b79-43a2-a4e2-2f20977b1dd1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:17.541209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8399b120-b7d6-4de9-a03e-9b61e4189b05 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:17.546682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8399b120-b7d6-4de9-a03e-9b61e4189b05 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/64dad361-8873-4d17-9eea-65a948861c3f HTTP/1.1" status: 404 len: 337 time: 0.0962024 Jun 30 09:04:17.546858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40536) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.646357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:17.661678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.669146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.669602 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Added segment 0456a232-089c-4306-b1a9-bf575f836b89 of type vlan for network 2aec9661-aa4d-4a75-95a3-32590c970897 Jun 30 09:04:17.685748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3457627-f8f5-4190-bf37-de4a76eb7223 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:17.699837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9f861-5cb5-4951-8987-aceacd8b8c3b req-23fd4a9a-3bd7-4285-b0a9-19cf5f1fe637 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.701822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afc9f861-5cb5-4951-8987-aceacd8b8c3b req-23fd4a9a-3bd7-4285-b0a9-19cf5f1fe637 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.2023952 Jun 30 09:04:17.706796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a3457627-f8f5-4190-bf37-de4a76eb7223 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:17.707759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3457627-f8f5-4190-bf37-de4a76eb7223 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:17.729483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb03a8-6c1b-48a4-9ce6-82009b42484e req-eae69a2c-18d6-441c-a39c-ace6a8ec4b3a tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.738932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3feb03a8-6c1b-48a4-9ce6-82009b42484e req-eae69a2c-18d6-441c-a39c-ace6a8ec4b3a tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 945 time: 0.2062054 Jun 30 09:04:17.744193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.787227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afc9f861-5cb5-4951-8987-aceacd8b8c3b req-d008db64-dcc4-46b7-9ad6-87c4e8d4fc58 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761652 Jun 30 09:04:17.803883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3feb03a8-6c1b-48a4-9ce6-82009b42484e req-5bbe0344-a873-4560-869e-6717d6989b42 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638294 Jun 30 09:04:17.814448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.838367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25afb230-b0e3-4e90-8462-3d299813a996']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:17.853152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce28439-1eee-47c4-a118-229d5bd870e3') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:17.853451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce28439-1eee-47c4-a118-229d5bd870e3') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:17.859936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.860902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.861606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.876690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.894055 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4510334 Jun 30 09:04:17.898055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40552) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.906605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9fb86a4e-1b06-4691-b56b-7a9c1ae5e200 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Request body: {'network': {'project_id': 'c2b2b5e8895a4a88b53298c13e3af5d6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:17.926461 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb86a4e-1b06-4691-b56b-7a9c1ae5e200 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:04:17.926461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb86a4e-1b06-4691-b56b-7a9c1ae5e200 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:17.927744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9fb86a4e-1b06-4691-b56b-7a9c1ae5e200 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0260818 Jun 30 09:04:17.930782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40556) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.973040 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.980475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f73a6dca-cea4-4c3e-b501-88c7120db96a details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:17.988317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:17.989013 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:18.016519 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:18.047987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.055379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6aee9-9f99-46a5-b66b-9b7d581d4df3 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Pushing event updated for resources: {'Network': ['ID=2aec9661-aa4d-4a75-95a3-32590c970897,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.086446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.093523 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.095275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2aec9661-aa4d-4a75-95a3-32590c970897 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:18.099672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/25afb230-b0e3-4e90-8462-3d299813a996 HTTP/1.1" status: 204 len: 168 time: 0.5517588 Jun 30 09:04:18.112067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40564) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:18.121655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0e37d-d72f-4f84-b647-3942039ee6b3 tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Network': ['ID=25afb230-b0e3-4e90-8462-3d299813a996,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.157530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a241bb7-7bfa-4d38-9603-aa6656e14fe4 req-1bcbae3a-4d3f-4a0e-bb44-331a11aae773 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.165084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a241bb7-7bfa-4d38-9603-aa6656e14fe4 req-1bcbae3a-4d3f-4a0e-bb44-331a11aae773 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 944 time: 0.1836603 Jun 30 09:04:18.211053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f73a6dca-cea4-4c3e-b501-88c7120db96a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:18.222132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f73a6dca-cea4-4c3e-b501-88c7120db96a', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': 'f73a6dca-cea4-4c3e-b501-88c7120db96a', 'mac_address': 'fa:16:3e:5a:b7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:18.271086 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.291561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73a6dca-cea4-4c3e-b501-88c7120db96a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:18.314493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting subnet a12b0703-c2fd-48f8-802e-3c00074fb7d3 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:18.318614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f73a6dca-cea4-4c3e-b501-88c7120db96a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:18.319565 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.325510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.368413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.380068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f73a6dca-cea4-4c3e-b501-88c7120db96a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.393230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a241bb7-7bfa-4d38-9603-aa6656e14fe4 req-dbc3aa2a-eb21-4447-a19b-ab543f969b5e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271512 Jun 30 09:04:18.402394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aec9661-aa4d-4a75-95a3-32590c970897']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.440476 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.445293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0456a232-089c-4306-b1a9-bf575f836b89') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.445518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0456a232-089c-4306-b1a9-bf575f836b89') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.484644 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.516482 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.532867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:18.533266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:18.537125 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:18.615832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f73a6dca-cea4-4c3e-b501-88c7120db96a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:18.628523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7733a0-b169-47e3-87d7-803b8006bda6 req-12876585-b05f-4ad9-b607-765ff1e83697 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.630349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc7733a0-b169-47e3-87d7-803b8006bda6 req-12876585-b05f-4ad9-b607-765ff1e83697 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 945 time: 0.2703671 Jun 30 09:04:18.670862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.677208 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.680408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2aec9661-aa4d-4a75-95a3-32590c970897 HTTP/1.1" status: 204 len: 168 time: 0.7484097 Jun 30 09:04:18.682873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:18.695260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.741807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40576) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:18.775766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.778165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b0f53-2ad0-4354-9adb-09a0fc654a2e tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Pushing event deleted for resources: {'Network': ['ID=2aec9661-aa4d-4a75-95a3-32590c970897,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.802812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc7733a0-b169-47e3-87d7-803b8006bda6 req-5d9c8ba5-e0a9-458b-9d8c-d8456bdc6e56 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601908 Jun 30 09:04:18.842536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.882707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.893534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8667507-0b79-43a2-a4e2-2f20977b1dd1']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.905240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e76cc8-49c5-49b1-a125-ec95d441a885') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.905602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e76cc8-49c5-49b1-a125-ec95d441a885') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.911674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Subnet': ['ID=a12b0703-c2fd-48f8-802e-3c00074fb7d3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.915852 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.929157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a238c-2c32-4d56-ad4b-a3221b89becd None None] Network 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:18.930741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.937534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:18.937978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.941725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.944615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-930d4c3f-8e6c-4777-8a37-b003cfd0164c tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/subnets/a12b0703-c2fd-48f8-802e-3c00074fb7d3 HTTP/1.1" status: 204 len: 168 time: 0.8037281 Jun 30 09:04:18.950076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40584) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:18.968310 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f635149f-a9a3-4208-bb67-4563e001d1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:18.990283 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:19.014340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.021814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.024569 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d8667507-0b79-43a2-a4e2-2f20977b1dd1 HTTP/1.1" status: 204 len: 168 time: 0.3405027 Jun 30 09:04:19.039648 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeabe92-395a-40c9-83d0-73e9f0eeccc6 tempest-QuotasNegativeTest-2006085021 tempest-QuotasNegativeTest-2006085021-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8667507-0b79-43a2-a4e2-2f20977b1dd1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.159698 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.224844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] DHCP port deletion for 8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:19.238592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa555e7-dba0-468a-9d21-382b5e3ed28b req-2b7a5b1f-1f84-4d31-a0e1-4f1c469387dc tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.245859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fa555e7-dba0-468a-9d21-382b5e3ed28b req-2b7a5b1f-1f84-4d31-a0e1-4f1c469387dc tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 945 time: 0.2288928 Jun 30 09:04:19.288762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] Deleting port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:19.289570 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.294356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78e0ad-78b7-440e-8333-c489cde7753e req-cc8e7ed8-d949-4552-a59d-e71d15a87c40 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.295997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc78e0ad-78b7-440e-8333-c489cde7753e req-cc8e7ed8-d949-4552-a59d-e71d15a87c40 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.3131950 Jun 30 09:04:19.378961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fa555e7-dba0-468a-9d21-382b5e3ed28b req-5d7288fb-1e36-4275-8fc6-fafcf5cd8152 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320603 Jun 30 09:04:19.396582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40592) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:19.411453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc78e0ad-78b7-440e-8333-c489cde7753e req-ad12c6f6-4727-4f59-a0a6-efffd5815abb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038187 Jun 30 09:04:19.423743 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f635149f-a9a3-4208-bb67-4563e001d1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.444740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f635149f-a9a3-4208-bb67-4563e001d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.471390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] For port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,segment=NetworkSegment(ddb20b59-c2aa-4779-91de-c6f58c333984),segment_id=ddb20b59-c2aa-4779-91de-c6f58c333984)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:19.472131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.488542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] Calling delete_port for 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:19.514869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Deleting port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:19.515224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.627852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f635149f-a9a3-4208-bb67-4563e001d1ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=013d44f40b6b4b46a1685d44c4a4b446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8730626 Jun 30 09:04:19.631097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40600) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:19.649955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635149f-a9a3-4208-bb67-4563e001d1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d488c-07e3-4f0c-85d1-ea478664f30f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.653610 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.718646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:19.724759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] No DVR routers for this DVR port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:19.740586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c046c-3b33-418f-b53a-38b3abaa100b None None] Pushing event deleted for resources: {'Port': ['ID=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.754940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40602) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:19.761610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:19.762001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:19.763344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f384fff6-9c05-4afe-bb0a-47717a05bea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.788756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] For port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,segment=NetworkSegment(ddb20b59-c2aa-4779-91de-c6f58c333984),segment_id=ddb20b59-c2aa-4779-91de-c6f58c333984)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:19.789361 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.795369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f384fff6-9c05-4afe-bb0a-47717a05bea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.813850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Calling delete_port for 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:19.875287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f384fff6-9c05-4afe-bb0a-47717a05bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.877875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f384fff6-9c05-4afe-bb0a-47717a05bea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.879048 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f384fff6-9c05-4afe-bb0a-47717a05bea2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e51d488c-07e3-4f0c-85d1-ea478664f30f HTTP/1.1" status: 204 len: 168 time: 0.2459993 Jun 30 09:04:19.887661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384fff6-9c05-4afe-bb0a-47717a05bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d488c-07e3-4f0c-85d1-ea478664f30f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.937221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12460e49-bbfe-4a24-b195-435deadcf4bc req-d22dd464-1c8a-4318-a07d-522b4793dc40 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.938787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12460e49-bbfe-4a24-b195-435deadcf4bc req-d22dd464-1c8a-4318-a07d-522b4793dc40 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 945 time: 0.3597329 Jun 30 09:04:19.946279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb4aa7-878e-4a4b-9648-187a991a4167 tempest-TestServerBasicOps-1563513146 tempest-TestServerBasicOps-1563513146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.947776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-badb4aa7-878e-4a4b-9648-187a991a4167 tempest-TestServerBasicOps-1563513146 tempest-TestServerBasicOps-1563513146-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1092 time: 0.5493853 Jun 30 09:04:19.951013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:19.955717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '244473e4-d1a7-4393-a159-436242c85b08', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:19.973956 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c80c769f-3388-41a0-97fc-c64acc950f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.981357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.995301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f73a6dca-cea4-4c3e-b501-88c7120db96a up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:20.055079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12460e49-bbfe-4a24-b195-435deadcf4bc req-ca36be6b-0aed-4405-a0cf-78138f3be682 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043911 Jun 30 09:04:20.058846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.090961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f73a6dca-cea4-4c3e-b501-88c7120db96a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:20.096824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f73a6dca-cea4-4c3e-b501-88c7120db96a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:20.097358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.112265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] No DVR routers for this DVR port 4696dbb2-4de2-4902-aa32-57d7d1f5ea6f on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:20.121060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Port': ['ID=4696dbb2-4de2-4902-aa32-57d7d1f5ea6f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.154632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.211652 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.238535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.250648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:20.259617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f73a6dca-cea4-4c3e-b501-88c7120db96a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:20.260947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:20.266715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb20b59-c2aa-4779-91de-c6f58c333984') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:20.266715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb20b59-c2aa-4779-91de-c6f58c333984') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:20.267703 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1818c791-5e06-4c1b-ab92-8bf99ff3671b" -d '{"events": [{"server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "name": "network-vif-plugged", "status": "completed", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:20.273858 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.295883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.300780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Allocated IP 172.25.8.66 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/1e5f6568-664a-4bc2-a67a-b486d61f9e67) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:20.337524 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f592db-de8b-43e4-b744-8ab289200444 x-openstack-request-id: req-c9f592db-de8b-43e4-b744-8ab289200444 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:20.337886 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "name": "network-vif-plugged", "status": "completed", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:20.338105 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9f592db-de8b-43e4-b744-8ab289200444 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:20.339252 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a', 'code': 200} Jun 30 09:04:20.341959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f73a6dca-cea4-4c3e-b501-88c7120db96a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.355235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.365450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:20.366492 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:20.370138 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:20.499067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c80c769f-3388-41a0-97fc-c64acc950f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.501391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.512862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.517604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] 10.222.0.53 "DELETE /v2.0/networks/8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9 HTTP/1.1" status: 204 len: 168 time: 1.5641205 Jun 30 09:04:20.522586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.529457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c80c769f-3388-41a0-97fc-c64acc950f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.562159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c80c769f-3388-41a0-97fc-c64acc950f2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=574ebe1ac8194ab7ba73379d029840e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012989 Jun 30 09:04:20.562911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40630) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:20.564408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9d844-c3d3-4fab-93ab-53b970edd62e tempest-NetworksIpV6TestAttrs-457401284 tempest-NetworksIpV6TestAttrs-457401284-project] Pushing event deleted for resources: {'Network': ['ID=8054dcc9-0742-4d7c-85fa-dc3b5fac8ef9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.630805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9fd5c-407d-4bd8-ae73-8d95ac888704 req-0d5e25e6-0aaa-44d6-9222-6e55e0bbc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.635374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60d9fd5c-407d-4bd8-ae73-8d95ac888704 req-0d5e25e6-0aaa-44d6-9222-6e55e0bbc7c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 1098 time: 0.1981292 Jun 30 09:04:20.639423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c769f-3388-41a0-97fc-c64acc950f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37ea54-54db-43ec-91f8-55f0f37d2fdb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.706509 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.714019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60d9fd5c-407d-4bd8-ae73-8d95ac888704 req-54991d16-9a42-4a47-b51a-f1d64e271c15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678837 Jun 30 09:04:20.779606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832b90a5-96c0-4aca-a3d2-d890e0abc0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.788954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b6c9b-b335-4469-8413-a690912660d8 req-c12ee8d0-a2dc-487c-bc4e-d6bb779c1a8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.790831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c67b6c9b-b335-4469-8413-a690912660d8 req-c12ee8d0-a2dc-487c-bc4e-d6bb779c1a8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.0980370 Jun 30 09:04:20.819007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:20.832850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:20.843862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:20.858481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c67b6c9b-b335-4469-8413-a690912660d8 req-7eb45605-e94f-4ce7-9e76-f34c2facc602 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580826 Jun 30 09:04:20.887742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40640) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:20.892067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832b90a5-96c0-4aca-a3d2-d890e0abc0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.905184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'Port': ['ID=1e5f6568-664a-4bc2-a67a-b486d61f9e67,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.019249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832b90a5-96c0-4aca-a3d2-d890e0abc0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.021702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832b90a5-96c0-4aca-a3d2-d890e0abc0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.022889 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-832b90a5-96c0-4aca-a3d2-d890e0abc0da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb37ea54-54db-43ec-91f8-55f0f37d2fdb HTTP/1.1" status: 204 len: 168 time: 0.4591162 Jun 30 09:04:21.039888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b90a5-96c0-4aca-a3d2-d890e0abc0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37ea54-54db-43ec-91f8-55f0f37d2fdb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.092378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-80574997-ba31-469b-8748-d5502b83ecfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90da5a2fd02e4f82b9f9f2019fdb36e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999090 Jun 30 09:04:21.096969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40652) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:21.291743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914e59-4110-415b-a093-59350a93d490 req-10114176-94d1-4937-a80e-7ff59149f8f7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.299395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6914e59-4110-415b-a093-59350a93d490 req-10114176-94d1-4937-a80e-7ff59149f8f7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 946 time: 0.0875447 Jun 30 09:04:21.361437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6914e59-4110-415b-a093-59350a93d490 req-996dfa26-d6eb-4fb9-8013-5d66487b471b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588324 Jun 30 09:04:21.418213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40660) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:21.433377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bfe-ac3c-4258-ac7f-4ff895d10a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.613044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bfe-ac3c-4258-ac7f-4ff895d10a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.619996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bfe-ac3c-4258-ac7f-4ff895d10a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.655296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-769acc9f-8329-4a45-b8a6-f0e5fb5eea69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.668789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef5bfe-ac3c-4258-ac7f-4ff895d10a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31ff4a-0351-47e9-94d0-d94c4bd17622,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.712206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-16ef5bfe-ac3c-4258-ac7f-4ff895d10a00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46f8fe33077c4e21a04e0379d18a202b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924316 Jun 30 09:04:21.715525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40664) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:21.797752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-769acc9f-8329-4a45-b8a6-f0e5fb5eea69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.803076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e892951-9ff9-45a7-9939-63fd836fa6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.828843 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e892951-9ff9-45a7-9939-63fd836fa6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.891600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e892951-9ff9-45a7-9939-63fd836fa6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.894342 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e892951-9ff9-45a7-9939-63fd836fa6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.895584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6e892951-9ff9-45a7-9939-63fd836fa6b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed31ff4a-0351-47e9-94d0-d94c4bd17622 HTTP/1.1" status: 204 len: 168 time: 0.1770456 Jun 30 09:04:21.919428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e892951-9ff9-45a7-9939-63fd836fa6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31ff4a-0351-47e9-94d0-d94c4bd17622,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.957381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.005809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-769acc9f-8329-4a45-b8a6-f0e5fb5eea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.008750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-769acc9f-8329-4a45-b8a6-f0e5fb5eea69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.014028 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-769acc9f-8329-4a45-b8a6-f0e5fb5eea69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e5d0644-3848-4f09-886d-97675571db72 HTTP/1.1" status: 204 len: 168 time: 0.9146945 Jun 30 09:04:22.021207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40674) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:22.029165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769acc9f-8329-4a45-b8a6-f0e5fb5eea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d0644-3848-4f09-886d-97675571db72,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:22.078692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.251225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd7092-50f7-4cef-b018-cdcdabaa9df3 req-173e9af0-f2c4-4b0e-ba7c-404a2268dba5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.251905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.253335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83cd7092-50f7-4cef-b018-cdcdabaa9df3 req-173e9af0-f2c4-4b0e-ba7c-404a2268dba5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.1265695 Jun 30 09:04:22.262462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.274763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4bfac436-9149-4dfa-aa69-99aa84e5fedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.313600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event updated for resources: {'Port': ['ID=1e5f6568-664a-4bc2-a67a-b486d61f9e67,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:22.359787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83cd7092-50f7-4cef-b018-cdcdabaa9df3 req-18fa0555-788e-41c5-af57-6b202dcf45e4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989864 Jun 30 09:04:22.372811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.542611 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Floating IP 1744caae-e793-4c1a-9f6c-804bd802abcd associated. External IP: 172.25.8.66, port: 244473e4-d1a7-4393-a159-436242c85b08. Jun 30 09:04:22.583233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4bfac436-9149-4dfa-aa69-99aa84e5fedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.633530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4bfac436-9149-4dfa-aa69-99aa84e5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.739094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4bfac436-9149-4dfa-aa69-99aa84e5fedf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebb80dc980b448cf8726b0a67780a226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7168493 Jun 30 09:04:22.741316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfac436-9149-4dfa-aa69-99aa84e5fedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454245df-1129-4a84-bf57-fbd848f5b25f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:22.743690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40702) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:22.871226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Router 141b078a-40da-450f-a854-3e9e0a9b8b58 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:22.873788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46784-54a1-44a2-a346-c7b0438b4535 req-abfa09ed-2d17-47c6-8bcc-8b10c500df23 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.887029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79b46784-54a1-44a2-a346-c7b0438b4535 req-abfa09ed-2d17-47c6-8bcc-8b10c500df23 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 946 time: 0.3500550 Jun 30 09:04:22.968406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79b46784-54a1-44a2-a346-c7b0438b4535 req-ae2c55c9-2066-49a2-95ec-fd0db227ea1a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804708 Jun 30 09:04:22.973893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeb252c6-78a8-475b-bbd7-96adb9d50598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.035950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeb252c6-78a8-475b-bbd7-96adb9d50598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.062913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:23.081564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] Sync routers for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:23.098885 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:23.109671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:23.133044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.135356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeb252c6-78a8-475b-bbd7-96adb9d50598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.140196 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeb252c6-78a8-475b-bbd7-96adb9d50598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.144223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aeb252c6-78a8-475b-bbd7-96adb9d50598 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/454245df-1129-4a84-bf57-fbd848f5b25f HTTP/1.1" status: 204 len: 168 time: 0.3936794 Jun 30 09:04:23.150582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb252c6-78a8-475b-bbd7-96adb9d50598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454245df-1129-4a84-bf57-fbd848f5b25f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.234609 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a6b67ee4-edf6-4e6d-b31d-1288ff94a762 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2814958 Jun 30 09:04:23.235228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'tag': '244473e4-d1a7-4393-a159-436242c85b08'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:23.242531 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e8c993-182f-41f9-a6d5-967c9e87a793" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "tag": "244473e4-d1a7-4393-a159-436242c85b08"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:23.255554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5d22a00f-1a8f-4833-b930-19f002f89105 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 267 time: 0.0464537 Jun 30 09:04:23.311210 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df83afc-e471-42f4-9e06-1ed51c7f92d9 x-openstack-request-id: req-5df83afc-e471-42f4-9e06-1ed51c7f92d9 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:23.311528 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "tag": "244473e4-d1a7-4393-a159-436242c85b08", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:23.311740 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5df83afc-e471-42f4-9e06-1ed51c7f92d9 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:23.312149 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'tag': '244473e4-d1a7-4393-a159-436242c85b08', 'status': 'completed', 'code': 200} Jun 30 09:04:23.330141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.356767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:23.465878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-d57de6f3-fe87-4313-8241-9325df1af187 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.485342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-d57de6f3-fe87-4313-8241-9325df1af187 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 946 time: 0.2225814 Jun 30 09:04:23.493999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'port': {'security_groups': []}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:23.535573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-9ffe34b4-056b-41c0-9f9b-4bdf838ac6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.537083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-9ffe34b4-056b-41c0-9f9b-4bdf838ac6ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c34d92c644242b18fb83a1e261b516b&device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1097 time: 0.1939316 Jun 30 09:04:23.695311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:23.740070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.769369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:23.907136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47190ecd-aa68-4561-840e-f186d5e08ed1 req-59e7e5f3-8dd5-4bb1-a94f-a62b203eb744 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.914433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47190ecd-aa68-4561-840e-f186d5e08ed1 req-59e7e5f3-8dd5-4bb1-a94f-a62b203eb744 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.3281655 Jun 30 09:04:23.918082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-24ad058c-0546-4d0a-a161-e52fef0bd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.919735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-24ad058c-0546-4d0a-a161-e52fef0bd2f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 200 len: 910 time: 0.3728347 Jun 30 09:04:23.982643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '1744caae-e793-4c1a-9f6c-804bd802abcd', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'port_id': '244473e4-d1a7-4393-a159-436242c85b08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'mac_address': 'fa:16:3e:81:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:21Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 0, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:48Z', 'revision_number': 5, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:23.989478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:24.020007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] Checking router: 141b078a-40da-450f-a854-3e9e0a9b8b58 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:24.025983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-988782024'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:24.029844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'port_id': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'mac_address': 'fa:16:3e:b7:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:24.036537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:24.037171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:24.077271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:24.080500 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.097621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.162593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47190ecd-aa68-4561-840e-f186d5e08ed1 req-b8b8413d-e52f-4293-84e8-fe3e7ab7bc10 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467890 Jun 30 09:04:24.164779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-5592b93f-ee7e-4108-acde-847821004bfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 200 len: 998 time: 0.2297742 Jun 30 09:04:24.229297 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.230608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] For port f73a6dca-cea4-4c3e-b501-88c7120db96a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:24.262889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e61e3dfb-0aa4-4285-8925-4b2b15072342 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:24.269726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-09fe26c7-c602-4173-bedd-e010c692be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.271474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-09fe26c7-c602-4173-bedd-e010c692be1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fec0685-41aa-4b1f-bd7f-a0938bef73ba HTTP/1.1" status: 200 len: 848 time: 0.0918362 Jun 30 09:04:24.293986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.296700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:24.301553 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.308477 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.320481 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.324349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:24.326713 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.354291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:24.367964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf8b24e-05e6-491a-82aa-258f91c48ec2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.401905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.402590 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment f3f1084c-0016-4055-92cb-6e65d47936c3 of type vlan for network 892bc86b-b995-4a20-aa4e-1eb7481c579e Jun 30 09:04:24.407772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=f73a6dca-cea4-4c3e-b501-88c7120db96a,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.420418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b', 'd3a75844-8c89-46e5-b4ea-d4b453cc209c', 'f73a6dca-cea4-4c3e-b501-88c7120db96a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:24.452651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.453431 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.461877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c373823d-a8a1-43eb-bae8-193fd865dc4a req-5a820b87-9bda-4632-ab30-e0101fa1fca5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "PUT /v2.0/ports/f73a6dca-cea4-4c3e-b501-88c7120db96a HTTP/1.1" status: 200 len: 905 time: 0.9723721 Jun 30 09:04:24.461877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:24.463115 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02" -d '{"events": [{"name": "network-changed", "server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:24.468453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-64bae711-aeaf-46fe-bee4-4ef1c7016a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.470603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-64bae711-aeaf-46fe-bee4-4ef1c7016a01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=148cd805-f10c-40b6-a7f6-2fbfe3240f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1924405 Jun 30 09:04:24.497731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.567523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e61e3dfb-0aa4-4285-8925-4b2b15072342'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:24.592009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.605657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.606637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.620685 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ab9bf-49fe-4e37-ba55-45f161023c3f x-openstack-request-id: req-e99ab9bf-49fe-4e37-ba55-45f161023c3f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:24.622544 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:24.622673 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e99ab9bf-49fe-4e37-ba55-45f161023c3f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:24.626579 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a', 'status': 'completed', 'code': 200} Jun 30 09:04:24.700510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f73a6dca-cea4-4c3e-b501-88c7120db96a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:24.750891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-c126028c-2a17-4daa-b001-fe0b3f09c139 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727430 Jun 30 09:04:24.810331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=892bc86b-b995-4a20-aa4e-1eb7481c579e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.823941 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6fbb3703-e58d-401a-80f6-fd14c4287227 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1270871 Jun 30 09:04:24.969264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40802) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:24.976488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '892bc86b-b995-4a20-aa4e-1eb7481c579e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:25.098304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aac3ae-0b3b-4e24-9f56-9ed82a0d1626 req-3d548c1b-8655-4787-bbf7-5ff9aaed0740 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.107647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95aac3ae-0b3b-4e24-9f56-9ed82a0d1626 req-3d548c1b-8655-4787-bbf7-5ff9aaed0740 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 908 time: 0.3525159 Jun 30 09:04:25.111939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79e8c993-182f-41f9-a6d5-967c9e87a793 req-887c18b8-0386-4dbb-98ba-e48cd55f61f4 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465748 Jun 30 09:04:25.134747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-7f8823c2-970a-428b-9ef7-4dc2421986aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.138501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-7f8823c2-970a-428b-9ef7-4dc2421986aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 1060 time: 0.5276930 Jun 30 09:04:25.276675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:25.281082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.424187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 892bc86b-b995-4a20-aa4e-1eb7481c579e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:25.429993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:25.616180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.701947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-91ab99cb-7eb8-4e64-a4b8-6219a32a6c1c tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:25.748554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.753721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-388177e2-be76-4b82-8c26-c2129394c75b None None] Provisioning complete for port f73a6dca-cea4-4c3e-b501-88c7120db96a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:25.754362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-388177e2-be76-4b82-8c26-c2129394c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.795989 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.875232 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-91ab99cb-7eb8-4e64-a4b8-6219a32a6c1c tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "PUT /v2.0/quotas/ae0ca2cadffb47e283f7105884c0cb05 HTTP/1.1" status: 200 len: 366 time: 0.4440770 Jun 30 09:04:25.880110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:25.882776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=60aeb120-6a43-4226-8fd8-0d053efc3618,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.895173 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a971e98-2301-44af-b51f-606054ac86f5 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0139251 Jun 30 09:04:25.898692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40822) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:25.909824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': 'f3f1084c-0016-4055-92cb-6e65d47936c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '892bc86b-b995-4a20-aa4e-1eb7481c579e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:25.910241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 892bc86b-b995-4a20-aa4e-1eb7481c579e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:25.925291 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-26ce78de-4499-40be-9e3c-4ad6335cd402 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "GET /v2.0/quotas/ae0ca2cadffb47e283f7105884c0cb05 HTTP/1.1" status: 200 len: 366 time: 0.0255189 Jun 30 09:04:25.931445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40824) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:25.966179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 892bc86b-b995-4a20-aa4e-1eb7481c579e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:25.977395 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-007db3ba-7ed2-4e16-be16-2fca98572e48 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/ae0ca2cadffb47e283f7105884c0cb05 HTTP/1.1" status: 204 len: 168 time: 0.0445361 Jun 30 09:04:25.979675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40828) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:25.991683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 892bc86b-b995-4a20-aa4e-1eb7481c579e) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:25.997824 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f8816a2b-2317-4e4f-916c-4e33331412a4 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0163288 Jun 30 09:04:25.999327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.000052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.003793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.040914 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dd388afb-ab81-4a1d-8811-d8d1ff658385 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "GET /v2.0/quotas/ae0ca2cadffb47e283f7105884c0cb05 HTTP/1.1" status: 200 len: 370 time: 0.0359993 Jun 30 09:04:26.044912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40834) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.049564 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e15aa8b-7e82-4654-a1ea-ba0b22e75520 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "GET /v2.0/quotas/ae0ca2cadffb47e283f7105884c0cb05/default HTTP/1.1" status: 200 len: 370 time: 0.0039489 Jun 30 09:04:26.061833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40836) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.067120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a31de-f249-495f-8491-66df4d4fdaaa req-d2b7e12e-3b2f-4507-848f-4f67fd4381e5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.073140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e0fef292-b6a7-432b-88af-1beea07dda4b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1024251 Jun 30 09:04:26.078863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40840) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.083036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b83a31de-f249-495f-8491-66df4d4fdaaa req-d2b7e12e-3b2f-4507-848f-4f67fd4381e5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2394302 Jun 30 09:04:26.083410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9fda5-6b09-407d-8ead-7549c1d35a40 None None] Network 892bc86b-b995-4a20-aa4e-1eb7481c579e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:26.085950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-3598c1b9-379f-47b4-9b1e-b69a932e8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.092124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-3598c1b9-379f-47b4-9b1e-b69a932e8b41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.9426937 Jun 30 09:04:26.096881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-988550458'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:26.128970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477c514-725d-4b51-bd5b-14070162f25b req-0466d2b8-1a88-4c42-a090-a732c2677ca0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.132987 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-b236fb40-55d0-4cd1-b758-db8d27f50972 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] delete failed (client error): The resource could not be found. Jun 30 09:04:26.133207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9477c514-725d-4b51-bd5b-14070162f25b req-0466d2b8-1a88-4c42-a090-a732c2677ca0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 945 time: 0.2914968 Jun 30 09:04:26.134869 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b236fb40-55d0-4cd1-b758-db8d27f50972 tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/ae0ca2cadffb47e283f7105884c0cb05 HTTP/1.1" status: 404 len: 348 time: 0.0605702 Jun 30 09:04:26.138721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:26.149806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.205963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-7c0f0730-9d29-4d35-9383-f7db2b94e759 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a HTTP/1.1" status: 200 len: 217 time: 0.0716641 Jun 30 09:04:26.229852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:26.241019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b83a31de-f249-495f-8491-66df4d4fdaaa req-acfae30e-3814-4d3e-9663-2118e6e150c4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559167 Jun 30 09:04:26.274725 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.275081 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment f3724a84-8fb8-41e1-adf4-0a4b0294e0f8 of type vlan for network 323a5a37-f18a-41ff-9146-a1513296e4d8 Jun 30 09:04:26.345248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9477c514-725d-4b51-bd5b-14070162f25b req-56a3d277-77e4-4bd0-b87c-1efb380a166e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964095 Jun 30 09:04:26.381760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-1c522e50-a9d4-42ab-ad20-e8732c88bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.383396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-1c522e50-a9d4-42ab-ad20-e8732c88bb08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1545086 Jun 30 09:04:26.423210 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.510256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.519592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.523591 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.524300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-a36e1f1d-7c67-4dca-accb-bad8669fa543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.525348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-a36e1f1d-7c67-4dca-accb-bad8669fa543 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342363 Jun 30 09:04:26.535622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40852) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.540364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a0c14-bb03-49f6-9521-76158c8485db req-a29b9836-ae22-4777-9cc3-97fac38c1cfe tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.547438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb9a0c14-bb03-49f6-9521-76158c8485db req-a29b9836-ae22-4777-9cc3-97fac38c1cfe tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0957985 Jun 30 09:04:26.627587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb9a0c14-bb03-49f6-9521-76158c8485db req-0c155d8b-53e6-4044-9e28-703003da47a3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791643 Jun 30 09:04:26.692299 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6124005 Jun 30 09:04:26.695651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40860) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.700941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '323a5a37-f18a-41ff-9146-a1513296e4d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:26.707763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '1744caae-e793-4c1a-9f6c-804bd802abcd', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'port_id': '244473e4-d1a7-4393-a159-436242c85b08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'mac_address': 'fa:16:3e:81:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:21Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 0, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:48Z', 'revision_number': 5, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:26.725367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:network and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.738048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6683f98-c2e2-474b-bde3-2970b1c4911e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=323a5a37-f18a-41ff-9146-a1513296e4d8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:26.744964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.763716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:subnet and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.773659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 323a5a37-f18a-41ff-9146-a1513296e4d8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:26.775741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.785879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81737537-b72d-4710-ae8c-07ec4131b238 None None] The sync data for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 is: [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '1744caae-e793-4c1a-9f6c-804bd802abcd', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'port_id': '244473e4-d1a7-4393-a159-436242c85b08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'mac_address': 'fa:16:3e:81:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:21Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 0, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:48Z', 'revision_number': 5, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:26.796241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:subnetpool and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.810189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.820827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:port and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.827139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.835729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:router and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.842266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.854853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:floatingip and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.882198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.945607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:security_group and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.963127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.965569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-892bc86b-b995-4a20-aa4e-1eb7481c579e', 'network_id': '892bc86b-b995-4a20-aa4e-1eb7481c579e', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '60aeb120-6a43-4226-8fd8-0d053efc3618'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:26.971093 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.973218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Usage tracker for resource:security_group_rule and tenant:64ebd8dd05114279bd48dbc7e51ffe7b is out of sync, need to count used quota {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:04:26.978757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.quota.resource [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100238) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:04:26.989402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b0d68975-4dab-4392-9acd-f1981437c7bc tempest-QuotasTest-108281364 tempest-QuotasTest-108281364-project-admin] 10.222.0.53 "GET /v2.0/quotas/64ebd8dd05114279bd48dbc7e51ffe7b/details.json HTTP/1.1" status: 200 len: 703 time: 0.4501071 Jun 30 09:04:27.060636 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-3eff467d-c87b-45ea-8efe-f2084be50e54 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104880 Jun 30 09:04:27.224139 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb045048-246f-4a60-a35c-90ef27ae04b2 None None] New status for floating IP 1744caae-e793-4c1a-9f6c-804bd802abcd: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:27.285969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Allocated IP 172.20.255.242 (892bc86b-b995-4a20-aa4e-1eb7481c579e/60aeb120-6a43-4226-8fd8-0d053efc3618/bdcbaddd-5b0b-4173-a065-156bbbdacd86) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:27.362735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:27.366950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.431222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40886) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:27.569373 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.588242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Transition to ACTIVE for port object bdcbaddd-5b0b-4173-a065-156bbbdacd86 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:27.637259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Transition to ACTIVE for port object bdcbaddd-5b0b-4173-a065-156bbbdacd86 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:27.648218 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.706001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-93aa8e3f-fcaf-4deb-a46b-442fa7212749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.730912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Network 892bc86b-b995-4a20-aa4e-1eb7481c579e is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:27.733967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:27.738724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:27.776269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:27.778216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Pushing event updated for resources: {'Port': ['ID=bdcbaddd-5b0b-4173-a065-156bbbdacd86,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:27.801272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-9f0cdc9d-ff8c-4fb1-a987-ac2900e61579 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:27.802817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-9f0cdc9d-ff8c-4fb1-a987-ac2900e61579 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.7413056 Jun 30 09:04:27.850980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a7bc6a-0a49-430c-8fa5-0df1579cab02 req-3dab7a6b-ce7d-4916-9421-ea958382bdad service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580168 Jun 30 09:04:27.885923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-142aa787-de7b-4af3-9343-2ecc41029c0e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/quotas/1e16918662f8442db90ae128d982c1a9 HTTP/1.1" status: 200 len: 375 time: 0.0622153 Jun 30 09:04:27.915429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-93aa8e3f-fcaf-4deb-a46b-442fa7212749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.925680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-93aa8e3f-fcaf-4deb-a46b-442fa7212749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.965755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Attempting to bind port bdcbaddd-5b0b-4173-a065-156bbbdacd86 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:27.966131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Attempting to bind port bdcbaddd-5b0b-4173-a065-156bbbdacd86 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f3f1084c-0016-4055-92cb-6e65d47936c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '892bc86b-b995-4a20-aa4e-1eb7481c579e'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:27.966482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Attempting to bind port bdcbaddd-5b0b-4173-a065-156bbbdacd86 on network 892bc86b-b995-4a20-aa4e-1eb7481c579e {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:27.978342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8e3f-fcaf-4deb-a46b-442fa7212749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deaf835-470f-492e-b64e-6ed7294199f5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:27.993099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:27.993465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Checking segment: {'id': 'f3f1084c-0016-4055-92cb-6e65d47936c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '892bc86b-b995-4a20-aa4e-1eb7481c579e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:27.993911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.994312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Bound using segment: {'id': 'f3f1084c-0016-4055-92cb-6e65d47936c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '892bc86b-b995-4a20-aa4e-1eb7481c579e'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:27.994898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Bound port: bdcbaddd-5b0b-4173-a065-156bbbdacd86, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f1084c-0016-4055-92cb-6e65d47936c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '892bc86b-b995-4a20-aa4e-1eb7481c579e'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:27.995231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.013270 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-93aa8e3f-fcaf-4deb-a46b-442fa7212749 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=353818e871ee4dff8f605a1092e162b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5809243 Jun 30 09:04:28.014324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40896) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:28.061915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e61e3dfb-0aa4-4285-8925-4b2b15072342 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:28.062144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.095555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7153024-f35d-4b17-930a-76a852054130 req-e19e87b9-f15d-4989-9a3a-11b8cf32868d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.102776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7153024-f35d-4b17-930a-76a852054130 req-e19e87b9-f15d-4989-9a3a-11b8cf32868d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 945 time: 0.4636443 Jun 30 09:04:28.121018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb89630d-03b0-4543-9bc4-50f13c3599a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.162000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-1e65df1a-7d96-40c1-8515-85368c3abb49 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2749519 Jun 30 09:04:28.167410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb89630d-03b0-4543-9bc4-50f13c3599a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.212266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] For port bdcbaddd-5b0b-4173-a065-156bbbdacd86, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:28.219783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] For port bdcbaddd-5b0b-4173-a065-156bbbdacd86, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bdcbaddd-5b0b-4173-a065-156bbbdacd86,segment=NetworkSegment(f3f1084c-0016-4055-92cb-6e65d47936c3),segment_id=f3f1084c-0016-4055-92cb-6e65d47936c3)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:28.227344 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.255191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb89630d-03b0-4543-9bc4-50f13c3599a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.258774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb89630d-03b0-4543-9bc4-50f13c3599a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.259986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb89630d-03b0-4543-9bc4-50f13c3599a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0deaf835-470f-492e-b64e-6ed7294199f5 HTTP/1.1" status: 204 len: 168 time: 0.2444816 Jun 30 09:04:28.309252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89630d-03b0-4543-9bc4-50f13c3599a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deaf835-470f-492e-b64e-6ed7294199f5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.344705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d29ec-9f7d-4999-87c1-16ff49d36c08 None None] Pushing event updated for resources: {'Port': ['ID=bdcbaddd-5b0b-4173-a065-156bbbdacd86,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.364613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7153024-f35d-4b17-930a-76a852054130 req-df8a21c2-267a-4870-aa6e-723640aa2ab1 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609448 Jun 30 09:04:28.369258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.473764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=62380ef6-0118-45ec-b187-c1a62e2567b5,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.528232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.533110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-93ed66eb-c018-4e41-9f7a-716f008bd0dc service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697982 Jun 30 09:04:28.592937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:28.603235 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a0fb08-de8b-4c3b-b24c-bcab4d570604" -d '{"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:28.611001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': 'f3724a84-8fb8-41e1-adf4-0a4b0294e0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '323a5a37-f18a-41ff-9146-a1513296e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:28.611672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 323a5a37-f18a-41ff-9146-a1513296e4d8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:28.645796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:28.649959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.689541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 323a5a37-f18a-41ff-9146-a1513296e4d8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:28.733725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 323a5a37-f18a-41ff-9146-a1513296e4d8) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:28.738893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.739764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.762707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-bf982c83-42f3-417f-8d83-92ca84d952dc service neutron] 10.222.0.53 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248514 Jun 30 09:04:28.813522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-26233575-f75e-40dd-a50a-72ba102a999f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1166759 Jun 30 09:04:28.817141 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b43555-e079-482d-9d1c-d374e52f004a x-openstack-request-id: req-60b43555-e079-482d-9d1c-d374e52f004a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:28.819259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40914) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:28.819950 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:28.820403 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60b43555-e079-482d-9d1c-d374e52f004a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:28.821536 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'code': 200} Jun 30 09:04:28.823481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.841343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa44ec-d28b-4280-88f0-f45761368756 None None] Network 323a5a37-f18a-41ff-9146-a1513296e4d8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:29.127900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.194169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ca7d3-371a-4ef0-b49b-a1f4fe164977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-323a5a37-f18a-41ff-9146-a1513296e4d8', 'network_id': '323a5a37-f18a-41ff-9146-a1513296e4d8', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '62380ef6-0118-45ec-b187-c1a62e2567b5'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:29.195061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-780ca7d3-371a-4ef0-b49b-a1f4fe164977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.227123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e808c676-775c-44de-997a-f443eae55682 req-045f4481-af50-432a-9dc5-25dc7f860633 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 210 time: 0.0980868 Jun 30 09:04:29.246404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.386343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40928) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:29.420901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5ac971d-d0e6-400d-8afc-5375e2458b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.462064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-780ca7d3-371a-4ef0-b49b-a1f4fe164977 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62380ef6-0118-45ec-b187-c1a62e2567b5: This subnet is being modified by another concurrent operation. Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62380ef6-0118-45ec-b187-c1a62e2567b5: This subnet is being modified by another concurrent operation. Jun 30 09:04:29.469145 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 09:04:29.512064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e0ed5b-c974-4c5b-b0b8-5dd92cbea0c8 None None] Network 323a5a37-f18a-41ff-9146-a1513296e4d8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:29.620897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=62380ef6-0118-45ec-b187-c1a62e2567b5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:29.748269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bdcbaddd-5b0b-4173-a065-156bbbdacd86 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:29.801979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5ac971d-d0e6-400d-8afc-5375e2458b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.810446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5ac971d-d0e6-400d-8afc-5375e2458b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.910576 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.923812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323a5a37-f18a-41ff-9146-a1513296e4d8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:29.935868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3724a84-8fb8-41e1-adf4-0a4b0294e0f8') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:29.936634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3724a84-8fb8-41e1-adf4-0a4b0294e0f8') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:29.947961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.984976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c5ac971d-d0e6-400d-8afc-5375e2458b39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64ebd8dd05114279bd48dbc7e51ffe7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967510 Jun 30 09:04:29.998434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac971d-d0e6-400d-8afc-5375e2458b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f708122d-4664-487d-8e7e-da72b161219b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.000898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40944) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:30.030537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.056152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port bdcbaddd-5b0b-4173-a065-156bbbdacd86 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:30.058012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:30.058426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:30.066579 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:30.183699 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.210034 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.220270 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/323a5a37-f18a-41ff-9146-a1513296e4d8 HTTP/1.1" status: 204 len: 168 time: 1.3998787 Jun 30 09:04:30.227514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40950) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:30.233253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ad465-72c7-4a41-ae6b-3236a415f7e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=323a5a37-f18a-41ff-9146-a1513296e4d8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.250248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671227395'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:30.283695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f670c-2571-4d50-af48-0cc0efa07c41 req-abc2fe20-8b54-48e1-9c38-1bda88421025 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.300431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55015b7d-552d-4e1e-8b86-aec94f008d59 None None] Network 892bc86b-b995-4a20-aa4e-1eb7481c579e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:30.305406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce7f670c-2571-4d50-af48-0cc0efa07c41 req-abc2fe20-8b54-48e1-9c38-1bda88421025 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.4245024 Jun 30 09:04:30.377354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44adbac7-408c-4ce2-9eb1-ab7cd57f33b5 req-9edbaf27-f98a-4360-94fd-8e07d15b37d2 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 210 time: 0.0609257 Jun 30 09:04:30.415077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2122122b-feff-4be2-84d7-04fb05a4e0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.475917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:30.487108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.525964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce7f670c-2571-4d50-af48-0cc0efa07c41 req-64323a6d-623a-4640-ba65-f14ea996c717 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193401 Jun 30 09:04:30.534317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-56f87436-93c1-4834-83fa-641b8ffc1ac0 None None] Provisioning for port bdcbaddd-5b0b-4173-a065-156bbbdacd86 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:30.548718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:30.555744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-56f87436-93c1-4834-83fa-641b8ffc1ac0 None None] Provisioning complete for port bdcbaddd-5b0b-4173-a065-156bbbdacd86 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:30.556642 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-56f87436-93c1-4834-83fa-641b8ffc1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.562115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.562844 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment 4863916e-dfcd-4b6f-af81-761987eccaee of type vlan for network b5c57f63-d3a8-41b4-815c-83a8aa75721c Jun 30 09:04:30.636597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2122122b-feff-4be2-84d7-04fb05a4e0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.704206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.788548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.797367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.799391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.830526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2122122b-feff-4be2-84d7-04fb05a4e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.834801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2122122b-feff-4be2-84d7-04fb05a4e0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.836664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2122122b-feff-4be2-84d7-04fb05a4e0e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f708122d-4664-487d-8e7e-da72b161219b HTTP/1.1" status: 204 len: 168 time: 0.7726662 Jun 30 09:04:30.854096 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-56f87436-93c1-4834-83fa-641b8ffc1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.910267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40976) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:30.916875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': 'b5c57f63-d3a8-41b4-815c-83a8aa75721c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:30.921289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6835592 Jun 30 09:04:30.933731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122122b-feff-4be2-84d7-04fb05a4e0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f708122d-4664-487d-8e7e-da72b161219b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.965237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981951cf-d695-44e2-89f6-115f2d3ba979 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=b5c57f63-d3a8-41b4-815c-83a8aa75721c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.025363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network b5c57f63-d3a8-41b4-815c-83a8aa75721c details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:31.035853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-56f87436-93c1-4834-83fa-641b8ffc1ac0 None None] For port bdcbaddd-5b0b-4173-a065-156bbbdacd86, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bdcbaddd-5b0b-4173-a065-156bbbdacd86,segment=NetworkSegment(f3f1084c-0016-4055-92cb-6e65d47936c3),segment_id=f3f1084c-0016-4055-92cb-6e65d47936c3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:31.052594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:31.060657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.093880 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-56f87436-93c1-4834-83fa-641b8ffc1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.161374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f87436-93c1-4834-83fa-641b8ffc1ac0 None None] Pushing event updated for resources: {'Port': ['ID=bdcbaddd-5b0b-4173-a065-156bbbdacd86,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.172970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed165049-aafa-48a6-a499-65998b243392 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:04:31.237711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing IP validity checks on allocation pools {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:04:31.239223 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:04:31.527393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.571455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed165049-aafa-48a6-a499-65998b243392 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:04:31.680586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d35eb4d-e862-4fa8-9610-73b88328e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.689282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f470e2c2-595e-40fa-899e-d0d9acfc4f55 None None] Provisioning complete for port bdcbaddd-5b0b-4173-a065-156bbbdacd86 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:31.696856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f470e2c2-595e-40fa-899e-d0d9acfc4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.760963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe646d6b-29c7-4832-b546-18a4fecbadae req-b00f32c2-ee02-49b5-b5b7-c715d1b64860 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 210 time: 0.0731685 Jun 30 09:04:31.784957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bdcbaddd-5b0b-4173-a065-156bbbdacd86 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:31.838660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=af126c9d-a9ba-457d-bf38-799e5647e4cf,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.881670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': '4863916e-dfcd-4b6f-af81-761987eccaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c57f63-d3a8-41b4-815c-83a8aa75721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:31.882044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: b5c57f63-d3a8-41b4-815c-83a8aa75721c, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:31.957143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network b5c57f63-d3a8-41b4-815c-83a8aa75721c is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:31.988893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, b5c57f63-d3a8-41b4-815c-83a8aa75721c) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:31.998480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.999204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.013348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f337f-91a8-4e2c-af0d-300bdb7c8bd6 req-53d29544-b02b-42a3-88db-c4df60150f38 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.015443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-840f337f-91a8-4e2c-af0d-300bdb7c8bd6 req-53d29544-b02b-42a3-88db-c4df60150f38 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.2228365 Jun 30 09:04:32.063252 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-10032932-056e-4c38-8ea5-d0c8caebeb22 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1482937 Jun 30 09:04:32.063252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:32.103753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port bdcbaddd-5b0b-4173-a065-156bbbdacd86 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:32.114421 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.215079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-840f337f-91a8-4e2c-af0d-300bdb7c8bd6 req-19d94bb3-0334-44e9-b901-c7c5f809d076 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887715 Jun 30 09:04:32.497612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.648775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-e1e02290-b930-4a19-a6b4-a2fe977bf4f0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.656164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212add0-145f-451b-9bff-44bd836821b9 None None] Network b5c57f63-d3a8-41b4-815c-83a8aa75721c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:32.661118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-e1e02290-b930-4a19-a6b4-a2fe977bf4f0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 812 time: 0.5642471 Jun 30 09:04:32.687090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Request body: {'port': {'device_id': '67907707-b731-4f4b-b213-50ec46fb4811', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'admin_state_up': True, 'tenant_id': '1e16918662f8442db90ae128d982c1a9'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:32.706969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.790697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.824885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=af126c9d-a9ba-457d-bf38-799e5647e4cf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:32.917673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.940381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c57f63-d3a8-41b4-815c-83a8aa75721c']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:32.979779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4863916e-dfcd-4b6f-af81-761987eccaee') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:32.980437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4863916e-dfcd-4b6f-af81-761987eccaee') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:32.998395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.026186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.040065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:33.040474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.047347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc5fc1-e31f-4608-bdff-66370f0372dc None None] Network b5c57f63-d3a8-41b4-815c-83a8aa75721c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:33.051840 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:33.139038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc17094e-bfda-4b7f-a845-0480d0c35d72 req-1f99ba34-643c-458f-a5ad-a394bfc508f2 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 210 time: 0.0902247 Jun 30 09:04:33.195261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.199998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Made reservation on behalf of 1e16918662f8442db90ae128d982c1a9 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:33.203222 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.205766 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.206655 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/b5c57f63-d3a8-41b4-815c-83a8aa75721c HTTP/1.1" status: 204 len: 168 time: 1.1428423 Jun 30 09:04:33.212794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41030) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:33.237368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-704225083'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:33.245039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f08ace-7423-4f76-aad0-5c1ea2e15214 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=b5c57f63-d3a8-41b4-815c-83a8aa75721c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:33.465559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:33.472794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.556404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:33.579094 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.579440 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment 4663736f-a634-431d-aa1b-40f4d1b826de of type vlan for network 976e08ec-5290-4231-bb2e-4a8f476966d9 Jun 30 09:04:33.847327 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.965024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Allocated IP 172.20.0.11 (b562134b-5ec8-4de2-bde1-afe935152b17/aa3170b8-486b-45eb-9201-15d2c66b3058/a0983918-a4dc-410a-b59d-e5d4f24f59a1) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:34.017491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562bb6-fdbb-4805-b05d-6d56a278258e req-ec515b88-9731-4cd7-aa1b-0d891347b013 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.019222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44562bb6-fdbb-4805-b05d-6d56a278258e req-ec515b88-9731-4cd7-aa1b-0d891347b013 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.5187654 Jun 30 09:04:34.056854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.064965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.069289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.278442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41066) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:34.283881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0615644 Jun 30 09:04:34.284386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '976e08ec-5290-4231-bb2e-4a8f476966d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:34.307948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44562bb6-fdbb-4805-b05d-6d56a278258e req-153bbd59-45e9-44f2-802a-3945c1b868f8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721295 Jun 30 09:04:34.337977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbc557-746f-4698-8ea3-cb2569e052e6 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=976e08ec-5290-4231-bb2e-4a8f476966d9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:34.355040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 976e08ec-5290-4231-bb2e-4a8f476966d9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:34.391148 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.486286 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e24dad9d-649a-430b-aac3-a082782dac08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.565546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41072) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:34.595352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f371d9-262b-4c7d-b269-648ec585b93b req-93ad06ed-e922-4844-80b1-16f87d6df40d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 210 time: 0.2112441 Jun 30 09:04:34.650119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:34.653925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.699888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.743044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Transition to ACTIVE for port object a0983918-a4dc-410a-b59d-e5d4f24f59a1 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:34.820284 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.834656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b', 'd3a75844-8c89-46e5-b4ea-d4b453cc209c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:34.942658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Network b562134b-5ec8-4de2-bde1-afe935152b17 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:34.951627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:34.959947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:35.094026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.101231 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.143026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4650640 Jun 30 09:04:35.169963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Request body: {'port': {'device_id': '67907707-b731-4f4b-b213-50ec46fb4811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:35.190901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2056189352', 'router:external': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:35.200867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.276154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601a1a5-cf6e-4b20-aafd-e24ec7542f1e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.356576 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.399501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-da5fa50a-e31b-41ef-a3f0-1c632d264735 None None] Provisioning for port a0983918-a4dc-410a-b59d-e5d4f24f59a1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:35.406935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-da5fa50a-e31b-41ef-a3f0-1c632d264735 None None] Provisioning complete for port a0983918-a4dc-410a-b59d-e5d4f24f59a1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:35.407300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-da5fa50a-e31b-41ef-a3f0-1c632d264735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.411341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Made reservation on behalf of 05809ed130f54572a47ca9fad26a0cfb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:35.419135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.446154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.448696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': '4663736f-a634-431d-aa1b-40f4d1b826de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '976e08ec-5290-4231-bb2e-4a8f476966d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:35.450687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 976e08ec-5290-4231-bb2e-4a8f476966d9, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:35.470014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=0e7ec2f0-33cc-4932-932d-6445923100c7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.472064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-da5fa50a-e31b-41ef-a3f0-1c632d264735 None None] Port a0983918-a4dc-410a-b59d-e5d4f24f59a1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:35.607423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 976e08ec-5290-4231-bb2e-4a8f476966d9 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:35.637543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 976e08ec-5290-4231-bb2e-4a8f476966d9) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:35.649417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1646dd-4fcc-4236-a151-a7c3a6b04b51 None None] Network 976e08ec-5290-4231-bb2e-4a8f476966d9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:35.654553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.655614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.784654 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.795162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.859889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318c711c-5191-4faa-8ff0-70c340af7e8f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.878234 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b62b3319-e2fb-473f-9dad-fd05d7933825 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5951147 Jun 30 09:04:35.884888 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.889174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:35.926266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:35.947925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.950560 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Added segment 35d7f74d-8808-47b8-95bb-c6b4b5ba3586 of type vlan for network 27ad499b-b770-4aff-80c9-df38baee92b7 Jun 30 09:04:36.046770 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.067892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-976e08ec-5290-4231-bb2e-4a8f476966d9', 'network_id': '976e08ec-5290-4231-bb2e-4a8f476966d9', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '0e7ec2f0-33cc-4932-932d-6445923100c7'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:36.071875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.125713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913c97b-f91a-4cb2-9518-8abd28a24567 req-61c47a5c-795c-4afd-ab40-eb317fce5a4a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.127311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4913c97b-f91a-4cb2-9518-8abd28a24567 req-61c47a5c-795c-4afd-ab40-eb317fce5a4a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.4069359 Jun 30 09:04:36.175746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7513d7-4637-4543-a6c2-7939d2da4d03 req-aa1a6f1a-dbbc-4c7f-85e3-16a4fb60185e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.177252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d7513d7-4637-4543-a6c2-7939d2da4d03 req-aa1a6f1a-dbbc-4c7f-85e3-16a4fb60185e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 932 time: 0.2514975 Jun 30 09:04:36.285545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4913c97b-f91a-4cb2-9518-8abd28a24567 req-1eab0ee5-9a3e-4dd1-981b-1f9ded28f49b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478572 Jun 30 09:04:36.301373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.306070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.307153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.307899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.332931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d7513d7-4637-4543-a6c2-7939d2da4d03 req-17ba93f0-fc22-4fe7-a91f-e1bb01b95d82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470029 Jun 30 09:04:36.350157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0983918-a4dc-410a-b59d-e5d4f24f59a1 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:36.373143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.380123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Allocated IP 172.20.0.1 (976e08ec-5290-4231-bb2e-4a8f476966d9/0e7ec2f0-33cc-4932-932d-6445923100c7/7f820ce7-1612-4aa2-bcb3-edafb34584bd) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:36.410099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Transition to ACTIVE for port object a0983918-a4dc-410a-b59d-e5d4f24f59a1 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:36.419386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.527318 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9564879 Jun 30 09:04:36.536015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41102) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:36.543360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'subnet': {'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:36.583166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.654667 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.660199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0d99f-917b-4024-8a4a-a02fde945849 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Network': ['ID=27ad499b-b770-4aff-80c9-df38baee92b7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.676514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Transition to ACTIVE for port object 7f820ce7-1612-4aa2-bcb3-edafb34584bd will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:36.697883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Attempting to bind port a0983918-a4dc-410a-b59d-e5d4f24f59a1 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:36.698170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Attempting to bind port a0983918-a4dc-410a-b59d-e5d4f24f59a1 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:36.698500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Attempting to bind port a0983918-a4dc-410a-b59d-e5d4f24f59a1 on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:36.701323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Transition to ACTIVE for port object 7f820ce7-1612-4aa2-bcb3-edafb34584bd will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:36.710065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 27ad499b-b770-4aff-80c9-df38baee92b7 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:36.717245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.718100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Port a0983918-a4dc-410a-b59d-e5d4f24f59a1 on network b562134b-5ec8-4de2-bde1-afe935152b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:36.718435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Attempting to bind port a0983918-a4dc-410a-b59d-e5d4f24f59a1 on network b562134b-5ec8-4de2-bde1-afe935152b17 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:36.730568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Made reservation on behalf of 05809ed130f54572a47ca9fad26a0cfb for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:36.731985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.733027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.838299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:36.838859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Checking segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:36.841966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Bound using segment: {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:36.842641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Bound port: a0983918-a4dc-410a-b59d-e5d4f24f59a1, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b550e1d8-2230-4dd8-a589-41ff34765989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:36.843193 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.857961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Network 976e08ec-5290-4231-bb2e-4a8f476966d9 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:36.873423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:36.888271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.894068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:36.914413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Pushing event updated for resources: {'Port': ['ID=7f820ce7-1612-4aa2-bcb3-edafb34584bd,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.929114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.930675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.931183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.931649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.932000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.932309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.932704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.933087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.933456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.933813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.934843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.936375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.946896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7ec2f0-33cc-4932-932d-6445923100c7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.040232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.052883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976e08ec-5290-4231-bb2e-4a8f476966d9']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:37.053414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Attempting to bind port 7f820ce7-1612-4aa2-bcb3-edafb34584bd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:37.054122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Attempting to bind port 7f820ce7-1612-4aa2-bcb3-edafb34584bd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4663736f-a634-431d-aa1b-40f4d1b826de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '976e08ec-5290-4231-bb2e-4a8f476966d9'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:37.054704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Attempting to bind port 7f820ce7-1612-4aa2-bcb3-edafb34584bd on network 976e08ec-5290-4231-bb2e-4a8f476966d9 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:37.067429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:37.068043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Checking segment: {'id': '4663736f-a634-431d-aa1b-40f4d1b826de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '976e08ec-5290-4231-bb2e-4a8f476966d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:37.069122 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.070450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Bound using segment: {'id': '4663736f-a634-431d-aa1b-40f4d1b826de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '976e08ec-5290-4231-bb2e-4a8f476966d9'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:37.071167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Bound port: 7f820ce7-1612-4aa2-bcb3-edafb34584bd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4663736f-a634-431d-aa1b-40f4d1b826de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '976e08ec-5290-4231-bb2e-4a8f476966d9'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:37.071969 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.078442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4663736f-a634-431d-aa1b-40f4d1b826de') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:37.079353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4663736f-a634-431d-aa1b-40f4d1b826de') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:37.100134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:37.103677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.106645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:37.128396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.136928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.149769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:37.150478 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:37.159475 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:37.223235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] For port 7f820ce7-1612-4aa2-bcb3-edafb34584bd, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:37.266832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.267600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.274872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] 10.222.0.13 "PUT /v2.0/ports/a0983918-a4dc-410a-b59d-e5d4f24f59a1 HTTP/1.1" status: 200 len: 1093 time: 2.1192362 Jun 30 09:04:37.277334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:37.279723 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2689e5d1-059a-4872-b9ca-96d83d0c1867" -d '{"events": [{"name": "network-changed", "server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:37.287624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.312667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] For port 7f820ce7-1612-4aa2-bcb3-edafb34584bd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7f820ce7-1612-4aa2-bcb3-edafb34584bd,segment=NetworkSegment(4663736f-a634-431d-aa1b-40f4d1b826de),segment_id=4663736f-a634-431d-aa1b-40f4d1b826de)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:37.331937 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:04:37.331937 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:04:37.331937 n-d-758944-40 neutron-server[100238]: [parameters: {'id': '976e08ec-5290-4231-bb2e-4a8f476966d9'}] Jun 30 09:04:37.331937 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:04:37.332581 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:04:37.341356 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.448363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54189d-9a87-437e-99d5-c23d4bd37475 None None] Pushing event updated for resources: {'Port': ['ID=7f820ce7-1612-4aa2-bcb3-edafb34584bd,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.497539 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b118df3b-a9c5-45ca-90da-e32910a425bf x-openstack-request-id: req-b118df3b-a9c5-45ca-90da-e32910a425bf {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:37.498025 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:37.498025 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b118df3b-a9c5-45ca-90da-e32910a425bf {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:37.498425 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'status': 'completed', 'code': 200} Jun 30 09:04:37.508091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e814e-93e0-416b-b419-c47ce215ecdc service neutron] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.617056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b75c7-9438-45ed-8664-6215bee14a12 None None] Network 976e08ec-5290-4231-bb2e-4a8f476966d9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:37.834849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.951482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c910f6-d33b-464d-a6e9-45a7491c6625 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:04:38.001923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting port 7f820ce7-1612-4aa2-bcb3-edafb34584bd {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:38.002409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.194681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c910f6-d33b-464d-a6e9-45a7491c6625 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:04:38.215333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] For port 7f820ce7-1612-4aa2-bcb3-edafb34584bd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7f820ce7-1612-4aa2-bcb3-edafb34584bd,segment=NetworkSegment(4663736f-a634-431d-aa1b-40f4d1b826de),segment_id=4663736f-a634-431d-aa1b-40f4d1b826de)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:38.216414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.242028 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Calling delete_port for 7f820ce7-1612-4aa2-bcb3-edafb34584bd owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:38.414701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.457980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Port': ['ID=7f820ce7-1612-4aa2-bcb3-edafb34584bd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:38.460218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No DVR routers for this DVR port 7f820ce7-1612-4aa2-bcb3-edafb34584bd on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:38.512485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-58ecbcbb-19c1-4794-8287-cd9308ad6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.514627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-58ecbcbb-19c1-4794-8287-cd9308ad6331 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 1096 time: 1.1742618 Jun 30 09:04:38.569196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.580340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976e08ec-5290-4231-bb2e-4a8f476966d9']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:38.597530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4663736f-a634-431d-aa1b-40f4d1b826de') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:38.598002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4663736f-a634-431d-aa1b-40f4d1b826de') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:38.607987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.623429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.636961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-7e9eb08f-ec67-4213-afd3-03034dfa4a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1 HTTP/1.1" status: 200 len: 217 time: 0.1100638 Jun 30 09:04:38.643967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:38.648355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:38.658043 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:38.755207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b735b-5ec9-4cba-8e8d-056dc32ddb0a req-5bce84d1-0e3d-4e5c-8436-b437bcf4bd8a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.756923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac0b735b-5ec9-4cba-8e8d-056dc32ddb0a req-5bce84d1-0e3d-4e5c-8436-b437bcf4bd8a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.4417224 Jun 30 09:04:38.765322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.772112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.778198 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/976e08ec-5290-4231-bb2e-4a8f476966d9 HTTP/1.1" status: 204 len: 168 time: 2.8826332 Jun 30 09:04:38.785620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d0a85-0be6-421c-9020-2979f7b5ef30 req-9e3aa886-7378-4ef2-b583-d0602978e82f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.792996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e21d0a85-0be6-421c-9020-2979f7b5ef30 req-9e3aa886-7378-4ef2-b583-d0602978e82f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 944 time: 0.4788043 Jun 30 09:04:38.796635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41124) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:38.797711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bb2bb-9900-4fda-b411-33bb30fffed1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=976e08ec-5290-4231-bb2e-4a8f476966d9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:38.814260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1081886897'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:38.855423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-f3bae498-6290-4e75-a6ce-f1ab09b06b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.856938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-f3bae498-6290-4e75-a6ce-f1ab09b06b76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.2037640 Jun 30 09:04:38.870572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:38.883405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.918467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e21d0a85-0be6-421c-9020-2979f7b5ef30 req-a136cb57-95d8-44be-9a3c-9b74483b1035 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231024 Jun 30 09:04:38.925947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:38.956616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac0b735b-5ec9-4cba-8e8d-056dc32ddb0a req-61e4873d-2606-4109-886e-3901828af117 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899323 Jun 30 09:04:38.966837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.967183 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment fabaf4ab-3456-4cf8-b3e5-38bd57ead867 of type vlan for network 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 Jun 30 09:04:39.019376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.objects.ports [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:04:39.020394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.067736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-be81797c-f618-4657-8f0c-0b95baee26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.075158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-be81797c-f618-4657-8f0c-0b95baee26b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018237 Jun 30 09:04:39.080788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.138629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.148484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.149340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.209568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00f78abf-2ad8-4017-90c7-13fd32eebeef,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:39.220716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41132) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:39.265481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=99a45f3a-73c2-49b0-9bbe-1e9c286c13d8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:39.268477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Checking segment: {'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:39.275724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network hostable DHCP agents. Network: 27ad499b-b770-4aff-80c9-df38baee92b7, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:39.279054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:39.298140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-009e9fe2-abb6-4fb7-87c8-7eef8ff17017 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4889205 Jun 30 09:04:39.304179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41136) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:39.320694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:39.392545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c9a162f-da3a-449e-a2b4-2d910d71560a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.398010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-411f781f-6539-4b3e-a8b2-9289981bfd1a service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027723 Jun 30 09:04:39.403754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network 27ad499b-b770-4aff-80c9-df38baee92b7 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:39.484157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 27ad499b-b770-4aff-80c9-df38baee92b7) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:39.498244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b0cf5-61f4-49b3-8396-7c208620f866 None None] Network 27ad499b-b770-4aff-80c9-df38baee92b7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:39.506613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.507212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.647597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4bb5699e-a361-4091-ae9d-b3523daf0d94 req-a0dbb233-c463-45c0-b3f3-ef4d6af661c6 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410510 Jun 30 09:04:39.683641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-78424188-b738-4394-a96d-40150dc6df6e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.685246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-78424188-b738-4394-a96d-40150dc6df6e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 0.2188804 Jun 30 09:04:39.712239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-1c38852f-d283-4f69-a6bd-58da44e248d3 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/quotas/7547817487524c888a95c793c4805813 HTTP/1.1" status: 200 len: 375 time: 0.0207496 Jun 30 09:04:39.746459 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c9a162f-da3a-449e-a2b4-2d910d71560a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.757316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa02e8-672e-4ed1-bdf3-b5534b088d72 None None] Network 27ad499b-b770-4aff-80c9-df38baee92b7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:39.780088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:39.784820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.790536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c9a162f-da3a-449e-a2b4-2d910d71560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.870473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5c9a162f-da3a-449e-a2b4-2d910d71560a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=136c62e355fa4452ab8e8aa07285640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479070 Jun 30 09:04:39.873454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41148) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:39.879965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a162f-da3a-449e-a2b4-2d910d71560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751bcee0-8a2e-4211-ae82-ee704c519811,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:39.903517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c5882509-7e96-4330-9e68-ade2f8bb7c65 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3505740 Jun 30 09:04:39.903517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-5fb994ab-ef42-47b4-bdd1-c1e8a9def833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.903517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-5fb994ab-ef42-47b4-bdd1-c1e8a9def833 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 1096 time: 0.1677020 Jun 30 09:04:39.912797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41150) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:39.936622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1017956329', 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:39.999265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-2fe48eec-8443-479f-af39-df6ed42447e8 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2768085 Jun 30 09:04:40.016220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-a6914613-627f-43ed-9b13-1f4ac8d654e8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:40.017272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-a6914613-627f-43ed-9b13-1f4ac8d654e8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087082 Jun 30 09:04:40.041063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-532c56b8-5c26-43b1-a365-25f2d3b932a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.153591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Made reservation on behalf of 05809ed130f54572a47ca9fad26a0cfb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:40.156025 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.210548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] device_id is not set on port bd61881a-7014-47ee-a38f-390950ac52ec yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:04:40.227261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-e541379b-ef89-43b4-97da-732c7edc6141 service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987736 Jun 30 09:04:40.308972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-1f5fee0b-78a9-4b33-9170-12f10878828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.310517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-1f5fee0b-78a9-4b33-9170-12f10878828c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.4114842 Jun 30 09:04:40.373287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-532c56b8-5c26-43b1-a365-25f2d3b932a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.416733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac757be7-7be3-4cc1-bb69-f3c5c6ca0816 req-a736d580-e3e6-463a-a655-3e82b38cb0aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.418681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac757be7-7be3-4cc1-bb69-f3c5c6ca0816 req-a736d580-e3e6-463a-a655-3e82b38cb0aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 944 time: 0.2828634 Jun 30 09:04:40.418873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.430364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-38a09ab6-e896-4834-8e27-408cafc39d1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1 HTTP/1.1" status: 200 len: 217 time: 0.0859873 Jun 30 09:04:40.486516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=c43b1ea4-6491-4bff-80d4-6ee1efa73728,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:40.505430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:40.505878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:40.509761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-532c56b8-5c26-43b1-a365-25f2d3b932a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.512584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-532c56b8-5c26-43b1-a365-25f2d3b932a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.515912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-532c56b8-5c26-43b1-a365-25f2d3b932a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/751bcee0-8a2e-4211-ae82-ee704c519811 HTTP/1.1" status: 204 len: 168 time: 0.6384680 Jun 30 09:04:40.526365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c56b8-5c26-43b1-a365-25f2d3b932a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751bcee0-8a2e-4211-ae82-ee704c519811,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:40.528399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Allocated IP 172.20.0.10 (27ad499b-b770-4aff-80c9-df38baee92b7/00f78abf-2ad8-4017-90c7-13fd32eebeef/bd61881a-7014-47ee-a38f-390950ac52ec) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:40.545012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:40.581057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:40.585275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.585838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.598949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9496d4-17b8-4676-9b76-b68549f3efa9 None None] Network 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:40.620843 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3cf65985-2e80-4955-a077-b2cb6d135da4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3111365 Jun 30 09:04:40.620843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41162) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:40.683718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-fde8ced4-39d3-459f-8346-9a8e32223f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.685042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-fde8ced4-39d3-459f-8346-9a8e32223f11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.2448580 Jun 30 09:04:40.726832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac757be7-7be3-4cc1-bb69-f3c5c6ca0816 req-ea4a9818-68e3-4ed5-b744-0923967e9232 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954459 Jun 30 09:04:40.728745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-ef5873d8-37a3-4f9d-9447-0ec9f412e457 service neutron] 10.222.0.53 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874754 Jun 30 09:04:40.856115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.891998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-99a45f3a-73c2-49b0-9bbe-1e9c286c13d8', 'network_id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': 'c43b1ea4-6491-4bff-80d4-6ee1efa73728'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:40.893909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.076888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Allocated IP 172.20.0.2 (99a45f3a-73c2-49b0-9bbe-1e9c286c13d8/c43b1ea4-6491-4bff-80d4-6ee1efa73728/cf23b795-ba5f-471f-9997-9018696dcee0) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:41.087439 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.198079 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.269998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41172) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:41.302228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de16a0ec-2d83-4db4-93fb-be57bb7d6330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.421611 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.466102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-3f67b409-93d1-46e2-bff2-aa329f608fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.467884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-3f67b409-93d1-46e2-bff2-aa329f608fbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7715628 Jun 30 09:04:41.508395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de16a0ec-2d83-4db4-93fb-be57bb7d6330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.524098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de16a0ec-2d83-4db4-93fb-be57bb7d6330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.525823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network 27ad499b-b770-4aff-80c9-df38baee92b7 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:41.533614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Port': ['ID=bd61881a-7014-47ee-a38f-390950ac52ec,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.536502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:41.554313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8df0b1c0-94eb-4270-aad4-16c5d1100e54 req-1d2dfda5-0859-4665-a7c6-6518501f6d55 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 210 time: 0.2803185 Jun 30 09:04:41.591450 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.593230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16a0ec-2d83-4db4-93fb-be57bb7d6330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e8d48-f45f-44fa-bcdc-dc87744ff981,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.621547 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-de16a0ec-2d83-4db4-93fb-be57bb7d6330 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e5867264a27407d8dbc10cf11d6a4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501413 Jun 30 09:04:41.624467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41180) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:41.625155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Transition to ACTIVE for port object cf23b795-ba5f-471f-9997-9018696dcee0 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:41.651451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Transition to ACTIVE for port object cf23b795-ba5f-471f-9997-9018696dcee0 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:41.663503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.677168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:41.702214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fab8252-6369-40c5-a597-d8ebfbad9ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.728486 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fab8252-6369-40c5-a597-d8ebfbad9ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.742678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Network 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:41.752096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:41.757239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:41.766662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeadc8e-414f-4daa-8843-9eab6e59737d req-ded3e69f-c25a-4e8a-8ce0-86bded578c29 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.768502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdeadc8e-414f-4daa-8843-9eab6e59737d req-ded3e69f-c25a-4e8a-8ce0-86bded578c29 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.6240294 Jun 30 09:04:41.800432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.809117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fab8252-6369-40c5-a597-d8ebfbad9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.812267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fab8252-6369-40c5-a597-d8ebfbad9ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.815836 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8fab8252-6369-40c5-a597-d8ebfbad9ef5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e65e8d48-f45f-44fa-bcdc-dc87744ff981 HTTP/1.1" status: 204 len: 168 time: 0.1882172 Jun 30 09:04:41.820908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Pushing event updated for resources: {'Port': ['ID=cf23b795-ba5f-471f-9997-9018696dcee0,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.837575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-31592986-1ada-42a6-91bc-cfdc70c3d132 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8491061 Jun 30 09:04:41.857826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.858467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.890728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a0983918-a4dc-410a-b59d-e5d4f24f59a1 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:41.935085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=c43b1ea4-6491-4bff-80d4-6ee1efa73728,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.973190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-626198ed-ee5b-45e2-b8cd-057e3c861242 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381518 Jun 30 09:04:42.009925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8252-6369-40c5-a597-d8ebfbad9ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65e8d48-f45f-44fa-bcdc-dc87744ff981,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:42.012710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bb3d16ca-3252-4e4d-9b6f-25ce9189c75b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0904384 Jun 30 09:04:42.017587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41186) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:42.105178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.109738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Attempting to bind port cf23b795-ba5f-471f-9997-9018696dcee0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:42.111497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Attempting to bind port cf23b795-ba5f-471f-9997-9018696dcee0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:42.112627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Attempting to bind port cf23b795-ba5f-471f-9997-9018696dcee0 on network 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:42.123209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a45f3a-73c2-49b0-9bbe-1e9c286c13d8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:42.138827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:42.139843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:42.153067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.156997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdeadc8e-414f-4daa-8843-9eab6e59737d req-32e6f64b-18bf-4ac2-9080-f397873da98e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756683 Jun 30 09:04:42.166702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:42.167050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Checking segment: {'id': 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:42.167466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.168095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Bound using segment: {'id': 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:42.168498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Bound port: cf23b795-ba5f-471f-9997-9018696dcee0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:42.168889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.245754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.265963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:42.266382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:42.275496 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:42.334527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e4119-85d4-46fd-9981-663b89d3748f req-26544243-8b71-425e-a654-41077c6a32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.336025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-26544243-8b71-425e-a654-41077c6a32c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1096 time: 0.3249462 Jun 30 09:04:42.343104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2689e5d1-059a-4872-b9ca-96d83d0c1867 req-6cca0282-543a-4a3a-a05c-9c5bf7aed27c service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690686 Jun 30 09:04:42.356018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec9267-8dd1-4815-a990-f9a53a49424e req-a57d8e94-b8b8-4707-9497-c199edbfefd3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.364049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0ec9267-8dd1-4815-a990-f9a53a49424e req-a57d8e94-b8b8-4707-9497-c199edbfefd3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 944 time: 0.3539793 Jun 30 09:04:42.368889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:42.437076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'mac_address': 'fa:16:3e:26:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:42.471835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0ec9267-8dd1-4815-a990-f9a53a49424e req-355153c7-8e11-4c65-bbf1-48fd77112b9e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067979 Jun 30 09:04:42.471996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] For port cf23b795-ba5f-471f-9997-9018696dcee0, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:42.501488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:04:42.501488 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:04:42.501488 n-d-758944-40 neutron-server[100238]: [parameters: {'id': '99a45f3a-73c2-49b0-9bbe-1e9c286c13d8'}] Jun 30 09:04:42.501488 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:04:42.501958 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:04:42.515328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Deleting port bd61881a-7014-47ee-a38f-390950ac52ec {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:42.515670 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.537849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] For port cf23b795-ba5f-471f-9997-9018696dcee0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cf23b795-ba5f-471f-9997-9018696dcee0,segment=NetworkSegment(fabaf4ab-3456-4cf8-b3e5-38bd57ead867),segment_id=fabaf4ab-3456-4cf8-b3e5-38bd57ead867)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:42.551158 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.555319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.564287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e4119-85d4-46fd-9981-663b89d3748f req-038df558-ae56-4537-9997-7afc3f0c632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.567559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-038df558-ae56-4537-9997-7afc3f0c632b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2003837 Jun 30 09:04:42.629908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0983918-a4dc-410a-b59d-e5d4f24f59a1 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:42.641905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.659388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Calling delete_port for bd61881a-7014-47ee-a38f-390950ac52ec owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:42.704445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-07b76e67-a0b0-40d3-a9f7-aac50023a7fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.1274023 Jun 30 09:04:42.710130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:42.775703 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.790607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b2bdf-b351-49e9-b7b8-52e6830e6d6b None None] Network 99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:42.854277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e4119-85d4-46fd-9981-663b89d3748f req-bc67d091-f055-41e7-90a5-63be62731543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.858631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-bc67d091-f055-41e7-90a5-63be62731543 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1464593 Jun 30 09:04:42.917105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.925361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774d2b8-14a9-4ecf-9866-4e92e4430d10 None None] Pushing event updated for resources: {'Port': ['ID=cf23b795-ba5f-471f-9997-9018696dcee0,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:42.979743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f92b6312-b6d4-4096-9092-61ce6da5eac6 req-0f1fecca-1976-4981-b919-ae1bedf8e00b tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 210 time: 0.0556784 Jun 30 09:04:43.006326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.008341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.013580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd61881a-7014-47ee-a38f-390950ac52ec,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.138736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a0983918-a4dc-410a-b59d-e5d4f24f59a1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:43.161695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e4119-85d4-46fd-9981-663b89d3748f req-b16a6cea-caec-46f7-b85b-e0413b0f9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.165221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-b16a6cea-caec-46f7-b85b-e0413b0f9714 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2968471 Jun 30 09:04:43.185248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f0f2c0-d442-4564-89ee-72b4a32fdd1b None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:04:43.211981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.219185 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62e913d4-2786-42ae-b381-406d48e13933 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "DELETE /v2.0/ports/bd61881a-7014-47ee-a38f-390950ac52ec HTTP/1.1" status: 204 len: 168 time: 1.1928790 Jun 30 09:04:43.226849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41206) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:43.250284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7', 'external_fixed_ips': [{'subnet_id': '00f78abf-2ad8-4017-90c7-13fd32eebeef', 'ip_address': '172.20.0.10'}]}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:43.357795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting port cf23b795-ba5f-471f-9997-9018696dcee0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:43.358147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.486601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] For port cf23b795-ba5f-471f-9997-9018696dcee0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=cf23b795-ba5f-471f-9997-9018696dcee0,segment=NetworkSegment(fabaf4ab-3456-4cf8-b3e5-38bd57ead867),segment_id=fabaf4ab-3456-4cf8-b3e5-38bd57ead867)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:43.486970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.494082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0f2c0-d442-4564-89ee-72b4a32fdd1b None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:04:43.525864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Calling delete_port for cf23b795-ba5f-471f-9997-9018696dcee0 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:43.774913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.829449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Port': ['ID=cf23b795-ba5f-471f-9997-9018696dcee0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.839072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No DVR routers for this DVR port cf23b795-ba5f-471f-9997-9018696dcee0 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:44.016309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.029158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a45f3a-73c2-49b0-9bbe-1e9c286c13d8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:44.043301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:44.043969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabaf4ab-3456-4cf8-b3e5-38bd57ead867') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:44.057905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.073254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.080018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:44.080413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:44.084350 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:44.161385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.170623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.174403 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 HTTP/1.1" status: 204 len: 168 time: 3.5537651 Jun 30 09:04:44.178272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41226) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:44.193534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-92f6a0cc-52dd-4e99-8441-7ab250a34c7e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.195406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-92f6a0cc-52dd-4e99-8441-7ab250a34c7e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 815 time: 1.1679208 Jun 30 09:04:44.206196 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.206719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1575372104'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:44.207590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.214130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6ca7-5ab1-41d0-91ca-d48ca1ef0b62 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=99a45f3a-73c2-49b0-9bbe-1e9c286c13d8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:44.259064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:44.262711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Request body: {'port': {'device_id': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'admin_state_up': True, 'tenant_id': '7547817487524c888a95c793c4805813'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:44.264897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.316193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:44.328902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.332047 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment 3cae3f46-04a5-4dda-9051-f386c72d57f7 of type vlan for network 231ae085-b60a-4737-8c43-047a61bfa0e8 Jun 30 09:04:44.392595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.450221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.458307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.459876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.512158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.519478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-08879b9c-9574-42c7-ad05-ef55bbed6b52 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3367617 Jun 30 09:04:44.547584 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3586667 Jun 30 09:04:44.551050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41234) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:44.559785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '231ae085-b60a-4737-8c43-047a61bfa0e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:44.582112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec723f38-f0ab-4584-93f9-fb0aa32e550a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=231ae085-b60a-4737-8c43-047a61bfa0e8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:44.597259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 231ae085-b60a-4737-8c43-047a61bfa0e8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:44.720845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:44.728405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.764797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ff575-7a4b-4ef8-8c13-c16d40c22292 req-1b069ab0-8e39-4c8f-9a3c-3d29577da8ea tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.766405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-474ff575-7a4b-4ef8-8c13-c16d40c22292 req-1b069ab0-8e39-4c8f-9a3c-3d29577da8ea tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.5683727 Jun 30 09:04:44.774225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825b6b8-f895-4065-b2cd-04ecf5b45dcf req-9413b0c2-f1a9-422f-9b8d-a2403e59e2df tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.782575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f825b6b8-f895-4065-b2cd-04ecf5b45dcf req-9413b0c2-f1a9-422f-9b8d-a2403e59e2df tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 945 time: 0.5829508 Jun 30 09:04:44.831535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing IP validity checks on allocation pools {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:04:44.831535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:04:44.997573 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.008413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.073742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=51a84367-68f8-44f7-bf81-24b728f89daa,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:45.088915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f825b6b8-f895-4065-b2cd-04ecf5b45dcf req-96f88353-7389-4a38-8c4a-e1657ab324d0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054323 Jun 30 09:04:45.092473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Made reservation on behalf of 7547817487524c888a95c793c4805813 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:45.095894 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.106022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-474ff575-7a4b-4ef8-8c13-c16d40c22292 req-82e86bea-5d5a-48bf-8a0c-fb614f36cb9c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168929 Jun 30 09:04:45.150733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-783e4119-85d4-46fd-9981-663b89d3748f req-9b54b685-0a6b-42f7-bef7-1cb599e802fd service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142447 Jun 30 09:04:45.189053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': '3cae3f46-04a5-4dda-9051-f386c72d57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '231ae085-b60a-4737-8c43-047a61bfa0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:45.189418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 231ae085-b60a-4737-8c43-047a61bfa0e8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:45.209838 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-98358b18-45a0-4a47-a223-b56c8edd70fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1398416 Jun 30 09:04:45.291454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 231ae085-b60a-4737-8c43-047a61bfa0e8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:45.313170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 231ae085-b60a-4737-8c43-047a61bfa0e8) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:45.322832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ce66b-f8ae-4dfc-8b74-04f37cb3dcc8 None None] Network 231ae085-b60a-4737-8c43-047a61bfa0e8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:45.325522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.335244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.393436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Allocated IP 172.20.0.3 (8c46d667-fb11-49e1-afd3-5d13734f52e6/4e5f507d-73ff-4e99-9b1c-1ee68c538803/61d02073-f32d-4b62-9a2d-edb6894bd2e2) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:45.397220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a67069b-d9b3-4769-b0a3-47284f7e77f3 req-bc22a3f8-3dcb-4e4f-9748-d76b94a80e45 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 210 time: 0.0490198 Jun 30 09:04:45.422011 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a00c96c1-3416-48e2-93dc-3017b3a4ee84 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8680191 Jun 30 09:04:45.425133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:45.438895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-87bd97ca-7ab7-4832-ad24-b71036e65530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.440624 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-87bd97ca-7ab7-4832-ad24-b71036e65530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 1097 time: 0.2017679 Jun 30 09:04:45.639950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.728598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-231ae085-b60a-4737-8c43-047a61bfa0e8', 'network_id': '231ae085-b60a-4737-8c43-047a61bfa0e8', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '51a84367-68f8-44f7-bf81-24b728f89daa'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:45.738953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.884539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a0983918-a4dc-410a-b59d-e5d4f24f59a1 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:45.911109 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.912390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-29ad981c-2e2b-44ae-9493-883990009380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.931389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e05f941f-3776-40df-96ae-c81d4bfdffbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:45.935281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:45.943649 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-29ad981c-2e2b-44ae-9493-883990009380 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.4587379 Jun 30 09:04:45.991023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Network 8c46d667-fb11-49e1-afd3-5d13734f52e6 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:46.002154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.009551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:46.013463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:46.014842 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.019119 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-682a3103-de7c-4f54-a612-2e483a42e80e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c HTTP/1.1" status: 200 len: 217 time: 0.0628839 Jun 30 09:04:46.037219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Allocated IP 172.20.0.3 (231ae085-b60a-4737-8c43-047a61bfa0e8/51a84367-68f8-44f7-bf81-24b728f89daa/280dd052-47a0-4bf9-8244-f362a14c2821) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:46.118885 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.122264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event updated for resources: {'Port': ['ID=61d02073-f32d-4b62-9a2d-edb6894bd2e2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:46.147359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.147723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.148071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.148409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.148747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.149083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.149417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.149773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.150106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.150435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.150764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.151084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:46.235965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port a0983918-a4dc-410a-b59d-e5d4f24f59a1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:46.255651 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.273997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a0983918-a4dc-410a-b59d-e5d4f24f59a1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:46.274465 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.318415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-54c98e52-1d40-49e3-b8a2-4174a999283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.321338 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-54c98e52-1d40-49e3-b8a2-4174a999283e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.2939689 Jun 30 09:04:46.326359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.330903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.515189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-a7377ed9-9bb5-45c8-8ba9-c769360555f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.516707 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-a7377ed9-9bb5-45c8-8ba9-c769360555f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867607 Jun 30 09:04:46.543057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-3d14725b-180c-4dcf-b028-c79c2f5bcfeb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2844512 Jun 30 09:04:46.618443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Request body: {'port': {'device_id': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:46.671406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:46.682700 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.694097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Transition to ACTIVE for port object 280dd052-47a0-4bf9-8244-f362a14c2821 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:46.709248 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-6877884a-efca-4c54-b90b-15ce14aa25f5 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815491 Jun 30 09:04:46.715903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Transition to ACTIVE for port object 280dd052-47a0-4bf9-8244-f362a14c2821 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:46.755423 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.805735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Allocated IP 172.20.0.10 (27ad499b-b770-4aff-80c9-df38baee92b7/00f78abf-2ad8-4017-90c7-13fd32eebeef/00a4151f-84b7-417a-bd9e-c2b5623d4a6b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:46.838001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Pushing event updated for resources: {'Port': ['ID=280dd052-47a0-4bf9-8244-f362a14c2821,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:46.870354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.950837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=51a84367-68f8-44f7-bf81-24b728f89daa,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:46.957920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e32f7f3a-9549-44d9-b319-fbee07969b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.975661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c61fd8-753a-472f-96e8-34fe5bb9c242 req-61240ddb-9318-4379-900b-7c8d2ecf98d3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.976684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Network 231ae085-b60a-4737-8c43-047a61bfa0e8 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:46.982927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.986134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c61fd8-753a-472f-96e8-34fe5bb9c242 req-61240ddb-9318-4379-900b-7c8d2ecf98d3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.5315588 Jun 30 09:04:46.986445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:46.995000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:47.022688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64a3b-6a25-4521-bd3b-63f71f6a45b6 req-f2ef9287-5e0d-4cdb-a707-65c2af5cbb51 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.024223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6e64a3b-6a25-4521-bd3b-63f71f6a45b6 req-f2ef9287-5e0d-4cdb-a707-65c2af5cbb51 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 945 time: 0.4957175 Jun 30 09:04:47.065416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:47.068203 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cb63c7-d6f3-4939-b134-3baa70b8973e" -d '{"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-plugged", "status": "completed", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:47.068544 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.082368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c61fd8-753a-472f-96e8-34fe5bb9c242 req-982e0d51-3357-440e-884d-ac47e4f82b9b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952809 Jun 30 09:04:47.119175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.121731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:47.137220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Attempting to bind port 280dd052-47a0-4bf9-8244-f362a14c2821 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:47.137611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Attempting to bind port 280dd052-47a0-4bf9-8244-f362a14c2821 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3cae3f46-04a5-4dda-9051-f386c72d57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '231ae085-b60a-4737-8c43-047a61bfa0e8'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:47.138034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Attempting to bind port 280dd052-47a0-4bf9-8244-f362a14c2821 on network 231ae085-b60a-4737-8c43-047a61bfa0e8 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:47.145362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.168242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231ae085-b60a-4737-8c43-047a61bfa0e8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:47.179747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:47.180124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Checking segment: {'id': '3cae3f46-04a5-4dda-9051-f386c72d57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '231ae085-b60a-4737-8c43-047a61bfa0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:47.180548 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.180913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Bound using segment: {'id': '3cae3f46-04a5-4dda-9051-f386c72d57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '231ae085-b60a-4737-8c43-047a61bfa0e8'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:47.181448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Bound port: 280dd052-47a0-4bf9-8244-f362a14c2821, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cae3f46-04a5-4dda-9051-f386c72d57f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '231ae085-b60a-4737-8c43-047a61bfa0e8'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:47.181860 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.194760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6e64a3b-6a25-4521-bd3b-63f71f6a45b6 req-05ad1084-fb11-4085-9076-bf35112f2066 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518970 Jun 30 09:04:47.195759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cae3f46-04a5-4dda-9051-f386c72d57f7') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:47.196141 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cae3f46-04a5-4dda-9051-f386c72d57f7') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:47.226598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.265507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.281676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] For port 280dd052-47a0-4bf9-8244-f362a14c2821, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:47.283379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:47.283809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.322648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:47.346307 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:47.355522 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-5164adad-ff49-42f8-bdc9-2c2991dde1c6 req-7065ded9-ab2e-44a3-a8a9-a22f6e1b6aba service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393182 Jun 30 09:04:47.398917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:04:47.398917 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:04:47.398917 n-d-758944-40 neutron-server[100238]: [parameters: {'id': '231ae085-b60a-4737-8c43-047a61bfa0e8'}] Jun 30 09:04:47.398917 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:04:47.399326 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:04:47.419435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] For port 280dd052-47a0-4bf9-8244-f362a14c2821, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=280dd052-47a0-4bf9-8244-f362a14c2821,segment=NetworkSegment(3cae3f46-04a5-4dda-9051-f386c72d57f7),segment_id=3cae3f46-04a5-4dda-9051-f386c72d57f7)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:47.426707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.434100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e32f7f3a-9549-44d9-b319-fbee07969b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.442574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e32f7f3a-9549-44d9-b319-fbee07969b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.492900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5958e-3661-47f8-9e6a-a8dbb81862cf None None] Pushing event updated for resources: {'Port': ['ID=280dd052-47a0-4bf9-8244-f362a14c2821,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.510407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7f3a-9549-44d9-b319-fbee07969b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da221a1e-2bcc-4c3c-93f4-636c53fb51e1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.526969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e32f7f3a-9549-44d9-b319-fbee07969b56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27ae5c5a41024668b3bcc38a7a3ee868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8520222 Jun 30 09:04:47.527726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:47.533249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d02073-f32d-4b62-9a2d-edb6894bd2e2 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:47.544019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.557926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Transition to ACTIVE for port object 61d02073-f32d-4b62-9a2d-edb6894bd2e2 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:47.578181 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.589365 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b091132d-9b14-4bd4-8789-b4c3d95139e4 x-openstack-request-id: req-b091132d-9b14-4bd4-8789-b4c3d95139e4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:47.589612 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-plugged", "status": "completed", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:47.589891 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b091132d-9b14-4bd4-8789-b4c3d95139e4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:47.590771 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'code': 200} Jun 30 09:04:47.618192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b27c91-042e-4613-9e7b-31f978fa19f8 None None] Network 231ae085-b60a-4737-8c43-047a61bfa0e8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:47.635145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f385422-9440-413b-8482-ec2542e00d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.657959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.680818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f385422-9440-413b-8482-ec2542e00d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.688528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Pushing event updated for resources: {'Port': ['ID=61d02073-f32d-4b62-9a2d-edb6894bd2e2,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.743547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f385422-9440-413b-8482-ec2542e00d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.746949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f385422-9440-413b-8482-ec2542e00d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.749674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9f385422-9440-413b-8482-ec2542e00d8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da221a1e-2bcc-4c3c-93f4-636c53fb51e1 HTTP/1.1" status: 204 len: 168 time: 0.2193522 Jun 30 09:04:47.755851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f385422-9440-413b-8482-ec2542e00d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da221a1e-2bcc-4c3c-93f4-636c53fb51e1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.795486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b916a7-930f-4e8d-9eb5-183beaf8ba4c None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:04:47.806442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062f9f9-d693-4c4d-a675-648e0ad57f55 req-98a30202-620c-4d42-8b3c-ff2fbc053e17 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.808124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e062f9f9-d693-4c4d-a675-648e0ad57f55 req-98a30202-620c-4d42-8b3c-ff2fbc053e17 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 943 time: 0.2488725 Jun 30 09:04:47.874872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.900863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.905030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b916a7-930f-4e8d-9eb5-183beaf8ba4c None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:04:47.929921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Attempting to bind port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:47.930341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Attempting to bind port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:47.930729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Attempting to bind port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:47.940698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e062f9f9-d693-4c4d-a675-648e0ad57f55 req-0e93133a-00e5-43c4-8ae4-1529b8a1405a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164672 Jun 30 09:04:47.954558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network 27ad499b-b770-4aff-80c9-df38baee92b7 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:47.960362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:47.961166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Attempting to bind port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 on network 8c46d667-fb11-49e1-afd3-5d13734f52e6 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:47.969543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Port': ['ID=00a4151f-84b7-417a-bd9e-c2b5623d4a6b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.974919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:47.978763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806f532-40b5-4bfa-ab1b-825ea4cc319d req-69f3edc1-9668-4e8c-97a1-489dcfb02dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.980303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e806f532-40b5-4bfa-ab1b-825ea4cc319d req-69f3edc1-9668-4e8c-97a1-489dcfb02dbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 1098 time: 0.2622261 Jun 30 09:04:47.981050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:47.983434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:47.983872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Checking segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:47.984354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Bound using segment: {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:47.984896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Bound port: 61d02073-f32d-4b62-9a2d-edb6894bd2e2, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829aac38-b5de-4e2a-b766-69415a6f619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:47.985339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.999375 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting port 280dd052-47a0-4bf9-8244-f362a14c2821 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:48.000179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.080029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] For port 280dd052-47a0-4bf9-8244-f362a14c2821, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=280dd052-47a0-4bf9-8244-f362a14c2821,segment=NetworkSegment(3cae3f46-04a5-4dda-9051-f386c72d57f7),segment_id=3cae3f46-04a5-4dda-9051-f386c72d57f7)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:48.080394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.100702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Calling delete_port for 280dd052-47a0-4bf9-8244-f362a14c2821 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:48.135450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e806f532-40b5-4bfa-ab1b-825ea4cc319d req-6d49e46f-d029-4bad-a61f-92740653d4bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410987 Jun 30 09:04:48.225841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] For port 61d02073-f32d-4b62-9a2d-edb6894bd2e2, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:48.234510 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.251073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41314) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:48.270015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] For port 61d02073-f32d-4b62-9a2d-edb6894bd2e2, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61d02073-f32d-4b62-9a2d-edb6894bd2e2,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:48.272806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No DVR routers for this DVR port 280dd052-47a0-4bf9-8244-f362a14c2821 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:48.275058 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8887a627-6740-471c-a27a-7fcc2718f0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.295186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.334509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Port': ['ID=280dd052-47a0-4bf9-8244-f362a14c2821,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.381721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.382326 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.383653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] 10.222.0.26 "PUT /v2.0/ports/61d02073-f32d-4b62-9a2d-edb6894bd2e2 HTTP/1.1" status: 200 len: 1092 time: 1.7819958 Jun 30 09:04:48.387060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'tag': '61d02073-f32d-4b62-9a2d-edb6894bd2e2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:48.389289 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d95861-4d8b-4455-97ca-08a0596f4039" -d '{"events": [{"name": "network-changed", "server_uuid": "12ee7066-7d1a-48e2-a025-72b6ee4432db", "tag": "61d02073-f32d-4b62-9a2d-edb6894bd2e2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:48.437435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.450905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231ae085-b60a-4737-8c43-047a61bfa0e8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:48.464688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cae3f46-04a5-4dda-9051-f386c72d57f7') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:48.465006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cae3f46-04a5-4dda-9051-f386c72d57f7') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:48.477767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.500326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.507505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8887a627-6740-471c-a27a-7fcc2718f0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.510255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:48.510616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:48.513482 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:48.523737 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8887a627-6740-471c-a27a-7fcc2718f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.536222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41fb94-08f4-4b37-b173-f71c2d42bf45 service neutron] Pushing event updated for resources: {'Port': ['ID=61d02073-f32d-4b62-9a2d-edb6894bd2e2,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.608909 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8887a627-6740-471c-a27a-7fcc2718f0c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb6c6e39cac74e8395a1624a7ba9992e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528600 Jun 30 09:04:48.612944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41318) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:48.620566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.623229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a627-6740-471c-a27a-7fcc2718f0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09495a97-2bd6-445e-a88f-61fb7f68dbbb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.637787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.639506 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/231ae085-b60a-4737-8c43-047a61bfa0e8 HTTP/1.1" status: 204 len: 168 time: 3.2045486 Jun 30 09:04:48.644077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41320) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:48.653561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218997283'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:48.673497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355031cb-6900-42ea-810f-7fd9e0b9e925 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=231ae085-b60a-4737-8c43-047a61bfa0e8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.709586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1907-44f7-4422-8453-560d59cc75e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.711630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:48.715181 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.749737 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1907-44f7-4422-8453-560d59cc75e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.765328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:48.791689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.792028 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment 322f1a05-44a7-4d30-866a-603cdb7f1f82 of type vlan for network ce2c072b-d67f-4a03-997a-37aad6199365 Jun 30 09:04:48.842497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.859969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1907-44f7-4422-8453-560d59cc75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.862426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1907-44f7-4422-8453-560d59cc75e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.863582 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f4fa1907-44f7-4422-8453-560d59cc75e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09495a97-2bd6-445e-a88f-61fb7f68dbbb HTTP/1.1" status: 204 len: 168 time: 0.2497106 Jun 30 09:04:48.883612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa1907-44f7-4422-8453-560d59cc75e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09495a97-2bd6-445e-a88f-61fb7f68dbbb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.894938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.901032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.901868 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.960279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.971012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc0b4f-81ff-4a50-947f-8abebc3ccf1c req-c0d621d3-4cd4-4c05-8529-410f80567d7a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.975856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dedc0b4f-81ff-4a50-947f-8abebc3ccf1c req-c0d621d3-4cd4-4c05-8529-410f80567d7a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.6750617 Jun 30 09:04:48.978239 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3285925 Jun 30 09:04:48.979027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41326) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:48.984395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687f3a-f3ae-4cad-a3b7-f4f9d9cdb476 req-b7f455ed-4848-494d-a383-30466f68f712 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.985879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08687f3a-f3ae-4cad-a3b7-f4f9d9cdb476 req-b7f455ed-4848-494d-a383-30466f68f712 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.6100376 Jun 30 09:04:48.998953 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': 'ce2c072b-d67f-4a03-997a-37aad6199365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:49.014929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7e4d-a941-477c-826a-916e41b61676 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=ce2c072b-d67f-4a03-997a-37aad6199365,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.026688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-77ae1d7b-6e7a-45fc-92ac-1f54c89868d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.028404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-77ae1d7b-6e7a-45fc-92ac-1f54c89868d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1098 time: 0.6885927 Jun 30 09:04:49.029213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ce2c072b-d67f-4a03-997a-37aad6199365 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:49.040743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-a94e7c0a-a7d3-4906-a4d8-5213734f04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.042239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-a94e7c0a-a7d3-4906-a4d8-5213734f04e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 1095 time: 0.5902162 Jun 30 09:04:49.134960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:49.145295 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.190366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-f28546ac-2a33-44e4-b031-093a0e937a46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61d02073-f32d-4b62-9a2d-edb6894bd2e2 HTTP/1.1" status: 200 len: 217 time: 0.1242623 Jun 30 09:04:49.303109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dedc0b4f-81ff-4a50-947f-8abebc3ccf1c req-27751787-6ef3-4ef1-8a91-d66df175d5b4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142505 Jun 30 09:04:49.320155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08687f3a-f3ae-4cad-a3b7-f4f9d9cdb476 req-f67f151a-4081-485b-9fe2-acd0eef9d3b4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904603 Jun 30 09:04:49.392807 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8020fc-6322-4b3a-8c08-25e14774b7de x-openstack-request-id: req-db8020fc-6322-4b3a-8c08-25e14774b7de {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:49.393105 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ee7066-7d1a-48e2-a025-72b6ee4432db", "tag": "61d02073-f32d-4b62-9a2d-edb6894bd2e2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:49.393358 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db8020fc-6322-4b3a-8c08-25e14774b7de {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:49.393787 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'tag': '61d02073-f32d-4b62-9a2d-edb6894bd2e2', 'status': 'completed', 'code': 200} Jun 30 09:04:49.407691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-b8f53df5-72d9-46f1-9cd8-e34a1996da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.409740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-b8f53df5-72d9-46f1-9cd8-e34a1996da17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.1640947 Jun 30 09:04:49.493953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-6d8a40fe-15c4-4128-b464-9d0098cd00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.495401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-6d8a40fe-15c4-4128-b464-9d0098cd00ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.4470377 Jun 30 09:04:49.497217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-48bcdeb1-bb6c-4b68-87cd-48e8ae13e39c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451109 Jun 30 09:04:49.697018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-3d479095-e4c4-4d25-990b-4d3f501d3376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 1001 time: 0.1777647 Jun 30 09:04:49.697723 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.707134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.764311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=6f4878da-2a83-4300-aafa-f36bc7198dd6,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.774398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b179b38-23e7-4e67-ae78-6288994f5a6f req-030c3d47-4e36-4bb2-8f1e-275b42129e03 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.775826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': '322f1a05-44a7-4d30-866a-603cdb7f1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ce2c072b-d67f-4a03-997a-37aad6199365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:49.775963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b179b38-23e7-4e67-ae78-6288994f5a6f req-030c3d47-4e36-4bb2-8f1e-275b42129e03 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 943 time: 0.3101053 Jun 30 09:04:49.776187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: ce2c072b-d67f-4a03-997a-37aad6199365, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:49.795501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network ce2c072b-d67f-4a03-997a-37aad6199365 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:49.805836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ce2c072b-d67f-4a03-997a-37aad6199365) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:49.810529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.811461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.818793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59632ba1-006f-4adf-b89c-7768dacff371 None None] Network ce2c072b-d67f-4a03-997a-37aad6199365 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:49.819285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-91537bea-1dff-48a9-b5a4-60aa9abb8412 service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011513 Jun 30 09:04:49.832932 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-31ab7d25-5c3f-422b-9da2-02f6b37957ac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8381889 Jun 30 09:04:49.836995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41346) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:49.904408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-de911dc8-34ed-4530-9d5f-f222b7dda0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.905924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-de911dc8-34ed-4530-9d5f-f222b7dda0fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.1929216 Jun 30 09:04:49.956989 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.005317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b179b38-23e7-4e67-ae78-6288994f5a6f req-67aefdea-b31d-4346-9816-b8ecfa2679f7 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900618 Jun 30 09:04:50.016534 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.031061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b995a1-dee1-47e4-8b2b-b60ab845351b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-ce2c072b-d67f-4a03-997a-37aad6199365', 'network_id': 'ce2c072b-d67f-4a03-997a-37aad6199365', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '6f4878da-2a83-4300-aafa-f36bc7198dd6'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:50.033030 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-76b995a1-dee1-47e4-8b2b-b60ab845351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.068763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1b712-ec3e-4c8b-9202-8acc0a8d0bfc req-5720da68-5992-4bae-a0e6-df0be7200bd5 service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313688 Jun 30 09:04:50.094821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-d3b322d4-203b-4e79-9924-ab4533d915ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.096624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-d3b322d4-203b-4e79-9924-ab4533d915ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773438 Jun 30 09:04:50.112851 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.155189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4878da-2a83-4300-aafa-f36bc7198dd6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.163392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Router 372c6df5-df96-42b6-b73a-818fd92fe371 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-76b995a1-dee1-47e4-8b2b-b60ab845351b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f4878da-2a83-4300-aafa-f36bc7198dd6: This subnet is being modified by another concurrent operation. Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f4878da-2a83-4300-aafa-f36bc7198dd6: This subnet is being modified by another concurrent operation. Jun 30 09:04:50.165898 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 09:04:50.190971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beef08d-317c-418f-93c8-5a906ffbdc8c None None] Network ce2c072b-d67f-4a03-997a-37aad6199365 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:50.254445 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.266554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2c072b-d67f-4a03-997a-37aad6199365']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:50.278293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322f1a05-44a7-4d30-866a-603cdb7f1f82') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:50.278832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322f1a05-44a7-4d30-866a-603cdb7f1f82') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:50.288962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.305887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.312922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:50.313693 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:50.317850 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:50.334194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729190c-3f06-4f5a-a346-86f4b1031d55 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:04:50.356020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-3269f067-2489-475a-8d04-30077f42ce9e service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497480 Jun 30 09:04:50.441491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.444395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-72ecc58b-a294-4808-90ef-75a1d507ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.446005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-72ecc58b-a294-4808-90ef-75a1d507ead5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7547817487524c888a95c793c4805813&device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 1095 time: 0.2848318 Jun 30 09:04:50.447127 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.449286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/ce2c072b-d67f-4a03-997a-37aad6199365 HTTP/1.1" status: 204 len: 168 time: 0.6110384 Jun 30 09:04:50.453267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41362) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:50.492608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1414169202'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:50.531912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfa996-4582-444a-9a39-f32de77c168e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=ce2c072b-d67f-4a03-997a-37aad6199365,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.549799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:50.550560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:50.559020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.585438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-b9632800-4d0b-412d-b74e-758fa01ab53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.587273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-b9632800-4d0b-412d-b74e-758fa01ab53b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 200 len: 916 time: 0.1321976 Jun 30 09:04:50.595090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:50.606989 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.607327 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment 306e988c-e778-4327-9949-4a365eb20817 of type vlan for network 0bf04441-1109-4f9d-a8db-c46a6f0e661c Jun 30 09:04:50.611432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.615763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-640d6ffa-33d9-47be-a150-fb1026cd3429 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.3825817 Jun 30 09:04:50.645268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41368) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:50.667411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2ac01d7-d05f-4467-b579-dc7fc830fa22 req-653caa04-2371-4856-ba3c-16a275586211 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767117 Jun 30 09:04:50.668689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-f52a7f1c-3ec7-4c11-8821-57a002f27a33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61d02073-f32d-4b62-9a2d-edb6894bd2e2 HTTP/1.1" status: 200 len: 217 time: 0.0733376 Jun 30 09:04:50.681608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729190c-3f06-4f5a-a346-86f4b1031d55 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:04:50.685967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Sync routers for ids ['372c6df5-df96-42b6-b73a-818fd92fe371'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:50.688788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.705354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Routers {'372c6df5-df96-42b6-b73a-818fd92fe371'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:50.706504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['372c6df5-df96-42b6-b73a-818fd92fe371'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:50.738073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.745142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.745828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.823670 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:50.844168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=0bf04441-1109-4f9d-a8db-c46a6f0e661c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.851000 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ab295ebb-eb56-4276-917f-5d3467930813 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3636460 Jun 30 09:04:50.852647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41374) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:50.862361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 0bf04441-1109-4f9d-a8db-c46a6f0e661c details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:50.862498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '0bf04441-1109-4f9d-a8db-c46a6f0e661c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:50.875072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-79f02fde-5cbb-42c3-8277-52d81274dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.876523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-79f02fde-5cbb-42c3-8277-52d81274dd2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 200 len: 855 time: 0.1520934 Jun 30 09:04:50.935758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-175e066d-4005-41a7-bd12-87af39ef98ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c46d667-fb11-49e1-afd3-5d13734f52e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492997 Jun 30 09:04:50.939440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.985099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Set router 372c6df5-df96-42b6-b73a-818fd92fe371 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:50.990137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:50.995062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.998308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2614-6954-4d77-8e47-f8afbb976ef4 req-004dc0e7-9a32-4d27-8a2a-7c940444b043 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.006009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6aeb2614-6954-4d77-8e47-f8afbb976ef4 req-004dc0e7-9a32-4d27-8a2a-7c940444b043 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.3341696 Jun 30 09:04:51.211590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.325304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=269de03b-85dd-40b9-a4ee-2e808c4669be,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.335831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': '306e988c-e778-4327-9949-4a365eb20817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0bf04441-1109-4f9d-a8db-c46a6f0e661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:51.336199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 0bf04441-1109-4f9d-a8db-c46a6f0e661c, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:51.337883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c6df5-df96-42b6-b73a-818fd92fe371', 'name': '', 'tenant_id': '05809ed130f54572a47ca9fad26a0cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7', 'external_fixed_ips': [{'subnet_id': '00f78abf-2ad8-4017-90c7-13fd32eebeef', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '00a4151f-84b7-417a-bd9e-c2b5623d4a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:44Z', 'updated_at': '2021-06-30T09:04:48Z', 'revision_number': 3, 'project_id': '05809ed130f54572a47ca9fad26a0cfb', 'gw_port': {'id': '00a4151f-84b7-417a-bd9e-c2b5623d4a6b', 'name': '', 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c6df5-df96-42b6-b73a-818fd92fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '00f78abf-2ad8-4017-90c7-13fd32eebeef', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:46Z', 'updated_at': '2021-06-30T09:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00f78abf-2ad8-4017-90c7-13fd32eebeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:51.357574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 0bf04441-1109-4f9d-a8db-c46a6f0e661c is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:51.374644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Checking router: 372c6df5-df96-42b6-b73a-818fd92fe371 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:51.374905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Updating router 372c6df5-df96-42b6-b73a-818fd92fe371 port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:51.382281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 0bf04441-1109-4f9d-a8db-c46a6f0e661c) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:51.387460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.390419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.410799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fe2ec-4f00-4c0f-b552-ed101fa692ad None None] Network 0bf04441-1109-4f9d-a8db-c46a6f0e661c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:51.415309 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7771c24f-6fbb-4f9c-817f-fbefde9cd019 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5586691 Jun 30 09:04:51.417993 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41390) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:51.469552 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.495296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697aa9e-ffd2-4ecb-b9ad-fc1e5e04d005 req-410b4a04-14e5-4162-baf2-a11227fc43b7 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.496904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b697aa9e-ffd2-4ecb-b9ad-fc1e5e04d005 req-410b4a04-14e5-4162-baf2-a11227fc43b7 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 946 time: 0.8272231 Jun 30 09:04:51.598446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.658190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6aeb2614-6954-4d77-8e47-f8afbb976ef4 req-7da1e1cf-7c2b-4430-b2b0-feb5529a8284 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502576 Jun 30 09:04:51.683532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b697aa9e-ffd2-4ecb-b9ad-fc1e5e04d005 req-860b5d09-3c8a-445c-876f-181b698601da tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694756 Jun 30 09:04:51.687335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-a825998c-8602-4f25-9925-fcad4f92f34e service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420449 Jun 30 09:04:51.689913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.693733 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.765322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de2672a-1933-40e2-b101-59292138361a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-0bf04441-1109-4f9d-a8db-c46a6f0e661c', 'network_id': '0bf04441-1109-4f9d-a8db-c46a6f0e661c', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '269de03b-85dd-40b9-a4ee-2e808c4669be'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:51.773189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6de2672a-1933-40e2-b101-59292138361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.804505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.812983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d95861-4d8b-4455-97ca-08a0596f4039 req-8ed1e90d-319f-4cee-ac4d-218eb4a091e4 service neutron] 10.222.0.26 "GET /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151869 Jun 30 09:04:51.836737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=269de03b-85dd-40b9-a4ee-2e808c4669be,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.912453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Deleting port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:51.913045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.938873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.958842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf04441-1109-4f9d-a8db-c46a6f0e661c']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:51.981102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:51.985805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306e988c-e778-4327-9949-4a365eb20817') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:51.986325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306e988c-e778-4327-9949-4a365eb20817') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:52.008328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.043440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b147d-7a72-4ae1-8b81-732354f60411 None None] Network 0bf04441-1109-4f9d-a8db-c46a6f0e661c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:52.046284 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.075334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:52.076333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:52.087947 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:52.102598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.167338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbaf33-c0bf-4dc2-bc81-10ad3d1bf61a req-f4129c76-85c2-4166-8b5b-740c23fb5fa2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.176636 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67bbaf33-c0bf-4dc2-bc81-10ad3d1bf61a req-f4129c76-85c2-4166-8b5b-740c23fb5fa2 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 943 time: 0.2132490 Jun 30 09:04:52.186596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Calling delete_port for 00a4151f-84b7-417a-bd9e-c2b5623d4a6b owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:52.228692 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.245397 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.252400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.262385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.276362 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/0bf04441-1109-4f9d-a8db-c46a6f0e661c HTTP/1.1" status: 204 len: 168 time: 0.8567526 Jun 30 09:04:52.276959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:52.286049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Transition to ACTIVE for port object 00a4151f-84b7-417a-bd9e-c2b5623d4a6b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:52.304046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997081816'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:52.313900 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.316074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:52.318356 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ca56ef-a051-4532-9a82-9e6c493748bf" -d '{"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-unplugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:52.328142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab1d7c-0456-4793-98b8-b9acec3d1336 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=0bf04441-1109-4f9d-a8db-c46a6f0e661c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.339030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41406) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:52.351642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67bbaf33-c0bf-4dc2-bc81-10ad3d1bf61a req-9a3c9bc2-dcb2-4e50-9d10-b7e4e5a7e675 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628022 Jun 30 09:04:52.401286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:52.405326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.479286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:52.486317 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc82ff-d4b4-4308-8d5d-a5da2cee1aa3 x-openstack-request-id: req-48dc82ff-d4b4-4308-8d5d-a5da2cee1aa3 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:52.486879 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-unplugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:52.487335 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48dc82ff-d4b4-4308-8d5d-a5da2cee1aa3 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:52.488080 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'code': 200} Jun 30 09:04:52.502289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:52.504874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Attempting to bind port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:52.505999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Attempting to bind port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:52.506547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Attempting to bind port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b on network 27ad499b-b770-4aff-80c9-df38baee92b7 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:52.513432 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.523218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:52.523823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Checking segment: {'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:52.524383 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.524923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Bound using segment: {'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:52.525572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Bound port: 00a4151f-84b7-417a-bd9e-c2b5623d4a6b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:52.526154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.526572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.526947 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment d7abffdb-2247-407a-b441-f0fa4d27b494 of type vlan for network 75af6154-0a76-4ee9-8e09-0dc37028c057 Jun 30 09:04:52.532216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b2abf-d422-473a-98ea-0651c130d111 None None] Pushing event updated for resources: {'Port': ['ID=00a4151f-84b7-417a-bd9e-c2b5623d4a6b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.554342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052fd22-47e3-4bb2-bf85-0e472a48479a req-ad62b7f1-c150-47ff-9fd1-f6c148bb67ed tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.563063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0052fd22-47e3-4bb2-bf85-0e472a48479a req-ad62b7f1-c150-47ff-9fd1-f6c148bb67ed tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.2078843 Jun 30 09:04:52.647269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.654546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c799d10d-708e-4340-86ef-c2216a4cfc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.700068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0052fd22-47e3-4bb2-bf85-0e472a48479a req-fd89161f-310b-4f0c-820d-7733399bf728 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339703 Jun 30 09:04:52.732679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.744061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.750115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.750935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.786102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event deleted for resources: {'Port': ['ID=00a4151f-84b7-417a-bd9e-c2b5623d4a6b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.828967 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:04:52.829327 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:04:52.830265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.880885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=75af6154-0a76-4ee9-8e09-0dc37028c057,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.892263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:52.901390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.937145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c799d10d-708e-4340-86ef-c2216a4cfc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.946731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c799d10d-708e-4340-86ef-c2216a4cfc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.965894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-059326db-3b5d-4030-b579-124eb109c96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6860430 Jun 30 09:04:52.975278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41414) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:52.988119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:53.042068 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.042304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799d10d-708e-4340-86ef-c2216a4cfc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d0f0b-6385-4a44-a657-758c03cfd39a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.045507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.051092 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c799d10d-708e-4340-86ef-c2216a4cfc73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d33d216df554fe99fea27502f376f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107048 Jun 30 09:04:53.054048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41416) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:53.138729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.139368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 372c6df5-df96-42b6-b73a-818fd92fe371 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:04:53.144442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.145762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f896ed50-e2b3-4216-8266-e80d3dbf9d23 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "DELETE /v2.0/routers/372c6df5-df96-42b6-b73a-818fd92fe371 HTTP/1.1" status: 204 len: 168 time: 2.4950516 Jun 30 09:04:53.149057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41418) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:53.165085 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.205434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd2c0-bcd1-4b55-8c40-37a4b76617c4 req-13f2bc82-5df8-4dc1-9067-13d6f3398f82 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.206906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c9cd2c0-bcd1-4b55-8c40-37a4b76617c4 req-13f2bc82-5df8-4dc1-9067-13d6f3398f82 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.3012168 Jun 30 09:04:53.212289 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.227334 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c286a19d-c4fe-482b-9741-4b451ee38ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.228865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.253347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 is not hosted by any dhcp agent {{(pid=100238) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:04:53.259817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.260578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.262281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "PUT /v2.0/networks/75af6154-0a76-4ee9-8e09-0dc37028c057 HTTP/1.1" status: 200 len: 723 time: 0.2840955 Jun 30 09:04:53.265816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Deleting subnet 00f78abf-2ad8-4017-90c7-13fd32eebeef {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:53.268741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41420) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:53.273002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.278041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '75af6154-0a76-4ee9-8e09-0dc37028c057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:53.307801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb8140-aae6-4bd8-aedd-55e85fd9691d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=75af6154-0a76-4ee9-8e09-0dc37028c057,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.318388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:53.326121 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c286a19d-c4fe-482b-9741-4b451ee38ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.377846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c9cd2c0-bcd1-4b55-8c40-37a4b76617c4 req-accbdaa5-1412-4fcd-9050-0fc893b99422 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603668 Jun 30 09:04:53.388345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Attempting to bind port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:53.388716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Attempting to bind port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:53.389079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Attempting to bind port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b on network 27ad499b-b770-4aff-80c9-df38baee92b7 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:53.403053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:53.403411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Checking segment: {'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:53.403817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.404213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Bound using segment: {'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:53.404690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Bound port: 00a4151f-84b7-417a-bd9e-c2b5623d4a6b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d7f74d-8808-47b8-95bb-c6b4b5ba3586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27ad499b-b770-4aff-80c9-df38baee92b7'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:53.405087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.418900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.423460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Port 00a4151f-84b7-417a-bd9e-c2b5623d4a6b has been deleted concurrently {{(pid=100241) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 09:04:53.436722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:53.437156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:04:53.437836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_agentschedulers_db [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'372c6df5-df96-42b6-b73a-818fd92fe371'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100241) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:04:53.438215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e51eac-a5d5-4f83-b827-4a3fdfeb6e45 None None] The sync data for ids ['372c6df5-df96-42b6-b73a-818fd92fe371'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:53.482887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.515369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c286a19d-c4fe-482b-9741-4b451ee38ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.517974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c286a19d-c4fe-482b-9741-4b451ee38ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.519139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c286a19d-c4fe-482b-9741-4b451ee38ca8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c2d0f0b-6385-4a44-a657-758c03cfd39a HTTP/1.1" status: 204 len: 168 time: 0.4641323 Jun 30 09:04:53.536341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:53.540369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.547251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286a19d-c4fe-482b-9741-4b451ee38ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d0f0b-6385-4a44-a657-758c03cfd39a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.665977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.709895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00f78abf-2ad8-4017-90c7-13fd32eebeef,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.713890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.715888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-85202a35-1283-4446-8618-ec15a0157711 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/00f78abf-2ad8-4017-90c7-13fd32eebeef HTTP/1.1" status: 204 len: 168 time: 0.5659328 Jun 30 09:04:53.719180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41436) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:53.746746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e953d-c81c-425a-a619-5467c078ccbf req-35f0668b-3efe-4f82-a461-7506ccf86aae tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.748233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-195e953d-c81c-425a-a619-5467c078ccbf req-35f0668b-3efe-4f82-a461-7506ccf86aae tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 943 time: 0.2022002 Jun 30 09:04:53.829278 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.835930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-195e953d-c81c-425a-a619-5467c078ccbf req-8e52a300-a8e7-4093-a528-bc16944fca75 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790036 Jun 30 09:04:53.884508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.928264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41444) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:53.935850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.948968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ad499b-b770-4aff-80c9-df38baee92b7']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:53.956659 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6db51834-e352-4c4e-aeba-1ee437944612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.960440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=352ada6d-e8df-443d-b179-239d59ee1729,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.960636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d7f74d-8808-47b8-95bb-c6b4b5ba3586') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:53.960941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d7f74d-8808-47b8-95bb-c6b4b5ba3586') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:53.970856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.988714 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.002142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:54.002559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.006239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': 'd7abffdb-2247-407a-b441-f0fa4d27b494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75af6154-0a76-4ee9-8e09-0dc37028c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:54.006714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 75af6154-0a76-4ee9-8e09-0dc37028c057, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:54.042132 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:54.064956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:54.070746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.081787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27ad499b-b770-4aff-80c9-df38baee92b7 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:04:54.093124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.095320 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "DELETE /v2.0/networks/27ad499b-b770-4aff-80c9-df38baee92b7 HTTP/1.1" status: 204 len: 168 time: 0.3748114 Jun 30 09:04:54.100349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec606c-94eb-4938-9c60-13b92a283eee tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event deleted for resources: {'Network': ['ID=27ad499b-b770-4aff-80c9-df38baee92b7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.118471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 75af6154-0a76-4ee9-8e09-0dc37028c057) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:54.127537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74599382-eaef-48ba-9785-6f6115221e70 None None] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:54.204863 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6db51834-e352-4c4e-aeba-1ee437944612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.217224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91e23a-78f8-4254-85ff-dae71f6f82fe req-cd20347a-8836-4639-9f68-181683ac8de9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.219048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb91e23a-78f8-4254-85ff-dae71f6f82fe req-cd20347a-8836-4639-9f68-181683ac8de9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.2085273 Jun 30 09:04:54.222584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.223026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.230754 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6db51834-e352-4c4e-aeba-1ee437944612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.246902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61d02073-f32d-4b62-9a2d-edb6894bd2e2 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:54.285842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41456) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:54.287958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6db51834-e352-4c4e-aeba-1ee437944612 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=709dd1d8caa74b02b15fcf6a9ea02a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565421 Jun 30 09:04:54.360536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de7c0e33-d69f-429d-9fa0-feddc2412cac tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0883873 Jun 30 09:04:54.363860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41460) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:54.401570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-de4f134a-4059-4d88-a9aa-9feb8416f2df tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:54.407537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-654d90cf-4412-41b8-97c4-403c701f4ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.426316 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:04:54.442113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db51834-e352-4c4e-aeba-1ee437944612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e315f-7d66-44c8-8e47-9e5568a75542,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.521365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-75af6154-0a76-4ee9-8e09-0dc37028c057', 'network_id': '75af6154-0a76-4ee9-8e09-0dc37028c057', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '352ada6d-e8df-443d-b179-239d59ee1729'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:54.522502 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.542809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb91e23a-78f8-4254-85ff-dae71f6f82fe req-da2b34c9-282a-4307-8675-088da143edfa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751207 Jun 30 09:04:54.559259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-654d90cf-4412-41b8-97c4-403c701f4ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.624650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f1f-eda3-4074-8e74-a192eba5799b req-2f204c1d-4d32-4d6f-bbf1-490211989ad5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.635715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9481f1f-eda3-4074-8e74-a192eba5799b req-2f204c1d-4d32-4d6f-bbf1-490211989ad5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2474158 Jun 30 09:04:54.698767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Allocated IP 172.20.0.2 (75af6154-0a76-4ee9-8e09-0dc37028c057/352ada6d-e8df-443d-b179-239d59ee1729/05822f62-e642-42de-a0e7-31d2de246872) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:54.703834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9481f1f-eda3-4074-8e74-a192eba5799b req-49f651aa-3ec5-4439-b025-70a9b5849a45 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621600 Jun 30 09:04:54.760101 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de4f134a-4059-4d88-a9aa-9feb8416f2df tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12280683'] for subnet, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.760244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41476) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:54.765881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c68940ec-c98d-449c-9cd0-cde36b9aac35 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'router': {'name': 'tempest-router--100358445', 'project_id': '3365f9712e564f0583fc2eb2187801f8'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:54.813237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-654d90cf-4412-41b8-97c4-403c701f4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.814074 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c68940ec-c98d-449c-9cd0-cde36b9aac35 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.815111 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c68940ec-c98d-449c-9cd0-cde36b9aac35 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.816224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-654d90cf-4412-41b8-97c4-403c701f4ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.820635 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-654d90cf-4412-41b8-97c4-403c701f4ec9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab4e315f-7d66-44c8-8e47-9e5568a75542 HTTP/1.1" status: 204 len: 168 time: 0.5337105 Jun 30 09:04:54.829431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d90cf-4412-41b8-97c4-403c701f4ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e315f-7d66-44c8-8e47-9e5568a75542,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.862916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61d02073-f32d-4b62-9a2d-edb6894bd2e2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61d02073-f32d-4b62-9a2d-edb6894bd2e2,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:54.886727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '61d02073-f32d-4b62-9a2d-edb6894bd2e2', 'network_id': '8c46d667-fb11-49e1-afd3-5d13734f52e6', 'port_id': '61d02073-f32d-4b62-9a2d-edb6894bd2e2', 'mac_address': 'fa:16:3e:40:ed:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5f507d-73ff-4e99-9b1c-1ee68c538803', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:54.957073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c68940ec-c98d-449c-9cd0-cde36b9aac35 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.960147 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.977006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c68940ec-c98d-449c-9cd0-cde36b9aac35 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.005538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d02073-f32d-4b62-9a2d-edb6894bd2e2 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:55.007225 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c68940ec-c98d-449c-9cd0-cde36b9aac35 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.011639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c68940ec-c98d-449c-9cd0-cde36b9aac35 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2504160 Jun 30 09:04:55.011839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41488) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:55.046401 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.051720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61d02073-f32d-4b62-9a2d-edb6894bd2e2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61d02073-f32d-4b62-9a2d-edb6894bd2e2,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:55.053554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.061245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.067039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Transition to ACTIVE for port object 05822f62-e642-42de-a0e7-31d2de246872 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:55.110034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Transition to ACTIVE for port object 05822f62-e642-42de-a0e7-31d2de246872 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:55.113569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3c84b-e3e3-4a72-ba82-faa1c815a271 req-cbaa6ce5-a418-4658-8a18-8b54a1ec9b9e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.116238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a3c84b-e3e3-4a72-ba82-faa1c815a271 req-cbaa6ce5-a418-4658-8a18-8b54a1ec9b9e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 943 time: 0.0797567 Jun 30 09:04:55.126428 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.134141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=61d02073-f32d-4b62-9a2d-edb6894bd2e2,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.170631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:55.172046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:55.175573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:55.207214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3a3c84b-e3e3-4a72-ba82-faa1c815a271 req-25490693-a1b8-434f-9a51-3f8bbc5380eb tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794277 Jun 30 09:04:55.226615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Pushing event updated for resources: {'Port': ['ID=05822f62-e642-42de-a0e7-31d2de246872,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.275980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Attempting to bind port 05822f62-e642-42de-a0e7-31d2de246872 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:55.276785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1049d033-da9a-41e2-ac1a-d09ae092c076 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.277281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Attempting to bind port 05822f62-e642-42de-a0e7-31d2de246872 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd7abffdb-2247-407a-b441-f0fa4d27b494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75af6154-0a76-4ee9-8e09-0dc37028c057'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:55.278147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Attempting to bind port 05822f62-e642-42de-a0e7-31d2de246872 on network 75af6154-0a76-4ee9-8e09-0dc37028c057 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:55.285597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:55.286164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Checking segment: {'id': 'd7abffdb-2247-407a-b441-f0fa4d27b494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75af6154-0a76-4ee9-8e09-0dc37028c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:55.287147 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.287541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Bound using segment: {'id': 'd7abffdb-2247-407a-b441-f0fa4d27b494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75af6154-0a76-4ee9-8e09-0dc37028c057'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:55.288008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Bound port: 05822f62-e642-42de-a0e7-31d2de246872, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7abffdb-2247-407a-b441-f0fa4d27b494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75af6154-0a76-4ee9-8e09-0dc37028c057'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:55.288387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.371145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] For port 05822f62-e642-42de-a0e7-31d2de246872, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:55.375340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] For port 05822f62-e642-42de-a0e7-31d2de246872, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05822f62-e642-42de-a0e7-31d2de246872,segment=NetworkSegment(d7abffdb-2247-407a-b441-f0fa4d27b494),segment_id=d7abffdb-2247-407a-b441-f0fa4d27b494)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:55.383696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['61d02073-f32d-4b62-9a2d-edb6894bd2e2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:55.441716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.538912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de4f134a-4059-4d88-a9aa-9feb8416f2df tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766261494020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12178377'] for subnet, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.540493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747886bf-54be-4b7d-b104-4fc85a91aa40 req-d623b7ac-482a-489c-b398-811438e3a2b6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.555005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-747886bf-54be-4b7d-b104-4fc85a91aa40 req-d623b7ac-482a-489c-b398-811438e3a2b6 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.0833383 Jun 30 09:04:55.560519 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-9e2312a9-ed4c-40de-bc45-843c84ebb1b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7572875 Jun 30 09:04:55.602837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1049d033-da9a-41e2-ac1a-d09ae092c076 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.606396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1049d033-da9a-41e2-ac1a-d09ae092c076 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.645430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66030e55-088e-4c6f-905e-baea4b5e68eb None None] Pushing event updated for resources: {'Port': ['ID=05822f62-e642-42de-a0e7-31d2de246872,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.646161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f134a-4059-4d88-a9aa-9feb8416f2df tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.647047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de4f134a-4059-4d88-a9aa-9feb8416f2df tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.648597 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-de4f134a-4059-4d88-a9aa-9feb8416f2df tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "PUT /v2.0/subnets/352ada6d-e8df-443d-b179-239d59ee1729 HTTP/1.1" status: 200 len: 806 time: 1.2573617 Jun 30 09:04:55.661144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-747886bf-54be-4b7d-b104-4fc85a91aa40 req-e5c7100d-965c-4354-8ea7-fa732c88a52f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002338 Jun 30 09:04:55.666376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41510) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:55.729746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1049d033-da9a-41e2-ac1a-d09ae092c076 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.735352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1049d033-da9a-41e2-ac1a-d09ae092c076 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2041953-c84e-4412-b5e6-29ce2c50d894 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:04:55.743392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1049d033-da9a-41e2-ac1a-d09ae092c076 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.745134 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1049d033-da9a-41e2-ac1a-d09ae092c076 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a2041953-c84e-4412-b5e6-29ce2c50d894 HTTP/1.1" status: 204 len: 168 time: 0.7310436 Jun 30 09:04:55.767863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f134a-4059-4d88-a9aa-9feb8416f2df tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=352ada6d-e8df-443d-b179-239d59ee1729,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.920525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.130139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41530) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:56.152265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting port 05822f62-e642-42de-a0e7-31d2de246872 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:56.153420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.211124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82576-2441-4716-a029-a514648ff93f req-b8f80383-39af-45f9-ab76-e5a337129ad5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.212677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05b82576-2441-4716-a029-a514648ff93f req-b8f80383-39af-45f9-ab76-e5a337129ad5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2455089 Jun 30 09:04:56.284662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05b82576-2441-4716-a029-a514648ff93f req-de21426b-0611-42b5-bda2-b0d0cb38d508 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637746 Jun 30 09:04:56.304192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] For port 05822f62-e642-42de-a0e7-31d2de246872, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=05822f62-e642-42de-a0e7-31d2de246872,segment=NetworkSegment(d7abffdb-2247-407a-b441-f0fa4d27b494),segment_id=d7abffdb-2247-407a-b441-f0fa4d27b494)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:56.305044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.328398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Calling delete_port for 05822f62-e642-42de-a0e7-31d2de246872 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:56.344307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-662461465', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:56.408463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.409728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.499171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.534415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983206b-9631-4b01-8616-b7f83fdf915a req-4f81a8c3-c9db-4c99-97e7-943dd8300615 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.535966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4983206b-9631-4b01-8616-b7f83fdf915a req-4f81a8c3-c9db-4c99-97e7-943dd8300615 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 944 time: 0.1245232 Jun 30 09:04:56.551738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31923f8-d50b-4e22-81de-2db8895fde63 req-b0f5a470-f3f4-4f90-b3e7-74b89bd9bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.553476 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c31923f8-d50b-4e22-81de-2db8895fde63 req-b0f5a470-f3f4-4f90-b3e7-74b89bd9bc3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1097 time: 0.3776813 Jun 30 09:04:56.596331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4983206b-9631-4b01-8616-b7f83fdf915a req-aeb658ad-b569-4b9f-89fa-856c0b5e755b tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536551 Jun 30 09:04:56.597891 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.645293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Port': ['ID=05822f62-e642-42de-a0e7-31d2de246872,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:56.713435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No DVR routers for this DVR port 05822f62-e642-42de-a0e7-31d2de246872 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:56.777926 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.793589 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c31923f8-d50b-4e22-81de-2db8895fde63 req-bdbe38a3-de36-4c90-8b5d-b722ea5b7309 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805341 Jun 30 09:04:56.796880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.882593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.940956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=352ada6d-e8df-443d-b179-239d59ee1729,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.016918 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.034587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75af6154-0a76-4ee9-8e09-0dc37028c057']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:57.064086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7abffdb-2247-407a-b441-f0fa4d27b494') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:57.064465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7abffdb-2247-407a-b441-f0fa4d27b494') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:57.082234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c0ac-c113-4401-aca1-10b03952dddd req-4058740a-00b9-4982-b977-c618a119fecc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.087114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e351c0ac-c113-4401-aca1-10b03952dddd req-4058740a-00b9-4982-b977-c618a119fecc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.2010238 Jun 30 09:04:57.089910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.128565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5c4d4-cf5d-4c38-a266-e0549d8f533b None None] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:57.149084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.159014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:57.159965 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.233963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5e7d0e3f-0326-435b-88b8-9459bbe984f6 None None] Could not find standard attr ID for object 05822f62-e642-42de-a0e7-31d2de246872. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: items = [ Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:57.247653 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:57.270008 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.304676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.309467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/75af6154-0a76-4ee9-8e09-0dc37028c057 HTTP/1.1" status: 204 len: 168 time: 1.6397269 Jun 30 09:04:57.334047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e351c0ac-c113-4401-aca1-10b03952dddd req-ee096932-8b04-4e8c-b69a-6c4205457b56 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410007 Jun 30 09:04:57.334874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41558) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.372560 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d858e723-627b-495b-8d95-bf3df64dab7d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:04:57.372560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d858e723-627b-495b-8d95-bf3df64dab7d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:04:57.372560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d858e723-627b-495b-8d95-bf3df64dab7d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/75af6154-0a76-4ee9-8e09-0dc37028c057 HTTP/1.1" status: 404 len: 339 time: 0.0364587 Jun 30 09:04:57.373511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e03ed-c721-4642-903b-b11a411a2732 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=75af6154-0a76-4ee9-8e09-0dc37028c057,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.376426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41564) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.381465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927797332', 'description': 'd1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:57.406023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07fdb6-0e85-4607-99c0-1156fc95df01 None None] DHCP port deletion for 75af6154-0a76-4ee9-8e09-0dc37028c057 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:57.414381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:57.418460 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.444719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b948b-ab69-4065-aa11-1799d52bc7bb None None] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:57.472941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b948b-ab69-4065-aa11-1799d52bc7bb None None] Network 75af6154-0a76-4ee9-8e09-0dc37028c057 could not be found, it might have been deleted concurrently. {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:04:57.481712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:57.500372 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.501001 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment 66cafb32-b007-4596-9fdb-8182c1d82e0c of type vlan for network 45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa Jun 30 09:04:57.562691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.587878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.606363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.657775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524fdc5-f07e-4983-9f69-3518f165c33b req-307342d9-f258-4e65-a0e3-30bb01c8a821 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.659552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6524fdc5-f07e-4983-9f69-3518f165c33b req-307342d9-f258-4e65-a0e3-30bb01c8a821 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.1110044 Jun 30 09:04:57.665779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.672549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.673300 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.702698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3229454 Jun 30 09:04:57.748425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41574) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.777557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Allocated IP 172.25.8.139 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/2589828c-cbc6-4289-99d3-46ed7f98072b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:57.838148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51352da-e0aa-472f-bbb3-87199e4ba9f7 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.850691 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6524fdc5-f07e-4983-9f69-3518f165c33b req-e6ed2a59-5169-4741-b58d-908b3518656f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647482 Jun 30 09:04:57.852205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:57.894308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb64cd-3276-48df-b686-d87cf912f312 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.899669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a6cb64cd-3276-48df-b686-d87cf912f312 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/networks?id=45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa HTTP/1.1" status: 200 len: 760 time: 0.1502786 Jun 30 09:04:57.903438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41576) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.913505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'description': 'd2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:57.990808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:57.993604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a0983918-a4dc-410a-b59d-e5d4f24f59a1 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:58.054744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.164212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.254063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:58.274205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:58.282833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:58.300240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61d02073-f32d-4b62-9a2d-edb6894bd2e2 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:58.331309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event updated for resources: {'Port': ['ID=2589828c-cbc6-4289-99d3-46ed7f98072b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:58.379345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a4889-2e36-4c15-b223-14c612b5c1da req-e7ad3c84-d97d-4893-aa34-71747b13d57e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.392589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c49a4889-2e36-4c15-b223-14c612b5c1da req-e7ad3c84-d97d-4893-aa34-71747b13d57e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 944 time: 0.3725646 Jun 30 09:04:58.549107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:58.552672 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.592771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c49a4889-2e36-4c15-b223-14c612b5c1da req-5475d426-7763-42c9-b1f2-83c807d492a9 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970553 Jun 30 09:04:58.615650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'port_id': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'mac_address': 'fa:16:3e:26:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:58.618936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:58.626401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:58.626972 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.630912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.699440 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.716917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0983918-a4dc-410a-b59d-e5d4f24f59a1 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:58.720103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:58.721274 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.746506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:58.808650 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.991818 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.995324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a0983918-a4dc-410a-b59d-e5d4f24f59a1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:59.000075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79d1ee6c-e6dd-41de-a93f-9f0d1b0b8105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.133009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.182599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.207830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d02073-f32d-4b62-9a2d-edb6894bd2e2'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:59.222936 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bfabb2-0d6e-4118-abf4-6a41e4c87b6d" -d '{"events": [{"server_uuid": "12ee7066-7d1a-48e2-a025-72b6ee4432db", "name": "network-vif-plugged", "status": "completed", "tag": "61d02073-f32d-4b62-9a2d-edb6894bd2e2"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:59.234980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79d1ee6c-e6dd-41de-a93f-9f0d1b0b8105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.249071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61d02073-f32d-4b62-9a2d-edb6894bd2e2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61d02073-f32d-4b62-9a2d-edb6894bd2e2,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.265318 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79d1ee6c-e6dd-41de-a93f-9f0d1b0b8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.279607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa is not hosted by any dhcp agent {{(pid=100240) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:04:59.287315 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.287857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.289262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.291520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "PUT /v2.0/networks/45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa HTTP/1.1" status: 200 len: 757 time: 1.3869777 Jun 30 09:04:59.333052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41620) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:59.335242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1ee6c-e6dd-41de-a93f-9f0d1b0b8105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07e0a20-2e37-49fd-a54a-a26db7042aa8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.339572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5b008-072f-4233-bdb3-aa36dba79da9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.387437 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-79d1ee6c-e6dd-41de-a93f-9f0d1b0b8105 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b971b04bff4b4ce0990b4d2727e0dff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6538002 Jun 30 09:04:59.387651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:59.409508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41622) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:59.462843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=61d02073-f32d-4b62-9a2d-edb6894bd2e2,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.476656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Router 1d205830-d8dd-4d93-80f5-5b54566569ce is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:04:59.516594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7352f3-c6ac-4fc6-884a-f3ed206c3de6 req-94fe9196-84a5-45dc-8901-63bbfd7ada32 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.518880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a7352f3-c6ac-4fc6-884a-f3ed206c3de6 req-94fe9196-84a5-45dc-8901-63bbfd7ada32 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.9597447 Jun 30 09:04:59.535899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d115e489-1b08-44f0-b6c7-43223aab168b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.538931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d115e489-1b08-44f0-b6c7-43223aab168b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/networks?id=45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa HTTP/1.1" status: 200 len: 760 time: 0.1944203 Jun 30 09:04:59.562739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41624) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:59.569767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-592490313'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:59.631499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914682e-3d84-4154-9ee9-a122b240cef9 req-c117b6d8-e39f-4bc4-9572-d859267e4caf tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.639067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8914682e-3d84-4154-9ee9-a122b240cef9 req-c117b6d8-e39f-4bc4-9572-d859267e4caf tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.3417118 Jun 30 09:04:59.641303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:59.654516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a7352f3-c6ac-4fc6-884a-f3ed206c3de6 req-e19f5ca4-c104-49f6-be7a-f5f92d582ffd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143546 Jun 30 09:04:59.654865 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] Sync routers for ids ['1d205830-d8dd-4d93-80f5-5b54566569ce'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:59.673905 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] Routers {'1d205830-d8dd-4d93-80f5-5b54566569ce'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:59.674982 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1d205830-d8dd-4d93-80f5-5b54566569ce'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.681442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88db541f-14f8-4a74-aa99-b528ff53cd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.713474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.714804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:59.718715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.720773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d6dbad3-4bfa-40e7-8ece-d3eab1d09cc0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5897009 Jun 30 09:04:59.721294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41628) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:59.752064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8914682e-3d84-4154-9ee9-a122b240cef9 req-f0224a37-67e0-43c4-9584-090c664d7312 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121349 Jun 30 09:04:59.797462 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.809071 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f974e-11dc-4d23-b7fb-77adbe95a61a x-openstack-request-id: req-ed0f974e-11dc-4d23-b7fb-77adbe95a61a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:59.809197 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ee7066-7d1a-48e2-a025-72b6ee4432db", "name": "network-vif-plugged", "status": "completed", "tag": "61d02073-f32d-4b62-9a2d-edb6894bd2e2", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:59.809409 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed0f974e-11dc-4d23-b7fb-77adbe95a61a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:59.809846 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d02073-f32d-4b62-9a2d-edb6894bd2e2', 'code': 200} Jun 30 09:04:59.812631 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] Routers {'1d205830-d8dd-4d93-80f5-5b54566569ce'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:59.813615 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:04:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1d205830-d8dd-4d93-80f5-5b54566569ce'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.855096 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.856001 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622dfce-2033-4361-8c16-e1ac18d2ed57 None None] The sync data for ids ['1d205830-d8dd-4d93-80f5-5b54566569ce'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:59.861914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88db541f-14f8-4a74-aa99-b528ff53cd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.968754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a0983918-a4dc-410a-b59d-e5d4f24f59a1 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:00.022894 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88db541f-14f8-4a74-aa99-b528ff53cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.027280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88db541f-14f8-4a74-aa99-b528ff53cd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.028108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-88db541f-14f8-4a74-aa99-b528ff53cd1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a07e0a20-2e37-49fd-a54a-a26db7042aa8 HTTP/1.1" status: 204 len: 168 time: 0.6146123 Jun 30 09:05:00.081373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db541f-14f8-4a74-aa99-b528ff53cd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07e0a20-2e37-49fd-a54a-a26db7042aa8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.093367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:00.105668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c94b2c50-afef-4340-a388-71517cf0ceda tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/1d205830-d8dd-4d93-80f5-5b54566569ce HTTP/1.1" status: 200 len: 920 time: 0.3798521 Jun 30 09:05:00.120230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a0983918-a4dc-410a-b59d-e5d4f24f59a1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:00.122587 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.179659 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4e747f61-706e-4b61-a8b6-ca0b94031a10 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d205830-d8dd-4d93-80f5-5b54566569ce HTTP/1.1" status: 200 len: 205 time: 0.0849857 Jun 30 09:05:00.180326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41634) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:00.188244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:00.233323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.234034 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment 4e996d3e-546f-42a1-a601-186b012a577c of type vlan for network 2f26b14d-e65e-468e-98f4-81c31e4567b3 Jun 30 09:05:00.290731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.357054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.365595 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.370319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.371448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.407830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0de211-fbce-437b-b7b9-1b39e2ffb401 req-9b77e093-1023-4231-8a5e-825082193407 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.409797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc0de211-fbce-437b-b7b9-1b39e2ffb401 req-9b77e093-1023-4231-8a5e-825082193407 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 945 time: 0.4083550 Jun 30 09:05:00.412466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8497801 Jun 30 09:05:00.426196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41638) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:00.475372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': '2f26b14d-e65e-468e-98f4-81c31e4567b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:00.491604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:00.500313 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.504850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.512332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c30c4-115f-4b3b-8a5f-0572db142e50 req-82c2035d-8a5a-42b7-b7da-79cb37013b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.514357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed6c30c4-115f-4b3b-8a5f-0572db142e50 req-82c2035d-8a5a-42b7-b7da-79cb37013b37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 1097 time: 0.5141802 Jun 30 09:05:00.584843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.660213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed6c30c4-115f-4b3b-8a5f-0572db142e50 req-2b57abea-ae3e-4a9a-a556-8aca281d1366 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139603 Jun 30 09:05:00.669273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc0de211-fbce-437b-b7b9-1b39e2ffb401 req-d68b765c-95e0-4637-ac32-8bdad9ac350b tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438738 Jun 30 09:05:00.681587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e78828-4b68-4218-8461-72bc9c38b0c0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=2f26b14d-e65e-468e-98f4-81c31e4567b3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.694559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41642) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:00.705060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2f26b14d-e65e-468e-98f4-81c31e4567b3 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:00.754137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.770423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.795509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:05:00.795509 n-d-758944-40 neutron-server[100240]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:05:00.795509 n-d-758944-40 neutron-server[100240]: [parameters: {'project_id': '47b127e9ef1e4b24a0ab09436b5502eb', 'id': 'b3fdc06f-b282-482f-baa4-c8f7816fd6e2', 'expiration': datetime.datetime(2021, 6, 30, 9, 7, 0, 783578)}] Jun 30 09:05:00.795509 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:05:00.795957 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:05:00.820458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:00.825421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.924506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Deleting port 2589828c-cbc6-4289-99d3-46ed7f98072b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:00.924976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.103780 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.124775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Calling delete_port for 2589828c-cbc6-4289-99d3-46ed7f98072b owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:01.171014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d193f-0340-4fea-afac-d6688bfc5fd5 req-90844ca8-558e-4f04-9b22-1ec862f4b28a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.172598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-465d193f-0340-4fea-afac-d6688bfc5fd5 req-90844ca8-558e-4f04-9b22-1ec862f4b28a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.2542508 Jun 30 09:05:01.221299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefb336-1e13-46e0-81c7-771201b6674e req-36d7132d-d020-4180-82ec-941fd02318ee tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.222922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cefb336-1e13-46e0-81c7-771201b6674e req-36d7132d-d020-4180-82ec-941fd02318ee tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2109416 Jun 30 09:05:01.284487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-465d193f-0340-4fea-afac-d6688bfc5fd5 req-ede5bb1a-c040-4cc6-83f1-011e57e44b35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045008 Jun 30 09:05:01.298052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.332361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.365756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1cefb336-1e13-46e0-81c7-771201b6674e req-84ca6584-fcbb-4591-a7d5-0ce47cb17ffb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230662 Jun 30 09:05:01.367693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event deleted for resources: {'Port': ['ID=2589828c-cbc6-4289-99d3-46ed7f98072b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.410958 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.451236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.501490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=d6df29c6-2143-45f0-b3c1-65ed8fa4ddda,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.532659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': '4e996d3e-546f-42a1-a601-186b012a577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f26b14d-e65e-468e-98f4-81c31e4567b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:01.533021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: 2f26b14d-e65e-468e-98f4-81c31e4567b3, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:01.563375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.572288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.602266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.605232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.608212 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c84d64d-e983-481e-b44d-1645907e7138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.621533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47b127e9ef1e4b24a0ab09436b5502eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9255538 Jun 30 09:05:01.641790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network 2f26b14d-e65e-468e-98f4-81c31e4567b3 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:01.647812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41646) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:01.683996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.684769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Fanout notify agent at l3_agent the message router_deleted on router 1d205830-d8dd-4d93-80f5-5b54566569ce {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:01.694816 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.696087 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b09a9f98-14bf-4f8b-81a3-7ce699b4a28e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/1d205830-d8dd-4d93-80f5-5b54566569ce HTTP/1.1" status: 204 len: 168 time: 1.5148253 Jun 30 09:05:01.698737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2f26b14d-e65e-468e-98f4-81c31e4567b3) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:01.707441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c926792-e705-45d4-964e-f4dd67ef13f8 None None] Network 2f26b14d-e65e-468e-98f4-81c31e4567b3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:01.707899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.708552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.714420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41648) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:01.720264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536062455', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': False}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:01.742971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c037c-61a3-4e7a-b5c1-4b59c1977ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9601a7cd-397e-48fb-9426-101e3e31df16,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.778921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89b6d678-d509-4e21-8d18-72df50a18b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.842805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b89ae8fe-1c63-4825-b590-0c072be59956 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3760617 Jun 30 09:05:01.845959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.846132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41652) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:01.847397 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.866692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89b6d678-d509-4e21-8d18-72df50a18b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.919207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:01.921447 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea7a47-2f3b-4aca-b24b-812152dfdc04" -d '{"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-plugged", "status": "completed", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:02.029744 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dea3256-5d67-4503-bbc7-31bb8c77e25b x-openstack-request-id: req-0dea3256-5d67-4503-bbc7-31bb8c77e25b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:02.030178 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-plugged", "status": "completed", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:02.030527 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0dea3256-5d67-4503-bbc7-31bb8c77e25b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:02.031022 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'code': 200} Jun 30 09:05:02.044445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2f26b14d-e65e-468e-98f4-81c31e4567b3', 'network_id': '2f26b14d-e65e-468e-98f4-81c31e4567b3', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': 'd6df29c6-2143-45f0-b3c1-65ed8fa4ddda'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:05:02.045333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.052786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.085185 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.121544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1207d9-8a32-408b-bfb2-75b6387df387 req-2159ed08-78ec-4155-99e6-1ecebcac176b tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.123238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf1207d9-8a32-408b-bfb2-75b6387df387 req-2159ed08-78ec-4155-99e6-1ecebcac176b tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 945 time: 0.1870370 Jun 30 09:05:02.205151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf1207d9-8a32-408b-bfb2-75b6387df387 req-bb5f7875-660a-4c3c-ae53-4d349991733f tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Jun 30 09:05:02.236039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89b6d678-d509-4e21-8d18-72df50a18b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.238374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89b6d678-d509-4e21-8d18-72df50a18b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.239012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.239768 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89b6d678-d509-4e21-8d18-72df50a18b33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9601a7cd-397e-48fb-9426-101e3e31df16 HTTP/1.1" status: 204 len: 168 time: 0.5906112 Jun 30 09:05:02.335933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6d678-d509-4e21-8d18-72df50a18b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9601a7cd-397e-48fb-9426-101e3e31df16,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:02.357903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.429789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Allocated IP 172.20.0.2 (2f26b14d-e65e-468e-98f4-81c31e4567b3/d6df29c6-2143-45f0-b3c1-65ed8fa4ddda/ad12efad-d632-4daa-bbe2-ee4ac84d1c05) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:02.675103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee2926-26dc-4a24-bdd9-4d0a12cc0a4f req-d2faf174-74fc-4773-9460-59fc6e4c8a50 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.687188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aaee2926-26dc-4a24-bdd9-4d0a12cc0a4f req-d2faf174-74fc-4773-9460-59fc6e4c8a50 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.1572978 Jun 30 09:05:02.781905 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.791238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Transition to ACTIVE for port object ad12efad-d632-4daa-bbe2-ee4ac84d1c05 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:02.821110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aaee2926-26dc-4a24-bdd9-4d0a12cc0a4f req-99cf3131-92c0-463c-8c5b-f6e1d42d6495 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328363 Jun 30 09:05:02.822172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Transition to ACTIVE for port object ad12efad-d632-4daa-bbe2-ee4ac84d1c05 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:02.840035 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.854528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ecc4-467d-402e-9c13-4005df2a4528 req-a89f6fbf-16ae-4ff7-a634-bc52c8477c44 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.861929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e213ecc4-467d-402e-9c13-4005df2a4528 req-a89f6fbf-16ae-4ff7-a634-bc52c8477c44 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.1705294 Jun 30 09:05:02.872223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.901308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.953126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.979690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Network 2f26b14d-e65e-468e-98f4-81c31e4567b3 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:02.994261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:02.998479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e213ecc4-467d-402e-9c13-4005df2a4528 req-ddb1f644-bfa3-49ca-8978-630112ba0d6b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356776 Jun 30 09:05:03.015215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:03.031221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Pushing event updated for resources: {'Port': ['ID=ad12efad-d632-4daa-bbe2-ee4ac84d1c05,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.071680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=d6df29c6-2143-45f0-b3c1-65ed8fa4ddda,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.100084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.115777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Allocated IP 172.25.8.57 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/9b51ebe2-ee1a-44e5-a27a-38716ae012bd) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:03.118141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f26b14d-e65e-468e-98f4-81c31e4567b3']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:03.152049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e996d3e-546f-42a1-a601-186b012a577c') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:03.152419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e996d3e-546f-42a1-a601-186b012a577c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:03.160023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Attempting to bind port ad12efad-d632-4daa-bbe2-ee4ac84d1c05 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:03.160409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Attempting to bind port ad12efad-d632-4daa-bbe2-ee4ac84d1c05 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4e996d3e-546f-42a1-a601-186b012a577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f26b14d-e65e-468e-98f4-81c31e4567b3'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:03.161043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Attempting to bind port ad12efad-d632-4daa-bbe2-ee4ac84d1c05 on network 2f26b14d-e65e-468e-98f4-81c31e4567b3 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:03.164572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.175820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:03.175820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Checking segment: {'id': '4e996d3e-546f-42a1-a601-186b012a577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f26b14d-e65e-468e-98f4-81c31e4567b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:03.176385 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.176656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Bound using segment: {'id': '4e996d3e-546f-42a1-a601-186b012a577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f26b14d-e65e-468e-98f4-81c31e4567b3'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:03.177141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Bound port: ad12efad-d632-4daa-bbe2-ee4ac84d1c05, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e996d3e-546f-42a1-a601-186b012a577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f26b14d-e65e-468e-98f4-81c31e4567b3'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:03.177520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.183569 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.196340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:03.196758 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:03.201947 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:03.297439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:05:03.297439 n-d-758944-40 neutron-server[100240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:05:03.297439 n-d-758944-40 neutron-server[100240]: [parameters: {'id': '2f26b14d-e65e-468e-98f4-81c31e4567b3'}] Jun 30 09:05:03.297439 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:05:03.297940 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:05:03.313724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] For port ad12efad-d632-4daa-bbe2-ee4ac84d1c05, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:03.317479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] For port ad12efad-d632-4daa-bbe2-ee4ac84d1c05, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ad12efad-d632-4daa-bbe2-ee4ac84d1c05,segment=NetworkSegment(4e996d3e-546f-42a1-a601-186b012a577c),segment_id=4e996d3e-546f-42a1-a601-186b012a577c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:03.324403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.360763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.428923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90902f2c-b6da-4f30-9acb-ad816833259e None None] Pushing event updated for resources: {'Port': ['ID=ad12efad-d632-4daa-bbe2-ee4ac84d1c05,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.454839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.471332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5595b1-7048-429c-a6ef-f6e66581400d None None] Network 2f26b14d-e65e-468e-98f4-81c31e4567b3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:03.511866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:03.515124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:03.519341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:03.581534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Port': ['ID=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.710231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689900dd-0592-412d-b0b9-19719b2a9a3d req-18b53bd3-c5e6-4bc7-9475-4da163f3d42a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.713540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689900dd-0592-412d-b0b9-19719b2a9a3d req-18b53bd3-c5e6-4bc7-9475-4da163f3d42a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 945 time: 0.1768398 Jun 30 09:05:03.796073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689900dd-0592-412d-b0b9-19719b2a9a3d req-5ca304b3-7ae0-4c14-b4a9-84aa65068e23 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761380 Jun 30 09:05:03.803874 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.805362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d20509-b938-4996-8519-bb9b03dff9de None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:05:03.977997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting port ad12efad-d632-4daa-bbe2-ee4ac84d1c05 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:03.978382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.049650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d20509-b938-4996-8519-bb9b03dff9de None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:05:04.188433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] For port ad12efad-d632-4daa-bbe2-ee4ac84d1c05, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ad12efad-d632-4daa-bbe2-ee4ac84d1c05,segment=NetworkSegment(4e996d3e-546f-42a1-a601-186b012a577c),segment_id=4e996d3e-546f-42a1-a601-186b012a577c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:04.189217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.297091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Calling delete_port for ad12efad-d632-4daa-bbe2-ee4ac84d1c05 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:04.538614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.569316 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.575702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9deaca41-2f1b-4df6-985b-ad9acdc09c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.616764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.680263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Port': ['ID=ad12efad-d632-4daa-bbe2-ee4ac84d1c05,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:04.682182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No DVR routers for this DVR port ad12efad-d632-4daa-bbe2-ee4ac84d1c05 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:04.931150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e4c60-e51f-4fab-844a-39a07d1715d1 req-d800fb8d-fb06-4f98-a2af-995d89f7c7ff tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.938340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-741e4c60-e51f-4fab-844a-39a07d1715d1 req-d800fb8d-fb06-4f98-a2af-995d89f7c7ff tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.4734578 Jun 30 09:05:04.945002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-c447fbd3-1185-4bf9-ba1e-38b1e05f34df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.946652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-c447fbd3-1185-4bf9-ba1e-38b1e05f34df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17&tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 1096 time: 0.4954875 Jun 30 09:05:04.948381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.953108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.978646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985a1bc-6ae5-4781-a223-638ac1dc031b req-eda3a476-b4c9-4904-8065-171da7d3dd06 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.980278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6985a1bc-6ae5-4781-a223-638ac1dc031b req-eda3a476-b4c9-4904-8065-171da7d3dd06 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.7729685 Jun 30 09:05:05.069473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f26b14d-e65e-468e-98f4-81c31e4567b3']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.162578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e996d3e-546f-42a1-a601-186b012a577c') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.162887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e996d3e-546f-42a1-a601-186b012a577c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.176343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-741e4c60-e51f-4fab-844a-39a07d1715d1 req-33c47e5b-44ee-4379-97f5-8a334be78f7c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369361 Jun 30 09:05:05.182371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Router 5f706e1c-9233-4fb4-ab55-b4617ffe91e4 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:05.218349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.229039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6985a1bc-6ae5-4781-a223-638ac1dc031b req-9744f1d3-b068-4223-ace2-9bff56884f9e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348621 Jun 30 09:05:05.271018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.295581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:05.295987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:05.307712 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:05.355620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:05.366274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Sync routers for ids ['5f706e1c-9233-4fb4-ab55-b4617ffe91e4'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:05.377840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Routers {'5f706e1c-9233-4fb4-ab55-b4617ffe91e4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:05.378520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5f706e1c-9233-4fb4-ab55-b4617ffe91e4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.381889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-0517c919-97ce-4fba-8de0-c2765fe4ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.382418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.384075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-0517c919-97ce-4fba-8de0-c2765fe4ad5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1096 time: 0.3944585 Jun 30 09:05:05.387234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41714) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.387564 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-94683f8b-2a8f-4306-a78f-f68a3f2c35fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6719396 Jun 30 09:05:05.575540 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.607319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Set router 5f706e1c-9233-4fb4-ab55-b4617ffe91e4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:05.616483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.618421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/2f26b14d-e65e-468e-98f4-81c31e4567b3 HTTP/1.1" status: 204 len: 168 time: 3.7706423 Jun 30 09:05:05.625447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41722) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.643952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c7226-d0c3-4381-8bed-4cd41a7200fb tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=2f26b14d-e65e-468e-98f4-81c31e4567b3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.714455 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-205e6e47-8621-418e-a72e-8bddefd1b098 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] GET failed (client error): The resource could not be found. Jun 30 09:05:05.724172 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-205e6e47-8621-418e-a72e-8bddefd1b098 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/subnets/d6df29c6-2143-45f0-b3c1-65ed8fa4ddda HTTP/1.1" status: 404 len: 337 time: 0.1013081 Jun 30 09:05:05.726007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41726) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.788434 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bdddd0-fdb3-4370-ae5d-f30b9c63013c tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:05.791688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bdddd0-fdb3-4370-ae5d-f30b9c63013c tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:05.799704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.802306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-26bdddd0-fdb3-4370-ae5d-f30b9c63013c tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/2f26b14d-e65e-468e-98f4-81c31e4567b3 HTTP/1.1" status: 404 len: 339 time: 0.0703392 Jun 30 09:05:05.812699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.814761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cdc1287b-553a-4b65-80ff-5a0cf28708fa tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/5f706e1c-9233-4fb4-ab55-b4617ffe91e4 HTTP/1.1" status: 200 len: 907 time: 0.4254291 Jun 30 09:05:05.816708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41732) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.830606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536062455', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': True}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:05.843697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-6027114c-e757-4840-b88e-3abf92add181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.845659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-6027114c-e757-4840-b88e-3abf92add181 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.4468462 Jun 30 09:05:05.877030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f706e1c-9233-4fb4-ab55-b4617ffe91e4', 'name': 'tempest-snat-router-536062455', 'tenant_id': '05809ed130f54572a47ca9fad26a0cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.57'}], 'enable_snat': False}, 'gw_port_id': '9b51ebe2-ee1a-44e5-a27a-38716ae012bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:05:01Z', 'updated_at': '2021-06-30T09:05:03Z', 'revision_number': 3, 'project_id': '05809ed130f54572a47ca9fad26a0cfb', 'gw_port': {'id': '9b51ebe2-ee1a-44e5-a27a-38716ae012bd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f706e1c-9233-4fb4-ab55-b4617ffe91e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:05:02Z', 'updated_at': '2021-06-30T09:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.917159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Checking router: 5f706e1c-9233-4fb4-ab55-b4617ffe91e4 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:05.918072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Updating router 5f706e1c-9233-4fb4-ab55-b4617ffe91e4 port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:05:05.929130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.931130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.002026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.013427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.098357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-43e735ff-8a77-4026-9537-82f73eeb3b12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 999 time: 0.2433069 Jun 30 09:05:06.220909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d9881d-0e21-4354-bfd2-cbfb40eef602 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.227052 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-31d9881d-0e21-4354-bfd2-cbfb40eef602 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4261861 Jun 30 09:05:06.229421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41746) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.390540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45d794fa-048b-4b6e-a4a6-f5593097cea1 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 207 time: 0.1598132 Jun 30 09:05:06.391395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41754) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.483885 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.538914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Transition to ACTIVE for port object 9b51ebe2-ee1a-44e5-a27a-38716ae012bd will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:06.548837 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.594829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b583c98-8ae8-4489-8283-2f5d31f05250 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.603527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b583c98-8ae8-4489-8283-2f5d31f05250 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.611757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b583c98-8ae8-4489-8283-2f5d31f05250 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.620693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b583c98-8ae8-4489-8283-2f5d31f05250 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.622614 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8b583c98-8ae8-4489-8283-2f5d31f05250 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2302454 Jun 30 09:05:06.634636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41762) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.717926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Attempting to bind port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:06.718305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Attempting to bind port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:06.718666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Attempting to bind port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:06.726020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:06.726404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:06.726792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.727180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:06.727648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Bound port: 9b51ebe2-ee1a-44e5-a27a-38716ae012bd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:06.728025 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.730926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57c6e-3f02-4da8-9473-a68fc1626494 None None] Pushing event updated for resources: {'Port': ['ID=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.812931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] For port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:06.819138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] For port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:06.838013 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.851371 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89387ee3-7d9b-4fcb-a7c4-2dff5ab609d5 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2154949 Jun 30 09:05:06.854778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41772) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.915898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57c6e-3f02-4da8-9473-a68fc1626494 None None] Pushing event updated for resources: {'Port': ['ID=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.931323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Routers {'5f706e1c-9233-4fb4-ab55-b4617ffe91e4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:06.932106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5f706e1c-9233-4fb4-ab55-b4617ffe91e4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:06.961399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27592b64-d189-4f9f-a734-42321686dcd9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.974391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27592b64-d189-4f9f-a734-42321686dcd9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.976011 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27592b64-d189-4f9f-a734-42321686dcd9 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1202304 Jun 30 09:05:06.979694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41776) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.984212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.053100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8458a6-d39b-4d8f-8ddc-2abcfa859091 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.054559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8458a6-d39b-4d8f-8ddc-2abcfa859091 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.059461 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4f8458a6-d39b-4d8f-8ddc-2abcfa859091 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0754864 Jun 30 09:05:07.063862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41780) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.071072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] Set router 5f706e1c-9233-4fb4-ab55-b4617ffe91e4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:07.133266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41782) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.206436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-3a861d9d-57a6-4b73-9b61-1b7b5953bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.208427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-3a861d9d-57a6-4b73-9b61-1b7b5953bf94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 1.1004450 Jun 30 09:05:07.215489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090be28e-e37c-4dd3-81b1-3e68c3c7ed69 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.216831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-090be28e-e37c-4dd3-81b1-3e68c3c7ed69 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/networks/892bc86b-b995-4a20-aa4e-1eb7481c579e HTTP/1.1" status: 200 len: 799 time: 0.1501486 Jun 30 09:05:07.220582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41786) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.252102 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.354553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f706e1c-9233-4fb4-ab55-b4617ffe91e4', 'name': 'tempest-snat-router-536062455', 'tenant_id': '05809ed130f54572a47ca9fad26a0cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.57'}], 'enable_snat': False}, 'gw_port_id': '9b51ebe2-ee1a-44e5-a27a-38716ae012bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:05:01Z', 'updated_at': '2021-06-30T09:05:03Z', 'revision_number': 3, 'project_id': '05809ed130f54572a47ca9fad26a0cfb', 'gw_port': {'id': '9b51ebe2-ee1a-44e5-a27a-38716ae012bd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f706e1c-9233-4fb4-ab55-b4617ffe91e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:05:02Z', 'updated_at': '2021-06-30T09:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:07.381525 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660973e4-9f4c-42d1-a918-8d0d1103efa6 None None] The sync data for ids ['5f706e1c-9233-4fb4-ab55-b4617ffe91e4'] in n-d-758944-40 is: [{'id': '5f706e1c-9233-4fb4-ab55-b4617ffe91e4', 'name': 'tempest-snat-router-536062455', 'tenant_id': '05809ed130f54572a47ca9fad26a0cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.57'}], 'enable_snat': False}, 'gw_port_id': '9b51ebe2-ee1a-44e5-a27a-38716ae012bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:05:01Z', 'updated_at': '2021-06-30T09:05:03Z', 'revision_number': 3, 'project_id': '05809ed130f54572a47ca9fad26a0cfb', 'gw_port': {'id': '9b51ebe2-ee1a-44e5-a27a-38716ae012bd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f706e1c-9233-4fb4-ab55-b4617ffe91e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:05:02Z', 'updated_at': '2021-06-30T09:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:07.429281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e58a81-3da3-4e6f-8192-47e5e742d2c3 req-29a7d838-98c7-49c0-806c-6c8485d64ab7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.430996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69e58a81-3da3-4e6f-8192-47e5e742d2c3 req-29a7d838-98c7-49c0-806c-6c8485d64ab7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.5725141 Jun 30 09:05:07.435002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.452251 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9c826a9c-3248-498b-b2ae-d7b743014c7e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/networks/892bc86b-b995-4a20-aa4e-1eb7481c579e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2304981 Jun 30 09:05:07.455612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.493967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96953a38-ae51-4a41-a256-5ff0cd555f62 req-b02c4cc9-12cf-46e2-b921-e0534c14a938 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.495725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96953a38-ae51-4a41-a256-5ff0cd555f62 req-b02c4cc9-12cf-46e2-b921-e0534c14a938 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.6354947 Jun 30 09:05:07.548515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69e58a81-3da3-4e6f-8192-47e5e742d2c3 req-6ca6a397-175c-441d-a922-2f769ad90dec tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075342 Jun 30 09:05:07.576949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-403815cf-f2e8-4e4f-9d50-38dd669e784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.578675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-403815cf-f2e8-4e4f-9d50-38dd669e784f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2782333 Jun 30 09:05:07.579815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76462e5-6ba7-4998-8e03-6e61d9bc6632 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.584947 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d76462e5-6ba7-4998-8e03-6e61d9bc6632 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/subnets/60aeb120-6a43-4226-8fd8-0d053efc3618 HTTP/1.1" status: 200 len: 811 time: 0.1283660 Jun 30 09:05:07.585575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41790) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.622370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96953a38-ae51-4a41-a256-5ff0cd555f62 req-61322598-aa01-4cff-a58e-4b95e15597d9 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145031 Jun 30 09:05:07.666788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b6a01-da68-40aa-8b6f-11abfef71ae3 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.671868 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a50b6a01-da68-40aa-8b6f-11abfef71ae3 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "GET /v2.0/subnets/60aeb120-6a43-4226-8fd8-0d053efc3618?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0742171 Jun 30 09:05:07.673917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41792) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.682052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550009124'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:07.709496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-0113a382-c211-4d70-843e-669078db9be4 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149673 Jun 30 09:05:07.865759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.882018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.965651 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfb1a7c6c4a74e6da4e9cd284bc98f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313003 Jun 30 09:05:07.972856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41796) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.977272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.993309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e3e83-5e9f-41b9-acbd-248767585128,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:08.002527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:08.007232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.011594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.012211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.012926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.012926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.013298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.013618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.014518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.014826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.015207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.015477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.015804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.016181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bee605-9879-4193-9279-1c4829d70f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:08.036904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.069027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:08.090811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.091340 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Added segment c44fddf3-9786-4192-8641-cf4a00247d10 of type vlan for network e0b82738-02d1-4137-8666-00198e741388 Jun 30 09:05:08.175818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.221241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.228231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1272a2-4475-438e-ab2b-a000bef68a89 req-783f6ebd-59e4-4940-9bbc-d4214b1989bd service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175334 Jun 30 09:05:08.234141 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.234812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.283543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Allocated IP 172.25.8.242 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/c2cc292c-fd20-4c81-a067-ee904339cbc4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:08.310453 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2c8fc54-de89-4ee7-8983-2fb5867ce523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.389592 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7145751 Jun 30 09:05:08.403321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:08.414433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'network_id': 'e0b82738-02d1-4137-8666-00198e741388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:08.461081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2c8fc54-de89-4ee7-8983-2fb5867ce523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.476990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ec260-db30-48d5-bf80-8fb1540c1c4e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Network': ['ID=e0b82738-02d1-4137-8666-00198e741388,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:08.491993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e0b82738-02d1-4137-8666-00198e741388 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:08.578027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Made reservation on behalf of 5300af2efc77470b9ec813d5ea882687 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:08.579641 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.583227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.616753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2c8fc54-de89-4ee7-8983-2fb5867ce523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.619382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2c8fc54-de89-4ee7-8983-2fb5867ce523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.631774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c2c8fc54-de89-4ee7-8983-2fb5867ce523 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/531e3e83-5e9f-41b9-acbd-248767585128 HTTP/1.1" status: 204 len: 168 time: 0.6564362 Jun 30 09:05:08.659871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8fc54-de89-4ee7-8983-2fb5867ce523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e3e83-5e9f-41b9-acbd-248767585128,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:08.784183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing IP validity checks on allocation pools {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:05:08.785661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:05:08.788899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.879671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:09.014073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Port': ['ID=c2cc292c-fd20-4c81-a067-ee904339cbc4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:09.074648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:09.081284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:09.205415 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.305958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=7b3771bd-bf02-48e8-a365-12e9e672930d,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:09.405209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41828) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:09.415653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Checking segment: {'id': 'c44fddf3-9786-4192-8641-cf4a00247d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e0b82738-02d1-4137-8666-00198e741388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:09.415992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network hostable DHCP agents. Network: e0b82738-02d1-4137-8666-00198e741388, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:09.445375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226802a5-b5c4-4b35-84e4-68dfd3126fad req-be371177-6bf7-4673-80db-15164fd7c2f0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.447844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-226802a5-b5c4-4b35-84e4-68dfd3126fad req-be371177-6bf7-4673-80db-15164fd7c2f0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.5720887 Jun 30 09:05:09.463764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Network e0b82738-02d1-4137-8666-00198e741388 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:09.485228 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-589c7b8d-c729-4e57-b500-4c12cd96075a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.491534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e0b82738-02d1-4137-8666-00198e741388) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:09.499861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.500958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.501375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761351fe-84f0-405f-8606-81423bfbdd9e None None] Network e0b82738-02d1-4137-8666-00198e741388 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:09.538040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c5c93-200b-4abc-b3af-3fe364a8f505 req-4d89ad24-0033-47b1-83d9-b2c02e0b50be tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.543571 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7104b424-363a-4f6e-8905-e227e20cd642 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1389093 Jun 30 09:05:09.544227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41832) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:09.547280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-574c5c93-200b-4abc-b3af-3fe364a8f505 req-4d89ad24-0033-47b1-83d9-b2c02e0b50be tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.5243492 Jun 30 09:05:09.555202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-17341c08-8b88-4a0b-b029-372cd2af515a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:09.819515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17341c08-8b88-4a0b-b029-372cd2af515a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12280683'] for subnet, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.821836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9b51ebe2-ee1a-44e5-a27a-38716ae012bd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:10.003150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e0b82738-02d1-4137-8666-00198e741388', 'network_id': 'e0b82738-02d1-4137-8666-00198e741388', 'tenant_id': '5300af2efc77470b9ec813d5ea882687', 'fixed_ips': [{'subnet_id': '7b3771bd-bf02-48e8-a365-12e9e672930d'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:05:10.004428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-226802a5-b5c4-4b35-84e4-68dfd3126fad req-d89092e7-c94b-4888-90c8-acf470c78ef7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414340 Jun 30 09:05:10.004959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.092127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-574c5c93-200b-4abc-b3af-3fe364a8f505 req-056e41e3-e000-4f8e-be38-588ad5b2273c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5437152 Jun 30 09:05:10.151380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-589c7b8d-c729-4e57-b500-4c12cd96075a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.218528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:10.233507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:10.233905 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.237273 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-589c7b8d-c729-4e57-b500-4c12cd96075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.268123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17341c08-8b88-4a0b-b029-372cd2af515a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766261494020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12178377'] for subnet, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.331423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-589c7b8d-c729-4e57-b500-4c12cd96075a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f44c0ae0a524e93997ccf731c17110b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9103115 Jun 30 09:05:10.333925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.336143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41836) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:10.337992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c7b8d-c729-4e57-b500-4c12cd96075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb656f57-d1b7-40c5-8b51-e1405b3d698f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.379100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17341c08-8b88-4a0b-b029-372cd2af515a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.379754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17341c08-8b88-4a0b-b029-372cd2af515a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.383640 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-17341c08-8b88-4a0b-b029-372cd2af515a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "PUT /v2.0/subnets/7b3771bd-bf02-48e8-a365-12e9e672930d HTTP/1.1" status: 200 len: 877 time: 0.8359053 Jun 30 09:05:10.384691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41838) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:10.406084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17341c08-8b88-4a0b-b029-372cd2af515a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event updated for resources: {'Subnet': ['ID=7b3771bd-bf02-48e8-a365-12e9e672930d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.503848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e737677-8062-4c18-ba0b-7802abc3b52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.551365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Allocated IP 172.20.0.3 (e0b82738-02d1-4137-8666-00198e741388/7b3771bd-bf02-48e8-a365-12e9e672930d/9271bef7-414b-4d5a-8baa-e8e897552a60) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:10.600671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e737677-8062-4c18-ba0b-7802abc3b52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.631797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.650888 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.754063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.758692 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.818109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e737677-8062-4c18-ba0b-7802abc3b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.820832 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e737677-8062-4c18-ba0b-7802abc3b52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.824403 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e737677-8062-4c18-ba0b-7802abc3b52c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb656f57-d1b7-40c5-8b51-e1405b3d698f HTTP/1.1" status: 204 len: 168 time: 0.4823544 Jun 30 09:05:10.826450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:10.848025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e737677-8062-4c18-ba0b-7802abc3b52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb656f57-d1b7-40c5-8b51-e1405b3d698f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.908432 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.065779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.100880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Router 6418a9ac-5e7b-45e5-bd15-e03dd929d4d9 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:11.249314 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.278393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Transition to ACTIVE for port object 9271bef7-414b-4d5a-8baa-e8e897552a60 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:11.322391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Transition to ACTIVE for port object 9271bef7-414b-4d5a-8baa-e8e897552a60 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:11.340478 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.389810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:11.402947 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Sync routers for ids ['6418a9ac-5e7b-45e5-bd15-e03dd929d4d9'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:11.423429 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Routers {'6418a9ac-5e7b-45e5-bd15-e03dd929d4d9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:11.427486 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6418a9ac-5e7b-45e5-bd15-e03dd929d4d9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:11.432776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Network e0b82738-02d1-4137-8666-00198e741388 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:11.443886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:11.451987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:11.551558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Attempting to bind port 9271bef7-414b-4d5a-8baa-e8e897552a60 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:11.553500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Attempting to bind port 9271bef7-414b-4d5a-8baa-e8e897552a60 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c44fddf3-9786-4192-8641-cf4a00247d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e0b82738-02d1-4137-8666-00198e741388'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:11.554298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Attempting to bind port 9271bef7-414b-4d5a-8baa-e8e897552a60 on network e0b82738-02d1-4137-8666-00198e741388 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:11.564571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:11.565150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Checking segment: {'id': 'c44fddf3-9786-4192-8641-cf4a00247d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e0b82738-02d1-4137-8666-00198e741388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:11.565741 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.566391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Bound using segment: {'id': 'c44fddf3-9786-4192-8641-cf4a00247d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e0b82738-02d1-4137-8666-00198e741388'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:11.567024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Bound port: 9271bef7-414b-4d5a-8baa-e8e897552a60, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44fddf3-9786-4192-8641-cf4a00247d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e0b82738-02d1-4137-8666-00198e741388'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:11.567617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.570185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Pushing event updated for resources: {'Port': ['ID=9271bef7-414b-4d5a-8baa-e8e897552a60,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.626323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.687538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.691127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f48eaafa-d469-4bcc-ad7c-7d2f5d956a88 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8684773 Jun 30 09:05:11.691621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41856) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:11.722642 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Set router 6418a9ac-5e7b-45e5-bd15-e03dd929d4d9 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:11.869413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3771bd-bf02-48e8-a365-12e9e672930d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.913978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] For port 9271bef7-414b-4d5a-8baa-e8e897552a60, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:11.931025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] For port 9271bef7-414b-4d5a-8baa-e8e897552a60, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9271bef7-414b-4d5a-8baa-e8e897552a60,segment=NetworkSegment(c44fddf3-9786-4192-8641-cf4a00247d10),segment_id=c44fddf3-9786-4192-8641-cf4a00247d10)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:11.951634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9b51ebe2-ee1a-44e5-a27a-38716ae012bd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:12.097796 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.154787 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-06959db4-e12d-404f-bf1f-86bf54a89706 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/6418a9ac-5e7b-45e5-bd15-e03dd929d4d9 HTTP/1.1" status: 200 len: 907 time: 0.4587278 Jun 30 09:05:12.158127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:12.316253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f91ddc-76a3-4ebb-aa6c-5409fd7ccdb7 None None] Pushing event updated for resources: {'Port': ['ID=9271bef7-414b-4d5a-8baa-e8e897552a60,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:12.516556 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.543192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69f8f5-e8d5-4275-968b-fbfa393a3599 None None] Network e0b82738-02d1-4137-8666-00198e741388 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:12.560454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:12.568707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.588628 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418a9ac-5e7b-45e5-bd15-e03dd929d4d9', 'name': 'tempest-snat-router-536062455', 'tenant_id': '05809ed130f54572a47ca9fad26a0cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c2cc292c-fd20-4c81-a067-ee904339cbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:05:05Z', 'updated_at': '2021-06-30T09:05:09Z', 'revision_number': 3, 'project_id': '05809ed130f54572a47ca9fad26a0cfb', 'gw_port': {'id': 'c2cc292c-fd20-4c81-a067-ee904339cbc4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:82:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6418a9ac-5e7b-45e5-bd15-e03dd929d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:05:08Z', 'updated_at': '2021-06-30T09:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.705386 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Checking router: 6418a9ac-5e7b-45e5-bd15-e03dd929d4d9 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:12.706035 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Updating router 6418a9ac-5e7b-45e5-bd15-e03dd929d4d9 port c2cc292c-fd20-4c81-a067-ee904339cbc4 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:05:12.801075 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.801328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.955944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Deleting port c2cc292c-fd20-4c81-a067-ee904339cbc4 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:12.956362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.104842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f37293-7bbf-4fdf-82c3-4fe0fff11719 None None] Network e0b82738-02d1-4137-8666-00198e741388 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:13.144421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.190747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705e34f-c209-47bb-8586-d9e7557eb80f req-0ef74469-2589-45b0-b94b-b85cb64f9059 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.203681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9705e34f-c209-47bb-8586-d9e7557eb80f req-0ef74469-2589-45b0-b94b-b85cb64f9059 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 1.7865796 Jun 30 09:05:13.217827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b82738-02d1-4137-8666-00198e741388']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:13.224859 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.245370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44fddf3-9786-4192-8641-cf4a00247d10') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:13.248265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44fddf3-9786-4192-8641-cf4a00247d10') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:13.256667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Calling delete_port for c2cc292c-fd20-4c81-a067-ee904339cbc4 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:13.280520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.312800 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.330659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:13.331892 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.446803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a68c3-4e46-42f0-a2bc-9d7779265903 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:13.507175 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:13.528950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091d62b-f4d4-43fa-8a6c-b8aeee8e1c6b req-2d548137-4b29-48d9-a186-419181f906b9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.539493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7091d62b-f4d4-43fa-8a6c-b8aeee8e1c6b req-2d548137-4b29-48d9-a186-419181f906b9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 2.1238971 Jun 30 09:05:13.548512 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.db.api [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:05:13.548512 n-d-758944-40 neutron-server[100240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:05:13.548512 n-d-758944-40 neutron-server[100240]: [parameters: {'id': 'e0b82738-02d1-4137-8666-00198e741388'}] Jun 30 09:05:13.548512 n-d-758944-40 neutron-server[100240]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:05:13.548956 n-d-758944-40 neutron-server[100240]: DEBUG oslo_db.api [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:05:13.626385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:13.631949 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.db.api [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:05:13.632531 n-d-758944-40 neutron-server[100242]: DEBUG oslo_db.api [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:05:13.683858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2cc292c-fd20-4c81-a067-ee904339cbc4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:13.705223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a68c3-4e46-42f0-a2bc-9d7779265903 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:05:13.718917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7091d62b-f4d4-43fa-8a6c-b8aeee8e1c6b req-b7f24793-9df7-4182-901a-527168559ed4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768479 Jun 30 09:05:13.763302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9705e34f-c209-47bb-8586-d9e7557eb80f req-ca3a4166-8700-42ca-911f-3205df4c2f1f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5537512 Jun 30 09:05:13.860327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.049773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.106297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.108784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.177051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting port 9271bef7-414b-4d5a-8baa-e8e897552a60 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:14.177724 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.194572 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Port c2cc292c-fd20-4c81-a067-ee904339cbc4 not found while updating agent binding for router 6418a9ac-5e7b-45e5-bd15-e03dd929d4d9. {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:05:14.210525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.211326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6418a9ac-5e7b-45e5-bd15-e03dd929d4d9 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:14.216120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.217362 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a4a97671-8eb1-4cf1-a4f4-2f76598c034c tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6418a9ac-5e7b-45e5-bd15-e03dd929d4d9 HTTP/1.1" status: 204 len: 168 time: 2.0578291 Jun 30 09:05:14.219867 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41884) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:14.222762 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:14.224891 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:05:14.227978 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_agentschedulers_db [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6418a9ac-5e7b-45e5-bd15-e03dd929d4d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100242) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:05:14.228583 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924316f-7872-4264-aef8-cb3c951922c4 None None] The sync data for ids ['6418a9ac-5e7b-45e5-bd15-e03dd929d4d9'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:14.343821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] For port 9271bef7-414b-4d5a-8baa-e8e897552a60, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9271bef7-414b-4d5a-8baa-e8e897552a60,segment=NetworkSegment(c44fddf3-9786-4192-8641-cf4a00247d10),segment_id=c44fddf3-9786-4192-8641-cf4a00247d10)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:14.344199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.365232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Calling delete_port for 9271bef7-414b-4d5a-8baa-e8e897552a60 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:14.419890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.514310 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.532025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No DVR routers for this DVR port 9271bef7-414b-4d5a-8baa-e8e897552a60 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:14.612110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.619674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Port': ['ID=9271bef7-414b-4d5a-8baa-e8e897552a60,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:14.726226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Deleting port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:14.727680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.732262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.751579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b82738-02d1-4137-8666-00198e741388']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:14.768518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44fddf3-9786-4192-8641-cf4a00247d10') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:14.768915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44fddf3-9786-4192-8641-cf4a00247d10') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:14.779984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.802556 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.819427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:14.820201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:14.824382 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:14.931518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.946695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.952958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/e0b82738-02d1-4137-8666-00198e741388 HTTP/1.1" status: 204 len: 168 time: 4.5671191 Jun 30 09:05:14.956446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41890) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:14.981561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e4a45-e19e-4923-a80d-b43fad889144 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=e0b82738-02d1-4137-8666-00198e741388,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:15.007884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] For port 9b51ebe2-ee1a-44e5-a27a-38716ae012bd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:15.007884 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.012349 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f1bda7-e8c5-4c8b-8360-1d987cfde90c tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:15.012867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f1bda7-e8c5-4c8b-8360-1d987cfde90c tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:15.017823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-57f1bda7-e8c5-4c8b-8360-1d987cfde90c tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/7b3771bd-bf02-48e8-a365-12e9e672930d HTTP/1.1" status: 404 len: 337 time: 0.0579686 Jun 30 09:05:15.018173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41892) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:15.055417 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-16baf1fd-bf67-4ee0-af86-7d78c577c55b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:15.057757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16baf1fd-bf67-4ee0-af86-7d78c577c55b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:15.063131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-16baf1fd-bf67-4ee0-af86-7d78c577c55b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/e0b82738-02d1-4137-8666-00198e741388 HTTP/1.1" status: 404 len: 339 time: 0.0411675 Jun 30 09:05:15.063335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Calling delete_port for 9b51ebe2-ee1a-44e5-a27a-38716ae012bd owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:15.063667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41894) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:15.149072 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb22cdd3-55e2-4222-bc85-abb950a26dd0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:15.149956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb22cdd3-55e2-4222-bc85-abb950a26dd0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:15.153978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eb22cdd3-55e2-4222-bc85-abb950a26dd0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/d6df29c6-2143-45f0-b3c1-65ed8fa4ddda HTTP/1.1" status: 404 len: 337 time: 0.0871367 Jun 30 09:05:15.161302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41898) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:15.250397 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b54336-d3d7-4e07-8bb4-923d82202b8b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:15.251892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b54336-d3d7-4e07-8bb4-923d82202b8b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:15.256626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d1b54336-d3d7-4e07-8bb4-923d82202b8b tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/2f26b14d-e65e-468e-98f4-81c31e4567b3 HTTP/1.1" status: 404 len: 339 time: 0.0923009 Jun 30 09:05:15.257507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41900) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:15.345981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c713e2-87c3-4d8b-84e9-ab4b9a8bda50 req-aae74dec-f644-4ab5-8f5b-d0907d4022f0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.347840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2c713e2-87c3-4d8b-84e9-ab4b9a8bda50 req-aae74dec-f644-4ab5-8f5b-d0907d4022f0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2862003 Jun 30 09:05:15.396596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2c713e2-87c3-4d8b-84e9-ab4b9a8bda50 req-27e1a84b-5a95-4e53-b8eb-f52997363609 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 Jun 30 09:05:15.416343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.436028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d8b30-8a37-49ca-beb9-cf949c3bd2aa req-b80856d1-556d-4276-8e7c-b9eee4e3f606 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.443617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-448d8b30-8a37-49ca-beb9-cf949c3bd2aa req-b80856d1-556d-4276-8e7c-b9eee4e3f606 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.3060920 Jun 30 09:05:15.491077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.493020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-448d8b30-8a37-49ca-beb9-cf949c3bd2aa req-1361b5f0-904f-493f-88b4-b3c803ce019e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Jun 30 09:05:15.575929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b51ebe2-ee1a-44e5-a27a-38716ae012bd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:15.647331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.715668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.747310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:15.769323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cafb32-b007-4596-9fdb-8182c1d82e0c') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:15.770020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cafb32-b007-4596-9fdb-8182c1d82e0c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:15.784959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.812288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.823277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:15.824170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:15.828940 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:15.844294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.846636 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.941843 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.942688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f706e1c-9233-4fb4-ab55-b4617ffe91e4 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:15.947427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.948330 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c50c0f8e-19fc-4739-b434-263410f079a7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5f706e1c-9233-4fb4-ab55-b4617ffe91e4 HTTP/1.1" status: 204 len: 168 time: 1.7274816 Jun 30 09:05:15.952255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41902) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:15.972005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-256742159', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:15.976911 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.024599 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.035129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa HTTP/1.1" status: 204 len: 168 time: 0.7725537 Jun 30 09:05:16.035129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ab4c5-3cba-4500-9b9e-48a00d576e71 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=45be6ffe-1cfe-4d73-9b44-0fde94d8fdaa,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:16.040860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41906) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:16.634145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.635299 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.673158 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-1743bbfb-d861-4943-ada7-aefe20549d31 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:16.673827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1743bbfb-d861-4943-ada7-aefe20549d31 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:16.681174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41914) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:16.681778 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1743bbfb-d861-4943-ada7-aefe20549d31 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/352ada6d-e8df-443d-b179-239d59ee1729 HTTP/1.1" status: 404 len: 337 time: 0.6379752 Jun 30 09:05:16.727707 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-00519534-2682-4018-b5bc-bb04c95fcb00 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:16.730316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00519534-2682-4018-b5bc-bb04c95fcb00 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:16.732304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-00519534-2682-4018-b5bc-bb04c95fcb00 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/75af6154-0a76-4ee9-8e09-0dc37028c057 HTTP/1.1" status: 404 len: 339 time: 0.0493314 Jun 30 09:05:16.736915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41916) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:16.793262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:16.895805 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8b92d6-841e-43d3-8aa3-41211a194d0e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:16.896653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8b92d6-841e-43d3-8aa3-41211a194d0e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:16.899643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3a8b92d6-841e-43d3-8aa3-41211a194d0e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/269de03b-85dd-40b9-a4ee-2e808c4669be HTTP/1.1" status: 404 len: 337 time: 0.1613863 Jun 30 09:05:16.921624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41918) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:16.960898 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac481932-354a-4a45-9b27-840575b626ef tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:16.962066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac481932-354a-4a45-9b27-840575b626ef tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:16.963968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ac481932-354a-4a45-9b27-840575b626ef tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/0bf04441-1109-4f9d-a8db-c46a6f0e661c HTTP/1.1" status: 404 len: 339 time: 0.0411036 Jun 30 09:05:16.966437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41920) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.006061 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-51726ad2-52c9-464d-9bc8-201c6ca9b7e0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.006783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51726ad2-52c9-464d-9bc8-201c6ca9b7e0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.008825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-51726ad2-52c9-464d-9bc8-201c6ca9b7e0 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/6f4878da-2a83-4300-aafa-f36bc7198dd6 HTTP/1.1" status: 404 len: 337 time: 0.0411594 Jun 30 09:05:17.010662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.013198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41922) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.049200 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7104160-34af-4d9e-a373-2cf568cfae12 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.050138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7104160-34af-4d9e-a373-2cf568cfae12 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.052216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a7104160-34af-4d9e-a373-2cf568cfae12 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/ce2c072b-d67f-4a03-997a-37aad6199365 HTTP/1.1" status: 404 len: 339 time: 0.0354843 Jun 30 09:05:17.062134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe50ba-c4de-4aea-a4fc-e69e2e68c21b req-f2e4ad7e-c848-4b2f-9a0d-2f48fc72fbcb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.062689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41924) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.064284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5efe50ba-c4de-4aea-a4fc-e69e2e68c21b req-f2e4ad7e-c848-4b2f-9a0d-2f48fc72fbcb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.2403226 Jun 30 09:05:17.107260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2a618-6f0e-4889-8484-7e088098192c req-6a0457f4-8535-41f4-9d3c-18c412c0723d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.109966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6f2a618-6f0e-4889-8484-7e088098192c req-6a0457f4-8535-41f4-9d3c-18c412c0723d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2737625 Jun 30 09:05:17.138659 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-343a30fe-8fa2-4eab-baf4-496b8b533f7f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.139263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343a30fe-8fa2-4eab-baf4-496b8b533f7f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.141287 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-343a30fe-8fa2-4eab-baf4-496b8b533f7f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/51a84367-68f8-44f7-bf81-24b728f89daa HTTP/1.1" status: 404 len: 337 time: 0.0775135 Jun 30 09:05:17.144331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41926) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.149153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5efe50ba-c4de-4aea-a4fc-e69e2e68c21b req-5278d3cd-fba9-43d6-8a22-c1de7079f017 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750155 Jun 30 09:05:17.191690 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ad062e-568c-4ffc-8d1b-b7fe40b028a4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.192608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ad062e-568c-4ffc-8d1b-b7fe40b028a4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.194848 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-93ad062e-568c-4ffc-8d1b-b7fe40b028a4 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/231ae085-b60a-4737-8c43-047a61bfa0e8 HTTP/1.1" status: 404 len: 339 time: 0.0493195 Jun 30 09:05:17.198454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41928) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.201789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6f2a618-6f0e-4889-8484-7e088098192c req-39d52072-fc97-4fcc-82d5-1a3416ef1ff8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814283 Jun 30 09:05:17.244927 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-11def0ec-0c2d-4e1a-b4ca-bdd7e6944b3a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.245707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11def0ec-0c2d-4e1a-b4ca-bdd7e6944b3a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.247579 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-11def0ec-0c2d-4e1a-b4ca-bdd7e6944b3a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/c43b1ea4-6491-4bff-80d4-6ee1efa73728 HTTP/1.1" status: 404 len: 337 time: 0.0480711 Jun 30 09:05:17.250216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41930) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.298035 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-830beb75-c910-47dd-b277-2a14bc26ef1e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.298833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830beb75-c910-47dd-b277-2a14bc26ef1e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.301103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-830beb75-c910-47dd-b277-2a14bc26ef1e tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/99a45f3a-73c2-49b0-9bbe-1e9c286c13d8 HTTP/1.1" status: 404 len: 339 time: 0.0495808 Jun 30 09:05:17.303884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41932) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.364882 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-706dd07b-7d8d-4753-bd78-dfeacb6240de tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.369850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706dd07b-7d8d-4753-bd78-dfeacb6240de tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.380692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-706dd07b-7d8d-4753-bd78-dfeacb6240de tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/0e7ec2f0-33cc-4932-932d-6445923100c7 HTTP/1.1" status: 404 len: 337 time: 0.0755363 Jun 30 09:05:17.383628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41936) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.419408 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-20415752-994d-4230-9613-86d453e0709f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.429466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20415752-994d-4230-9613-86d453e0709f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.431816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-20415752-994d-4230-9613-86d453e0709f tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/976e08ec-5290-4231-bb2e-4a8f476966d9 HTTP/1.1" status: 404 len: 339 time: 0.0470841 Jun 30 09:05:17.434951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41938) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.493033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.496145 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f93dc2-3453-41c2-bc1f-9768dd0ac96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.496842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f93dc2-3453-41c2-bc1f-9768dd0ac96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.499532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11f93dc2-3453-41c2-bc1f-9768dd0ac96a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/af126c9d-a9ba-457d-bf38-799e5647e4cf HTTP/1.1" status: 404 len: 337 time: 0.0634892 Jun 30 09:05:17.502315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41940) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.539260 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.542100 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6edcfe-f468-4ad8-8c71-eb8ad7245a9d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.543402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6edcfe-f468-4ad8-8c71-eb8ad7245a9d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.546276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3c6edcfe-f468-4ad8-8c71-eb8ad7245a9d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/b5c57f63-d3a8-41b4-815c-83a8aa75721c HTTP/1.1" status: 404 len: 339 time: 0.0427775 Jun 30 09:05:17.556476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41942) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.630562 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68d1d13-a8fa-483f-9aff-0116fce2c1fd tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.631258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68d1d13-a8fa-483f-9aff-0116fce2c1fd tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.633383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a68d1d13-a8fa-483f-9aff-0116fce2c1fd tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/62380ef6-0118-45ec-b187-c1a62e2567b5 HTTP/1.1" status: 404 len: 337 time: 0.0746794 Jun 30 09:05:17.636393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 41944) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.659832 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-997e0561-088d-412c-946a-964df0f94c9a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:17.659832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997e0561-088d-412c-946a-964df0f94c9a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:17.667137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41946) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.667952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-997e0561-088d-412c-946a-964df0f94c9a tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/323a5a37-f18a-41ff-9146-a1513296e4d8 HTTP/1.1" status: 404 len: 339 time: 0.0262933 Jun 30 09:05:17.675485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9b51ebe2-ee1a-44e5-a27a-38716ae012bd no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:17.721928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9b51ebe2-ee1a-44e5-a27a-38716ae012bd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:17.722196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9b51ebe2-ee1a-44e5-a27a-38716ae012bd not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:17.748812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Allocated IP 172.25.8.124 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d9d5fef4-3638-481c-84d8-ffdc62bd5c25) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:17.756857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting subnet 60aeb120-6a43-4226-8fd8-0d053efc3618 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:17.760924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.810307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.007450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.125674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.147299 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.171105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Subnet': ['ID=60aeb120-6a43-4226-8fd8-0d053efc3618,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:18.182895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2578a0-1417-45e0-a5c0-69ad8de7c5eb None None] Network 892bc86b-b995-4a20-aa4e-1eb7481c579e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:18.183463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.185498 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ce75403e-2bed-4157-9fbe-7e0a4212f80d tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/subnets/60aeb120-6a43-4226-8fd8-0d053efc3618 HTTP/1.1" status: 204 len: 168 time: 0.5199940 Jun 30 09:05:18.188439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41954) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:18.295822 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.333623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.417529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:18.421547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:18.430074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:18.518551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event updated for resources: {'Port': ['ID=d9d5fef4-3638-481c-84d8-ffdc62bd5c25,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:18.557987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] DHCP port deletion for 892bc86b-b995-4a20-aa4e-1eb7481c579e request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:05:18.607793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Deleting port bdcbaddd-5b0b-4173-a065-156bbbdacd86 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:18.607793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.625812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5d0ee-d09d-4186-87c3-cfec343ca4a9 req-02fa957a-a20e-4c72-bcc4-1701a589fcdc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.635026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17e5d0ee-d09d-4186-87c3-cfec343ca4a9 req-02fa957a-a20e-4c72-bcc4-1701a589fcdc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.2406919 Jun 30 09:05:18.642527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] Deleting port bdcbaddd-5b0b-4173-a065-156bbbdacd86 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:18.643261 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.726333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] For port bdcbaddd-5b0b-4173-a065-156bbbdacd86, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bdcbaddd-5b0b-4173-a065-156bbbdacd86,segment=NetworkSegment(f3f1084c-0016-4055-92cb-6e65d47936c3),segment_id=f3f1084c-0016-4055-92cb-6e65d47936c3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:18.727477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.730794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17e5d0ee-d09d-4186-87c3-cfec343ca4a9 req-378ab7a7-c027-4e69-ae18-495c6c07352d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937600 Jun 30 09:05:18.747511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] Calling delete_port for bdcbaddd-5b0b-4173-a065-156bbbdacd86 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:18.763949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d439d-7a4b-4c23-8965-6a5e2cad20e6 req-406870b6-b1bc-46ed-9cf6-023defaaa490 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.765667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-135d439d-7a4b-4c23-8965-6a5e2cad20e6 req-406870b6-b1bc-46ed-9cf6-023defaaa490 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2709677 Jun 30 09:05:18.877940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-135d439d-7a4b-4c23-8965-6a5e2cad20e6 req-b7044bb5-f239-4e5b-8db2-11b2d6b2ebd1 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973134 Jun 30 09:05:18.988247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] For port bdcbaddd-5b0b-4173-a065-156bbbdacd86, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bdcbaddd-5b0b-4173-a065-156bbbdacd86,segment=NetworkSegment(f3f1084c-0016-4055-92cb-6e65d47936c3),segment_id=f3f1084c-0016-4055-92cb-6e65d47936c3)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:18.988924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.006137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.127291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Calling delete_port for bdcbaddd-5b0b-4173-a065-156bbbdacd86 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:19.166591 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.217208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] Pushing event deleted for resources: {'Port': ['ID=bdcbaddd-5b0b-4173-a065-156bbbdacd86,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:19.220050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00327f-c967-4af8-a521-7b17ff72c4aa None None] No DVR routers for this DVR port bdcbaddd-5b0b-4173-a065-156bbbdacd86 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:19.366887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.431900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.486416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Port': ['ID=bdcbaddd-5b0b-4173-a065-156bbbdacd86,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:19.501504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] No DVR routers for this DVR port bdcbaddd-5b0b-4173-a065-156bbbdacd86 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:19.635637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.651944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892bc86b-b995-4a20-aa4e-1eb7481c579e']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:19.670409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f1084c-0016-4055-92cb-6e65d47936c3') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:19.670409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f1084c-0016-4055-92cb-6e65d47936c3') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:19.686426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.712290 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.721738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bdcbaddd-5b0b-4173-a065-156bbbdacd86 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:19.734308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:19.734633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:19.742789 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:19.745796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Router d923ab5b-c127-4d52-9586-d1ec45aa0c54 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:19.760685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: bdcbaddd-5b0b-4173-a065-156bbbdacd86 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:19.761167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bdcbaddd-5b0b-4173-a065-156bbbdacd86 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:19.817001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42014) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:19.967511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead14de6-1ab4-4d6a-9b23-1f11c5fe6484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.991782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:19.995013 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.004687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] Sync routers for ids ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:20.009350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.014164 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] 10.222.0.53 "DELETE /v2.0/networks/892bc86b-b995-4a20-aa4e-1eb7481c579e HTTP/1.1" status: 204 len: 168 time: 1.8246424 Jun 30 09:05:20.022465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] Routers {'d923ab5b-c127-4d52-9586-d1ec45aa0c54'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:20.023398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:20.044570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77746a-d7b8-4d7d-b382-03c776099c41 tempest-NetworksTest-945476705 tempest-NetworksTest-945476705-project] Pushing event deleted for resources: {'Network': ['ID=892bc86b-b995-4a20-aa4e-1eb7481c579e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.081164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cb626-a367-49df-b63d-5227e7dcbf61 req-49028e73-57d6-4101-ab99-71cb96238a49 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.081767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:20.083301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-391cb626-a367-49df-b63d-5227e7dcbf61 req-49028e73-57d6-4101-ab99-71cb96238a49 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.1826591 Jun 30 09:05:20.095853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] Routers {'d923ab5b-c127-4d52-9586-d1ec45aa0c54'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:20.097222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:20.131277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead14de6-1ab4-4d6a-9b23-1f11c5fe6484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.160107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-391cb626-a367-49df-b63d-5227e7dcbf61 req-5a684a7e-fac9-4b51-981f-7cc1ab7e9e96 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666559 Jun 30 09:05:20.162544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.163393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ead14de6-1ab4-4d6a-9b23-1f11c5fe6484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.163862 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b12bca48-7e36-48c0-b619-48d3e4e3e431 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2105737 Jun 30 09:05:20.166663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42022) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:20.171561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': False}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:20.201707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ead14de6-1ab4-4d6a-9b23-1f11c5fe6484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b62ed233fef34e79ac496e95292017b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815248 Jun 30 09:05:20.204322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42024) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:20.230884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:20.231540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f311aff-51ae-4c9b-a276-7f4098f4d24b None None] The sync data for ids ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:20.249039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead14de6-1ab4-4d6a-9b23-1f11c5fe6484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09163b3b-d228-4530-8521-d4ac90bafb28,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.345923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1762f592-18be-4609-bd93-3cae435c0e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.359959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3451184-67e2-4a33-a1ff-6faa2a0a5b84 req-5d88ca51-c57b-4894-8305-562ca24395e0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.361534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3451184-67e2-4a33-a1ff-6faa2a0a5b84 req-5d88ca51-c57b-4894-8305-562ca24395e0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.1650138 Jun 30 09:05:20.393578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1762f592-18be-4609-bd93-3cae435c0e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.439787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3451184-67e2-4a33-a1ff-6faa2a0a5b84 req-f13dea6d-1815-4e7b-a8d4-cecd33ecb619 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672679 Jun 30 09:05:20.465997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42028) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:20.476205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1762f592-18be-4609-bd93-3cae435c0e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.479172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1762f592-18be-4609-bd93-3cae435c0e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.482155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1762f592-18be-4609-bd93-3cae435c0e41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09163b3b-d228-4530-8521-d4ac90bafb28 HTTP/1.1" status: 204 len: 168 time: 0.2680266 Jun 30 09:05:20.500435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762f592-18be-4609-bd93-3cae435c0e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09163b3b-d228-4530-8521-d4ac90bafb28,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.624288 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.735555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8ebd36b6-d601-490c-ad99-c8743c91b755 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5300af2efc77470b9ec813d5ea882687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681782 Jun 30 09:05:20.738000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42040) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:20.793603 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c49c0b47-2548-4919-9d2f-1b624c0a494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.820835 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c49c0b47-2548-4919-9d2f-1b624c0a494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.881215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c49c0b47-2548-4919-9d2f-1b624c0a494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.882022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c49c0b47-2548-4919-9d2f-1b624c0a494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.885904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c49c0b47-2548-4919-9d2f-1b624c0a494b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bf8b24e-05e6-491a-82aa-258f91c48ec2 HTTP/1.1" status: 204 len: 168 time: 0.1468592 Jun 30 09:05:20.894470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c0b47-2548-4919-9d2f-1b624c0a494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf8b24e-05e6-491a-82aa-258f91c48ec2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.595384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5afb-2100-4ccd-8478-b5fc6d292e60 req-071ea96d-c99a-4998-b70d-4fe2567ae1db tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.603086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58fd5afb-2100-4ccd-8478-b5fc6d292e60 req-071ea96d-c99a-4998-b70d-4fe2567ae1db tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.1290872 Jun 30 09:05:21.681962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58fd5afb-2100-4ccd-8478-b5fc6d292e60 req-a2f0f4da-a407-44f7-a573-e76293e522bb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726047 Jun 30 09:05:21.713073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.717862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.908116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee98f-3853-4b15-858e-6522c6bfb96c req-9d160664-02b2-4318-8a4d-2ce393c04a2c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.921890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-791ee98f-3853-4b15-858e-6522c6bfb96c req-9d160664-02b2-4318-8a4d-2ce393c04a2c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.1632252 Jun 30 09:05:21.952385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Router d923ab5b-c127-4d52-9586-d1ec45aa0c54 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:21.990119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-791ee98f-3853-4b15-858e-6522c6bfb96c req-798577d0-f20e-4706-8282-28dffc53c04e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648491 Jun 30 09:05:22.126822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:22.137622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.139231 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ebeb9b67-4fd9-4942-83c8-288d60afd4b7 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "PUT /v2.0/routers/d923ab5b-c127-4d52-9586-d1ec45aa0c54 HTTP/1.1" status: 200 len: 921 time: 1.9713581 Jun 30 09:05:22.142043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42088) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.142939 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] Sync routers for ids ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:22.173277 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] Routers {'d923ab5b-c127-4d52-9586-d1ec45aa0c54'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:22.173963 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:22.216884 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:22.227895 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] Routers {'d923ab5b-c127-4d52-9586-d1ec45aa0c54'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:22.228766 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:22.268141 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:22.269038 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a18f5d-2a59-4525-9b2a-260f6b70954a None None] The sync data for ids ['d923ab5b-c127-4d52-9586-d1ec45aa0c54'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:22.302414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cb4d044e-49e2-4c67-a715-0b63b940dbe5 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/d923ab5b-c127-4d52-9586-d1ec45aa0c54 HTTP/1.1" status: 200 len: 921 time: 0.1589074 Jun 30 09:05:22.305368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.372132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.407458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f91dc2-2d20-4cc6-ac31-f7952d9894f9 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.412895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42098) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.413083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-81f91dc2-2d20-4cc6-ac31-f7952d9894f9 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=d923ab5b-c127-4d52-9586-d1ec45aa0c54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1065254 Jun 30 09:05:22.508059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e7a0ffb8-c127-4f11-9c01-e8e8ea24260c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:22.508855 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-e7a0ffb8-c127-4f11-9c01-e8e8ea24260c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:05:22.509356 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-e7a0ffb8-c127-4f11-9c01-e8e8ea24260c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:05:22.515068 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e7a0ffb8-c127-4f11-9c01-e8e8ea24260c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1371322 Jun 30 09:05:22.515156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42112) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.519618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806022720'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:22.549407 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.552590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6330e9-37b0-4220-b77d-3f2166b20078 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.554016 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5c6330e9-37b0-4220-b77d-3f2166b20078 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.1396825 Jun 30 09:05:22.556807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42114) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.577836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.589693 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-867e7ea5-302d-49ea-8d15-2ade9c67e594 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=d923ab5b-c127-4d52-9586-d1ec45aa0c54 HTTP/1.1" status: 200 len: 205 time: 0.0304673 Jun 30 09:05:22.591096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42120) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.744047 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.869139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.878355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.959519 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.972462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580ad4a1-54ee-419f-b1f6-c60889b1e9f7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.067172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.076772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3f32-9262-41a9-b5f0-da06881091e1 req-ba3967ee-d63c-4262-952b-054bea341c12 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.078384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe9b3f32-9262-41a9-b5f0-da06881091e1 req-ba3967ee-d63c-4262-952b-054bea341c12 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.1824274 Jun 30 09:05:23.089364 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.174250 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.218762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.223194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42180) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:23.230461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7140453 Jun 30 09:05:23.235427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-00286ef1-3bb1-4050-a05d-cc244ebe0681 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '73ba04b8-8359-4fa8-a423-cbd20a92feec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:23.239244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Deleting port d9d5fef4-3638-481c-84d8-ffdc62bd5c25 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:23.239834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.256113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f939cf1-50fd-4f6d-8cef-8579041580e3 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ba04b8-8359-4fa8-a423-cbd20a92feec,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.322298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00286ef1-3bb1-4050-a05d-cc244ebe0681 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.350779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe9b3f32-9262-41a9-b5f0-da06881091e1 req-3f8dba17-38db-4364-8bd8-f14c7f18014b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535033 Jun 30 09:05:23.430372 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.443777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00286ef1-3bb1-4050-a05d-cc244ebe0681 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.447104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Calling delete_port for d9d5fef4-3638-481c-84d8-ffdc62bd5c25 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:23.452126 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00286ef1-3bb1-4050-a05d-cc244ebe0681 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.490665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00286ef1-3bb1-4050-a05d-cc244ebe0681 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed21369-e6ee-4665-a42e-be223cc461b7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.495154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d0a08-5461-44db-a520-97da6f1d553c req-232842d2-b1e1-4d0d-a7aa-848ebf812deb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.495662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00286ef1-3bb1-4050-a05d-cc244ebe0681 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.497169 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-00286ef1-3bb1-4050-a05d-cc244ebe0681 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723045 Jun 30 09:05:23.499803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42194) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:23.503268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d2d0a08-5461-44db-a520-97da6f1d553c req-232842d2-b1e1-4d0d-a7aa-848ebf812deb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2425261 Jun 30 09:05:23.505974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c5f83ee9-a25d-4015-ac71-226688fb5d91 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '73ba04b8-8359-4fa8-a423-cbd20a92feec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:23.564716 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5f83ee9-a25d-4015-ac71-226688fb5d91 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.600517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d2d0a08-5461-44db-a520-97da6f1d553c req-33313ad7-757a-42ca-9718-0ab809bd9d74 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959754 Jun 30 09:05:23.642279 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-c5f83ee9-a25d-4015-ac71-226688fb5d91 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:05:23.647120 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c5f83ee9-a25d-4015-ac71-226688fb5d91 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1462269 Jun 30 09:05:23.647694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42198) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:23.742877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c96fc783-767f-4a34-a3b4-37013b28776c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.758088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.784572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c96fc783-767f-4a34-a3b4-37013b28776c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.786033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event deleted for resources: {'Port': ['ID=d9d5fef4-3638-481c-84d8-ffdc62bd5c25,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.844668 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c96fc783-767f-4a34-a3b4-37013b28776c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.847334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c96fc783-767f-4a34-a3b4-37013b28776c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.851968 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c96fc783-767f-4a34-a3b4-37013b28776c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/73ba04b8-8359-4fa8-a423-cbd20a92feec HTTP/1.1" status: 204 len: 168 time: 0.2030272 Jun 30 09:05:23.853678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:23.875150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fc783-767f-4a34-a3b4-37013b28776c tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ba04b8-8359-4fa8-a423-cbd20a92feec,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.888145 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.929982 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0e7532e8-a13c-46bb-968f-c6621deea6f4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732539 Jun 30 09:05:23.930751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42206) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:23.935458 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-256c2298-0390-411d-9d17-66864740d4fb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--98206383'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:23.975292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256c2298-0390-411d-9d17-66864740d4fb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.986202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.032827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.037104 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.091042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256c2298-0390-411d-9d17-66864740d4fb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.100665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256c2298-0390-411d-9d17-66864740d4fb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.108201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.109114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Fanout notify agent at l3_agent the message router_deleted on router d923ab5b-c127-4d52-9586-d1ec45aa0c54 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:24.132871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.138572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-688f2617-6cc5-495c-ba04-d672ccd4b414 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/d923ab5b-c127-4d52-9586-d1ec45aa0c54 HTTP/1.1" status: 204 len: 168 time: 1.5423424 Jun 30 09:05:24.141331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42214) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.148107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256c2298-0390-411d-9d17-66864740d4fb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.148369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1ed5e352-6627-4c17-8554-d46bb38a436d tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1090613847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:24.156069 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-256c2298-0390-411d-9d17-66864740d4fb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2241576 Jun 30 09:05:24.157073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42216) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.157621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c2298-0390-411d-9d17-66864740d4fb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810ee4a1-095f-4dfa-a815-3a2cea68f407,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:24.167351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-354ed53d-c5f8-4e04-bd69-15c3a887802d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '810ee4a1-095f-4dfa-a815-3a2cea68f407', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:24.173174 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-354ed53d-c5f8-4e04-bd69-15c3a887802d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:05:24.174252 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-354ed53d-c5f8-4e04-bd69-15c3a887802d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:24.179213 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-354ed53d-c5f8-4e04-bd69-15c3a887802d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136344 Jun 30 09:05:24.179436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42218) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.222167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e352-6627-4c17-8554-d46bb38a436d tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.224333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e352-6627-4c17-8554-d46bb38a436d tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.253140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-43d4f058-9e95-40d8-8741-c0ab5326fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.291794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e352-6627-4c17-8554-d46bb38a436d tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.299850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b34f5d5-16b6-4b8d-b599-c727a59313e1 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.300834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e352-6627-4c17-8554-d46bb38a436d tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.342882 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b34f5d5-16b6-4b8d-b599-c727a59313e1 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.416248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b34f5d5-16b6-4b8d-b599-c727a59313e1 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.419128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b34f5d5-16b6-4b8d-b599-c727a59313e1 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.422659 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1b34f5d5-16b6-4b8d-b599-c727a59313e1 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/810ee4a1-095f-4dfa-a815-3a2cea68f407 HTTP/1.1" status: 204 len: 168 time: 0.2399964 Jun 30 09:05:24.423367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42228) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.443606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-43d4f058-9e95-40d8-8741-c0ab5326fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.444752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34f5d5-16b6-4b8d-b599-c727a59313e1 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ee4a1-095f-4dfa-a815-3a2cea68f407,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:24.451206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-43d4f058-9e95-40d8-8741-c0ab5326fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.505579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4f058-9e95-40d8-8741-c0ab5326fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a65aa0-80e5-491c-aadc-55e638b2896c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:24.512836 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-43d4f058-9e95-40d8-8741-c0ab5326fd43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8afaa13eabe242d5bc90f4cdb8f4a76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234184 Jun 30 09:05:24.513133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42232) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.600867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3faee42-b52f-4411-9eef-01fe8c4cd451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.604130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e352-6627-4c17-8554-d46bb38a436d tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.605715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1ed5e352-6627-4c17-8554-d46bb38a436d tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4635260 Jun 30 09:05:24.613241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a7050e5-d409-4640-9c42-37dcf72fb685 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1852458 Jun 30 09:05:24.613241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42236) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.615845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:24.629811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3faee42-b52f-4411-9eef-01fe8c4cd451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.650033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.702976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3faee42-b52f-4411-9eef-01fe8c4cd451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.705961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d3faee42-b52f-4411-9eef-01fe8c4cd451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.707987 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d3faee42-b52f-4411-9eef-01fe8c4cd451 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1a65aa0-80e5-491c-aadc-55e638b2896c HTTP/1.1" status: 204 len: 168 time: 0.1930976 Jun 30 09:05:24.728438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-816bf75e-0908-40a2-8851-4294d4b5c54f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758974209'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:24.729931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faee42-b52f-4411-9eef-01fe8c4cd451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a65aa0-80e5-491c-aadc-55e638b2896c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:24.982773 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.114549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-816bf75e-0908-40a2-8851-4294d4b5c54f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.256535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d362a4-0f7f-4487-b534-b73f539312e0 req-998ae35a-b075-4a5f-be35-953381a56f2d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.258050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89d362a4-0f7f-4487-b534-b73f539312e0 req-998ae35a-b075-4a5f-be35-953381a56f2d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.6556046 Jun 30 09:05:25.343257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.449522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89d362a4-0f7f-4487-b534-b73f539312e0 req-8153f264-4b73-4def-8a6b-d3385ca40245 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498079 Jun 30 09:05:25.456791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863d65-5461-4e1a-abc1-e23df7709977 req-9aa8cc68-7ee2-44af-988b-b8e9885d5aaa tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.458301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91863d65-5461-4e1a-abc1-e23df7709977 req-9aa8cc68-7ee2-44af-988b-b8e9885d5aaa tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.3479564 Jun 30 09:05:25.512945 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-816bf75e-0908-40a2-8851-4294d4b5c54f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.528943 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-816bf75e-0908-40a2-8851-4294d4b5c54f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.555724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91863d65-5461-4e1a-abc1-e23df7709977 req-9b8faf1b-92f7-4758-8b88-00fc30c1363c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856483 Jun 30 09:05:25.588816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-816bf75e-0908-40a2-8851-4294d4b5c54f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.590194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-816bf75e-0908-40a2-8851-4294d4b5c54f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9375470 Jun 30 09:05:25.593010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42270) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:25.595339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bf75e-0908-40a2-8851-4294d4b5c54f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2832e1ff-c334-43f2-8c72-edd70af26ecb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:25.604774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-68b894f5-7173-414d-aec9-7eed87b3e726 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '2832e1ff-c334-43f2-8c72-edd70af26ecb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:25.606236 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-68b894f5-7173-414d-aec9-7eed87b3e726 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:05:25.607044 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-68b894f5-7173-414d-aec9-7eed87b3e726 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:25.608362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68b894f5-7173-414d-aec9-7eed87b3e726 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092385 Jun 30 09:05:25.611269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42272) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:25.752508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db9db37c-3351-43ba-8a01-923e4d8b936d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.797668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.803640 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db9db37c-3351-43ba-8a01-923e4d8b936d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.873182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.953579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db9db37c-3351-43ba-8a01-923e4d8b936d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.956276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db9db37c-3351-43ba-8a01-923e4d8b936d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.960558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-db9db37c-3351-43ba-8a01-923e4d8b936d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/2832e1ff-c334-43f2-8c72-edd70af26ecb HTTP/1.1" status: 204 len: 168 time: 0.3452575 Jun 30 09:05:25.961341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:25.970631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-6a135d38-d336-4d61-b9a5-030de85ed1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.972754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-6a135d38-d336-4d61-b9a5-030de85ed1dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 1098 time: 0.1492915 Jun 30 09:05:25.982138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db37c-3351-43ba-8a01-923e4d8b936d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832e1ff-c334-43f2-8c72-edd70af26ecb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:26.040149 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d330371-6018-443f-b1cc-f2d3776b8d28 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712783 Jun 30 09:05:26.040149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42288) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.044314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4ca3951a-0eb0-444c-a7ef-8491066da5bf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--763162374'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.070732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ca3951a-0eb0-444c-a7ef-8491066da5bf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.108746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Allocated IP 172.25.8.86 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/4bfff635-8bb6-45c3-9c36-cd3abcf293e8) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:26.183240 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ca3951a-0eb0-444c-a7ef-8491066da5bf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.189506 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ca3951a-0eb0-444c-a7ef-8491066da5bf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.217602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-b4a2ca8f-8cf4-40db-9fae-29661e03d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.219586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-b4a2ca8f-8cf4-40db-9fae-29661e03d6ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2385418 Jun 30 09:05:26.230322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3951a-0eb0-444c-a7ef-8491066da5bf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91508b4b-dad7-4008-b8ba-f8b444f72928,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:26.242475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ca3951a-0eb0-444c-a7ef-8491066da5bf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.244739 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ca3951a-0eb0-444c-a7ef-8491066da5bf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2041459 Jun 30 09:05:26.247982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42292) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.252730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d07f8e6e-e471-4bd3-955d-317c0e240d32 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '91508b4b-dad7-4008-b8ba-f8b444f72928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.264226 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-d07f8e6e-e471-4bd3-955d-317c0e240d32 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:05:26.265034 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-d07f8e6e-e471-4bd3-955d-317c0e240d32 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:26.269244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42294) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.269419 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d07f8e6e-e471-4bd3-955d-317c0e240d32 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202413 Jun 30 09:05:26.280562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ecea246c-208b-4068-8835-d2154ead03df tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '91508b4b-dad7-4008-b8ba-f8b444f72928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.282189 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-ecea246c-208b-4068-8835-d2154ead03df tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:05:26.282854 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-ecea246c-208b-4068-8835-d2154ead03df tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:26.286417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecea246c-208b-4068-8835-d2154ead03df tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0130060 Jun 30 09:05:26.286417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-dd04a6e2-14eb-469d-9c01-c09f44fbc552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1 HTTP/1.1" status: 200 len: 217 time: 0.0580750 Jun 30 09:05:26.288485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.294828 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fd2caf41-5055-46eb-b2a3-e9a4466e7446 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '91508b4b-dad7-4008-b8ba-f8b444f72928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.295686 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-fd2caf41-5055-46eb-b2a3-e9a4466e7446 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:05:26.296177 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-fd2caf41-5055-46eb-b2a3-e9a4466e7446 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:26.298148 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fd2caf41-5055-46eb-b2a3-e9a4466e7446 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088575 Jun 30 09:05:26.300468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42300) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.310617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-beca134f-7d98-45cd-9d7b-18fc186bac76 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '91508b4b-dad7-4008-b8ba-f8b444f72928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.311511 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-beca134f-7d98-45cd-9d7b-18fc186bac76 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:05:26.311980 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-beca134f-7d98-45cd-9d7b-18fc186bac76 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:26.315683 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-beca134f-7d98-45cd-9d7b-18fc186bac76 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091174 Jun 30 09:05:26.321010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42302) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.345689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.363012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-8b7eecf7-8ed0-4c5e-a518-ed012b04a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.364550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-8b7eecf7-8ed0-4c5e-a518-ed012b04a79e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.0710499 Jun 30 09:05:26.380344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2391ac36-c759-46ee-9471-c52a059e14ae tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.410134 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2391ac36-c759-46ee-9471-c52a059e14ae tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.444406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.451699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-bcf48db2-6912-4b28-bf88-537b462933ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.453217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-bcf48db2-6912-4b28-bf88-537b462933ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809176 Jun 30 09:05:26.469460 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2391ac36-c759-46ee-9471-c52a059e14ae tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.472626 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2391ac36-c759-46ee-9471-c52a059e14ae tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.477197 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2391ac36-c759-46ee-9471-c52a059e14ae tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/91508b4b-dad7-4008-b8ba-f8b444f72928 HTTP/1.1" status: 204 len: 168 time: 0.1527174 Jun 30 09:05:26.478787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42310) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.493123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391ac36-c759-46ee-9471-c52a059e14ae tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91508b4b-dad7-4008-b8ba-f8b444f72928,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:26.554321 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d06ae7a-e428-499f-90b8-a27ec3f4fcaf tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731599 Jun 30 09:05:26.559301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42314) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.575476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0a5f2a57-506e-49d3-b378-c19caf6ab9c2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--73463692'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.602325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:26.612438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:26.616593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:26.668161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event updated for resources: {'Port': ['ID=4bfff635-8bb6-45c3-9c36-cd3abcf293e8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:26.674507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2a57-506e-49d3-b378-c19caf6ab9c2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.792823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2a57-506e-49d3-b378-c19caf6ab9c2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.800232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2a57-506e-49d3-b378-c19caf6ab9c2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.821399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42320) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.846515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2a57-506e-49d3-b378-c19caf6ab9c2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.848777 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a5f2a57-506e-49d3-b378-c19caf6ab9c2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2759612 Jun 30 09:05:26.850395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f2a57-506e-49d3-b378-c19caf6ab9c2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d16d1-2889-4de0-b246-fc24dfd35b86,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:26.852414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42324) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.857275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0755d6a5-f96d-4080-91c7-e42887dd9b58 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.858142 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-0755d6a5-f96d-4080-91c7-e42887dd9b58 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:05:26.858639 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-0755d6a5-f96d-4080-91c7-e42887dd9b58 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:26.859633 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0755d6a5-f96d-4080-91c7-e42887dd9b58 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063040 Jun 30 09:05:26.864441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42326) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.869510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-58d37dcb-ac6a-442d-b6df-a06662c1c540 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.928446 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-58d37dcb-ac6a-442d-b6df-a06662c1c540 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:26.929546 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-58d37dcb-ac6a-442d-b6df-a06662c1c540 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0639260 Jun 30 09:05:26.932443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42330) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.937344 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-91899355-ff29-4c06-8dc7-bcf347025aeb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.937857 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-91899355-ff29-4c06-8dc7-bcf347025aeb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:05:26.938394 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-91899355-ff29-4c06-8dc7-bcf347025aeb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:26.940526 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-91899355-ff29-4c06-8dc7-bcf347025aeb tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070806 Jun 30 09:05:26.943735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42332) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.949617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9feb1d2a-98f3-4ea3-bfa9-f94c551e9f8f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:26.984211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-2406241d-a4cf-4323-a8f7-3433682fb6a8 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931657 Jun 30 09:05:27.006227 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-9feb1d2a-98f3-4ea3-bfa9-f94c551e9f8f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:27.007359 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9feb1d2a-98f3-4ea3-bfa9-f94c551e9f8f tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0625341 Jun 30 09:05:27.010645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42334) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.016327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1c19ae01-fec5-42b2-ae6c-ea3992e89c3d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.016857 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-1c19ae01-fec5-42b2-ae6c-ea3992e89c3d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:05:27.017345 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-1c19ae01-fec5-42b2-ae6c-ea3992e89c3d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:27.018463 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c19ae01-fec5-42b2-ae6c-ea3992e89c3d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067761 Jun 30 09:05:27.022536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42336) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.028145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ae6ed1c9-2701-493b-8b3f-dede7098f918 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.037829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.083049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.135776 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-ae6ed1c9-2701-493b-8b3f-dede7098f918 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:27.137102 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae6ed1c9-2701-493b-8b3f-dede7098f918 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1149483 Jun 30 09:05:27.139897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42338) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.144838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1c9f8f74-df6e-48d5-9d3a-93fd33bcb999 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.145537 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-1c9f8f74-df6e-48d5-9d3a-93fd33bcb999 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:05:27.146204 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-1c9f8f74-df6e-48d5-9d3a-93fd33bcb999 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:27.147360 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c9f8f74-df6e-48d5-9d3a-93fd33bcb999 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061235 Jun 30 09:05:27.151116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42340) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.156658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2221fcef-9faa-40c1-a2c0-204a72d6947b tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.170725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d568aac-f93c-46f3-a7f5-5dc73c472c9f req-decea759-9715-4e8f-aa10-52d32cb318a1 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.172263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d568aac-f93c-46f3-a7f5-5dc73c472c9f req-decea759-9715-4e8f-aa10-52d32cb318a1 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.4230752 Jun 30 09:05:27.180604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fb6ce-a2b8-4422-8545-97bd75a4ed6f req-bfccf5db-01bf-4212-a332-e2a1911a39af tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.182177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-995fb6ce-a2b8-4422-8545-97bd75a4ed6f req-bfccf5db-01bf-4212-a332-e2a1911a39af tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.4848969 Jun 30 09:05:27.220962 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-2221fcef-9faa-40c1-a2c0-204a72d6947b tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:27.222314 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2221fcef-9faa-40c1-a2c0-204a72d6947b tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0699630 Jun 30 09:05:27.226664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42342) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.231353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c8dc4c7e-1434-4ae4-9b2f-b826e7612d69 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b28d16d1-2889-4de0-b246-fc24dfd35b86', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.265479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9335ce61-69dc-485a-b82e-df6c92fafc1f req-7063ec75-fed9-4850-905a-e81e11ee239d service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305450 Jun 30 09:05:27.272401 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.280476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.321105 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-c8dc4c7e-1434-4ae4-9b2f-b826e7612d69 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:27.324773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8dc4c7e-1434-4ae4-9b2f-b826e7612d69 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0945096 Jun 30 09:05:27.324917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d568aac-f93c-46f3-a7f5-5dc73c472c9f req-051c2896-8167-408f-93c8-36dc59462323 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408343 Jun 30 09:05:27.326419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42344) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.341906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-995fb6ce-a2b8-4422-8545-97bd75a4ed6f req-9a851940-fb2f-47b1-9c2b-bdf9bc3b96e4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382363 Jun 30 09:05:27.432226 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5338528d-d873-4acd-a79e-96fd23f77d42 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.446234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Allocated IP 172.25.8.30 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/28468644-72e7-4416-afd0-fec5d263a2a0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:27.475303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5338528d-d873-4acd-a79e-96fd23f77d42 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.530973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.534457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.582105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5338528d-d873-4acd-a79e-96fd23f77d42 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.584891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5338528d-d873-4acd-a79e-96fd23f77d42 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.586060 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5338528d-d873-4acd-a79e-96fd23f77d42 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/b28d16d1-2889-4de0-b246-fc24dfd35b86 HTTP/1.1" status: 204 len: 168 time: 0.2592857 Jun 30 09:05:27.590626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42346) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.612042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338528d-d873-4acd-a79e-96fd23f77d42 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d16d1-2889-4de0-b246-fc24dfd35b86,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:27.617368 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.661811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.690646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e6056cdb-b55c-4fc2-9caa-d592f10e3559 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987759 Jun 30 09:05:27.695094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42348) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.700877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8e062c74-042a-495e-90d5-c33a75db315d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--431095687'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:27.715509 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:27.723283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Router f8458859-a8be-4179-a18b-cc3d3afc4f8d is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:27.728256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:27.730812 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:27.753730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Port': ['ID=28468644-72e7-4416-afd0-fec5d263a2a0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:27.776042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e062c74-042a-495e-90d5-c33a75db315d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.822754 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:05:27.843757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:27.851364 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.854629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.854889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8b385132-2a4a-4f27-97b9-454f6072b4c0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "PUT /v2.0/routers/f8458859-a8be-4179-a18b-cc3d3afc4f8d HTTP/1.1" status: 200 len: 879 time: 3.2426541 Jun 30 09:05:27.855753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42350) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.859201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] Sync routers for ids ['f8458859-a8be-4179-a18b-cc3d3afc4f8d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:27.873444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] Routers {'f8458859-a8be-4179-a18b-cc3d3afc4f8d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:27.874524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f8458859-a8be-4179-a18b-cc3d3afc4f8d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:27.934507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.940010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:27.949530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] Routers {'f8458859-a8be-4179-a18b-cc3d3afc4f8d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:27.950317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f8458859-a8be-4179-a18b-cc3d3afc4f8d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:27.972087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e062c74-042a-495e-90d5-c33a75db315d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.986447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:27.987049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e062c74-042a-495e-90d5-c33a75db315d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.987698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b111fb9-1be0-4a7a-90fc-c1432a38d975 None None] The sync data for ids ['f8458859-a8be-4179-a18b-cc3d3afc4f8d'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:28.007651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eb3acf58-8be1-4e93-a87b-642b93f8648d tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/f8458859-a8be-4179-a18b-cc3d3afc4f8d HTTP/1.1" status: 200 len: 920 time: 0.1510470 Jun 30 09:05:28.010490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42354) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.054159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8e062c74-042a-495e-90d5-c33a75db315d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.058059 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8e062c74-042a-495e-90d5-c33a75db315d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3597605 Jun 30 09:05:28.059396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42356) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.064779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1384c1d8-ff16-49c0-86eb-745596dc2789 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'd9616824-235e-4487-bc18-fbd4bceeeb01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:28.065075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e062c74-042a-495e-90d5-c33a75db315d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9616824-235e-4487-bc18-fbd4bceeeb01,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.104647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e8563-b376-4573-bf8d-ca1fb5bff3a1 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.105825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-268e8563-b376-4573-bf8d-ca1fb5bff3a1 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=f8458859-a8be-4179-a18b-cc3d3afc4f8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0943706 Jun 30 09:05:28.109550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42358) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.134148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.139219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.218583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Port': ['ID=28468644-72e7-4416-afd0-fec5d263a2a0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.232340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.246586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.248221 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-53e832de-6a4b-49b1-a50f-01b49d2c92de tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4258084 Jun 30 09:05:28.251004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42360) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.256220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-872033477'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:28.278280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Made reservation on behalf of 64844e6e56a04947b9add65c0706d413 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:28.282333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.294514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.431498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.443447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.455405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:28.466021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.466422 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Added segment c16234c7-5322-40b5-9bdb-92370362cabc of type vlan for network 9d7db846-b6da-43e2-8990-c565306692f7 Jun 30 09:05:28.511313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.526764 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-1384c1d8-ff16-49c0-86eb-745596dc2789 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The resource could not be found. Jun 30 09:05:28.530246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1384c1d8-ff16-49c0-86eb-745596dc2789 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4693992 Jun 30 09:05:28.530754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42366) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.545151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-483b4bda-31bb-4766-986c-2ebd8d8ad348 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'd9616824-235e-4487-bc18-fbd4bceeeb01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '32268575-967b-4d84-b15a-463bf31713e6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:28.567417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e55b35b-dff8-4b91-ba9a-6a44a6ce85fd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.570662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.576124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.576713 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.642961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Network': ['ID=9d7db846-b6da-43e2-8990-c565306692f7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.654523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 9d7db846-b6da-43e2-8990-c565306692f7 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:28.669111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2334d-ebb3-4225-8f2b-9d91f729554b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.673199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1fe2334d-ebb3-4225-8f2b-9d91f729554b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.5558138 Jun 30 09:05:28.674288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42368) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.686466 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-149fa688-440f-4cde-9b10-dfeb9079d0c2 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4342747 Jun 30 09:05:28.689852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42370) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.714480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Request body: {'subnet': {'network_id': '9d7db846-b6da-43e2-8990-c565306692f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:28.721343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-39bdb7ee-20ad-4e8e-bf2a-b78c0212dd41 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8458859-a8be-4179-a18b-cc3d3afc4f8d HTTP/1.1" status: 200 len: 205 time: 0.0437737 Jun 30 09:05:28.722411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42372) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.823017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9546ce-bedc-416a-852d-7557f77193fa req-637bbfb2-625f-4af9-9855-9e0574a0a376 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.824543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea9546ce-bedc-416a-852d-7557f77193fa req-637bbfb2-625f-4af9-9855-9e0574a0a376 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.3024790 Jun 30 09:05:28.825329 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-483b4bda-31bb-4766-986c-2ebd8d8ad348 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The resource could not be found. Jun 30 09:05:28.828928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-483b4bda-31bb-4766-986c-2ebd8d8ad348 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2845805 Jun 30 09:05:28.829582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42374) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.837544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc7a7d-db22-4b2e-b3bf-6597ecc01193 req-3d98bb8a-94c3-41b2-80ed-1f6be609fc2c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.839064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81bc7a7d-db22-4b2e-b3bf-6597ecc01193 req-3d98bb8a-94c3-41b2-80ed-1f6be609fc2c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.2857254 Jun 30 09:05:28.850785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.919674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea9546ce-bedc-416a-852d-7557f77193fa req-40000fca-d604-452b-9e55-65c937b8db32 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795331 Jun 30 09:05:28.926819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Made reservation on behalf of 64844e6e56a04947b9add65c0706d413 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:28.933226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.950915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81bc7a7d-db22-4b2e-b3bf-6597ecc01193 req-56ffae30-43b6-4f2c-b1cc-40b2c4172aed tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893996 Jun 30 09:05:28.966832 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c816a6-a8a6-4837-8189-f8a19176e3b0 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.003044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c816a6-a8a6-4837-8189-f8a19176e3b0 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.012208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.096108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c816a6-a8a6-4837-8189-f8a19176e3b0 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.101270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c816a6-a8a6-4837-8189-f8a19176e3b0 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.102723 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e7c816a6-a8a6-4837-8189-f8a19176e3b0 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/d9616824-235e-4487-bc18-fbd4bceeeb01 HTTP/1.1" status: 204 len: 168 time: 0.2720792 Jun 30 09:05:29.109977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.120723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Deleting port 4bfff635-8bb6-45c3-9c36-cd3abcf293e8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:29.121207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.130898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c816a6-a8a6-4837-8189-f8a19176e3b0 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9616824-235e-4487-bc18-fbd4bceeeb01,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.235224 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e787d67-7f53-4f80-846b-e3a5d9544c90 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1233423 Jun 30 09:05:29.241667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42380) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.245827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-74657fca-de09-48fb-9c7b-7e4caa674749 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': 'b242942a-6e66-48f8-a34c-bd1dd67322b6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:29.258714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.260603 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.273574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Calling delete_port for 4bfff635-8bb6-45c3-9c36-cd3abcf293e8 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:29.342072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Subnet': ['ID=24bc9e96-f8f7-4cc6-b087-1f0694efbe62,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.347163 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-74657fca-de09-48fb-9c7b-7e4caa674749 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The resource could not be found. Jun 30 09:05:29.351131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-74657fca-de09-48fb-9c7b-7e4caa674749 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1062338 Jun 30 09:05:29.353523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42382) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.358293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-118b82dc-899f-4dde-b061-3a1ce4b9c206 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071466007'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:29.363242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Checking segment: {'id': 'c16234c7-5322-40b5-9bdb-92370362cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d7db846-b6da-43e2-8990-c565306692f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:29.363730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Network hostable DHCP agents. Network: 9d7db846-b6da-43e2-8990-c565306692f7, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:29.391426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Network 9d7db846-b6da-43e2-8990-c565306692f7 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:29.396833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-118b82dc-899f-4dde-b061-3a1ce4b9c206 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.408523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 9d7db846-b6da-43e2-8990-c565306692f7) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:29.417310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.417740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21202f-b351-4b8d-b164-c02ad2381106 None None] Network 9d7db846-b6da-43e2-8990-c565306692f7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:29.418159 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.461165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.494621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event deleted for resources: {'Port': ['ID=4bfff635-8bb6-45c3-9c36-cd3abcf293e8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.511370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-118b82dc-899f-4dde-b061-3a1ce4b9c206 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.518972 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-118b82dc-899f-4dde-b061-3a1ce4b9c206 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.528963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6183cfc1-9040-4282-bbc7-3786979a7a35 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8213878 Jun 30 09:05:29.536052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42384) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.540969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-531838113', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:29.565953 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.589291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-9d7db846-b6da-43e2-8990-c565306692f7', 'network_id': '9d7db846-b6da-43e2-8990-c565306692f7', 'tenant_id': '64844e6e56a04947b9add65c0706d413', 'fixed_ips': [{'subnet_id': '24bc9e96-f8f7-4cc6-b087-1f0694efbe62'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:05:29.590225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.596425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b82dc-899f-4dde-b061-3a1ce4b9c206 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d59ab0e-64b3-483c-9855-86d57180e363,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.604956 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.606158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.614712 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-118b82dc-899f-4dde-b061-3a1ce4b9c206 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.618218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-118b82dc-899f-4dde-b061-3a1ce4b9c206 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2609446 Jun 30 09:05:29.618489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42386) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.630708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ff10daad-e644-42dd-934d-37c469543831 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--389952616'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:29.658229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff10daad-e644-42dd-934d-37c469543831 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.700255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.702623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.712012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.736344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Allocated IP 172.20.0.2 (9d7db846-b6da-43e2-8990-c565306692f7/24bc9e96-f8f7-4cc6-b087-1f0694efbe62/8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:29.750902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.751318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Fanout notify agent at l3_agent the message router_deleted on router f8458859-a8be-4179-a18b-cc3d3afc4f8d {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:29.761162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.766631 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-64f0da90-88af-464f-b893-34fc026f3fee tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/f8458859-a8be-4179-a18b-cc3d3afc4f8d HTTP/1.1" status: 204 len: 168 time: 1.0392787 Jun 30 09:05:29.768581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42388) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.774200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-10c5c1e3-b208-431c-b9d4-8f126e74c73f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1378338141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:29.880038 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.887460 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.896549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Transition to ACTIVE for port object 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:29.911351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Transition to ACTIVE for port object 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:29.916889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.923643 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff10daad-e644-42dd-934d-37c469543831 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.944136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10c5c1e3-b208-431c-b9d4-8f126e74c73f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.945406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10c5c1e3-b208-431c-b9d4-8f126e74c73f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.950016 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff10daad-e644-42dd-934d-37c469543831 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.954741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Network 9d7db846-b6da-43e2-8990-c565306692f7 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:29.957666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:29.960930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:29.991562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10daad-e644-42dd-934d-37c469543831 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d63ffb2-e300-45b1-9c93-4ae3087fbf86,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.997993 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff10daad-e644-42dd-934d-37c469543831 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.998359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Pushing event updated for resources: {'Port': ['ID=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.999241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ff10daad-e644-42dd-934d-37c469543831 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3798604 Jun 30 09:05:30.006788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42394) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:30.016402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-088c2e33-3d47-4959-8b93-24caba6a3921 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group_rule': {'security_group_id': '1d59ab0e-64b3-483c-9855-86d57180e363', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1d63ffb2-e300-45b1-9c93-4ae3087fbf86'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:30.035452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Attempting to bind port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:30.035818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Attempting to bind port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c16234c7-5322-40b5-9bdb-92370362cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d7db846-b6da-43e2-8990-c565306692f7'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:30.036168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Attempting to bind port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 on network 9d7db846-b6da-43e2-8990-c565306692f7 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:30.044258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:30.044876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Checking segment: {'id': 'c16234c7-5322-40b5-9bdb-92370362cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d7db846-b6da-43e2-8990-c565306692f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:30.045442 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.046010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Bound using segment: {'id': 'c16234c7-5322-40b5-9bdb-92370362cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d7db846-b6da-43e2-8990-c565306692f7'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:30.046617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Bound port: 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16234c7-5322-40b5-9bdb-92370362cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d7db846-b6da-43e2-8990-c565306692f7'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:30.047171 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.075379 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10c5c1e3-b208-431c-b9d4-8f126e74c73f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.090481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10c5c1e3-b208-431c-b9d4-8f126e74c73f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.116406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10c5c1e3-b208-431c-b9d4-8f126e74c73f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.120612 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-10c5c1e3-b208-431c-b9d4-8f126e74c73f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3482463 Jun 30 09:05:30.120981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42396) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:30.126007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': True}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:30.127428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] For port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:30.131693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] For port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,segment=NetworkSegment(c16234c7-5322-40b5-9bdb-92370362cabc),segment_id=c16234c7-5322-40b5-9bdb-92370362cabc)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:30.140007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a0983918-a4dc-410a-b59d-e5d4f24f59a1 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:30.144493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.157572 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-088c2e33-3d47-4959-8b93-24caba6a3921 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:05:30.162276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-088c2e33-3d47-4959-8b93-24caba6a3921 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1487825 Jun 30 09:05:30.171737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42400) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:30.224594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b0484-a9d9-499e-9106-2a2b3b5e3c40 None None] Pushing event updated for resources: {'Port': ['ID=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.324139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.369783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:30.372594 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1d9f2-1d55-412b-8224-2111aa2cebe9" -d '{"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-unplugged", "status": "completed", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:30.386760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:30.396295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.422822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422087d-9244-4716-8686-0e9808c52180 req-860ae6a0-b478-4683-95be-9c2444c00800 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.424412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5422087d-9244-4716-8686-0e9808c52180 req-860ae6a0-b478-4683-95be-9c2444c00800 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 946 time: 0.3254285 Jun 30 09:05:30.429214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.431024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-509bd338-c1e9-45b3-ab34-d022256109b4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.449499 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.461249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.489216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.508522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b9e83-9681-45ae-86c3-4558a7eb2622 req-e0e837f7-1b09-4878-9bc3-4e0ad7011de2 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.510021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-680b9e83-9681-45ae-86c3-4558a7eb2622 req-e0e837f7-1b09-4878-9bc3-4e0ad7011de2 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.3719869 Jun 30 09:05:30.532387 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-509bd338-c1e9-45b3-ab34-d022256109b4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.623906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5422087d-9244-4716-8686-0e9808c52180 req-f7be7f56-e6c6-48bd-9ff7-c5dc89aec262 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908524 Jun 30 09:05:30.688040 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53523ccf-9617-4110-9d18-e9c62c46d60b x-openstack-request-id: req-53523ccf-9617-4110-9d18-e9c62c46d60b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:30.688543 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-unplugged", "status": "failed", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1", "code": 422}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:30.688952 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53523ccf-9617-4110-9d18-e9c62c46d60b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:30.689562 n-d-758944-40 neutron-server[100241]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'code': 422} returned with failed status Jun 30 09:05:30.701315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-680b9e83-9681-45ae-86c3-4558a7eb2622 req-ee2ed73f-9284-4eb0-930b-2268dc3b4dc6 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750195 Jun 30 09:05:30.726638 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-509bd338-c1e9-45b3-ab34-d022256109b4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.730878 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-509bd338-c1e9-45b3-ab34-d022256109b4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.734546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-509bd338-c1e9-45b3-ab34-d022256109b4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d63ffb2-e300-45b1-9c93-4ae3087fbf86 HTTP/1.1" status: 204 len: 168 time: 0.5580547 Jun 30 09:05:30.735159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42410) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:30.752924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Allocated IP 172.25.8.47 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/7f8cf4d0-87f5-46d1-805d-8194bff1cf41) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:30.765892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bd338-c1e9-45b3-ab34-d022256109b4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d63ffb2-e300-45b1-9c93-4ae3087fbf86,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.885107 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6d7bd663-62c0-4a30-8807-b638103241c4 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1474226 Jun 30 09:05:30.886462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.887963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42412) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:30.908245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.949769 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.012610 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a324b42-2e01-4ac1-9eb2-c62bb0d55c97 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.036090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f6078-c471-4d14-9e8d-1f6fee08c6da req-94b92877-15be-4294-b06a-5d142ead175e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.037495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a6f6078-c471-4d14-9e8d-1f6fee08c6da req-94b92877-15be-4294-b06a-5d142ead175e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1669905 Jun 30 09:05:31.060754 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a324b42-2e01-4ac1-9eb2-c62bb0d55c97 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.079314 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.120861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Allocated IP 172.25.8.8 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/513abca5-5cb8-4968-b01e-738bf01022b8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:31.155616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:31.163870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a6f6078-c471-4d14-9e8d-1f6fee08c6da req-f39d5f77-cc81-4fad-a729-490bb6a1232a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201715 Jun 30 09:05:31.169094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:31.171572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:31.174137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Port': ['ID=7f8cf4d0-87f5-46d1-805d-8194bff1cf41,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.205373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a324b42-2e01-4ac1-9eb2-c62bb0d55c97 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.208621 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a324b42-2e01-4ac1-9eb2-c62bb0d55c97 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.212676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2a324b42-2e01-4ac1-9eb2-c62bb0d55c97 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d59ab0e-64b3-483c-9855-86d57180e363 HTTP/1.1" status: 204 len: 168 time: 0.3208280 Jun 30 09:05:31.213701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42414) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:31.260295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a324b42-2e01-4ac1-9eb2-c62bb0d55c97 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d59ab0e-64b3-483c-9855-86d57180e363,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.304854 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-37dffa34-14b9-4ac6-a46c-69a6910d346a tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862870 Jun 30 09:05:31.308395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.310417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42418) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:31.324275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c379eba1-dd72-4340-ae1a-43f5fcba84f7 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342244572'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:31.379817 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c379eba1-dd72-4340-ae1a-43f5fcba84f7 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.398312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.490029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:31.501519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:31.511532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:31.515862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Port': ['ID=513abca5-5cb8-4968-b01e-738bf01022b8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.576025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98e080-06b8-49bb-ac25-3a1918c1df8c req-36c806f8-39f3-48ab-a53f-97266f87bccc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.584470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f98e080-06b8-49bb-ac25-3a1918c1df8c req-36c806f8-39f3-48ab-a53f-97266f87bccc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2180326 Jun 30 09:05:31.614629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c379eba1-dd72-4340-ae1a-43f5fcba84f7 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.626634 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71adaf59-cf00-4b6f-bc20-a73731a2c536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.641149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c379eba1-dd72-4340-ae1a-43f5fcba84f7 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.651930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.701262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f98e080-06b8-49bb-ac25-3a1918c1df8c req-a1cbc00d-48f2-46b8-8731-32904b146e21 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159043 Jun 30 09:05:31.714425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c379eba1-dd72-4340-ae1a-43f5fcba84f7 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.715851 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c379eba1-dd72-4340-ae1a-43f5fcba84f7 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4013093 Jun 30 09:05:31.720851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42422) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:31.726787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-355c016a-a729-4fcd-b433-a807b4b53d6b tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:31.727521 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-355c016a-a729-4fcd-b433-a807b4b53d6b tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:05:31.728139 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-355c016a-a729-4fcd-b433-a807b4b53d6b tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:05:31.731825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-355c016a-a729-4fcd-b433-a807b4b53d6b tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "PUT /v2.0/security-groups/c6503a22-f493-4baf-961f-e99393a630df HTTP/1.1" status: 409 len: 330 time: 0.0073273 Jun 30 09:05:31.738259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42424) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:31.748972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379eba1-dd72-4340-ae1a-43f5fcba84f7 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6503a22-f493-4baf-961f-e99393a630df,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.831819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:31.892393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f0d8b-068d-4103-b88b-4147e8561a9f None None] Network 9d7db846-b6da-43e2-8990-c565306692f7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:32.010906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3c42b430-61cf-4954-bbbf-c7f469676d89 None None] Provisioning for port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:32.013184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.047149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:32.083613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:32.087894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.116215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a589ceed-425f-45cd-9e99-0695af82f258 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.156438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:32.262751 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a589ceed-425f-45cd-9e99-0695af82f258 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.308408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b068a52-f313-4db9-b81b-2df9460d4b42 req-c20f2a27-9d14-4de6-8212-7b3f2cc8e0e4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.310287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b068a52-f313-4db9-b81b-2df9460d4b42 req-c20f2a27-9d14-4de6-8212-7b3f2cc8e0e4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 944 time: 0.3295927 Jun 30 09:05:32.408194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.422222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.447706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:32.478109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,segment=NetworkSegment(c16234c7-5322-40b5-9bdb-92370362cabc),segment_id=c16234c7-5322-40b5-9bdb-92370362cabc)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:32.480377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'port_id': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'mac_address': 'fa:16:3e:b7:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:32.537578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.540305 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.548082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b068a52-f313-4db9-b81b-2df9460d4b42 req-e6e2de11-94e5-45ef-b4f6-f8c3f861d2ab tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267740 Jun 30 09:05:32.581980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a589ceed-425f-45cd-9e99-0695af82f258 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.588021 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a589ceed-425f-45cd-9e99-0695af82f258 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.589171 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a589ceed-425f-45cd-9e99-0695af82f258 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/c6503a22-f493-4baf-961f-e99393a630df HTTP/1.1" status: 204 len: 168 time: 0.8489180 Jun 30 09:05:32.604665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42434) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:32.613461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61e3dfb-0aa4-4285-8925-4b2b15072342 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:32.623087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589ceed-425f-45cd-9e99-0695af82f258 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6503a22-f493-4baf-961f-e99393a630df,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:32.683138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.687810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.708024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:32.715246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42b427-5ab6-4c91-a859-8076237a4f1c req-818cf221-c157-4f97-8490-9b07e87952a4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.716366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:32.717038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db42b427-5ab6-4c91-a859-8076237a4f1c req-818cf221-c157-4f97-8490-9b07e87952a4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3754208 Jun 30 09:05:32.745932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.791365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-94658a0b-27e6-4645-8dfe-cc8d77c5efb2 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1693332 Jun 30 09:05:32.793013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42436) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:32.793847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Router 11f53bb7-8c3e-4a4e-b638-43d74b2964f9 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:32.819248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:32.834416 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-2a212532-6678-4866-8122-1a740d46171d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] delete failed (client error): The resource could not be found. Jun 30 09:05:32.835517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2a212532-6678-4866-8122-1a740d46171d tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "DELETE /v2.0/security-groups/b8526714-3e72-4bd2-9bcc-0666cd277056 HTTP/1.1" status: 404 len: 347 time: 0.0372028 Jun 30 09:05:32.840983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:32.855835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db42b427-5ab6-4c91-a859-8076237a4f1c req-df2f6c0b-b3c0-4894-ac08-25009dc5ed40 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220644 Jun 30 09:05:32.869187 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-af78df7e-7337-4ae9-ab99-8ae6e933916a tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] show failed (client error): The resource could not be found. Jun 30 09:05:32.869187 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af78df7e-7337-4ae9-ab99-8ae6e933916a tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-groups/2c4eeb5a-0669-4eed-a495-4a971314ddcf HTTP/1.1" status: 404 len: 347 time: 0.0191135 Jun 30 09:05:32.869187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42440) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:32.888263 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-86a434ac-771f-4247-9012-33cededa4e57 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] show failed (client error): The resource could not be found. Jun 30 09:05:32.889431 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-86a434ac-771f-4247-9012-33cededa4e57 tempest-NegativeSecGroupTest-410500545 tempest-NegativeSecGroupTest-410500545-project] 10.222.0.53 "GET /v2.0/security-group-rules/c044faaa-429c-40a2-8d9d-0e5b66bc4161 HTTP/1.1" status: 404 len: 356 time: 0.0210850 Jun 30 09:05:32.940658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Router 63cb8c9c-b3dc-4d83-833b-3940fe98d68e is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:32.993097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e61e3dfb-0aa4-4285-8925-4b2b15072342'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:33.058415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2dc3fc9d-bafd-4b0c-9d7c-74682b3bc4de None None] Provisioning complete for port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:33.059131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fc9d-bafd-4b0c-9d7c-74682b3bc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.119513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:33.130099 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] Sync routers for ids ['63cb8c9c-b3dc-4d83-833b-3940fe98d68e'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:33.131311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.132924 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f0d4606e-e892-43b6-a67d-dd946a628767 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "PUT /v2.0/routers/63cb8c9c-b3dc-4d83-833b-3940fe98d68e HTTP/1.1" status: 200 len: 913 time: 3.0108631 Jun 30 09:05:33.135565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42444) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.148190 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] Routers {'63cb8c9c-b3dc-4d83-833b-3940fe98d68e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:33.149154 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['63cb8c9c-b3dc-4d83-833b-3940fe98d68e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.252135 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.281653 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] Routers {'63cb8c9c-b3dc-4d83-833b-3940fe98d68e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:33.282558 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['63cb8c9c-b3dc-4d83-833b-3940fe98d68e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.323356 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-59f3dcfd-b96e-4cfd-a21e-847fae7075be tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/63cb8c9c-b3dc-4d83-833b-3940fe98d68e HTTP/1.1" status: 200 len: 919 time: 0.1863234 Jun 30 09:05:33.327098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42448) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.364389 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.367754 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7028e-f7a2-49d3-b137-6cd9200a7534 None None] The sync data for ids ['63cb8c9c-b3dc-4d83-833b-3940fe98d68e'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:33.380064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42450) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.436877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339ed1b-a965-4983-b075-b31ea2240486 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.438734 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0339ed1b-a965-4983-b075-b31ea2240486 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=63cb8c9c-b3dc-4d83-833b-3940fe98d68e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1104724 Jun 30 09:05:33.441399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42454) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.472177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:33.483164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] Sync routers for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:33.498615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:33.499401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.515974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.521305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-26c24b10-cd6d-4dd9-ac4e-496a6d32f198 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.9842434 Jun 30 09:05:33.521963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42456) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.546161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.564280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:33.564980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.573404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c38ae33-4693-4ab3-9373-7904a40134cb tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.574828 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c38ae33-4693-4ab3-9373-7904a40134cb tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.1321683 Jun 30 09:05:33.578233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42458) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.592763 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-04406899-eff0-4d87-b229-187ab11207a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e7ef2c2f3094f0baa18fece982b42c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112541 Jun 30 09:05:33.595118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42464) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.631042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-acacaef2-db0a-4150-b90a-26eae9810912 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=63cb8c9c-b3dc-4d83-833b-3940fe98d68e HTTP/1.1" status: 200 len: 205 time: 0.0506797 Jun 30 09:05:33.642256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.684560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:33.685667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd4ebf-148c-4d14-b74d-eefbc10a4fd3 None None] The sync data for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:33.769485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:33.776002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c70129b-de34-42e7-a387-7aca92b5fdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.843340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c70129b-de34-42e7-a387-7aca92b5fdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.856475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:33.856855 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.861575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.015294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c70129b-de34-42e7-a387-7aca92b5fdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.018471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c70129b-de34-42e7-a387-7aca92b5fdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.020337 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8c70129b-de34-42e7-a387-7aca92b5fdab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/580ad4a1-54ee-419f-b1f6-c60889b1e9f7 HTTP/1.1" status: 204 len: 168 time: 0.4232340 Jun 30 09:05:34.023933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.035854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70129b-de34-42e7-a387-7aca92b5fdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ad4a1-54ee-419f-b1f6-c60889b1e9f7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:34.106624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Deleting port 513abca5-5cb8-4968-b01e-738bf01022b8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:34.106959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.125120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb1a5d-a927-442a-b7c6-e4a299272307 req-6e662e44-9281-48fd-8c17-bc136f3116ad tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.127435 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80bb1a5d-a927-442a-b7c6-e4a299272307 req-6e662e44-9281-48fd-8c17-bc136f3116ad tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 945 time: 0.3021531 Jun 30 09:05:34.171627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:34.203033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.229780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Calling delete_port for 513abca5-5cb8-4968-b01e-738bf01022b8 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:34.270799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e61e3dfb-0aa4-4285-8925-4b2b15072342 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:34.271309 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.295026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80bb1a5d-a927-442a-b7c6-e4a299272307 req-15193d82-1e06-4e27-9517-1559c71385f2 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603084 Jun 30 09:05:34.384227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.392794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.447773 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dac01cb-ca25-4a41-9d62-d8705f48877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.467867 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.512141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:34.514720 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59425e6e-c1fa-4f34-a06e-bbd280437fdf" -d '{"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:34.532139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:34.546319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.547175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a0983918-a4dc-410a-b59d-e5d4f24f59a1 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:34.568754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.632421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=10']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:34.650386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event deleted for resources: {'Port': ['ID=513abca5-5cb8-4968-b01e-738bf01022b8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:34.698021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.814917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.818276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.871916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.872543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Fanout notify agent at l3_agent the message router_deleted on router 63cb8c9c-b3dc-4d83-833b-3940fe98d68e {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:34.884652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.889294 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d8b8f474-91fe-4046-a04e-72786f7630c1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/63cb8c9c-b3dc-4d83-833b-3940fe98d68e HTTP/1.1" status: 204 len: 168 time: 1.2344434 Jun 30 09:05:34.890299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42492) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:34.895891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-836e28ca-e88d-42e1-907b-32d9f40bb569 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-919855511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:34.899237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87ec71-194b-4e2a-b51f-f406a189fe79 req-ad91ffc1-0707-43c2-8bb8-c63fadbcf6db tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.900768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e87ec71-194b-4e2a-b51f-f406a189fe79 req-ad91ffc1-0707-43c2-8bb8-c63fadbcf6db tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 945 time: 0.2186837 Jun 30 09:05:34.917114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee0fe-2c21-4909-8472-d6510b4c4514 req-0e925b60-7e6f-47b5-a0bd-88a8349d9f96 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.918764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-590ee0fe-2c21-4909-8472-d6510b4c4514 req-0e925b60-7e6f-47b5-a0bd-88a8349d9f96 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2383974 Jun 30 09:05:34.929272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-836e28ca-e88d-42e1-907b-32d9f40bb569 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.930372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-836e28ca-e88d-42e1-907b-32d9f40bb569 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.934692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Allocated IP 172.20.0.1 (9d7db846-b6da-43e2-8990-c565306692f7/24bc9e96-f8f7-4cc6-b087-1f0694efbe62/b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:34.998341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-836e28ca-e88d-42e1-907b-32d9f40bb569 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.003142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-836e28ca-e88d-42e1-907b-32d9f40bb569 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.019324 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-836e28ca-e88d-42e1-907b-32d9f40bb569 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.021402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-836e28ca-e88d-42e1-907b-32d9f40bb569 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1296289 Jun 30 09:05:35.024216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:35.028912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': False}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:35.041924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e87ec71-194b-4e2a-b51f-f406a189fe79 req-b614e74b-733e-4349-91f7-c2031056f0ec tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354353 Jun 30 09:05:35.046927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-590ee0fe-2c21-4909-8472-d6510b4c4514 req-376e30a6-93b5-4f8f-8482-b0c93f4d3767 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136155 Jun 30 09:05:35.117935 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90065d-3702-46a0-a88d-4a7c2887121a x-openstack-request-id: req-bc90065d-3702-46a0-a88d-4a7c2887121a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:35.118454 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:35.118454 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc90065d-3702-46a0-a88d-4a7c2887121a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:35.119154 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'code': 200} Jun 30 09:05:35.132291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.148090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Transition to ACTIVE for port object b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:35.149281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42500) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:35.191369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.252346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Port': ['ID=b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:35.260052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Network 9d7db846-b6da-43e2-8990-c565306692f7 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:35.261925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:35.263086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.265729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:35.322767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2fa63206-7c07-49dc-8bd7-0b3468987daf tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1598252666', 'prefixes': ['172.20.0.0/16']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:35.374394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.439884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8a88-bddd-47ba-932d-661c5ed66bcc req-cd6dfefd-627a-407b-85a3-4eb14838ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.441396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2fc8a88-bddd-47ba-932d-661c5ed66bcc req-cd6dfefd-627a-407b-85a3-4eb14838ebd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1099 time: 0.1768510 Jun 30 09:05:35.511972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.531458 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.544803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cdea8ccd-2391-449a-b31d-7704807333e0 None None] Provisioning for port b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:35.549131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cdea8ccd-2391-449a-b31d-7704807333e0 None None] Provisioning complete for port b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:35.549718 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdea8ccd-2391-449a-b31d-7704807333e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.572390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2fc8a88-bddd-47ba-932d-661c5ed66bcc req-725e80a1-7405-4941-ab34-4c111c47f497 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204448 Jun 30 09:05:35.580884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2fa63206-7c07-49dc-8bd7-0b3468987daf tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] Notify callbacks [] for subnetpool, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.583076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2fa63206-7c07-49dc-8bd7-0b3468987daf tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4320540 Jun 30 09:05:35.586565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:35.590835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cdea8ccd-2391-449a-b31d-7704807333e0 None None] Port b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:35.641797 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-699af6f9-e6aa-4b72-91ed-9b9b8f7acdfd tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] 10.222.0.53 "GET /v2.0/subnetpools/6dd3fd6c-95b8-41e4-a933-c8f4527cec32 HTTP/1.1" status: 200 len: 732 time: 0.0540197 Jun 30 09:05:35.645314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42508) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:35.647207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771305-c4f5-4e0d-abc7-512592703762 req-3e739320-5a63-40a0-b2c1-28b62638d0c6 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.648715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6771305-c4f5-4e0d-abc7-512592703762 req-3e739320-5a63-40a0-b2c1-28b62638d0c6 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 947 time: 0.1652644 Jun 30 09:05:35.651472 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.666091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-11ac7859-bec8-4ec5-911a-d0b0ef469a90 tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2052214982'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:35.724703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Allocated IP 172.25.8.142 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/dc62daed-ef15-40ba-ae0d-f55bb6cc0561) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:35.729175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6771305-c4f5-4e0d-abc7-512592703762 req-afd9442d-aaa1-41c0-ad11-e72c53acb5e2 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742381 Jun 30 09:05:35.776141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.811385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11ac7859-bec8-4ec5-911a-d0b0ef469a90 tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] Notify callbacks [] for subnetpool, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.812582 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-11ac7859-bec8-4ec5-911a-d0b0ef469a90 tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] 10.222.0.53 "PUT /v2.0/subnetpools/6dd3fd6c-95b8-41e4-a933-c8f4527cec32 HTTP/1.1" status: 200 len: 684 time: 0.1664104 Jun 30 09:05:35.815415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42510) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:35.859583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.898912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.939690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:35.942989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:35.948485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:35.963650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1604aa3f-f428-464c-8a96-e403597b267c tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] Notify callbacks [] for subnetpool, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.964770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1604aa3f-f428-464c-8a96-e403597b267c tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6dd3fd6c-95b8-41e4-a933-c8f4527cec32 HTTP/1.1" status: 204 len: 168 time: 0.1483061 Jun 30 09:05:35.967467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42512) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:35.970450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Pushing event updated for resources: {'Port': ['ID=dc62daed-ef15-40ba-ae0d-f55bb6cc0561,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:35.985989 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-8b5e7e8a-aa22-4a2f-9250-e98dd0b04601 tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] show failed (client error): The resource could not be found. Jun 30 09:05:35.987001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8b5e7e8a-aa22-4a2f-9250-e98dd0b04601 tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] 10.222.0.53 "GET /v2.0/subnetpools/6dd3fd6c-95b8-41e4-a933-c8f4527cec32 HTTP/1.1" status: 404 len: 346 time: 0.0186501 Jun 30 09:05:35.990299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42514) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:36.033727 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-8b1db678-f7f2-4ffd-9acc-9a3e1299fa23 tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] delete failed (client error): The resource could not be found. Jun 30 09:05:36.034745 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8b1db678-f7f2-4ffd-9acc-9a3e1299fa23 tempest-SubnetPoolsTestJSON-1985558911 tempest-SubnetPoolsTestJSON-1985558911-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6dd3fd6c-95b8-41e4-a933-c8f4527cec32 HTTP/1.1" status: 404 len: 346 time: 0.0435348 Jun 30 09:05:36.067451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.081390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.218636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Port': ['ID=b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:36.225446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.271427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783217-432c-4b30-9509-12ac1f2557ad req-f231f645-3bc7-419e-ae8d-b8c56d6ee99f tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.272997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6783217-432c-4b30-9509-12ac1f2557ad req-f231f645-3bc7-419e-ae8d-b8c56d6ee99f tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 945 time: 0.2337222 Jun 30 09:05:36.397139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42526) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:36.474545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01c4cd-ab6e-4487-b8b5-ff4f2ca175fe req-aae07e86-1d2b-40fb-bbe1-28e7ba1a5a46 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.476127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d01c4cd-ab6e-4487-b8b5-ff4f2ca175fe req-aae07e86-1d2b-40fb-bbe1-28e7ba1a5a46 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 945 time: 0.2849600 Jun 30 09:05:36.499354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98779c-3367-4bbf-90bd-f6c84fd18072 req-1b6978a8-b6d2-4dcb-92bc-b85bb77d8e7e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.500902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a98779c-3367-4bbf-90bd-f6c84fd18072 req-1b6978a8-b6d2-4dcb-92bc-b85bb77d8e7e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3071194 Jun 30 09:05:36.533872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Network 9d7db846-b6da-43e2-8990-c565306692f7 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:36.552182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:36.579720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebdac9cc-ed36-45af-acb2-02d495625368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.617084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d01c4cd-ab6e-4487-b8b5-ff4f2ca175fe req-1d724e28-7979-4465-8335-fbfb446ee479 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294353 Jun 30 09:05:36.661805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a98779c-3367-4bbf-90bd-f6c84fd18072 req-87f6d5e1-f0e2-41f0-8cb2-489c2cb22113 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500838 Jun 30 09:05:36.669073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.669212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Deleting port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:36.669431 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.902930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.906858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.037488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3e3c9b68-a412-490a-ad55-db0220cd81fb None None] Provisioning complete for port b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:37.039293 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9b68-a412-490a-ad55-db0220cd81fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.074725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Router ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:37.089081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c9b68-a412-490a-ad55-db0220cd81fb None None] Port b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:37.204351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:37.210311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.214565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42566) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:37.215013 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c641338-f29c-44a6-9622-be2dab758556 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "PUT /v2.0/routers/ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 HTTP/1.1" status: 200 len: 915 time: 2.1893706 Jun 30 09:05:37.220099 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] Sync routers for ids ['ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:37.225223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] For port 61d02073-f32d-4b62-9a2d-edb6894bd2e2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61d02073-f32d-4b62-9a2d-edb6894bd2e2,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:37.225546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.233025 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] Routers {'ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:37.233967 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.244443 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.244724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Router 11f53bb7-8c3e-4a4e-b638-43d74b2964f9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:37.275082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.283968 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] Routers {'ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:37.284671 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.290319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Calling delete_port for 61d02073-f32d-4b62-9a2d-edb6894bd2e2 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:37.317951 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.318923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a419154a-f361-4abb-8985-2e0c786b31cc None None] The sync data for ids ['ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:37.467871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461d9e-410c-467d-bd4c-e227a2e0865e req-8bc485bf-c9ec-4a8c-ac0f-d742a0172c76 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.469374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d461d9e-410c-467d-bd4c-e227a2e0865e req-8bc485bf-c9ec-4a8c-ac0f-d742a0172c76 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 947 time: 0.3511474 Jun 30 09:05:37.498826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebdac9cc-ed36-45af-acb2-02d495625368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.522742 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ebdac9cc-ed36-45af-acb2-02d495625368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.578782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a62c0ba1-c314-40d2-bef6-4d09e7fd687b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 HTTP/1.1" status: 200 len: 921 time: 0.3555660 Jun 30 09:05:37.581687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42568) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:37.636734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ebdac9cc-ed36-45af-acb2-02d495625368 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bad18889f090437589bf2d29b7fda20d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2342136 Jun 30 09:05:37.637226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:37.644140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d461d9e-410c-467d-bd4c-e227a2e0865e req-60c6fb63-12f8-4968-93b3-e920b39f00ba tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579757 Jun 30 09:05:37.644140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdac9cc-ed36-45af-acb2-02d495625368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2dc93c-6c91-46f8-85c6-0b3827f66a93,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.653247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:37.656553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87348c2-87eb-40e4-b020-e515e061c28b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.657810 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c87348c2-87eb-40e4-b020-e515e061c28b tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0748181 Jun 30 09:05:37.658467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-25888179-b385-443f-a7ed-b7bc99e9e4b8 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "PUT /v2.0/routers/11f53bb7-8c3e-4a4e-b638-43d74b2964f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1353757 Jun 30 09:05:37.661302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42574) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:37.661674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42576) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:37.674868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Request body: {'port': {'network_id': '9d7db846-b6da-43e2-8990-c565306692f7', 'name': 'tempest-FloatingIPAdminTestJSON-453084288'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:37.680088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97290498-4217-441e-b07a-ebdaee36550f None None] Sync routers for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:37.701812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97290498-4217-441e-b07a-ebdaee36550f None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:37.702663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-97290498-4217-441e-b07a-ebdaee36550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.741795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-97290498-4217-441e-b07a-ebdaee36550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.747889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82876928-21bd-4d13-9efd-7744d8dd2007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.755852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97290498-4217-441e-b07a-ebdaee36550f None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:37.756784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-97290498-4217-441e-b07a-ebdaee36550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.770814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82876928-21bd-4d13-9efd-7744d8dd2007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.804229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-97290498-4217-441e-b07a-ebdaee36550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:37.805389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97290498-4217-441e-b07a-ebdaee36550f None None] The sync data for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:37.835255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82876928-21bd-4d13-9efd-7744d8dd2007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.838655 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82876928-21bd-4d13-9efd-7744d8dd2007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.842240 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-82876928-21bd-4d13-9efd-7744d8dd2007 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb2dc93c-6c91-46f8-85c6-0b3827f66a93 HTTP/1.1" status: 204 len: 168 time: 0.2016249 Jun 30 09:05:37.851029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82876928-21bd-4d13-9efd-7744d8dd2007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2dc93c-6c91-46f8-85c6-0b3827f66a93,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.860549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.875416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e05f941f-3776-40df-96ae-c81d4bfdffbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:37.881238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3', '61d02073-f32d-4b62-9a2d-edb6894bd2e2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:37.965670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event deleted for resources: {'Port': ['ID=61d02073-f32d-4b62-9a2d-edb6894bd2e2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.992030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a69ca-6f49-4362-8aca-661f374bbbf2 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.996121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4d9a69ca-6f49-4362-8aca-661f374bbbf2 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.3308611 Jun 30 09:05:37.997204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42584) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:38.038468 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-624acecd-1da6-43a3-8d65-8796525e935a tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 HTTP/1.1" status: 200 len: 205 time: 0.0377569 Jun 30 09:05:38.039098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42586) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:38.049894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] No DVR routers for this DVR port 61d02073-f32d-4b62-9a2d-edb6894bd2e2 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:38.058866 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.060835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6783217-432c-4b30-9509-12ac1f2557ad req-5b15cef4-86cc-4c0b-b69a-f3858e68232a tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "DELETE /v2.0/ports/61d02073-f32d-4b62-9a2d-edb6894bd2e2 HTTP/1.1" status: 204 len: 173 time: 1.7771382 Jun 30 09:05:38.061590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'name': 'network-vif-deleted', 'tag': '61d02073-f32d-4b62-9a2d-edb6894bd2e2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:38.063942 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d297e-fe48-4c05-ab7c-0bd34093f8ab" -d '{"events": [{"server_uuid": "12ee7066-7d1a-48e2-a025-72b6ee4432db", "name": "network-vif-deleted", "tag": "61d02073-f32d-4b62-9a2d-edb6894bd2e2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:38.083365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5966ff9-e99f-4a10-8009-7062846b1e90 req-f36aa0db-bba0-473d-bc24-a9e7827f1d2e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.084871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5966ff9-e99f-4a10-8009-7062846b1e90 req-f36aa0db-bba0-473d-bc24-a9e7827f1d2e tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ee7066-7d1a-48e2-a025-72b6ee4432db HTTP/1.1" status: 200 len: 867 time: 0.2748697 Jun 30 09:05:38.087557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Made reservation on behalf of 64844e6e56a04947b9add65c0706d413 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:38.091236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.143281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59079bf7-188d-486d-976d-f8b52a0bafe0 req-f6badb37-2fca-4840-bec7-9d5afc6892ba tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.150939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59079bf7-188d-486d-976d-f8b52a0bafe0 req-f6badb37-2fca-4840-bec7-9d5afc6892ba tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2802989 Jun 30 09:05:38.159226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] device_id is not set on port cf7c311e-41e8-4910-90a0-ae9c70456fc0 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:38.246404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5966ff9-e99f-4a10-8009-7062846b1e90 req-f0842a73-a285-4fa1-ab7c-b82451f84555 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508741 Jun 30 09:05:38.300307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.329441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59079bf7-188d-486d-976d-f8b52a0bafe0 req-35080315-8a99-47e1-8976-e6b77adf2e81 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773486 Jun 30 09:05:38.404943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Allocated IP 172.20.0.5 (9d7db846-b6da-43e2-8990-c565306692f7/24bc9e96-f8f7-4cc6-b087-1f0694efbe62/cf7c311e-41e8-4910-90a0-ae9c70456fc0) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:38.451177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.455961 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f31b11-0fc5-4259-87e3-a09419efe316 x-openstack-request-id: req-b0f31b11-0fc5-4259-87e3-a09419efe316 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:38.456280 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ee7066-7d1a-48e2-a025-72b6ee4432db", "name": "network-vif-deleted", "tag": "61d02073-f32d-4b62-9a2d-edb6894bd2e2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:38.456661 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0f31b11-0fc5-4259-87e3-a09419efe316 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:38.458129 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ee7066-7d1a-48e2-a025-72b6ee4432db', 'name': 'network-vif-deleted', 'tag': '61d02073-f32d-4b62-9a2d-edb6894bd2e2', 'status': 'completed', 'code': 200} Jun 30 09:05:38.510174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Deleting port dc62daed-ef15-40ba-ae0d-f55bb6cc0561 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:38.510174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.599636 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.615350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Calling delete_port for dc62daed-ef15-40ba-ae0d-f55bb6cc0561 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:38.619601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.637139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Transition to ACTIVE for port object cf7c311e-41e8-4910-90a0-ae9c70456fc0 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:38.679535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.701878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Network 9d7db846-b6da-43e2-8990-c565306692f7 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:38.722826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:38.727925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:38.773903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42608) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:38.807953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event updated for resources: {'Port': ['ID=cf7c311e-41e8-4910-90a0-ae9c70456fc0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:38.823214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.839400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.840200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.862274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e8da380d-b5d1-4896-a216-4c7c7a5e617e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1983836 Jun 30 09:05:38.867128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42612) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:38.888626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event deleted for resources: {'Port': ['ID=dc62daed-ef15-40ba-ae0d-f55bb6cc0561,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:38.951733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-350619407'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:39.029015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Made reservation on behalf of 50ddd1c554304966bddd195395bbfbdc for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:39.029338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.032688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.044994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.104280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'project_id': '64844e6e56a04947b9add65c0706d413', 'port_id': 'cf7c311e-41e8-4910-90a0-ae9c70456fc0'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:39.121887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0ad3c-a3c2-4e06-bc0b-0cc09768ece3 req-5f731b13-97ce-4820-9388-f66ef4007dae tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.123677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7b0ad3c-a3c2-4e06-bc0b-0cc09768ece3 req-5f731b13-97ce-4820-9388-f66ef4007dae tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 947 time: 0.1664016 Jun 30 09:05:39.134194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.136525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.137235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-71382c3d-cfc4-4a64-9389-b2791c77b334 None None] Provisioning for port cf7c311e-41e8-4910-90a0-ae9c70456fc0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:39.145270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-71382c3d-cfc4-4a64-9389-b2791c77b334 None None] Provisioning complete for port cf7c311e-41e8-4910-90a0-ae9c70456fc0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:39.146253 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71382c3d-cfc4-4a64-9389-b2791c77b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.191471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.192106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Fanout notify agent at l3_agent the message router_deleted on router ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:39.195903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7b0ad3c-a3c2-4e06-bc0b-0cc09768ece3 req-e23266d1-9f69-45a6-873a-bcf05cb9f30f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642736 Jun 30 09:05:39.201924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.203221 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-106fc6a7-88cc-4985-8c5a-25e1ead51cec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 HTTP/1.1" status: 204 len: 168 time: 1.1632059 Jun 30 09:05:39.207525 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-71382c3d-cfc4-4a64-9389-b2791c77b334 None None] Port cf7c311e-41e8-4910-90a0-ae9c70456fc0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:39.211179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:39.216593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1366975804', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:39.229029 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.236782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.256058 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:05:39.256058 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:05:39.256058 n-d-758944-40 neutron-server[100238]: [parameters: {'project_id_1': 'fe8641603e0640478e0b5b7b6f19bcf0', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 5, 39, 224854)}] Jun 30 09:05:39.256058 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:05:39.256506 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:05:39.279698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:39.292166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.297744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c409fba-e129-491b-ba02-a69c06748876,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:39.309784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.310130 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Added segment b9958976-28d6-4e50-bad7-152ae49435c5 of type vlan for network 51130fb4-d4cf-4974-ad2d-b7d844dc4cb9 Jun 30 09:05:39.386075 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.442050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.447600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.448192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.537186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7619743 Jun 30 09:05:39.540557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42630) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:39.545432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-132c22da-2822-4ba4-a142-752233e394aa tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-1302476633') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:39.562647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374cab-3fff-4539-ab4a-a501d9f08038 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Pushing event updated for resources: {'Network': ['ID=51130fb4-d4cf-4974-ad2d-b7d844dc4cb9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:39.575465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 51130fb4-d4cf-4974-ad2d-b7d844dc4cb9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:39.576206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.657130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b2e34-3da6-48b4-88c7-eb23d6733dbc req-bf61645e-380b-41cc-9746-be33a91963c4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.658688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-048b2e34-3da6-48b4-88c7-eb23d6733dbc req-bf61645e-380b-41cc-9746-be33a91963c4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1846831 Jun 30 09:05:39.666279 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-132c22da-2822-4ba4-a142-752233e394aa tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "PUT /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-1302476633 HTTP/1.1" status: 201 len: 201 time: 0.1244848 Jun 30 09:05:39.671403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:39.675918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-ed3f8c3a-d748-45be-ac2a-10a448732206 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-1302476633') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:39.739347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Allocated IP 172.25.8.200 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/06df0483-d5a4-44a8-b35f-506b25e90d72) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:39.747545 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ed3f8c3a-d748-45be-ac2a-10a448732206 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "GET /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-1302476633 HTTP/1.1" status: 204 len: 168 time: 0.0750477 Jun 30 09:05:39.748475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-048b2e34-3da6-48b4-88c7-eb23d6733dbc req-619db2ce-44ea-4b7e-8b1d-aeb0da385336 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631051 Jun 30 09:05:39.750672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42634) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:39.754997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-b1347998-2ee4-44a8-abee-660254077bca tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:39.787765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.789019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.845852 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.899877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b1347998-2ee4-44a8-abee-660254077bca tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "GET /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags HTTP/1.1" status: 200 len: 238 time: 0.1481912 Jun 30 09:05:39.902855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42636) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:39.912418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-5e81c4c6-f655-42a2-84b5-14517e6d6604 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', {'tags': ['tempest-TagsTest-Tag-114977262', 'tempest-TagsTest-Tag-1927745674', 'tempest-TagsTest-Tag-1569560939']}) {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:39.920634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:39.985224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.021204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5e81c4c6-f655-42a2-84b5-14517e6d6604 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "PUT /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags HTTP/1.1" status: 200 len: 308 time: 0.1172810 Jun 30 09:05:40.023755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42638) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:40.028507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-12d68f5b-506d-461b-a213-e1234b974851 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-114977262') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:40.044192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.122338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:40.137756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:40.141055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:40.145840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Pushing event updated for resources: {'Port': ['ID=06df0483-d5a4-44a8-b35f-506b25e90d72,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:40.213417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.228262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-12d68f5b-506d-461b-a213-e1234b974851 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "DELETE /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-114977262 HTTP/1.1" status: 204 len: 168 time: 0.2010121 Jun 30 09:05:40.228474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42640) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:40.233522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.236797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-b0aaea37-8ac2-4e5f-a893-7006f17ed0df tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-114977262') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:40.358605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Allocated IP 172.25.8.210 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/637dde9f-1019-4de4-adee-f1fd7ea0e36c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:40.381586 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-b0aaea37-8ac2-4e5f-a893-7006f17ed0df tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] show failed (client error): The resource could not be found. Jun 30 09:05:40.386330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b0aaea37-8ac2-4e5f-a893-7006f17ed0df tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "GET /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-114977262 HTTP/1.1" status: 404 len: 325 time: 0.1567233 Jun 30 09:05:40.386729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42642) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:40.420959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-6c9cc531-c348-4838-ad6c-3d91ff3e7377 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-1927745674') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:40.475559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.494784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61d02073-f32d-4b62-9a2d-edb6894bd2e2 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:40.522005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.533070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 61d02073-f32d-4b62-9a2d-edb6894bd2e2 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:40.533413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61d02073-f32d-4b62-9a2d-edb6894bd2e2 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:40.560186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c9cc531-c348-4838-ad6c-3d91ff3e7377 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "GET /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-1927745674 HTTP/1.1" status: 204 len: 168 time: 0.1400714 Jun 30 09:05:40.567375 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42646) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:40.575930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-2da3cb64-dffa-4614-82f1-436967a7ac1a tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-1569560939') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:40.591634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:40.606783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event updated for resources: {'Port': ['ID=637dde9f-1019-4de4-adee-f1fd7ea0e36c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:40.611511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:40.636868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:40.692618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.695383 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2da3cb64-dffa-4614-82f1-436967a7ac1a tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "GET /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-1569560939 HTTP/1.1" status: 204 len: 168 time: 0.1235902 Jun 30 09:05:40.697959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42648) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:40.720942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-84a7dc20-313e-4c18-9c79-b86021e73998 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:40.933821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.141064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.214032 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.262219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-84a7dc20-313e-4c18-9c79-b86021e73998 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "DELETE /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags HTTP/1.1" status: 204 len: 168 time: 0.5628326 Jun 30 09:05:41.262614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42652) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:41.267711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-2fe5e537-15ed-47ee-a3ce-87e6820b990b tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-1927745674') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.297358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3bb45-38e7-47a5-9f4e-fde45384f3ad req-dca7035c-0f14-4680-a01d-8a47680c2987 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.299219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40b3bb45-38e7-47a5-9f4e-fde45384f3ad req-dca7035c-0f14-4680-a01d-8a47680c2987 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1667917 Jun 30 09:05:41.309534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Router 675b7268-bfd6-44e7-9e07-c32d6331bdef is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:41.380531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40b3bb45-38e7-47a5-9f4e-fde45384f3ad req-59d4201a-e2f9-48f4-b920-a49fda33691e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691881 Jun 30 09:05:41.388314 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-2fe5e537-15ed-47ee-a3ce-87e6820b990b tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] show failed (client error): The resource could not be found. Jun 30 09:05:41.389437 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2fe5e537-15ed-47ee-a3ce-87e6820b990b tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "GET /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-1927745674 HTTP/1.1" status: 404 len: 326 time: 0.1256309 Jun 30 09:05:41.393528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42654) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:41.398442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-dd9b6fc5-dc7d-4e43-9878-4a0178ab954e tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9', 'tempest-TagsTest-Tag-1569560939') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.450871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:41.466955 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a472d-4229-4220-be76-604144dc578f None None] Sync routers for ids ['675b7268-bfd6-44e7-9e07-c32d6331bdef'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:41.477324 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a472d-4229-4220-be76-604144dc578f None None] Routers {'675b7268-bfd6-44e7-9e07-c32d6331bdef'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:41.478363 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-293a472d-4229-4220-be76-604144dc578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['675b7268-bfd6-44e7-9e07-c32d6331bdef'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.485278 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.486526 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0be39a70-69df-4be3-ae7d-8e101ea9a586 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2737958 Jun 30 09:05:41.490885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42656) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:41.495042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:41.515007 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-293a472d-4229-4220-be76-604144dc578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.515583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.527622 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a472d-4229-4220-be76-604144dc578f None None] Routers {'675b7268-bfd6-44e7-9e07-c32d6331bdef'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:41.528110 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-dd9b6fc5-dc7d-4e43-9878-4a0178ab954e tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] show failed (client error): The resource could not be found. Jun 30 09:05:41.528475 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-293a472d-4229-4220-be76-604144dc578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['675b7268-bfd6-44e7-9e07-c32d6331bdef'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.532863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dd9b6fc5-dc7d-4e43-9878-4a0178ab954e tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "GET /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags/tempest-TagsTest-Tag-1569560939 HTTP/1.1" status: 404 len: 326 time: 0.1382906 Jun 30 09:05:41.534014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.537900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42658) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:41.545496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-a8aca51c-0196-464e-907b-7f9c8b4213f3 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '51130fb4-d4cf-4974-ad2d-b7d844dc4cb9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.571236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-293a472d-4229-4220-be76-604144dc578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.572574 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a472d-4229-4220-be76-604144dc578f None None] The sync data for ids ['675b7268-bfd6-44e7-9e07-c32d6331bdef'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:41.684550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Pushing event updated for resources: {'Port': ['ID=06df0483-d5a4-44a8-b35f-506b25e90d72,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:41.717709 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.775457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a8aca51c-0196-464e-907b-7f9c8b4213f3 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "DELETE /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9/tags HTTP/1.1" status: 204 len: 168 time: 0.2294812 Jun 30 09:05:41.775457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42664) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:41.862304 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.055128 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Floating IP a5e1f4b3-8b9e-4ba4-b1f4-484d22ee5263 associated. External IP: 172.25.8.200, port: cf7c311e-41e8-4910-90a0-ae9c70456fc0. Jun 30 09:05:42.062411 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.113231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51130fb4-d4cf-4974-ad2d-b7d844dc4cb9']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:42.161466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9958976-28d6-4e50-bad7-152ae49435c5') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:42.161794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9958976-28d6-4e50-bad7-152ae49435c5') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:42.184975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.209282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.223245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.225368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-2d1da57b-153e-4e27-b68b-fb311a5e7ad7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3056445 Jun 30 09:05:42.242695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.258277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:42.258680 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:42.268362 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:42.284870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Deleting port 637dde9f-1019-4de4-adee-f1fd7ea0e36c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:42.285435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.373617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.386786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Calling delete_port for 637dde9f-1019-4de4-adee-f1fd7ea0e36c owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:42.407384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bc6c3-1a06-4043-99db-c8ef6c1708ff req-9e7f9fa0-5a21-4971-b61d-75e99a19cf52 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.408797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e90bc6c3-1a06-4043-99db-c8ef6c1708ff req-9e7f9fa0-5a21-4971-b61d-75e99a19cf52 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 946 time: 0.3044331 Jun 30 09:05:42.409429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.422905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.424732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] 10.222.0.53 "DELETE /v2.0/networks/51130fb4-d4cf-4974-ad2d-b7d844dc4cb9 HTTP/1.1" status: 204 len: 168 time: 0.6485455 Jun 30 09:05:42.453671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50030c1-80c4-4739-926e-1a7bbc91f0a0 tempest-TagsTest-1812310406 tempest-TagsTest-1812310406-project] Pushing event deleted for resources: {'Network': ['ID=51130fb4-d4cf-4974-ad2d-b7d844dc4cb9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:42.562349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-2763cb5d-d46d-4b80-aa93-05d3053ed663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.562349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-2763cb5d-d46d-4b80-aa93-05d3053ed663 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 1099 time: 0.3053930 Jun 30 09:05:42.593008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e90bc6c3-1a06-4043-99db-c8ef6c1708ff req-9dffcdaa-a069-48b7-944e-977f0c59695d tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643832 Jun 30 09:05:42.608150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.640075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Pushing event deleted for resources: {'Port': ['ID=637dde9f-1019-4de4-adee-f1fd7ea0e36c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:42.710968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.715333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Router 11f53bb7-8c3e-4a4e-b638-43d74b2964f9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:42.795604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-e9fd2e65-53b6-4a64-9d29-74f74218b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.797097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-e9fd2e65-53b6-4a64-9d29-74f74218b9c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.2028916 Jun 30 09:05:42.824878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf638-e128-4b7a-9b33-4571f9e615ee req-f8318901-d357-4f99-ab73-82dbb54939fc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.826415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd4bf638-e128-4b7a-9b33-4571f9e615ee req-f8318901-d357-4f99-ab73-82dbb54939fc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2089319 Jun 30 09:05:42.866559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42674) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:42.923455 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.927700 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.954612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-25806fcf-27a4-4f5a-92ec-f2eff2aca3ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 200 len: 1001 time: 0.1480393 Jun 30 09:05:42.959261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd4bf638-e128-4b7a-9b33-4571f9e615ee req-62656b38-5992-4b2a-8c55-68ea768d5d27 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007712 Jun 30 09:05:42.960418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:42.977741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] Sync routers for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:42.992089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:42.992726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.014155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.025618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Router 675b7268-bfd6-44e7-9e07-c32d6331bdef has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:43.033753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.039765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-5e124852-9c8b-4677-aa79-cfc6a579337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.041427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-5e124852-9c8b-4677-aa79-cfc6a579337b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.0788116 Jun 30 09:05:43.043803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:43.044415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.075582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.076113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89775af9-0e77-4147-b7aa-21b2d4f6991e None None] The sync data for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:43.094762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-96eeb47e-36c9-4a5b-a9e7-b2873df9f797 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.2265248 Jun 30 09:05:43.099031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42678) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.106691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:43.114621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.116013 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8f45456e-66fd-469a-853f-122d105d5a6e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "PUT /v2.0/routers/675b7268-bfd6-44e7-9e07-c32d6331bdef HTTP/1.1" status: 200 len: 706 time: 1.6248121 Jun 30 09:05:43.116787 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] Sync routers for ids ['675b7268-bfd6-44e7-9e07-c32d6331bdef'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:43.118542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42680) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.126168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] Routers {'675b7268-bfd6-44e7-9e07-c32d6331bdef'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:43.126844 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['675b7268-bfd6-44e7-9e07-c32d6331bdef'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.158828 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.169105 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] Routers {'675b7268-bfd6-44e7-9e07-c32d6331bdef'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:43.169730 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['675b7268-bfd6-44e7-9e07-c32d6331bdef'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.195269 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cf1e4e2d-1fbc-41ad-9b56-3e7eca6d1bd9 tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/routers/675b7268-bfd6-44e7-9e07-c32d6331bdef HTTP/1.1" status: 200 len: 741 time: 0.0730691 Jun 30 09:05:43.195599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.204626 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:43.205271 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab4a47-27d0-4026-9667-1bb7c2ea7fb6 None None] The sync data for ids ['675b7268-bfd6-44e7-9e07-c32d6331bdef'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:43.240540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a5899717-bba7-4f88-9d96-86d8b15ccb8d tempest-RoutersAdminTest-428061457 tempest-RoutersAdminTest-428061457-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=675b7268-bfd6-44e7-9e07-c32d6331bdef HTTP/1.1" status: 200 len: 205 time: 0.0435421 Jun 30 09:05:43.243072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42684) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.247294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-26754c4b-37d9-44d4-a93d-10953440e8c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50ddd1c554304966bddd195395bbfbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739901 Jun 30 09:05:43.250164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b8a0e8e6-0fd7-4e25-b595-13430f9f463a tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] 10.222.0.53 "GET /v2.0/floatingips/a5e1f4b3-8b9e-4ba4-b1f4-484d22ee5263 HTTP/1.1" status: 200 len: 982 time: 0.1493773 Jun 30 09:05:43.250720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42686) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.252724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42688) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.290403 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4df9f1a0-c88c-4242-98be-446fcd7a4b47 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=675b7268-bfd6-44e7-9e07-c32d6331bdef HTTP/1.1" status: 200 len: 205 time: 0.0461996 Jun 30 09:05:43.291371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-48d56180-c3d1-4ca0-a201-5b202b52a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.292843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-48d56180-c3d1-4ca0-a201-5b202b52a0a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2402151 Jun 30 09:05:43.293298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42690) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.372684 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-70730470-9f73-416b-8b02-5fc7689e433f tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.1188009 Jun 30 09:05:43.375517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.426375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f15a8d-6e85-49ec-9b3c-7241de6d62c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.429592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fb722f4-908a-43db-9a80-b1d76c7b21ec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.525372 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f15a8d-6e85-49ec-9b3c-7241de6d62c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.533526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Deleting port 06df0483-d5a4-44a8-b35f-506b25e90d72 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:43.533961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.607270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.607537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.620411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Calling delete_port for 06df0483-d5a4-44a8-b35f-506b25e90d72 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:43.778088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.807840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Port': ['ID=06df0483-d5a4-44a8-b35f-506b25e90d72,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:43.874052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.874440 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Floating IP a5e1f4b3-8b9e-4ba4-b1f4-484d22ee5263 disassociated (deleted). External IP: 172.25.8.200, port: cf7c311e-41e8-4910-90a0-ae9c70456fc0. Jun 30 09:05:44.015073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-34b0fa59-169f-4a87-9a48-a0dacbabfe25 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121022 Jun 30 09:05:44.025759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fb722f4-908a-43db-9a80-b1d76c7b21ec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.032330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fb722f4-908a-43db-9a80-b1d76c7b21ec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.083276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Router 11f53bb7-8c3e-4a4e-b638-43d74b2964f9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:44.174541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fb722f4-908a-43db-9a80-b1d76c7b21ec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.174952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb722f4-908a-43db-9a80-b1d76c7b21ec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Fanout notify agent at l3_agent the message router_deleted on router 675b7268-bfd6-44e7-9e07-c32d6331bdef {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:44.186125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8fb722f4-908a-43db-9a80-b1d76c7b21ec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.190434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8fb722f4-908a-43db-9a80-b1d76c7b21ec tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/675b7268-bfd6-44e7-9e07-c32d6331bdef HTTP/1.1" status: 204 len: 168 time: 0.8909552 Jun 30 09:05:44.191292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42698) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.218072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f15a8d-6e85-49ec-9b3c-7241de6d62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.220551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f15a8d-6e85-49ec-9b3c-7241de6d62c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.221712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-79f15a8d-6e85-49ec-9b3c-7241de6d62c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c409fba-e129-491b-ba02-a69c06748876 HTTP/1.1" status: 204 len: 168 time: 0.9699395 Jun 30 09:05:44.228891 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-088d6e43-6fbd-4dbc-9c90-0415851e8464 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=675b7268-bfd6-44e7-9e07-c32d6331bdef HTTP/1.1" status: 200 len: 205 time: 0.0357699 Jun 30 09:05:44.231782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42702) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.239314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:44.243903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.249697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-fcede10d-8d2c-4401-a3a1-3aa16ee48404 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.251183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-fcede10d-8d2c-4401-a3a1-3aa16ee48404 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 946 time: 0.3325617 Jun 30 09:05:44.251302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] Sync routers for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:44.266106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:44.267257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:44.274617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f15a8d-6e85-49ec-9b3c-7241de6d62c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c409fba-e129-491b-ba02-a69c06748876,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:44.277725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2094969-fa36-48ee-bca6-8dd37e883bdd req-654363a8-f021-4411-b767-44eb107c5ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543116 Jun 30 09:05:44.285292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84414f0-8708-47bf-a687-dae7cc083915 req-8ffad698-dc61-4869-83b1-7d50808391de tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.292288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f84414f0-8708-47bf-a687-dae7cc083915 req-8ffad698-dc61-4869-83b1-7d50808391de tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 946 time: 0.3724043 Jun 30 09:05:44.312452 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-3c26240f-d7fe-4bb5-98d7-05aa12884365 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] delete failed (client error): The resource could not be found. Jun 30 09:05:44.313775 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3c26240f-d7fe-4bb5-98d7-05aa12884365 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/675b7268-bfd6-44e7-9e07-c32d6331bdef HTTP/1.1" status: 404 len: 336 time: 0.0806670 Jun 30 09:05:44.318240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42704) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.331834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:44.350019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:44.351136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:44.373364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a734a4d-a6c0-45ab-b216-6b4d24325099 req-6c8cb319-7895-4b99-b586-326e51be5f69 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.374918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a734a4d-a6c0-45ab-b216-6b4d24325099 req-6c8cb319-7895-4b99-b586-326e51be5f69 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2559817 Jun 30 09:05:44.378363 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8b4af42c-09e5-4d80-9723-17c932a98afa tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "DELETE /v2.0/floatingips/a5e1f4b3-8b9e-4ba4-b1f4-484d22ee5263 HTTP/1.1" status: 204 len: 168 time: 1.0017762 Jun 30 09:05:44.382305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42708) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.387219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:44.387422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9fc6856a-91d9-4229-975c-17e1eedf07be tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 HTTP/1.1" status: 200 len: 205 time: 0.0521917 Jun 30 09:05:44.391328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42710) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.396247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:44.397056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc272-fe1c-4c48-9897-4bb89a068f65 None None] The sync data for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:44.400582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f84414f0-8708-47bf-a687-dae7cc083915 req-b99368c0-2ddd-4d58-b24e-d96ebbbd8ac4 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073020 Jun 30 09:05:44.432052 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-0a40f0b7-fff1-4dbe-a7bf-3896c4b7195f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] delete failed (client error): The resource could not be found. Jun 30 09:05:44.434088 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a40f0b7-fff1-4dbe-a7bf-3896c4b7195f tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/ac5c3ce1-6ef1-4cfd-99ba-6df7ce4daac1 HTTP/1.1" status: 404 len: 336 time: 0.0417778 Jun 30 09:05:44.436119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42712) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.469351 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a32771c-afc4-446f-b0f6-e4c70d476fe6 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=63cb8c9c-b3dc-4d83-833b-3940fe98d68e HTTP/1.1" status: 200 len: 205 time: 0.0312951 Jun 30 09:05:44.471734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42714) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.479811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a734a4d-a6c0-45ab-b216-6b4d24325099 req-a9e01b90-3b35-49a3-871f-5505232de843 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771158 Jun 30 09:05:44.480555 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.531935 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-f2c9a3f5-5d0c-4403-bf0d-4547026955f8 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] delete failed (client error): The resource could not be found. Jun 30 09:05:44.537058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42720) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.537936 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f2c9a3f5-5d0c-4403-bf0d-4547026955f8 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/63cb8c9c-b3dc-4d83-833b-3940fe98d68e HTTP/1.1" status: 404 len: 336 time: 0.0635729 Jun 30 09:05:44.549851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Deleting port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:44.549851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.610808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dbbff12c-4e3c-4202-9666-fe6fd6ab82e1 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8458859-a8be-4179-a18b-cc3d3afc4f8d HTTP/1.1" status: 200 len: 205 time: 0.0719366 Jun 30 09:05:44.613832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.668774 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-70a72dff-d1ed-4a5a-9b5b-facc28a32a13 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] delete failed (client error): The resource could not be found. Jun 30 09:05:44.670105 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-70a72dff-d1ed-4a5a-9b5b-facc28a32a13 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/f8458859-a8be-4179-a18b-cc3d3afc4f8d HTTP/1.1" status: 404 len: 336 time: 0.0550432 Jun 30 09:05:44.671920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] For port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:44.672287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.672976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.688459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Calling delete_port for 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:44.717687 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-df253ce9-b9c3-4001-9e45-c54a17a6db72 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=d923ab5b-c127-4d52-9586-d1ec45aa0c54 HTTP/1.1" status: 200 len: 205 time: 0.0421069 Jun 30 09:05:44.719266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42734) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.748890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.766247 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-893085b6-be8b-43a6-a69c-92cc1917b9f0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] delete failed (client error): The resource could not be found. Jun 30 09:05:44.767770 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-893085b6-be8b-43a6-a69c-92cc1917b9f0 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/d923ab5b-c127-4d52-9586-d1ec45aa0c54 HTTP/1.1" status: 404 len: 336 time: 0.0472207 Jun 30 09:05:44.771551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.840860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3cfccc58-8039-4ae6-af17-8730c4adc0fd tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d205830-d8dd-4d93-80f5-5b54566569ce HTTP/1.1" status: 200 len: 205 time: 0.0400875 Jun 30 09:05:44.844119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42740) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.891211 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-74f1a87b-ff10-4c5e-815e-13e4d2767c2e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] delete failed (client error): The resource could not be found. Jun 30 09:05:44.896391 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-74f1a87b-ff10-4c5e-815e-13e4d2767c2e tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/routers/1d205830-d8dd-4d93-80f5-5b54566569ce HTTP/1.1" status: 404 len: 336 time: 0.0471547 Jun 30 09:05:44.896391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.922308 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-44146618-8ac1-4f2b-82bd-296bef0ac834 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] DELETE failed (client error): The resource could not be found. Jun 30 09:05:44.922759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44146618-8ac1-4f2b-82bd-296bef0ac834 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:05:44.925705 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-44146618-8ac1-4f2b-82bd-296bef0ac834 tempest-RoutersAdminTest-339916962 tempest-RoutersAdminTest-339916962-project] 10.222.0.53 "DELETE /v2.0/subnets/00f78abf-2ad8-4017-90c7-13fd32eebeef HTTP/1.1" status: 404 len: 337 time: 0.0277755 Jun 30 09:05:45.028180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Allocated IP 172.25.8.76 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/b04d2d8a-f5e0-4c5d-98de-13fa7dd391c0) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:45.044362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.056694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e05f941f-3776-40df-96ae-c81d4bfdffbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:45.065541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:45.095980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0eb6b-4471-4f6f-9b91-0f63030b24bc req-7515cbcf-7331-4515-a375-a4bb97b8905b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.097567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ad0eb6b-4471-4f6f-9b91-0f63030b24bc req-7515cbcf-7331-4515-a375-a4bb97b8905b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2592335 Jun 30 09:05:45.104706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-7329c1a5-8bf3-4d32-b352-b678401287ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.105986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-7329c1a5-8bf3-4d32-b352-b678401287ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1096 time: 0.2551553 Jun 30 09:05:45.122807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event deleted for resources: {'Port': ['ID=75f2ab1b-a0c6-4c5c-825c-06cc148d59a3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:45.247466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42756) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:45.264019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] No DVR routers for this DVR port 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:45.270233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.272195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4b480c7-5e19-4ff7-851c-b78510160018 req-069c3732-1f83-4dce-8419-2c67621bb427 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "DELETE /v2.0/ports/75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 HTTP/1.1" status: 204 len: 173 time: 1.0055716 Jun 30 09:05:45.279042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'name': 'network-vif-deleted', 'tag': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:45.281314 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa9b6d5-68cd-43b9-8d18-817e776ad2f9" -d '{"events": [{"server_uuid": "3cac7197-a6be-4b1e-a948-81b3f7ff7f0b", "name": "network-vif-deleted", "tag": "75f2ab1b-a0c6-4c5c-825c-06cc148d59a3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:45.313025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ad0eb6b-4471-4f6f-9b91-0f63030b24bc req-41723862-a955-44ef-bbf4-741c2f50f2e0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058959 Jun 30 09:05:45.381513 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993ab61c-26b4-47e5-9b3a-f9fbf7e89771 x-openstack-request-id: req-993ab61c-26b4-47e5-9b3a-f9fbf7e89771 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:45.381844 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cac7197-a6be-4b1e-a948-81b3f7ff7f0b", "name": "network-vif-deleted", "tag": "75f2ab1b-a0c6-4c5c-825c-06cc148d59a3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:45.382081 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-993ab61c-26b4-47e5-9b3a-f9fbf7e89771 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:45.382470 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cac7197-a6be-4b1e-a948-81b3f7ff7f0b', 'name': 'network-vif-deleted', 'tag': '75f2ab1b-a0c6-4c5c-825c-06cc148d59a3', 'status': 'completed', 'code': 200} Jun 30 09:05:45.398781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.414942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-9f3eaf26-569e-4599-a2f8-6a80b9e860a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.416448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-9f3eaf26-569e-4599-a2f8-6a80b9e860a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2917345 Jun 30 09:05:45.512217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-0385df0f-6eb7-416e-81b7-17688a21fe6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.0855205 Jun 30 09:05:45.560429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.591019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c68d-d44c-4e95-9913-28ae4715eae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.614835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:45.622860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:45.631941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-2217337e-b5a2-403a-b5b2-6d0373221f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.633721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-2217337e-b5a2-403a-b5b2-6d0373221f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1129482 Jun 30 09:05:45.634555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:45.664971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Pushing event updated for resources: {'Port': ['ID=b04d2d8a-f5e0-4c5d-98de-13fa7dd391c0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:45.700083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c68d-d44c-4e95-9913-28ae4715eae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.704750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c68d-d44c-4e95-9913-28ae4715eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.710759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8af3d31c-a63b-4dfe-a41f-deea46bd1aa0 req-569261ac-b52b-46df-a901-90cd5f5e7886 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cac7197-a6be-4b1e-a948-81b3f7ff7f0b HTTP/1.1" status: 200 len: 210 time: 0.0683086 Jun 30 09:05:45.749084 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ae8c68d-d44c-4e95-9913-28ae4715eae4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe8641603e0640478e0b5b7b6f19bcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981902 Jun 30 09:05:45.749462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:45.756462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8c68d-d44c-4e95-9913-28ae4715eae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2760a34f-3411-4d83-b96a-cfdde1c47282,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:45.814691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.818647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-7d11a0fe-8d83-4568-a380-64425237c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.819664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-7d11a0fe-8d83-4568-a380-64425237c6ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657476 Jun 30 09:05:45.823495 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e137-ce9f-4bbf-a9fd-04fd45220b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.849820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e137-ce9f-4bbf-a9fd-04fd45220b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.903742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e137-ce9f-4bbf-a9fd-04fd45220b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.906334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e137-ce9f-4bbf-a9fd-04fd45220b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.910378 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f3c7e137-ce9f-4bbf-a9fd-04fd45220b2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2760a34f-3411-4d83-b96a-cfdde1c47282 HTTP/1.1" status: 204 len: 168 time: 0.1569979 Jun 30 09:05:45.916872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.917252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7e137-ce9f-4bbf-a9fd-04fd45220b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760a34f-3411-4d83-b96a-cfdde1c47282,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:45.985433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-12ee92b8-e9ef-4f5f-8632-48f17e23f1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568544 Jun 30 09:05:46.125048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f37ecaab-6956-4b98-8f23-b788369c5f92 req-331c1ba7-9dad-42ec-80b7-f8335854f338 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252546 Jun 30 09:05:46.209114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.214682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.292168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Pushing event updated for resources: {'Port': ['ID=b04d2d8a-f5e0-4c5d-98de-13fa7dd391c0,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:46.304495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.304849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.305195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.305534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.305920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.308075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.308428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.308775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.309117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.309455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.309820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.310151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:46.315086 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.331318 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.334119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-72041520-aa94-4a79-b8a2-bc4ac8402e78 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9509108 Jun 30 09:05:46.338132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42792) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:46.338923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42794) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:46.387777 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-355cfe24-5bf7-4a6c-9aea-ce0833393789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05809ed130f54572a47ca9fad26a0cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475156 Jun 30 09:05:46.390147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42800) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:46.464957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92128f25-af4b-4322-9782-038614e0e09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.498914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92128f25-af4b-4322-9782-038614e0e09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.559876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf5cf-2569-4152-93ad-c6272b90ebb6 req-8adb7432-e984-4277-b5af-b29d85455558 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.561396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-060cf5cf-2569-4152-93ad-c6272b90ebb6 req-8adb7432-e984-4277-b5af-b29d85455558 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.0755360 Jun 30 09:05:46.570909 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92128f25-af4b-4322-9782-038614e0e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.573646 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92128f25-af4b-4322-9782-038614e0e09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.574867 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-92128f25-af4b-4322-9782-038614e0e09e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/318c711c-5191-4faa-8ff0-70c340af7e8f HTTP/1.1" status: 204 len: 168 time: 0.1837661 Jun 30 09:05:46.585481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92128f25-af4b-4322-9782-038614e0e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c711c-5191-4faa-8ff0-70c340af7e8f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:46.616098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:46.633106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-060cf5cf-2569-4152-93ad-c6272b90ebb6 req-590e1922-f61f-49ec-a88a-2f42bc0deaf0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643985 Jun 30 09:05:46.647076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.758091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.877385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Allocated IP 172.25.8.87 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/e7def271-4d8b-46ee-9964-005c141bbdd7) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:47.044395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.049359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-f6aa6d72-eab7-4350-8f43-0b3aff008b1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1050174 Jun 30 09:05:47.118908 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.220606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:47.229927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:47.233128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Pushing event updated for resources: {'Port': ['ID=e7def271-4d8b-46ee-9964-005c141bbdd7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.235679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:47.292211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-8b23f97e-e27f-42e6-a9ca-542ae15e6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.293714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-8b23f97e-e27f-42e6-a9ca-542ae15e6987 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 1097 time: 0.1875484 Jun 30 09:05:47.314490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35f305-7c17-409a-8b9d-7d701b65619b req-11179e62-e8c5-452b-bcf6-ee192eec55b6 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.315952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e35f305-7c17-409a-8b9d-7d701b65619b req-11179e62-e8c5-452b-bcf6-ee192eec55b6 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 946 time: 0.1484809 Jun 30 09:05:47.434883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.444786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e35f305-7c17-409a-8b9d-7d701b65619b req-5cc46348-3fe1-42bf-9ae0-d4448aa59125 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220937 Jun 30 09:05:47.503109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-cdb7a2bc-d6bb-47ef-be98-7c2ef64730ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.504571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-cdb7a2bc-d6bb-47ef-be98-7c2ef64730ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.1830568 Jun 30 09:05:47.512705 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.580184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-900151ec-f872-4d47-a2ec-b6e4fa1a79f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b HTTP/1.1" status: 200 len: 217 time: 0.0654233 Jun 30 09:05:47.937255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42854) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:48.029609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-66e07c59-2edb-45ea-830d-e382bda807f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.031072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-66e07c59-2edb-45ea-830d-e382bda807f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.4426997 Jun 30 09:05:48.035786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2127522572', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:48.056229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Made reservation on behalf of c24579bca696459597303caa61704705 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:48.058998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.070389 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.162121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.167082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.170326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d12cf5-ebf8-4d90-b640-ac6f956117f6 req-415b03c2-9128-4f53-8ee3-d7162ac5b4b0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.171798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08d12cf5-ebf8-4d90-b640-ac6f956117f6 req-415b03c2-9128-4f53-8ee3-d7162ac5b4b0 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1605291 Jun 30 09:05:48.172228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] device_id is not set on port 1abfc224-aa3b-4738-bfd1-7734f3d5a93c yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:48.192330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.201216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.204111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-7740fe29-f759-4888-b993-df3f13a1557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.205528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-7740fe29-f759-4888-b993-df3f13a1557a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537843 Jun 30 09:05:48.225357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49cc8b-a949-4dfd-87da-d322027ac1c5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:48.290237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Allocated IP 172.25.8.99 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/1abfc224-aa3b-4738-bfd1-7734f3d5a93c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:48.343052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08d12cf5-ebf8-4d90-b640-ac6f956117f6 req-fca43b9d-f3e8-4c48-a552-d780d93b3d95 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571634 Jun 30 09:05:48.347044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Pushing event updated for resources: {'Port': ['ID=e7def271-4d8b-46ee-9964-005c141bbdd7,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:48.372994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.397427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-b781b4c8-5a45-4b52-9e2b-4874d13ff4c7 service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775248 Jun 30 09:05:48.399232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.400367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-33b1fe12-efa3-4bf0-8ec6-8ea0302cabe1 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0611818 Jun 30 09:05:48.403209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42860) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:48.441400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.486805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.508961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:48.529042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:48.534169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:48.539755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:48.542615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Pushing event updated for resources: {'Port': ['ID=1abfc224-aa3b-4738-bfd1-7734f3d5a93c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:48.553239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:48.553712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75f2ab1b-a0c6-4c5c-825c-06cc148d59a3 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:48.596906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.596906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.608434 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0dcafbde-d065-416f-8bec-8501c5d00630 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6699522 Jun 30 09:05:48.611483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42864) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:48.615810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.99'}]}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:48.635271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.636298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.678690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-307787ed-e960-4abc-b242-934d7320c0f3 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.2741985 Jun 30 09:05:48.686409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42866) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:48.710331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.740577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b905a5e1-b46c-4039-8029-fdafd75f4a1f req-9960161a-26a0-4103-b1cd-06ed4a6155cb service neutron] 10.222.0.26 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121347 Jun 30 09:05:48.759141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8af41-b360-4c2b-af2b-26d354440b79 req-899d6e89-b405-45bf-9b7e-16b748cad51c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.760680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1f8af41-b360-4c2b-af2b-26d354440b79 req-899d6e89-b405-45bf-9b7e-16b748cad51c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2605307 Jun 30 09:05:48.795284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523c96-3bc6-40cf-86a1-bc5e07a877a9 req-0960602c-bf25-4f6e-bb32-747b597fbece tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.796978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da523c96-3bc6-40cf-86a1-bc5e07a877a9 req-0960602c-bf25-4f6e-bb32-747b597fbece tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 946 time: 0.2008955 Jun 30 09:05:48.815938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-20728f99-62fb-438f-b1a6-5fd3e44e2b29 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.818183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-20728f99-62fb-438f-b1a6-5fd3e44e2b29 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.13 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 946 time: 0.2483680 Jun 30 09:05:48.889958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1f8af41-b360-4c2b-af2b-26d354440b79 req-910367cb-52ef-43bb-b644-305f8977a65f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164875 Jun 30 09:05:48.917310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da523c96-3bc6-40cf-86a1-bc5e07a877a9 req-05d16f83-a467-4ae8-8550-4fb008518f88 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914967 Jun 30 09:05:48.972466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Deleting port e05f941f-3776-40df-96ae-c81d4bfdffbe {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:48.972839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.109564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] For port e05f941f-3776-40df-96ae-c81d4bfdffbe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e05f941f-3776-40df-96ae-c81d4bfdffbe,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:49.109966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.139166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Calling delete_port for e05f941f-3776-40df-96ae-c81d4bfdffbe owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:49.143561 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c425470-60c7-4845-80e5-a83ecf6551f1 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4530461 Jun 30 09:05:49.144998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42880) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.155798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2a83-1b8c-43a8-9d22-6a17b03b221c req-4c160909-ca14-4a0e-a36b-1a9587d1bab7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.157316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f60a2a83-1b8c-43a8-9d22-6a17b03b221c req-4c160909-ca14-4a0e-a36b-1a9587d1bab7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1286731 Jun 30 09:05:49.287829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.349579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f60a2a83-1b8c-43a8-9d22-6a17b03b221c req-06505ee8-e5b5-4442-a0d1-5cf05881ee8f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844370 Jun 30 09:05:49.433992 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.446187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:49.475012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event deleted for resources: {'Port': ['ID=e05f941f-3776-40df-96ae-c81d4bfdffbe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:49.486489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Deleting port e7def271-4d8b-46ee-9964-005c141bbdd7 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:49.486678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.535397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] No DVR routers for this DVR port e05f941f-3776-40df-96ae-c81d4bfdffbe on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:49.555258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e05f941f-3776-40df-96ae-c81d4bfdffbe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:49.563060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.564926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93248279-57f1-4a7a-8e96-705feac2cef4 req-93323e1b-6e20-46e6-bc27-933cad149fbe tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.13 "DELETE /v2.0/ports/e05f941f-3776-40df-96ae-c81d4bfdffbe HTTP/1.1" status: 204 len: 173 time: 0.7347734 Jun 30 09:05:49.565379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'name': 'network-vif-deleted', 'tag': 'e05f941f-3776-40df-96ae-c81d4bfdffbe'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:49.568276 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef0c4a-bf02-4352-9f05-9c7f64d9583c" -d '{"events": [{"server_uuid": "4deb498a-683f-4451-9a85-3e90b3352bd4", "name": "network-vif-deleted", "tag": "e05f941f-3776-40df-96ae-c81d4bfdffbe"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:49.622500 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.638444 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83811a4-f269-4409-b491-0192dd8ef81b x-openstack-request-id: req-a83811a4-f269-4409-b491-0192dd8ef81b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:49.639464 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4deb498a-683f-4451-9a85-3e90b3352bd4", "name": "network-vif-deleted", "tag": "e05f941f-3776-40df-96ae-c81d4bfdffbe", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:49.640618 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a83811a4-f269-4409-b491-0192dd8ef81b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:49.641528 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4deb498a-683f-4451-9a85-3e90b3352bd4', 'name': 'network-vif-deleted', 'tag': 'e05f941f-3776-40df-96ae-c81d4bfdffbe', 'status': 'completed', 'code': 200} Jun 30 09:05:49.661434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.662161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.675273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.686763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Calling delete_port for e7def271-4d8b-46ee-9964-005c141bbdd7 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:49.907684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.914769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.002385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Pushing event deleted for resources: {'Port': ['ID=e7def271-4d8b-46ee-9964-005c141bbdd7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:50.058672 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.061543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.065484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b7f31cf2-21e3-450a-b01b-4b868ea446c7 tempest-FloatingIPAdminTestJSON-69051012 tempest-FloatingIPAdminTestJSON-69051012-project] 10.222.0.53 "DELETE /v2.0/floatingips/cff8f472-138e-4265-8910-f88e12bb0b68 HTTP/1.1" status: 204 len: 168 time: 0.9212120 Jun 30 09:05:50.068189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42894) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:50.084821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.087237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.130354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.130910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 190301c9-6616-47d3-b204-6a3bc26bd763 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:50.147295 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:05:50.148485 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-64c189af-56f4-446f-866f-3711eaa42862 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5360315 Jun 30 09:05:50.149146 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4660c557-065b-416a-9eb2-a0311498172e req-9e88dfee-acb4-45b7-b666-56fbaaeffa31 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4deb498a-683f-4451-9a85-3e90b3352bd4 HTTP/1.1" status: 200 len: 210 time: 0.0822699 Jun 30 09:05:50.151784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42896) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:50.172690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36911e1-34d4-41a5-a381-440d29062549 req-597f5cc0-55e9-41f4-878d-c6b56a019179 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.174264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36911e1-34d4-41a5-a381-440d29062549 req-597f5cc0-55e9-41f4-878d-c6b56a019179 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.2355790 Jun 30 09:05:50.250068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Deleting port 1abfc224-aa3b-4738-bfd1-7734f3d5a93c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:50.250456 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.275489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36911e1-34d4-41a5-a381-440d29062549 req-9c722207-0933-4136-a8ed-f0cdfb4be72c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722871 Jun 30 09:05:50.304759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Deleting port b04d2d8a-f5e0-4c5d-98de-13fa7dd391c0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:50.305537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.356725 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.391892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Calling delete_port for 1abfc224-aa3b-4738-bfd1-7734f3d5a93c owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:50.401659 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.401999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.421126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Calling delete_port for b04d2d8a-f5e0-4c5d-98de-13fa7dd391c0 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:50.562307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.596224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Pushing event deleted for resources: {'Port': ['ID=1abfc224-aa3b-4738-bfd1-7734f3d5a93c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:50.603652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.628244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Pushing event deleted for resources: {'Port': ['ID=b04d2d8a-f5e0-4c5d-98de-13fa7dd391c0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:50.665674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.667623 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d5779f0-95da-43fe-904d-ff5c21000a32 tempest-RoutersAdminNegativeIpV6Test-417414732 tempest-RoutersAdminNegativeIpV6Test-417414732-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1abfc224-aa3b-4738-bfd1-7734f3d5a93c HTTP/1.1" status: 204 len: 168 time: 0.5148759 Jun 30 09:05:50.717209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.720675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.721869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3827da7c-b797-421f-9b1d-6e2ba31c2ec7 tempest-FloatingIPAdminTestJSON-1305829982 tempest-FloatingIPAdminTestJSON-1305829982-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8fe95b6c-2435-4cb4-b39a-5398e3bd0953 HTTP/1.1" status: 204 len: 168 time: 0.6527970 Jun 30 09:05:50.725586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42920) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:50.840137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Deleting port cf7c311e-41e8-4910-90a0-ae9c70456fc0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:50.840541 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.943651 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.957771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Calling delete_port for cf7c311e-41e8-4910-90a0-ae9c70456fc0 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:50.962878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42928) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.078031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1cc3255b-2a3f-40ac-808f-7807ba3f48b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.099315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.132128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Port': ['ID=cf7c311e-41e8-4910-90a0-ae9c70456fc0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.183252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1cc3255b-2a3f-40ac-808f-7807ba3f48b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.189648 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1cc3255b-2a3f-40ac-808f-7807ba3f48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.208475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.213800 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b5d4d456-c664-4bc7-a920-342b36f1d08f tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "DELETE /v2.0/ports/cf7c311e-41e8-4910-90a0-ae9c70456fc0 HTTP/1.1" status: 204 len: 168 time: 0.4845607 Jun 30 09:05:51.214346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42934) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.239707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1cc3255b-2a3f-40ac-808f-7807ba3f48b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba30bf62d48a4aef9959c0fbece00358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757201 Jun 30 09:05:51.240573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3255b-2a3f-40ac-808f-7807ba3f48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9597ca-2acc-4f02-91e2-6bf24ff9e9ec,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.243185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42936) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.298114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6ca70-779f-4830-a39a-6518237dc3a9 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.301731 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48a6ca70-779f-4830-a39a-6518237dc3a9 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "GET /v2.0/ports?device_id=11f53bb7-8c3e-4a4e-b638-43d74b2964f9 HTTP/1.1" status: 200 len: 913 time: 0.0844715 Jun 30 09:05:51.306433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42938) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.307820 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a946226-57bb-467c-aa47-736aea32af43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.354424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a946226-57bb-467c-aa47-736aea32af43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.433275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a946226-57bb-467c-aa47-736aea32af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.436586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a946226-57bb-467c-aa47-736aea32af43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.437784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a946226-57bb-467c-aa47-736aea32af43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee9597ca-2acc-4f02-91e2-6bf24ff9e9ec HTTP/1.1" status: 204 len: 168 time: 0.1937718 Jun 30 09:05:51.464288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a946226-57bb-467c-aa47-736aea32af43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9597ca-2acc-4f02-91e2-6bf24ff9e9ec,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.636491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e122c-06d4-459b-b20c-784185fd12da req-225b7134-cb1a-4fee-a4d4-964f2ab26b66 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.638406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f1e122c-06d4-459b-b20c-784185fd12da req-225b7134-cb1a-4fee-a4d4-964f2ab26b66 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1048789 Jun 30 09:05:51.694471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f1e122c-06d4-459b-b20c-784185fd12da req-d8b551e5-b8f6-4df7-9300-a47e2644efa9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491095 Jun 30 09:05:51.867616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.944006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42956) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:52.064933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-81511b30-3e02-477a-9dd5-1ff4bef078dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c24579bca696459597303caa61704705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163850 Jun 30 09:05:52.065423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42962) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:52.250272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e05f941f-3776-40df-96ae-c81d4bfdffbe no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:52.258959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-489e3f97-adc8-47fe-a4b9-7194902a45eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.273147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: e05f941f-3776-40df-96ae-c81d4bfdffbe {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:52.273782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e05f941f-3776-40df-96ae-c81d4bfdffbe not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:52.306339 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Deleting port b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:52.306963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.324563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-489e3f97-adc8-47fe-a4b9-7194902a45eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.335058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37760e4-b48f-4b61-8a7d-80804ad64908 req-5382a924-fac4-4a5d-95aa-ed2ff2bd3912 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.342753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d37760e4-b48f-4b61-8a7d-80804ad64908 req-5382a924-fac4-4a5d-95aa-ed2ff2bd3912 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1967125 Jun 30 09:05:52.352382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-83a03311-b68d-41b9-8d08-8108c1ebbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.354074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-83a03311-b68d-41b9-8d08-8108c1ebbb15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e16918662f8442db90ae128d982c1a9&device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 1096 time: 0.2042108 Jun 30 09:05:52.407802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d37760e4-b48f-4b61-8a7d-80804ad64908 req-b96f57bd-2548-4865-88b4-9413c27546bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639324 Jun 30 09:05:52.435923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.450361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Calling delete_port for b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:52.597049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-489e3f97-adc8-47fe-a4b9-7194902a45eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.608173 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-489e3f97-adc8-47fe-a4b9-7194902a45eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.615125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-489e3f97-adc8-47fe-a4b9-7194902a45eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f49cc8b-a949-4dfd-87da-d322027ac1c5 HTTP/1.1" status: 204 len: 168 time: 0.5479598 Jun 30 09:05:52.627818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e3f97-adc8-47fe-a4b9-7194902a45eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49cc8b-a949-4dfd-87da-d322027ac1c5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:52.636865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-997aedf0-7460-4938-b982-c6e1466dc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.638685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-997aedf0-7460-4938-b982-c6e1466dc684 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 200 len: 913 time: 0.2451501 Jun 30 09:05:52.743205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.778832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Port': ['ID=b3e5d15a-cfa4-48ca-bc7e-d0b28c6bd40d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:52.781715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-bafee0cf-8955-45e8-beb3-c6c7eb246c4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 200 len: 999 time: 0.1326172 Jun 30 09:05:52.883584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-285ce298-ab51-4695-8fda-1c723b6b50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.891336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-285ce298-ab51-4695-8fda-1c723b6b50d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 200 len: 851 time: 0.1026456 Jun 30 09:05:52.984265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-8f5ca072-2550-4bc2-b3c6-59873eaea9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.986669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-8f5ca072-2550-4bc2-b3c6-59873eaea9df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b562134b-5ec8-4de2-bde1-afe935152b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864050 Jun 30 09:05:53.173794 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.177559 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.182790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-492632e6-c616-464b-b089-7cbddc6d6a07 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847272 Jun 30 09:05:53.296104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cfc09-3d74-4e1b-bb41-baf09e0c758c req-d7ccefb2-bb99-4ea2-af8c-0008977d0cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068192 Jun 30 09:05:53.505129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Router 11f53bb7-8c3e-4a4e-b638-43d74b2964f9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:53.651381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:53.656446 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a594fedf-5f9d-4a45-9b25-c885f3cd6e7e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "PUT /v2.0/routers/11f53bb7-8c3e-4a4e-b638-43d74b2964f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3489299 Jun 30 09:05:53.659251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42986) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:53.664080 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] Sync routers for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:53.688330 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:53.689074 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:53.751731 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:53.764951 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] Routers {'11f53bb7-8c3e-4a4e-b638-43d74b2964f9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:53.765897 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:53.810013 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:53.811726 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a8e46-8074-4da8-90b7-f312b0d56115 None None] The sync data for ids ['11f53bb7-8c3e-4a4e-b638-43d74b2964f9'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:54.002977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:54.140863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-653578051'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:54.171593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:54.177225 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.189136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.294449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df354d6-984c-4c23-b48d-d3df53810ab9 req-8e6e30f7-09a8-4bb6-82b2-2c9c4b64ff61 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.302627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5df354d6-984c-4c23-b48d-d3df53810ab9 req-8e6e30f7-09a8-4bb6-82b2-2c9c4b64ff61 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.5529969 Jun 30 09:05:54.324547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.331361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.339501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.360329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:54.378216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e6188e-91a5-4a40-b9cc-e3d8b5224aab,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:54.381687 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.382146 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment 6e7ab393-f6de-46df-9c04-5aafa643ba9d of type vlan for network aef2231c-c530-423c-b78c-2352da1d97c8 Jun 30 09:05:54.473529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.524550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.531183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.531931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.554634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.579105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5df354d6-984c-4c23-b48d-d3df53810ab9 req-496a7325-1a87-4f61-9d7d-fac0374f8947 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751918 Jun 30 09:05:54.603712 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5986991 Jun 30 09:05:54.606582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43008) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:54.614519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'name': 'tempest-PortsIpV6TestJSON-1315866227'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:54.619543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567f3d-665d-497a-88e4-b81eaa5183db tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=aef2231c-c530-423c-b78c-2352da1d97c8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:54.632064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:54.645001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Deleting port 7f8cf4d0-87f5-46d1-805d-8194bff1cf41 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:54.645313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.739685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.762077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Calling delete_port for 7f8cf4d0-87f5-46d1-805d-8194bff1cf41 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:54.775419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:54.780578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.799102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port ddaa1d35-0335-4190-a5eb-50c4398f5793 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:54.962221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.005853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.018017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.066298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.066937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Port': ['ID=7f8cf4d0-87f5-46d1-805d-8194bff1cf41,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.121268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.136666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=ddaa1d35-0335-4190-a5eb-50c4398f5793,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.192040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': '6e7ab393-f6de-46df-9c04-5aafa643ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:55.192566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: aef2231c-c530-423c-b78c-2352da1d97c8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:55.216356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:55.231664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, aef2231c-c530-423c-b78c-2352da1d97c8) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:55.235908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:55.243227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.244561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.246313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4198fd5-5632-4abf-811a-bcff83355889 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:55.272839 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9843c366-7fa2-41cf-924b-2d3aa80385c6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6649897 Jun 30 09:05:55.276242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43016) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:55.282493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.287179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1102850044'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:55.288552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.313595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:55.320473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.354206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:55.366778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.367259 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment e910ba0f-ff37-4993-ac1e-7c98bab1aee8 of type vlan for network 3819a71a-2744-4198-88e3-d8a1e67af2c3 Jun 30 09:05:55.416151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.456270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.463805 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.464441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Fanout notify agent at l3_agent the message router_deleted on router 11f53bb7-8c3e-4a4e-b638-43d74b2964f9 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:55.465684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.471854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.479806 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.485368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68d1ab92-97df-4472-9d92-69ad077e8a4a tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "DELETE /v2.0/routers/11f53bb7-8c3e-4a4e-b638-43d74b2964f9 HTTP/1.1" status: 204 len: 168 time: 1.8228133 Jun 30 09:05:55.486462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43018) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:55.547941 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2702792 Jun 30 09:05:55.551670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43020) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:55.557044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'ports': [{'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8'}, {'network_id': '3819a71a-2744-4198-88e3-d8a1e67af2c3'}]} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:55.557367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:55.557879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': '3819a71a-2744-4198-88e3-d8a1e67af2c3'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:55.571229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda3748-cc1c-4b4a-8ba8-27d5d600865b req-8f00676c-f90a-442b-a45d-395c39b29d75 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.573291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecda3748-cc1c-4b4a-8ba8-27d5d600865b req-8f00676c-f90a-442b-a45d-395c39b29d75 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 946 time: 0.2777393 Jun 30 09:05:55.579805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c39d5-58ed-4446-b03c-c375e9c0b997 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=3819a71a-2744-4198-88e3-d8a1e67af2c3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.593101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3819a71a-2744-4198-88e3-d8a1e67af2c3 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:55.611695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Deleting subnet 24bc9e96-f8f7-4cc6-b087-1f0694efbe62 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:55.620510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.743299 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.787294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 2} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:55.797599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.827657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.886962 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.915067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port 8734a008-c16a-4fd1-899e-3157666a0137 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:55.965710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ecda3748-cc1c-4b4a-8ba8-27d5d600865b req-6ae7dfdc-5ed2-4995-b2e6-f93cfe7a5958 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857205 Jun 30 09:05:56.031032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14743819-1b4a-49f5-b23d-0353d950eb1b req-380d8e7d-f33d-478d-81c6-3904671197d5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.032683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14743819-1b4a-49f5-b23d-0353d950eb1b req-380d8e7d-f33d-478d-81c6-3904671197d5 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1700575 Jun 30 09:05:56.039561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.076697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.078791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Subnet': ['ID=24bc9e96-f8f7-4cc6-b087-1f0694efbe62,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.092200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.096867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ac4034c0-575c-4adb-ab9f-6b9d051de667 tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "DELETE /v2.0/subnets/24bc9e96-f8f7-4cc6-b087-1f0694efbe62 HTTP/1.1" status: 204 len: 168 time: 0.6052120 Jun 30 09:05:56.099849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43044) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.102925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9fa0c0-d844-496e-b8b5-481c2eeae6a3 None None] Network 9d7db846-b6da-43e2-8990-c565306692f7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:56.167100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14743819-1b4a-49f5-b23d-0353d950eb1b req-05800d51-f25c-4e65-8467-301ba2748e1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234913 Jun 30 09:05:56.180436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port f95c21a5-f684-45ad-a6d2-cbad5b605dce yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:56.228059 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.293094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Deleting port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:56.293427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.332670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] DHCP port deletion for 9d7db846-b6da-43e2-8990-c565306692f7 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:05:56.366201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.380073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Deleting port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:56.380548 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.402123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] For port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,segment=NetworkSegment(c16234c7-5322-40b5-9bdb-92370362cabc),segment_id=c16234c7-5322-40b5-9bdb-92370362cabc)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:56.402580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.413137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.420676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Calling delete_port for 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:56.449623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076661bc-6541-4e0e-babb-40296ef18635 req-b1192805-0230-4da4-8d2c-6667b7e6c5a4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.457448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076661bc-6541-4e0e-babb-40296ef18635 req-b1192805-0230-4da4-8d2c-6667b7e6c5a4 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1459205 Jun 30 09:05:56.458520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] For port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,segment=NetworkSegment(c16234c7-5322-40b5-9bdb-92370362cabc),segment_id=c16234c7-5322-40b5-9bdb-92370362cabc)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:56.458718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:56.459049 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.462164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:56.468306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:56.469146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.476627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Calling delete_port for 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:56.477550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=8734a008-c16a-4fd1-899e-3157666a0137,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.536462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076661bc-6541-4e0e-babb-40296ef18635 req-6a747c52-16f5-4618-8014-b1bc24a64dc8 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778742 Jun 30 09:05:56.537092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=f95c21a5-f684-45ad-a6d2-cbad5b605dce,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.542573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': 'e910ba0f-ff37-4993-ac1e-7c98bab1aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3819a71a-2744-4198-88e3-d8a1e67af2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:56.542941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: 3819a71a-2744-4198-88e3-d8a1e67af2c3, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:56.569800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 3819a71a-2744-4198-88e3-d8a1e67af2c3 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:56.573200 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.583098 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.583256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3819a71a-2744-4198-88e3-d8a1e67af2c3) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:56.601801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:56.603858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Pushing event deleted for resources: {'Port': ['ID=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.606061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9a090-17ca-4db6-8cb9-ea55aff4550d None None] Network 3819a71a-2744-4198-88e3-d8a1e67af2c3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:56.609012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.615121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.616022 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.626649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Port': ['ID=8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.629095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] No DVR routers for this DVR port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:56.645571 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5e3b09e0-0e2c-4fa9-8119-6480e16f7515 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0924706 Jun 30 09:05:56.647988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.655395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] No DVR routers for this DVR port 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:56.657621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.658054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.658455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.658988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.659515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.660059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.660581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.661399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.661960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.662482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.662980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.663450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4b22c-dd84-4897-8e27-a3fe873b3c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:56.746153 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.763783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7db846-b6da-43e2-8990-c565306692f7']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:56.774902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16234c7-5322-40b5-9bdb-92370362cabc') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:56.775206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16234c7-5322-40b5-9bdb-92370362cabc') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:56.784452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port f95c21a5-f684-45ad-a6d2-cbad5b605dce {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:56.784849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.785906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.800024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.806732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:56.807200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:56.810230 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:56.857517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.875734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for f95c21a5-f684-45ad-a6d2-cbad5b605dce owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:56.879469 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.884833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.890288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "DELETE /v2.0/networks/9d7db846-b6da-43e2-8990-c565306692f7 HTTP/1.1" status: 204 len: 168 time: 0.7892678 Jun 30 09:05:56.890746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43064) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.938409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db4c36-d2eb-450b-b289-36588e073b8e tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Network': ['ID=9d7db846-b6da-43e2-8990-c565306692f7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.964746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.994154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=f95c21a5-f684-45ad-a6d2-cbad5b605dce,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.999414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.004513 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8dd525a9-0136-4108-93fa-0022d5c5ebac tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/f95c21a5-f684-45ad-a6d2-cbad5b605dce HTTP/1.1" status: 204 len: 168 time: 0.3523571 Jun 30 09:05:57.004513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.080821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-12fa3022-3e0d-4e83-8ddd-824411c85bab tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.082468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-12fa3022-3e0d-4e83-8ddd-824411c85bab tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 946 time: 0.1457248 Jun 30 09:05:57.090433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a15d5-10f1-47f0-a6f8-6f356f6fa19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.098014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a15d5-10f1-47f0-a6f8-6f356f6fa19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.099641 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-602a15d5-10f1-47f0-a6f8-6f356f6fa19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0942495 Jun 30 09:05:57.102463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43084) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.169690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Deleting port 28468644-72e7-4416-afd0-fec5d263a2a0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:57.170081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.213764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 8734a008-c16a-4fd1-899e-3157666a0137 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:57.214478 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.294927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.322498 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.322827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.340582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e28eba-a99b-46bd-8fc0-fbfe0af88a69 req-7a042ef5-3f61-4df6-8169-bebc249f10ce tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.342150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8e28eba-a99b-46bd-8fc0-fbfe0af88a69 req-7a042ef5-3f61-4df6-8169-bebc249f10ce tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 946 time: 0.2109733 Jun 30 09:05:57.347208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Calling delete_port for 28468644-72e7-4416-afd0-fec5d263a2a0 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:57.388325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Deleting port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:57.388659 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.498114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8e28eba-a99b-46bd-8fc0-fbfe0af88a69 req-86e5a36c-648d-424b-a061-b9378f6ea1ca tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/security-groups?id=362f4a9d-668e-42dc-a4e6-11955a3a10f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487188 Jun 30 09:05:57.639772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] For port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,segment=NetworkSegment(829aac38-b5de-4e2a-b766-69415a6f619f),segment_id=829aac38-b5de-4e2a-b766-69415a6f619f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:57.640360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.665194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Calling delete_port for ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:57.683021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-4d0a4c82-87ef-48e3-96d4-99a1a9c51ffb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.687215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-4d0a4c82-87ef-48e3-96d4-99a1a9c51ffb tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=67907707-b731-4f4b-b213-50ec46fb4811 HTTP/1.1" status: 200 len: 944 time: 0.2056315 Jun 30 09:05:57.720510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 8734a008-c16a-4fd1-899e-3157666a0137 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:57.750520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:57.782955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.798681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:57.799020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8957ec7c-2ec4-424b-a6e1-4e6ec4aa1753 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:57.822753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.858539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=8734a008-c16a-4fd1-899e-3157666a0137,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:57.860604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.862541 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-819946d9-c5e0-45a3-9781-85c2e993c973 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/8734a008-c16a-4fd1-899e-3157666a0137 HTTP/1.1" status: 204 len: 168 time: 0.7582297 Jun 30 09:05:57.865511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43112) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.892213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Pushing event deleted for resources: {'Port': ['ID=28468644-72e7-4416-afd0-fec5d263a2a0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:57.946009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd6313-e8d3-4820-bb49-0bba8f6c5229 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.947411 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0dfd6313-e8d3-4820-bb49-0bba8f6c5229 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0808630 Jun 30 09:05:57.950073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43114) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.977017 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6f9a8a-dff4-4748-b4b5-567b729a51ee tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:05:57.981595 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d6f9a8a-dff4-4748-b4b5-567b729a51ee tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/f95c21a5-f684-45ad-a6d2-cbad5b605dce HTTP/1.1" status: 404 len: 333 time: 0.0275936 Jun 30 09:05:57.981595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43116) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.994814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.997433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.001014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8e0ed50d-2e93-4d34-b4bb-5048aebed49b tempest-FloatingIPAdminTestJSON-747652096 tempest-FloatingIPAdminTestJSON-747652096-project] 10.222.0.53 "DELETE /v2.0/floatingips/8d8d016f-ce6b-4101-84e4-f6639e4df5d1 HTTP/1.1" status: 204 len: 168 time: 1.1038809 Jun 30 09:05:58.009790 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70ed649-87f5-4287-89a5-bcfaa6e7da26 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:05:58.013878 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a70ed649-87f5-4287-89a5-bcfaa6e7da26 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/8734a008-c16a-4fd1-899e-3157666a0137 HTTP/1.1" status: 404 len: 333 time: 0.0289886 Jun 30 09:05:58.015224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43120) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.023888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Deleting port a0983918-a4dc-410a-b59d-e5d4f24f59a1 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:58.024220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.136772 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.152670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:58.158375 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.203610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Pushing event deleted for resources: {'Port': ['ID=ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:58.268140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] For port a0983918-a4dc-410a-b59d-e5d4f24f59a1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a0983918-a4dc-410a-b59d-e5d4f24f59a1,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:58.268504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.271696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] No DVR routers for this DVR port ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:58.278776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.280775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97a8d250-ce62-4630-a32f-b2055ac450a7 req-06b97aa6-15e0-4695-9c3a-b25373131c97 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.26 "DELETE /v2.0/ports/ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 HTTP/1.1" status: 204 len: 173 time: 1.1892200 Jun 30 09:05:58.281236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'name': 'network-vif-deleted', 'tag': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:58.283554 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcca424-513d-44a7-8ab8-bafaa99a6c97" -d '{"events": [{"server_uuid": "2fb4eec8-f264-42d8-93f8-41aecfb55724", "name": "network-vif-deleted", "tag": "ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:58.295723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Calling delete_port for a0983918-a4dc-410a-b59d-e5d4f24f59a1 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:58.310956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.330058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3819a71a-2744-4198-88e3-d8a1e67af2c3']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:58.352320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e910ba0f-ff37-4993-ac1e-7c98bab1aee8') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:58.352616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e910ba0f-ff37-4993-ac1e-7c98bab1aee8') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:58.360294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43126) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.380735 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.384308 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7354e3a1-84e1-43f5-a1f5-55f6c8850093 x-openstack-request-id: req-7354e3a1-84e1-43f5-a1f5-55f6c8850093 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:58.384880 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb4eec8-f264-42d8-93f8-41aecfb55724", "name": "network-vif-deleted", "tag": "ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:58.385141 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7354e3a1-84e1-43f5-a1f5-55f6c8850093 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:58.385537 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb4eec8-f264-42d8-93f8-41aecfb55724', 'name': 'network-vif-deleted', 'tag': 'ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53', 'status': 'completed', 'code': 200} Jun 30 09:05:58.407081 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.426517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:58.426974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:58.478687 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:58.508831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.510229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.518529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.524190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/3819a71a-2744-4198-88e3-d8a1e67af2c3 HTTP/1.1" status: 204 len: 168 time: 0.5046630 Jun 30 09:05:58.525724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b', 'd3a75844-8c89-46e5-b4ea-d4b453cc209c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:58.530599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43130) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.537287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-281216791'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:58.540647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d72e8-b67f-4800-8a60-ff646acb0247 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=3819a71a-2744-4198-88e3-d8a1e67af2c3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:58.581518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event deleted for resources: {'Port': ['ID=a0983918-a4dc-410a-b59d-e5d4f24f59a1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:58.614183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:58.617807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.642171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] No DVR routers for this DVR port a0983918-a4dc-410a-b59d-e5d4f24f59a1 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:58.646114 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.648366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5617fbb-917e-4123-9317-a6cbad4efda1 req-14d10e3a-85c9-4dac-8b18-eb7801ae34bd tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "DELETE /v2.0/ports/a0983918-a4dc-410a-b59d-e5d4f24f59a1 HTTP/1.1" status: 204 len: 173 time: 0.9535489 Jun 30 09:05:58.654442 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a22a34f-2513-4e11-9fd9-115380b8c749 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64844e6e56a04947b9add65c0706d413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906017 Jun 30 09:05:58.655450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.676588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:58.711138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.711515 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment 0407cfb6-a74b-4436-9e2a-8e931a1f8d7b of type vlan for network f3022084-16a3-4de0-b58a-697098387f2b Jun 30 09:05:58.753147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-741c4dc0-3dd9-4294-a95e-c4c2327d5839 req-40265bb9-1464-484a-8016-712920e14484 tempest-AttachVolumeNegativeTest-1901571986 tempest-AttachVolumeNegativeTest-1901571986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb4eec8-f264-42d8-93f8-41aecfb55724 HTTP/1.1" status: 200 len: 210 time: 0.0490632 Jun 30 09:05:58.820367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.828326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8e1a-32cd-472f-b760-ef9da896f0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.866504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8e1a-32cd-472f-b760-ef9da896f0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.890985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.897085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.897714 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.006983 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4750655 Jun 30 09:05:59.010072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43152) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.016367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:59.018557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa86aac-bbd0-4d6c-947e-e1e475c67d1c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=f3022084-16a3-4de0-b58a-697098387f2b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.033319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network f3022084-16a3-4de0-b58a-697098387f2b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:59.041436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8e1a-32cd-472f-b760-ef9da896f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.044638 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8e1a-32cd-472f-b760-ef9da896f0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.046138 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee7c8e1a-32cd-472f-b760-ef9da896f0b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e55b35b-dff8-4b91-ba9a-6a44a6ce85fd HTTP/1.1" status: 204 len: 168 time: 0.3897777 Jun 30 09:05:59.056173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c8e1a-32cd-472f-b760-ef9da896f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e55b35b-dff8-4b91-ba9a-6a44a6ce85fd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.224125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:59.229454 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.520185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43168) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.536563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f1a287a5-5c46-406f-b100-e50cc4f1117a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.543563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.616351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=a47a7777-ef71-4367-880e-59c388f7a4a8,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.627289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': '0407cfb6-a74b-4436-9e2a-8e931a1f8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:59.627629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: f3022084-16a3-4de0-b58a-697098387f2b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:59.647670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network f3022084-16a3-4de0-b58a-697098387f2b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:59.661140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, f3022084-16a3-4de0-b58a-697098387f2b) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:59.666304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.666882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.669932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f1a287a5-5c46-406f-b100-e50cc4f1117a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.673826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4482a4a-70ca-49dc-b88b-a62af731bfdd None None] Network f3022084-16a3-4de0-b58a-697098387f2b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:59.679754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f1a287a5-5c46-406f-b100-e50cc4f1117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.694863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d70450ab-de37-423b-92f7-cce4274cc859 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6833563 Jun 30 09:05:59.697307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43172) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.703010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b', 'name': 'tempest-PortsIpV6TestJSON-1553551444'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:59.720433 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f1a287a5-5c46-406f-b100-e50cc4f1117a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59d8b94c4ebe44bd85d65af75074a981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988921 Jun 30 09:05:59.725959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43176) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.761316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a287a5-5c46-406f-b100-e50cc4f1117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e7e1e8-0e05-4055-b366-fb1bf5a9a022,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.812120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23f25075-64dd-45ae-8f7a-d33172ca44ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.840157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23f25075-64dd-45ae-8f7a-d33172ca44ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.871330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:59.875316 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.890977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43180) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.910138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23f25075-64dd-45ae-8f7a-d33172ca44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.912907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23f25075-64dd-45ae-8f7a-d33172ca44ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.914251 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-23f25075-64dd-45ae-8f7a-d33172ca44ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96e7e1e8-0e05-4055-b366-fb1bf5a9a022 HTTP/1.1" status: 204 len: 168 time: 0.1872730 Jun 30 09:05:59.939211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-f3022084-16a3-4de0-b58a-697098387f2b', 'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b', 'tenant_id': '825aeb0138ca4558af1d3845385e1ca2', 'fixed_ips': [{'subnet_id': 'a47a7777-ef71-4367-880e-59c388f7a4a8'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:05:59.940433 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.943331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f25075-64dd-45ae-8f7a-d33172ca44ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e7e1e8-0e05-4055-b366-fb1bf5a9a022,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.944644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] Deleting subnet 4e5f507d-73ff-4e99-9b1c-1ee68c538803 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:59.948489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.983763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port c392609e-1b76-4dc6-90ff-4141aa490941 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:00.045164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.193948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.267708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::2cc (f3022084-16a3-4de0-b58a-697098387f2b/a47a7777-ef71-4367-880e-59c388f7a4a8/c392609e-1b76-4dc6-90ff-4141aa490941) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:00.386423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4a7f-90bb-4387-9559-4a2514d0d073 req-2cd291ed-fd05-428d-b6e4-f348ffd3bc51 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.388103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-834b4a7f-90bb-4387-9559-4a2514d0d073 req-2cd291ed-fd05-428d-b6e4-f348ffd3bc51 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 908 time: 0.1512201 Jun 30 09:06:00.391351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-deleted', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:00.394093 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d290a6-b9b4-4696-9541-448a40856d27" -d '{"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-deleted", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:00.401135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.442199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43192) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:00.463062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3bed545-0ebf-4d98-bb3f-e4898ba0e218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.496807 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff1251-cc42-4338-a69b-7943c04019e2 x-openstack-request-id: req-58ff1251-cc42-4338-a69b-7943c04019e2 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:00.497152 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67907707-b731-4f4b-b213-50ec46fb4811", "name": "network-vif-deleted", "tag": "a0983918-a4dc-410a-b59d-e5d4f24f59a1", "status": "failed", "code": 422}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:00.497389 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58ff1251-cc42-4338-a69b-7943c04019e2 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:00.497887 n-d-758944-40 neutron-server[100240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67907707-b731-4f4b-b213-50ec46fb4811', 'name': 'network-vif-deleted', 'tag': 'a0983918-a4dc-410a-b59d-e5d4f24f59a1', 'status': 'failed', 'code': 422} returned with failed status Jun 30 09:06:00.498690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5f507d-73ff-4e99-9b1c-1ee68c538803,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.508779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.510689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5cc3abe6-6af0-4f64-88e9-f4959d5db58f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4e5f507d-73ff-4e99-9b1c-1ee68c538803 HTTP/1.1" status: 204 len: 168 time: 0.6189549 Jun 30 09:06:00.513823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:00.525807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:00.553569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:00.554009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ad9a9d05-2bcf-4eef-8032-3c7ae33d0d53 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:00.602239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.621269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object c392609e-1b76-4dc6-90ff-4141aa490941 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:00.640707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.678998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.699408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3bed545-0ebf-4d98-bb3f-e4898ba0e218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.735369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=c392609e-1b76-4dc6-90ff-4141aa490941,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.743326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3bed545-0ebf-4d98-bb3f-e4898ba0e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.752253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network f3022084-16a3-4de0-b58a-697098387f2b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:00.754853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:00.757402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:00.764226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.764955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.777601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Allocated IP 2001:db8::2 (f3022084-16a3-4de0-b58a-697098387f2b/a47a7777-ef71-4367-880e-59c388f7a4a8/369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:00.787868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-78a21bca-e611-42e9-b879-7b1981206b5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0893252 Jun 30 09:06:00.788662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43204) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:00.791696 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.803116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bed545-0ebf-4d98-bb3f-e4898ba0e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882cdd28-0934-48d3-bb1d-c4cfe1d5c2dc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.807524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c3bed545-0ebf-4d98-bb3f-e4898ba0e218 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcbfc3d3e4164e88bb7fd73115db3074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641400 Jun 30 09:06:00.809241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c46d667-fb11-49e1-afd3-5d13734f52e6']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:00.811608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43206) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:00.826583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829aac38-b5de-4e2a-b766-69415a6f619f') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:00.826885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829aac38-b5de-4e2a-b766-69415a6f619f') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:00.843584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.871207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.880140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:00.880571 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:00.882255 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:00.934122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21f10a71-27a0-4162-bb80-cac12eb2330e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.964539 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.968181 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21f10a71-27a0-4162-bb80-cac12eb2330e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.970124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.975994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Transition to ACTIVE for port object 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:00.986079 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.990857 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] 10.222.0.53 "DELETE /v2.0/networks/8c46d667-fb11-49e1-afd3-5d13734f52e6 HTTP/1.1" status: 204 len: 168 time: 0.4730666 Jun 30 09:06:01.006584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Transition to ACTIVE for port object 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:01.007672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77fab4-9dce-41ad-98d0-6d317a699c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c46d667-fb11-49e1-afd3-5d13734f52e6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.014584 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.062434 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21f10a71-27a0-4162-bb80-cac12eb2330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.064590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Pushing event updated for resources: {'Port': ['ID=369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.065334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21f10a71-27a0-4162-bb80-cac12eb2330e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.069242 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-21f10a71-27a0-4162-bb80-cac12eb2330e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/882cdd28-0934-48d3-bb1d-c4cfe1d5c2dc HTTP/1.1" status: 204 len: 168 time: 0.2496140 Jun 30 09:06:01.069533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Network f3022084-16a3-4de0-b58a-697098387f2b is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:01.070284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:01.073034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:01.100175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f10a71-27a0-4162-bb80-cac12eb2330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882cdd28-0934-48d3-bb1d-c4cfe1d5c2dc,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.150378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Attempting to bind port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:01.151177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Attempting to bind port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0407cfb6-a74b-4436-9e2a-8e931a1f8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:01.151619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Attempting to bind port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 on network f3022084-16a3-4de0-b58a-697098387f2b {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:01.163722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:01.164339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Checking segment: {'id': '0407cfb6-a74b-4436-9e2a-8e931a1f8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:01.164815 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.165377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Bound using segment: {'id': '0407cfb6-a74b-4436-9e2a-8e931a1f8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:01.165978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Bound port: 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0407cfb6-a74b-4436-9e2a-8e931a1f8d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f3022084-16a3-4de0-b58a-697098387f2b'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:01.166264 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.249583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] For port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:01.255000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43212) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:01.258443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] For port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7,segment=NetworkSegment(0407cfb6-a74b-4436-9e2a-8e931a1f8d7b),segment_id=0407cfb6-a74b-4436-9e2a-8e931a1f8d7b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:01.265516 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.296867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port c392609e-1b76-4dc6-90ff-4141aa490941 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:01.297239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.298258 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4eedb5f4-33ec-45df-99c9-c00e42be19c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7547817487524c888a95c793c4805813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420935 Jun 30 09:06:01.300798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43214) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:01.340054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4abe5-6add-4858-bf3d-9047e60ee69e None None] Pushing event updated for resources: {'Port': ['ID=369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.366656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1687de0-9a8a-47bc-a692-da9731969163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.394699 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1687de0-9a8a-47bc-a692-da9731969163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.419981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.433718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for c392609e-1b76-4dc6-90ff-4141aa490941 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:01.470412 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1687de0-9a8a-47bc-a692-da9731969163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.474210 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1687de0-9a8a-47bc-a692-da9731969163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.478400 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c1687de0-9a8a-47bc-a692-da9731969163 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/362f4a9d-668e-42dc-a4e6-11955a3a10f0 HTTP/1.1" status: 204 len: 168 time: 0.1765242 Jun 30 09:06:01.516541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1687de0-9a8a-47bc-a692-da9731969163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f4a9d-668e-42dc-a4e6-11955a3a10f0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.631413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0c42e337-4eb7-480b-936f-3e86edaa7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.680636 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.768859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=c392609e-1b76-4dc6-90ff-4141aa490941,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.792440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:01.817463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.821933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-709b4771-393c-4889-baea-9a7c63c39167 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/c392609e-1b76-4dc6-90ff-4141aa490941 HTTP/1.1" status: 204 len: 168 time: 1.0321596 Jun 30 09:06:01.824569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43232) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:01.880206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:01.890098 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7a148e-f9e6-49c4-ae9a-6952f2723cf0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:06:01.890925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7a148e-f9e6-49c4-ae9a-6952f2723cf0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:06:01.894967 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eb7a148e-f9e6-49c4-ae9a-6952f2723cf0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/c392609e-1b76-4dc6-90ff-4141aa490941 HTTP/1.1" status: 404 len: 333 time: 0.0693526 Jun 30 09:06:01.902338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43238) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:01.908975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932df33-47fd-46c2-8d59-2196a2451fc7 req-25f002fa-0d4a-4625-966f-1bb11c73df61 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.927079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9932df33-47fd-46c2-8d59-2196a2451fc7 req-25f002fa-0d4a-4625-966f-1bb11c73df61 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 908 time: 0.2979589 Jun 30 09:06:01.950925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-c73f53c7-fc5e-4106-bd4e-0f739a616440 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.952365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-c73f53c7-fc5e-4106-bd4e-0f739a616440 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 908 time: 0.2569227 Jun 30 09:06:01.954266 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-777931f0-becd-43c1-a02a-bd75d2ac1bf1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:01.956121 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-777931f0-becd-43c1-a02a-bd75d2ac1bf1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/c392609e-1b76-4dc6-90ff-4141aa490941 HTTP/1.1" status: 404 len: 333 time: 0.0519540 Jun 30 09:06:01.959743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43246) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:02.058870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet a47a7777-ef71-4367-880e-59c388f7a4a8 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:02.079511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.130765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.183718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Deleting port f73a6dca-cea4-4c3e-b501-88c7120db96a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:02.183718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.286188 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.343371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] For port f73a6dca-cea4-4c3e-b501-88c7120db96a, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f73a6dca-cea4-4c3e-b501-88c7120db96a,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:02.344000 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.376309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Calling delete_port for f73a6dca-cea4-4c3e-b501-88c7120db96a owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:02.418805 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.451915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=a47a7777-ef71-4367-880e-59c388f7a4a8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.461070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.463308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-17570139-3fd1-4ac0-b800-55ea3f3022c2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/a47a7777-ef71-4367-880e-59c388f7a4a8 HTTP/1.1" status: 204 len: 168 time: 0.4962001 Jun 30 09:06:02.466192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43272) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:02.582599 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.603923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.626594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event deleted for resources: {'Port': ['ID=f73a6dca-cea4-4c3e-b501-88c7120db96a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.677477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:02.683032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.740268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] No DVR routers for this DVR port f73a6dca-cea4-4c3e-b501-88c7120db96a on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:02.744634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.747311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e1cc529-6352-43d2-8ec7-c80ac1b34391 req-5239285d-9bb1-4a59-8f75-122532f19a82 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "DELETE /v2.0/ports/f73a6dca-cea4-4c3e-b501-88c7120db96a HTTP/1.1" status: 204 len: 173 time: 0.7885144 Jun 30 09:06:02.747908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'name': 'network-vif-deleted', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:02.750288 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483ebfa0-7db8-4cce-9b4d-13262836f5db" -d '{"events": [{"server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "name": "network-vif-deleted", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:02.780708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] For port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7,segment=NetworkSegment(0407cfb6-a74b-4436-9e2a-8e931a1f8d7b),segment_id=0407cfb6-a74b-4436-9e2a-8e931a1f8d7b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:02.781324 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.806363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:02.823451 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefdf9fd-ba1e-4e72-9e42-1e573ad65dc9 x-openstack-request-id: req-eefdf9fd-ba1e-4e72-9e42-1e573ad65dc9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:02.823885 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea02b3-e2ba-44ac-831f-77d8c9a8605f", "name": "network-vif-deleted", "tag": "f73a6dca-cea4-4c3e-b501-88c7120db96a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:02.824211 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eefdf9fd-ba1e-4e72-9e42-1e573ad65dc9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:02.824755 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea02b3-e2ba-44ac-831f-77d8c9a8605f', 'name': 'network-vif-deleted', 'tag': 'f73a6dca-cea4-4c3e-b501-88c7120db96a', 'status': 'completed', 'code': 200} Jun 30 09:06:02.857851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a459e0c4-26ae-4274-9bc8-0a5654321ef5 None None] Network f3022084-16a3-4de0-b58a-697098387f2b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:02.956153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.975153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No DVR routers for this DVR port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:02.991803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4edfa6ef-e2b4-4e4f-b5d8-f8edcd31f8c0 None None] Provisioning for port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:03.019878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4edfa6ef-e2b4-4e4f-b5d8-f8edcd31f8c0 None None] Provisioning complete for port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:03.020244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4edfa6ef-e2b4-4e4f-b5d8-f8edcd31f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.030856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:03.121534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4edfa6ef-e2b4-4e4f-b5d8-f8edcd31f8c0 None None] Port 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 was deleted so its status cannot be updated. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:06:03.126317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.138714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3022084-16a3-4de0-b58a-697098387f2b']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:03.151106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0407cfb6-a74b-4436-9e2a-8e931a1f8d7b') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:03.151402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0407cfb6-a74b-4436-9e2a-8e931a1f8d7b') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:03.164589 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.182724 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.189671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:03.190243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.229942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d742c-bd7a-4028-8f47-3568af41689e None None] DHCP port deletion for f3022084-16a3-4de0-b58a-697098387f2b request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:03.259092 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:03.263276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.273694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.279231 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/f3022084-16a3-4de0-b58a-697098387f2b HTTP/1.1" status: 204 len: 168 time: 0.8084002 Jun 30 09:06:03.280654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5a0df52-4fd0-40ff-9adb-fa135641abfe req-6e4d775b-626c-4941-a508-fc76ce9246d3 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ea02b3-e2ba-44ac-831f-77d8c9a8605f HTTP/1.1" status: 200 len: 210 time: 0.0666723 Jun 30 09:06:03.281135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43304) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.289980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b5abe-5b1d-4b3e-ac3d-b1007f128417 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=f3022084-16a3-4de0-b58a-697098387f2b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:03.294192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-564560236'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:03.340269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:03.345319 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.395414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:03.424896 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.424896 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment 9a262e3c-5642-4387-bce3-3288fdaa9a2a of type vlan for network 653dc787-5277-4b28-a6ba-06f3b01713a2 Jun 30 09:06:03.475985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.522952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43322) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.527165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.536602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.537593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.639770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3573163 Jun 30 09:06:03.642367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43336) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.648179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:03.652428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43de5f7-7c28-4416-bd09-4e81c1bd130b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=653dc787-5277-4b28-a6ba-06f3b01713a2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:03.695450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 653dc787-5277-4b28-a6ba-06f3b01713a2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:03.824071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:03.882845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:03.883471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 369c16f7-c0f7-4af6-a052-3f5cb1fbb0f7 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:03.900057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:03.904972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.966338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1240323308', 'router:external': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:04.020986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Made reservation on behalf of 3088936f038d4114a9bd6cdd8425d93c for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:04.023395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.034578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.199138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.275750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.287958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.308009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=832af6fe-d334-4fd2-8e27-f8ab72a97927,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.309231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.338278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:04.347015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': '9a262e3c-5642-4387-bce3-3288fdaa9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:04.347580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: 653dc787-5277-4b28-a6ba-06f3b01713a2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:04.355385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.355985 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Added segment b3eb5a95-21da-4eb7-8633-0ef3d12c60b3 of type vlan for network 6102f1de-6ba6-4976-95bd-5ce3384d98fd Jun 30 09:06:04.357678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f4e2d6-b057-4259-ac49-5768a31d1cbb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.390747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa455013-f178-4b72-a9e5-355b2bb1b120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.423797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 653dc787-5277-4b28-a6ba-06f3b01713a2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:04.427554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.442854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 653dc787-5277-4b28-a6ba-06f3b01713a2) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:04.449586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.450202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.451458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a786fa-e56e-4065-b319-0b30b095c2d8 None None] Network 653dc787-5277-4b28-a6ba-06f3b01713a2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:04.484583 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-922241b6-f95e-4968-84f4-96e793373f04 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8409436 Jun 30 09:06:04.487154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43366) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:04.493728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-163554240'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:04.500133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.501485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.505289 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.658239 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1339104 Jun 30 09:06:04.667037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43368) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:04.674061 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c68744-07d7-4ddd-8c60-b68b80e3fac7 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Network': ['ID=6102f1de-6ba6-4976-95bd-5ce3384d98fd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.683640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'subnet': {'network_id': '6102f1de-6ba6-4976-95bd-5ce3384d98fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:04.696305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 6102f1de-6ba6-4976-95bd-5ce3384d98fd details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:04.734059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Made reservation on behalf of 3088936f038d4114a9bd6cdd8425d93c for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:04.740879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.791124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-653dc787-5277-4b28-a6ba-06f3b01713a2', 'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2', 'tenant_id': '825aeb0138ca4558af1d3845385e1ca2', 'fixed_ips': [{'subnet_id': '832af6fe-d334-4fd2-8e27-f8ab72a97927'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:04.792004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.823404 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:04.899058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:04.903845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.951315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:04.959393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:05.007950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Allocated IP 2001:db8::2 (653dc787-5277-4b28-a6ba-06f3b01713a2/832af6fe-d334-4fd2-8e27-f8ab72a97927/8bfc4892-2dd5-40d2-bf4b-ac8f47330241) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:05.029932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756524ac-322c-40d2-bd96-1afafaeb6f73 req-fe8a3c6a-49fc-4ba6-8adc-b2658ae6f93c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.031487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-756524ac-322c-40d2-bd96-1afafaeb6f73 req-fe8a3c6a-49fc-4ba6-8adc-b2658ae6f93c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 945 time: 0.2173536 Jun 30 09:06:05.117349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-756524ac-322c-40d2-bd96-1afafaeb6f73 req-5b8ada00-85ad-49dc-8461-6e3f5c2f6255 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784764 Jun 30 09:06:05.122191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8042dbad-c185-4cfe-aa0b-2386f6517628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.193007 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.202429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Transition to ACTIVE for port object 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:05.219464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Transition to ACTIVE for port object 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:05.226280 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.264916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8042dbad-c185-4cfe-aa0b-2386f6517628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.266393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Network 653dc787-5277-4b28-a6ba-06f3b01713a2 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:05.269917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:05.271099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8042dbad-c185-4cfe-aa0b-2386f6517628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.273747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:05.318982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Pushing event updated for resources: {'Port': ['ID=8bfc4892-2dd5-40d2-bf4b-ac8f47330241,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.326032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8042dbad-c185-4cfe-aa0b-2386f6517628 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11ae31f132714b41af8eda2d3f60b919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654783 Jun 30 09:06:05.327286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042dbad-c185-4cfe-aa0b-2386f6517628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b0d23c-5345-49d5-8f8a-f9a90769d9d1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.329890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43382) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:05.331437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::1ec (653dc787-5277-4b28-a6ba-06f3b01713a2/832af6fe-d334-4fd2-8e27-f8ab72a97927/ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:05.480719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-176ce7c9-bb03-4534-b8c6-0994a805f8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.530022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.objects.ports [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:06:05.530663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.535007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Attempting to bind port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:05.535372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Attempting to bind port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9a262e3c-5642-4387-bce3-3288fdaa9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:05.535726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Attempting to bind port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 on network 653dc787-5277-4b28-a6ba-06f3b01713a2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:05.540938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:05.541304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Checking segment: {'id': '9a262e3c-5642-4387-bce3-3288fdaa9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:05.541864 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.542249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Bound using segment: {'id': '9a262e3c-5642-4387-bce3-3288fdaa9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:05.542693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Bound port: 8bfc4892-2dd5-40d2-bf4b-ac8f47330241, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a262e3c-5642-4387-bce3-3288fdaa9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '653dc787-5277-4b28-a6ba-06f3b01713a2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:05.543154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.553832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-176ce7c9-bb03-4534-b8c6-0994a805f8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.604650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] For port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:05.608029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] For port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8bfc4892-2dd5-40d2-bf4b-ac8f47330241,segment=NetworkSegment(9a262e3c-5642-4387-bce3-3288fdaa9a2a),segment_id=9a262e3c-5642-4387-bce3-3288fdaa9a2a)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:05.617212 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.638382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.671114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Subnet': ['ID=107bece3-3e1a-482c-9889-71745ae81393,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.676782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101efb4-efc8-4a98-af7a-1e7e457a2bc0 None None] Pushing event updated for resources: {'Port': ['ID=8bfc4892-2dd5-40d2-bf4b-ac8f47330241,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.681081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Checking segment: {'id': 'b3eb5a95-21da-4eb7-8633-0ef3d12c60b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6102f1de-6ba6-4976-95bd-5ce3384d98fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:05.681540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network hostable DHCP agents. Network: 6102f1de-6ba6-4976-95bd-5ce3384d98fd, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:05.703413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-176ce7c9-bb03-4534-b8c6-0994a805f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.706068 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-176ce7c9-bb03-4534-b8c6-0994a805f8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.710833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-176ce7c9-bb03-4534-b8c6-0994a805f8d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3b0d23c-5345-49d5-8f8a-f9a90769d9d1 HTTP/1.1" status: 204 len: 168 time: 0.3769689 Jun 30 09:06:05.712369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:05.717481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network 6102f1de-6ba6-4976-95bd-5ce3384d98fd is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:05.732349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ce7c9-bb03-4534-b8c6-0994a805f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b0d23c-5345-49d5-8f8a-f9a90769d9d1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.740996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 6102f1de-6ba6-4976-95bd-5ce3384d98fd) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:05.748474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.749143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.758567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b534731-cb97-4250-a8d9-52a97c5f696f None None] Network 6102f1de-6ba6-4976-95bd-5ce3384d98fd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:05.790277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-625d2acb-25c6-4528-a6fc-4affada06fbd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1186914 Jun 30 09:06:05.790277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.790644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43386) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:05.796336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2019198121', 'network_id': '6102f1de-6ba6-4976-95bd-5ce3384d98fd'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:05.838198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Made reservation on behalf of 3088936f038d4114a9bd6cdd8425d93c for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:05.841962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 653dc787-5277-4b28-a6ba-06f3b01713a2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:05.845221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:05.849401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.874136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] device_id is not set on port 0f899319-2dba-467f-92fe-9ff8b364e4ee yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:05.885521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:05.888207 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.891345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.891986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.904008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.925845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11e680d0-fe84-471b-a3ec-b9a73a8695d2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4369013 Jun 30 09:06:05.929024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43388) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.074376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950d1e4-91b2-4cad-afcf-1d63f63d0a62 None None] Network 6102f1de-6ba6-4976-95bd-5ce3384d98fd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:06.104494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Allocated IP 2001:db8::81 (6102f1de-6ba6-4976-95bd-5ce3384d98fd/107bece3-3e1a-482c-9889-71745ae81393/0f899319-2dba-467f-92fe-9ff8b364e4ee) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:06.182377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:06.182783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.255202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.318153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12ee31c2-1e08-4b7b-bf3e-ce189f5a75b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.409193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.410275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.431412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:06.459635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-d5d96e69-79b7-4a69-ac0d-6a0d02c4be57 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.461170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-d5d96e69-79b7-4a69-ac0d-6a0d02c4be57 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 945 time: 0.1843326 Jun 30 09:06:06.474147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4dec1-0e39-42cf-a48b-477e26f2fc68 req-63b9a7a4-bdec-485a-acf4-2361ca33ebf7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.475628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1c4dec1-0e39-42cf-a48b-477e26f2fc68 req-63b9a7a4-bdec-485a-acf4-2361ca33ebf7 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 945 time: 0.1612530 Jun 30 09:06:06.481729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12ee31c2-1e08-4b7b-bf3e-ce189f5a75b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.488710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12ee31c2-1e08-4b7b-bf3e-ce189f5a75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.495834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.569576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network 6102f1de-6ba6-4976-95bd-5ce3384d98fd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:06.570465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee31c2-1e08-4b7b-bf3e-ce189f5a75b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f52df0-15f6-4ddb-9b69-90f1477feece,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.574249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f73a6dca-cea4-4c3e-b501-88c7120db96a no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:06.576239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:06.588336 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-12ee31c2-1e08-4b7b-bf3e-ce189f5a75b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dffd28ed65049c5bf3fdde0db930d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288968 Jun 30 09:06:06.588336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:06.588336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.588336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.597300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43400) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.610503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Port': ['ID=0f899319-2dba-467f-92fe-9ff8b364e4ee,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.614578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f73a6dca-cea4-4c3e-b501-88c7120db96a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:06.615199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f73a6dca-cea4-4c3e-b501-88c7120db96a not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:06.631694 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b01b4a95-8ed3-4389-aef2-3dfa8d76b89c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8377733 Jun 30 09:06:06.631915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1c4dec1-0e39-42cf-a48b-477e26f2fc68 req-c2d1a595-0694-4cfc-9bb9-49d8628f3f1b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171098 Jun 30 09:06:06.634205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43402) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.732641 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca57412f-43d8-4351-a956-8262f63c6502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.748647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Deleting port d3a75844-8c89-46e5-b4ea-d4b453cc209c {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:06.748992 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.764194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca57412f-43d8-4351-a956-8262f63c6502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.767572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.841061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca57412f-43d8-4351-a956-8262f63c6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.844112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca57412f-43d8-4351-a956-8262f63c6502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.848222 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ca57412f-43d8-4351-a956-8262f63c6502 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82f52df0-15f6-4ddb-9b69-90f1477feece HTTP/1.1" status: 204 len: 168 time: 0.2435734 Jun 30 09:06:06.860614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57412f-43d8-4351-a956-8262f63c6502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f52df0-15f6-4ddb-9b69-90f1477feece,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.870283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Deleting port 0f899319-2dba-467f-92fe-9ff8b364e4ee {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:06.870856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.870994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.900106 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.902921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bfeceb3f-dd8b-43b6-8d91-d23eb1f36f57 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28 HTTP/1.1" status: 204 len: 168 time: 0.9727080 Jun 30 09:06:06.905893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43408) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.945090 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c304fca4-3909-4aaa-b872-a15a8d849cf5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:06.947541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c304fca4-3909-4aaa-b872-a15a8d849cf5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28 HTTP/1.1" status: 404 len: 333 time: 0.0405273 Jun 30 09:06:06.950360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43410) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.012344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] For port d3a75844-8c89-46e5-b4ea-d4b453cc209c, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d3a75844-8c89-46e5-b4ea-d4b453cc209c,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:07.012736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.034040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet 832af6fe-d334-4fd2-8e27-f8ab72a97927 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:07.039018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Calling delete_port for d3a75844-8c89-46e5-b4ea-d4b453cc209c owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:07.044963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.106342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.132272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Calling delete_port for 0f899319-2dba-467f-92fe-9ff8b364e4ee owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:07.135530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.255679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47d14a-c278-4106-9dd7-c794ddc15245 None None] Network 653dc787-5277-4b28-a6ba-06f3b01713a2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:07.257728 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.262228 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.290163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b', 'd3a75844-8c89-46e5-b4ea-d4b453cc209c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:07.359648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.390988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5a0438e0-5f1f-4fb4-b439-b651e4290cb8 None None] Provisioning for port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:07.404268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] No DVR routers for this DVR port d3a75844-8c89-46e5-b4ea-d4b453cc209c on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:07.407336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event deleted for resources: {'Port': ['ID=d3a75844-8c89-46e5-b4ea-d4b453cc209c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:07.416632 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.418858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6dd700ec-a9df-4405-a99b-bed89c747388 req-ff8912bf-6f2b-45a5-843d-2d1477e74c1d tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "DELETE /v2.0/ports/d3a75844-8c89-46e5-b4ea-d4b453cc209c HTTP/1.1" status: 204 len: 173 time: 0.9423997 Jun 30 09:06:07.419764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952c2349-8e7e-44bc-8018-b6191a07f673', 'name': 'network-vif-deleted', 'tag': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:07.422245 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a36bc63-4e21-4748-84ca-ad30e81eb2d6" -d '{"events": [{"server_uuid": "952c2349-8e7e-44bc-8018-b6191a07f673", "name": "network-vif-deleted", "tag": "d3a75844-8c89-46e5-b4ea-d4b453cc209c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:07.479749 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822f7813-82e6-4636-a2da-e97891515b57 x-openstack-request-id: req-822f7813-82e6-4636-a2da-e97891515b57 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:07.480218 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952c2349-8e7e-44bc-8018-b6191a07f673", "name": "network-vif-deleted", "tag": "d3a75844-8c89-46e5-b4ea-d4b453cc209c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:07.480375 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-822f7813-82e6-4636-a2da-e97891515b57 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:07.480838 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952c2349-8e7e-44bc-8018-b6191a07f673', 'name': 'network-vif-deleted', 'tag': 'd3a75844-8c89-46e5-b4ea-d4b453cc209c', 'status': 'completed', 'code': 200} Jun 30 09:06:07.500333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.535391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=832af6fe-d334-4fd2-8e27-f8ab72a97927,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:07.541063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.543431 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bdd12da1-36fa-4e6a-b665-31f3f7b52458 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/832af6fe-d334-4fd2-8e27-f8ab72a97927 HTTP/1.1" status: 204 len: 168 time: 0.5918102 Jun 30 09:06:07.546745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43428) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.570962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.644902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f899319-2dba-467f-92fe-9ff8b364e4ee,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:07.705662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.712517 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dd791110-8c35-430e-9308-c6a1f766f408 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0f899319-2dba-467f-92fe-9ff8b364e4ee HTTP/1.1" status: 204 len: 168 time: 1.0767119 Jun 30 09:06:07.713259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43432) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.723560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6102f1de-6ba6-4976-95bd-5ce3384d98fd', 'external_fixed_ips': [{'subnet_id': '107bece3-3e1a-482c-9889-71745ae81393', 'ip_address': '2001:db8::81'}]}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:07.818779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.819666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.821617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.938680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:07.955481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.051596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:08.057836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:08.058194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.060242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1e23e9c-ddc7-43c6-986f-8ddedcc2e556 req-b960df55-e0d8-43e7-bc07-7046de174730 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=952c2349-8e7e-44bc-8018-b6191a07f673 HTTP/1.1" status: 200 len: 210 time: 0.0832162 Jun 30 09:06:08.061887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:08.062299 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.192663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58f731-057e-4c7e-b2fb-53e7a1017bc7 None None] Network 653dc787-5277-4b28-a6ba-06f3b01713a2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:08.233927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] For port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8bfc4892-2dd5-40d2-bf4b-ac8f47330241,segment=NetworkSegment(9a262e3c-5642-4387-bce3-3288fdaa9a2a),segment_id=9a262e3c-5642-4387-bce3-3288fdaa9a2a)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:08.234230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.260706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:08.276165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.302922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44bdafe1-0ca0-4f46-96ea-004072ff9b40 None None] Provisioning complete for port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:08.304061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44bdafe1-0ca0-4f46-96ea-004072ff9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.443467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.502776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44bdafe1-0ca0-4f46-96ea-004072ff9b40 None None] Could not find standard attr ID for object 8bfc4892-2dd5-40d2-bf4b-ac8f47330241. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:08.514528 n-d-758944-40 neutron-server[100241]: INFO neutron.plugins.ml2.db [None req-44bdafe1-0ca0-4f46-96ea-004072ff9b40 None None] No ports have port_id starting with 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 Jun 30 09:06:08.518074 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.540773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=8bfc4892-2dd5-40d2-bf4b-ac8f47330241,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:08.559075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No DVR routers for this DVR port 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:08.619351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e89878-3a5e-43b1-b8cb-760ceef60d91 None None] DHCP port deletion for 653dc787-5277-4b28-a6ba-06f3b01713a2 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:08.702260 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.706824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.722563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653dc787-5277-4b28-a6ba-06f3b01713a2']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:08.727350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.736378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a262e3c-5642-4387-bce3-3288fdaa9a2a') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:08.736682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a262e3c-5642-4387-bce3-3288fdaa9a2a') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:08.764058 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.784364 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.791961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:08.792770 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:08.797267 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:08.879591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.886071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.889152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/653dc787-5277-4b28-a6ba-06f3b01713a2 HTTP/1.1" status: 204 len: 168 time: 1.3412941 Jun 30 09:06:08.895632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43474) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:08.904424 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'name': 'tempest-PortsIpV6TestJSON-353095545'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:08.916515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd388-961f-4c1f-ae06-8e0012bae527 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=653dc787-5277-4b28-a6ba-06f3b01713a2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:08.971431 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Allocated IP 2001:db8::81 (6102f1de-6ba6-4976-95bd-5ce3384d98fd/107bece3-3e1a-482c-9889-71745ae81393/0d34d39e-0598-468f-b9fc-7f7e603735ef) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:09.116265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43484) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:09.120294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:09.124280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.162908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port bf0ad583-c554-4dbf-a87f-a09ad8256dbf yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:09.171119 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.354091 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.419241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network 6102f1de-6ba6-4976-95bd-5ce3384d98fd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:09.423074 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b8eeffa-b5dc-494a-8b5b-d323311e9cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.428729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:09.435930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:09.527651 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.546381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b8eeffa-b5dc-494a-8b5b-d323311e9cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.552589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b8eeffa-b5dc-494a-8b5b-d323311e9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.600743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Port': ['ID=0d34d39e-0598-468f-b9fc-7f7e603735ef,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:09.610497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.610846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.611187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.611524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.611856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.612183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.613044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.613686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.613686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.614161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.614327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.614656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:09.635488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eeffa-b5dc-494a-8b5b-d323311e9cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f8896c-98f2-4d83-92cb-e79b232799f8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:09.643545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5b8eeffa-b5dc-494a-8b5b-d323311e9cb6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7159c04fc2744b1ba3e79c866c4e27c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259693 Jun 30 09:06:09.645120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43502) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:09.651247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.725939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:09.729972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:09.731319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049967b-8558-4e68-8a5f-a2fb9348d7c8 req-09751efe-f644-4cf4-b702-88c99f1c1748 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.734967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a049967b-8558-4e68-8a5f-a2fb9348d7c8 req-09751efe-f644-4cf4-b702-88c99f1c1748 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.1688726 Jun 30 09:06:09.736683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:09.743778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.744394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.750565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:09.761097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=bf0ad583-c554-4dbf-a87f-a09ad8256dbf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:09.775878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:09.777455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8bfc4892-2dd5-40d2-bf4b-ac8f47330241 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:09.777729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06dfa746-0565-4acf-b947-a139e3dc8a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.804556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a049967b-8558-4e68-8a5f-a2fb9348d7c8 req-588bfe8b-c38f-414f-b4a6-d1d9cb8a7841 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610232 Jun 30 09:06:09.818264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06dfa746-0565-4acf-b947-a139e3dc8a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.818468 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a81f7879-6666-4de7-b3b4-29090eb0f56b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9204431 Jun 30 09:06:09.820595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:09.886975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06dfa746-0565-4acf-b947-a139e3dc8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.889713 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06dfa746-0565-4acf-b947-a139e3dc8a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.891048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-06dfa746-0565-4acf-b947-a139e3dc8a13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16f8896c-98f2-4d83-92cb-e79b232799f8 HTTP/1.1" status: 204 len: 168 time: 0.2444842 Jun 30 09:06:09.899395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfa746-0565-4acf-b947-a139e3dc8a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f8896c-98f2-4d83-92cb-e79b232799f8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.298864 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.329077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43520) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:10.343708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-879869e9-7548-42a3-b9dc-1dbb7cf9594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.419224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port bf0ad583-c554-4dbf-a87f-a09ad8256dbf {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:10.419610 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.455289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-879869e9-7548-42a3-b9dc-1dbb7cf9594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.460017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-879869e9-7548-42a3-b9dc-1dbb7cf9594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.506262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-879869e9-7548-42a3-b9dc-1dbb7cf9594d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b090c19c82504cb481ec76352dd8a266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760690 Jun 30 09:06:10.507111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43522) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:10.513266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879869e9-7548-42a3-b9dc-1dbb7cf9594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ab3ba-33e3-4fb1-ad0f-3c6efa2260b5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.536609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.556404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for bf0ad583-c554-4dbf-a87f-a09ad8256dbf owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:10.577691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d1330ee-eccd-43d0-83cd-c5a2fa489d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.590699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d3a75844-8c89-46e5-b4ea-d4b453cc209c no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:10.610201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d1330ee-eccd-43d0-83cd-c5a2fa489d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.622619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: d3a75844-8c89-46e5-b4ea-d4b453cc209c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:10.622961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d3a75844-8c89-46e5-b4ea-d4b453cc209c not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:10.652607 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.666350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d1330ee-eccd-43d0-83cd-c5a2fa489d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.669145 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d1330ee-eccd-43d0-83cd-c5a2fa489d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.670525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3d1330ee-eccd-43d0-83cd-c5a2fa489d24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/336ab3ba-33e3-4fb1-ad0f-3c6efa2260b5 HTTP/1.1" status: 204 len: 168 time: 0.1624987 Jun 30 09:06:10.678952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1330ee-eccd-43d0-83cd-c5a2fa489d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ab3ba-33e3-4fb1-ad0f-3c6efa2260b5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.763957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.802466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=bf0ad583-c554-4dbf-a87f-a09ad8256dbf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.812550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.814514 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48708f6e-ccb1-4d26-a78c-cfa1b64388ea tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/bf0ad583-c554-4dbf-a87f-a09ad8256dbf HTTP/1.1" status: 204 len: 168 time: 0.9930022 Jun 30 09:06:10.817491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43528) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:10.823512 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'mac_address': 'fa:16:3e:32:d3:aa', 'name': 'tempest-PortsIpV6TestJSON-1288362539'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:10.947658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Router fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:11.010423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:11.059273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-2d8be9fe-2ff4-4f5e-8a92-d8d9ea44598b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.063145 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-2d8be9fe-2ff4-4f5e-8a92-d8d9ea44598b tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.1388047 Jun 30 09:06:11.128401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.140331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:11.150752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Sync routers for ids ['fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:11.161483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port 9baa9e7e-ecd0-4db3-a9ce-5eb15c885014 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:11.165166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Routers {'fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:11.167063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.178085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166c26-932b-43ef-8c7a-720b48916f88 req-e544c31e-3225-43a6-bdd0-a8a77a4041d9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.185935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79166c26-932b-43ef-8c7a-720b48916f88 req-e544c31e-3225-43a6-bdd0-a8a77a4041d9 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 945 time: 0.2272029 Jun 30 09:06:11.201414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.205070 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-11f0bf10-8c6a-439a-ba34-b426a084c828 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.4884391 Jun 30 09:06:11.206915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43546) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:11.239315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79166c26-932b-43ef-8c7a-720b48916f88 req-5e18c21b-353e-4429-811c-3154c0b9875a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf8a2114-8404-4887-911a-a246d7adc259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Jun 30 09:06:11.279222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Deleting port b8cc8d51-069a-4703-947a-5f1e85962f8b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:11.280216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.410774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Set router fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:11.429224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] For port b8cc8d51-069a-4703-947a-5f1e85962f8b, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b8cc8d51-069a-4703-947a-5f1e85962f8b,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:11.430142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.446847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Calling delete_port for b8cc8d51-069a-4703-947a-5f1e85962f8b owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:11.519917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.608480 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.638517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.663687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event deleted for resources: {'Port': ['ID=b8cc8d51-069a-4703-947a-5f1e85962f8b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.672548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b8cc8d51-069a-4703-947a-5f1e85962f8b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:11.718702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.768839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] No DVR routers for this DVR port b8cc8d51-069a-4703-947a-5f1e85962f8b on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:11.775440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.782564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b29e893-7f7d-41aa-abf2-b7cec75fdf2a req-9bfb235b-1f3e-408b-a2ca-25d438299e35 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.26 "DELETE /v2.0/ports/b8cc8d51-069a-4703-947a-5f1e85962f8b HTTP/1.1" status: 204 len: 173 time: 0.7097080 Jun 30 09:06:11.783340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2570439-40e4-44e1-a093-697af8438625', 'name': 'network-vif-deleted', 'tag': 'b8cc8d51-069a-4703-947a-5f1e85962f8b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:11.787828 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d558628-c942-41fb-83c6-9e9af2d602a2" -d '{"events": [{"server_uuid": "e2570439-40e4-44e1-a093-697af8438625", "name": "network-vif-deleted", "tag": "b8cc8d51-069a-4703-947a-5f1e85962f8b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:11.806066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.820842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b', 'name': '', 'tenant_id': '3088936f038d4114a9bd6cdd8425d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6102f1de-6ba6-4976-95bd-5ce3384d98fd', 'external_fixed_ips': [{'subnet_id': '107bece3-3e1a-482c-9889-71745ae81393', 'ip_address': '2001:db8::81'}], 'enable_snat': True}, 'gw_port_id': '0d34d39e-0598-468f-b9fc-7f7e603735ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:07Z', 'updated_at': '2021-06-30T09:06:09Z', 'revision_number': 3, 'project_id': '3088936f038d4114a9bd6cdd8425d93c', 'gw_port': {'id': '0d34d39e-0598-468f-b9fc-7f7e603735ef', 'name': '', 'network_id': '6102f1de-6ba6-4976-95bd-5ce3384d98fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '107bece3-3e1a-482c-9889-71745ae81393', 'ip_address': '2001:db8::81', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:08Z', 'updated_at': '2021-06-30T09:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '107bece3-3e1a-482c-9889-71745ae81393', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.868305 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c5e0f3-c059-439e-a33c-c20ea0dde0f3 x-openstack-request-id: req-48c5e0f3-c059-439e-a33c-c20ea0dde0f3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:11.869054 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2570439-40e4-44e1-a093-697af8438625", "name": "network-vif-deleted", "tag": "b8cc8d51-069a-4703-947a-5f1e85962f8b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:11.869522 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48c5e0f3-c059-439e-a33c-c20ea0dde0f3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:11.870157 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2570439-40e4-44e1-a093-697af8438625', 'name': 'network-vif-deleted', 'tag': 'b8cc8d51-069a-4703-947a-5f1e85962f8b', 'status': 'completed', 'code': 200} Jun 30 09:06:11.888465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Checking router: fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:11.889227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Updating router fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b port 0d34d39e-0598-468f-b9fc-7f7e603735ef binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:06:11.891707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=9baa9e7e-ecd0-4db3-a9ce-5eb15c885014,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.932900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:11.935932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:11.955277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:11.956322 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.960880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.961550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.981336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Deleting port 0d34d39e-0598-468f-b9fc-7f7e603735ef {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:11.990328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.056833 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e5fa31bc-42cf-4395-9ccd-e35c3b477013 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2360630 Jun 30 09:06:12.057602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43566) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:12.124327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.145234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b84f6-4719-4565-ae82-457f89e65418 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.146648 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-680b84f6-4719-4565-ae82-457f89e65418 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/9baa9e7e-ecd0-4db3-a9ce-5eb15c885014 HTTP/1.1" status: 200 len: 845 time: 0.0885062 Jun 30 09:06:12.150293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43570) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:12.150833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Calling delete_port for 0d34d39e-0598-468f-b9fc-7f7e603735ef owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:12.329921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 9baa9e7e-ecd0-4db3-a9ce-5eb15c885014 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:12.331393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.526532 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:06:12.527029 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:06:12.527273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-306cb681-86ce-4d5e-834e-d9574efbfa8c req-eae38981-bd65-471a-bcc9-8d56ab84e3bc tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2570439-40e4-44e1-a093-697af8438625 HTTP/1.1" status: 200 len: 210 time: 0.0453689 Jun 30 09:06:12.530890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.549323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.603036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 9baa9e7e-ecd0-4db3-a9ce-5eb15c885014 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:12.607570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.668287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d34d39e-0598-468f-b9fc-7f7e603735ef,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:12.760683 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.765199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.771023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.833229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.834506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:12.839857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.845576 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f8e64505-999a-411f-8ba3-6de3948152f8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b HTTP/1.1" status: 204 len: 168 time: 1.6376855 Jun 30 09:06:12.846558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43596) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:12.849956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=9baa9e7e-ecd0-4db3-a9ce-5eb15c885014,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:12.873370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.880597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0b8583b2-5f97-4477-aed2-f54452f9360c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/9baa9e7e-ecd0-4db3-a9ce-5eb15c885014 HTTP/1.1" status: 204 len: 168 time: 0.7271435 Jun 30 09:06:12.881742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43600) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:12.900066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Deleting subnet 107bece3-3e1a-482c-9889-71745ae81393 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:12.904155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.958424 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eef2f1-a9be-46a3-a954-36dd58455ea5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:12.966160 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.966904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-72eef2f1-a9be-46a3-a954-36dd58455ea5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/9baa9e7e-ecd0-4db3-a9ce-5eb15c885014 HTTP/1.1" status: 404 len: 333 time: 0.0833886 Jun 30 09:06:12.971013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43604) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:12.980976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'name': 'tempest-PortsIpV6TestJSON-1211997432'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:13.033980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.067391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Port 0d34d39e-0598-468f-b9fc-7f7e603735ef not found while updating agent binding for router fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b. {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:06:13.091029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:13.091409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:06:13.092016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_agentschedulers_db [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100241) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:06:13.092390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60291f5d-91c5-426d-8152-2ba674a9e5ef None None] The sync data for ids ['fd4fe92b-6d66-4e3c-91d4-0d6a6c15464b'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:13.111217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.138895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=107bece3-3e1a-482c-9889-71745ae81393,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.146176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.150971 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c3acdf0-7e9a-4b3e-80e4-3bd8b92a81d2 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/107bece3-3e1a-482c-9889-71745ae81393 HTTP/1.1" status: 204 len: 168 time: 0.3025389 Jun 30 09:06:13.151466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:13.167815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:13.180422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.200917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port e6a66828-e69c-4a92-a878-0ab749be554e yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:13.240716 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.329903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.345267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6102f1de-6ba6-4976-95bd-5ce3384d98fd']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.358028 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3eb5a95-21da-4eb7-8633-0ef3d12c60b3') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.358446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3eb5a95-21da-4eb7-8633-0ef3d12c60b3') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.371564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.388256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.398212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:13.400515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:13.416170 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:13.473964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.482725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6102f1de-6ba6-4976-95bd-5ce3384d98fd {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:06:13.489350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.495436 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6102f1de-6ba6-4976-95bd-5ce3384d98fd HTTP/1.1" status: 204 len: 168 time: 0.3391130 Jun 30 09:06:13.511419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef923287-9b98-4e97-9838-b47f46ee2790 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event deleted for resources: {'Network': ['ID=6102f1de-6ba6-4976-95bd-5ce3384d98fd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.929441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.036055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.141471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:14.147788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:14.167251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:14.183233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.183990 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.213771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=e6a66828-e69c-4a92-a878-0ab749be554e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.223832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43646) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.228321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ae63072e-e009-41a7-89a6-145d19a94f38 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'router': {'name': 'tempest-router--387621705', 'project_id': '7689b93fa7a34f6493e90f8e068cd8bb'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:14.270253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae63072e-e009-41a7-89a6-145d19a94f38 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.271446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae63072e-e009-41a7-89a6-145d19a94f38 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.296199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43652) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.302174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0470b387-39ff-42c1-af23-8ddc0c3dab53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3284297 Jun 30 09:06:14.305367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:14.410348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960659-0f36-4c96-a600-d1a82efe3feb req-40df554e-4a73-4ab1-9cf2-9fefa1d79dd8 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.412147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3960659-0f36-4c96-a600-d1a82efe3feb req-40df554e-4a73-4ab1-9cf2-9fefa1d79dd8 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.1314147 Jun 30 09:06:14.438129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae63072e-e009-41a7-89a6-145d19a94f38 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.455684 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae63072e-e009-41a7-89a6-145d19a94f38 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.461555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3960659-0f36-4c96-a600-d1a82efe3feb req-4e1e9a57-431b-444a-b690-b28bc982ae8a tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Jun 30 09:06:14.505564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae63072e-e009-41a7-89a6-145d19a94f38 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.507419 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae63072e-e009-41a7-89a6-145d19a94f38 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2825019 Jun 30 09:06:14.510140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43658) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.516060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.604838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b8cc8d51-069a-4703-947a-5f1e85962f8b no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:14.607215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71624503-b107-4840-9911-66bf408e2241 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.650610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: b8cc8d51-069a-4703-947a-5f1e85962f8b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:14.653237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b8cc8d51-069a-4703-947a-5f1e85962f8b not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:14.783518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.794215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.813017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71624503-b107-4840-9911-66bf408e2241 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.816576 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71624503-b107-4840-9911-66bf408e2241 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.841903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] In _notify_port_updated(), no bound segment for port e6a66828-e69c-4a92-a878-0ab749be554e on network aef2231c-c530-423c-b78c-2352da1d97c8 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:06:14.848037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.848776 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.850377 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "PUT /v2.0/ports/e6a66828-e69c-4a92-a878-0ab749be554e HTTP/1.1" status: 200 len: 818 time: 0.5518782 Jun 30 09:06:14.853814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.877731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71624503-b107-4840-9911-66bf408e2241 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.879711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71624503-b107-4840-9911-66bf408e2241 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2650c35f-1804-40d6-ad7d-1f8810cea64f {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:14.887119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71624503-b107-4840-9911-66bf408e2241 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.889652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-71624503-b107-4840-9911-66bf408e2241 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2650c35f-1804-40d6-ad7d-1f8810cea64f HTTP/1.1" status: 204 len: 168 time: 0.3779771 Jun 30 09:06:14.947282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d864d66-b9d6-475b-a389-1f996aa2aa24 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=e6a66828-e69c-4a92-a878-0ab749be554e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.984221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port e6a66828-e69c-4a92-a878-0ab749be554e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:14.984806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.062505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.077058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for e6a66828-e69c-4a92-a878-0ab749be554e owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:15.177898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.186602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43672) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:15.214799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=e6a66828-e69c-4a92-a878-0ab749be554e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:15.226308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.228983 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c6efe2af-31e1-4553-9de5-b30a5dceeebd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/e6a66828-e69c-4a92-a878-0ab749be554e HTTP/1.1" status: 204 len: 168 time: 0.3743775 Jun 30 09:06:15.231183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43678) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:15.381206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18825fde-99fb-46f7-b972-ef0797145e21 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.383894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-18825fde-99fb-46f7-b972-ef0797145e21 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1514094 Jun 30 09:06:15.386742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43680) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:15.397918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1717116129', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:15.416312 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-05503e2d-9ad4-4881-a1c4-b7133a4904a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:15.421604 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-05503e2d-9ad4-4881-a1c4-b7133a4904a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/e6a66828-e69c-4a92-a878-0ab749be554e HTTP/1.1" status: 404 len: 333 time: 0.0303364 Jun 30 09:06:15.422001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:15.431416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1266835585'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:15.436539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.438133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.455077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:15.461589 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.485500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:15.495751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.496162 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e of type vlan for network be563be1-7567-44c3-b0b4-5746070d0c85 Jun 30 09:06:15.504025 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.563578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.614679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.621137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.621811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.690636 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2649927 Jun 30 09:06:15.690858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43688) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:15.701585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:15.717913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70d14e-ed4f-416e-b96b-329a6c86ac59 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=be563be1-7567-44c3-b0b4-5746070d0c85,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:15.731309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network be563be1-7567-44c3-b0b4-5746070d0c85 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:15.852533 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.868015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:15.871897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.910332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-16499449-7ba6-4078-b635-51841ad2518e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.912030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-16499449-7ba6-4078-b635-51841ad2518e tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3471622 Jun 30 09:06:16.017437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb8b92-3e2d-436b-81c6-03a10daa47b9 req-32e96b63-f2af-447e-a4da-e9e31fd15892 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.031481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02cb8b92-3e2d-436b-81c6-03a10daa47b9 req-32e96b63-f2af-447e-a4da-e9e31fd15892 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 944 time: 0.3727348 Jun 30 09:06:16.126182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.153647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02cb8b92-3e2d-436b-81c6-03a10daa47b9 req-006b6b4d-32e9-4486-b4eb-46f9fefd2a4c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204188 Jun 30 09:06:16.258814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Deleting port 2407b408-1de1-435a-b32e-7b6186c0bbff {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:16.259426 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.535870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] For port 2407b408-1de1-435a-b32e-7b6186c0bbff, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=2407b408-1de1-435a-b32e-7b6186c0bbff,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:16.536560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.539683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.564142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=a31348dd-9846-42de-8682-07d35384f026,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:16.575156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': 'f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:16.575523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: be563be1-7567-44c3-b0b4-5746070d0c85, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:16.584504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.608995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network be563be1-7567-44c3-b0b4-5746070d0c85 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:16.626260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, be563be1-7567-44c3-b0b4-5746070d0c85) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:16.631628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.632497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.651030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8d7e3-31d8-4539-b14e-ac1f3490f947 None None] Network be563be1-7567-44c3-b0b4-5746070d0c85 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:16.651422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f7dde27c-d355-4803-87b1-2e79130ef3a5 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9571550 Jun 30 09:06:16.655600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:16.671097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-51e23098-ae63-4c73-8958-a5cc7d508c96 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:16.804707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Allocated IP 172.25.8.47 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/4c5eb537-bd49-4966-a900-f4304840ea64) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:16.845979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e23098-ae63-4c73-8958-a5cc7d508c96 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:16.855290 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-51e23098-ae63-4c73-8958-a5cc7d508c96 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.947310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-be563be1-7567-44c3-b0b4-5746070d0c85', 'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85', 'tenant_id': '825aeb0138ca4558af1d3845385e1ca2', 'fixed_ips': [{'subnet_id': 'a31348dd-9846-42de-8682-07d35384f026'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:16.948880 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.000331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.000715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.001031 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Floating IP c670cf48-57a0-40ee-83e4-64a4f18eafe6 disassociated. External IP: 172.25.8.248, port: 2407b408-1de1-435a-b32e-7b6186c0bbff. Jun 30 09:06:17.001493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Calling delete_port for 2407b408-1de1-435a-b32e-7b6186c0bbff owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:17.033187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.062708 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-51e23098-ae63-4c73-8958-a5cc7d508c96 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a31348dd-9846-42de-8682-07d35384f026 (CIDR: 2001:db8::/64) Jun 30 09:06:17.068263 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e23098-ae63-4c73-8958-a5cc7d508c96 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:06:17.068981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e23098-ae63-4c73-8958-a5cc7d508c96 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:06:17.100405 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51e23098-ae63-4c73-8958-a5cc7d508c96 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4418859 Jun 30 09:06:17.103314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43732) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:17.114277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:17.152262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.229819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:17.241893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:17.244683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:17.279831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event updated for resources: {'Port': ['ID=4c5eb537-bd49-4966-a900-f4304840ea64,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:17.306011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Allocated IP 2001:db8::2 (be563be1-7567-44c3-b0b4-5746070d0c85/a31348dd-9846-42de-8682-07d35384f026/23bab49d-e825-4ac0-9e34-f6713e0fb31f) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:17.363072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:17.367428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.510014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.646810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event deleted for resources: {'Port': ['ID=2407b408-1de1-435a-b32e-7b6186c0bbff,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:17.850864 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.878988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Transition to ACTIVE for port object 23bab49d-e825-4ac0-9e34-f6713e0fb31f will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:17.895554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.907845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Transition to ACTIVE for port object 23bab49d-e825-4ac0-9e34-f6713e0fb31f will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:17.922993 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.013590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Pushing event updated for resources: {'Port': ['ID=23bab49d-e825-4ac0-9e34-f6713e0fb31f,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.014287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network be563be1-7567-44c3-b0b4-5746070d0c85 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:18.018855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:18.051478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.052087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.063075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Network be563be1-7567-44c3-b0b4-5746070d0c85 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:18.064524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:18.070365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.082768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2730a00-8619-4e51-b74a-bc500c441a40 req-96b915c1-06ef-4ef9-ac18-2cb0ebd1e4aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.087845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2730a00-8619-4e51-b74a-bc500c441a40 req-96b915c1-06ef-4ef9-ac18-2cb0ebd1e4aa tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 866 time: 0.6584024 Jun 30 09:06:18.097347 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5730555b-d152-4b73-a3d4-77b87da11692 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9891329 Jun 30 09:06:18.097573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43760) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.102380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:18.103048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85', 'fixed_ips': [{'subnet_id': 'a31348dd-9846-42de-8682-07d35384f026'}, {'subnet_id': 'dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed'}], 'name': 'tempest-PortsIpV6TestJSON-789078148'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:18.263351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Attempting to bind port 23bab49d-e825-4ac0-9e34-f6713e0fb31f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:18.264386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Attempting to bind port 23bab49d-e825-4ac0-9e34-f6713e0fb31f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:18.264755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Attempting to bind port 23bab49d-e825-4ac0-9e34-f6713e0fb31f on network be563be1-7567-44c3-b0b4-5746070d0c85 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:18.281914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:18.282328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Checking segment: {'id': 'f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:18.285288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.286136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Bound using segment: {'id': 'f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:18.287795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Bound port: 23bab49d-e825-4ac0-9e34-f6713e0fb31f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:18.288274 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.347691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:18.437756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43766) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.441397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] For port 23bab49d-e825-4ac0-9e34-f6713e0fb31f, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:18.444788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] For port 23bab49d-e825-4ac0-9e34-f6713e0fb31f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=23bab49d-e825-4ac0-9e34-f6713e0fb31f,segment=NetworkSegment(f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e),segment_id=f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:18.453771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.566918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.567133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a75f-da3b-4419-ad16-47b40bcbd17f None None] Pushing event updated for resources: {'Port': ['ID=23bab49d-e825-4ac0-9e34-f6713e0fb31f,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.639559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port 7e20e272-63db-4df5-967d-b67ed74dff5c yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:18.713530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.952823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Router ed799d25-64b7-4919-942e-bc21f505eddb has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:18.968247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2730a00-8619-4e51-b74a-bc500c441a40 req-874d5f36-664e-457e-9727-286a473fea5f tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups?id=688860c5-69d9-456e-9a86-14b045aabcde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094603 Jun 30 09:06:19.079185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99b0d677-235f-41e2-bde1-06209d34bb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.241743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::19c (be563be1-7567-44c3-b0b4-5746070d0c85/a31348dd-9846-42de-8682-07d35384f026/7e20e272-63db-4df5-967d-b67ed74dff5c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:19.253654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8:0:1::40 (be563be1-7567-44c3-b0b4-5746070d0c85/dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed/7e20e272-63db-4df5-967d-b67ed74dff5c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:19.271073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.280213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:19.294068 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] Sync routers for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:19.317277 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:19.318538 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:19.321237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99b0d677-235f-41e2-bde1-06209d34bb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.335813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-99b0d677-235f-41e2-bde1-06209d34bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.368928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] No DVR routers for this DVR port 2407b408-1de1-435a-b32e-7b6186c0bbff on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:19.372019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.374120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3356caf-bf2d-4b8f-97e0-d165fe728bd8 req-ba6b67dc-cc50-46f8-b9b4-c376a9612297 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.13 "DELETE /v2.0/ports/2407b408-1de1-435a-b32e-7b6186c0bbff HTTP/1.1" status: 204 len: 173 time: 3.4542592 Jun 30 09:06:19.377249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-deleted', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:19.380280 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa36a6d-b6f2-4039-8c62-52230d4fc9f0" -d '{"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-deleted", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:19.427746 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-99b0d677-235f-41e2-bde1-06209d34bb0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c2f89d6fa124bf4bb4ed1538c307ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829545 Jun 30 09:06:19.433395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43786) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:19.449168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0d677-235f-41e2-bde1-06209d34bb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b880e52-adda-4145-a598-b0fa55e446ed,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:19.463515 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b7245d-b9b5-45e2-ad4c-da9627ffb62c x-openstack-request-id: req-46b7245d-b9b5-45e2-ad4c-da9627ffb62c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:19.463801 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce47ec5-54e0-4013-bece-eec3f4390a25", "name": "network-vif-deleted", "tag": "2407b408-1de1-435a-b32e-7b6186c0bbff", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:19.464325 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46b7245d-b9b5-45e2-ad4c-da9627ffb62c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:19.464725 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce47ec5-54e0-4013-bece-eec3f4390a25', 'name': 'network-vif-deleted', 'tag': '2407b408-1de1-435a-b32e-7b6186c0bbff', 'status': 'completed', 'code': 200} Jun 30 09:06:19.553684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Router f0284871-254c-40f3-adac-de552fc5eaa1 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:19.554493 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:19.582502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.645766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da8e0305-efbf-4449-a762-fb9b7a492fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.653919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object 7e20e272-63db-4df5-967d-b67ed74dff5c will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:19.754454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:19.765487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] Sync routers for ids ['f0284871-254c-40f3-adac-de552fc5eaa1'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:19.768224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da8e0305-efbf-4449-a762-fb9b7a492fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.781358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] Routers {'f0284871-254c-40f3-adac-de552fc5eaa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:19.782032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f0284871-254c-40f3-adac-de552fc5eaa1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:19.802293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.809944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-20906af3-40ef-4126-89c0-f31ec341befd tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6190541 Jun 30 09:06:19.812393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43794) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:19.882959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:19.904750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 23bab49d-e825-4ac0-9e34-f6713e0fb31f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:19.920864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43798) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.011249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] Routers {'f0284871-254c-40f3-adac-de552fc5eaa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:20.016260 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.019257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f0284871-254c-40f3-adac-de552fc5eaa1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.085767 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:21Z', 'revision_number': 5, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.104384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.105038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2e947-416a-42ae-bd14-b52a14141bfb None None] The sync data for ids ['f0284871-254c-40f3-adac-de552fc5eaa1'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:20.129381 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] Checking router: ed799d25-64b7-4919-942e-bc21f505eddb for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:20.144256 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:20.146105 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.151229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network be563be1-7567-44c3-b0b4-5746070d0c85 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:20.155440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da8e0305-efbf-4449-a762-fb9b7a492fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.158132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da8e0305-efbf-4449-a762-fb9b7a492fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.159333 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-da8e0305-efbf-4449-a762-fb9b7a492fc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b880e52-adda-4145-a598-b0fa55e446ed HTTP/1.1" status: 204 len: 168 time: 0.7229230 Jun 30 09:06:20.173237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9085a8-afa2-498c-a177-3ee9935f6a2e None None] Network be563be1-7567-44c3-b0b4-5746070d0c85 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:20.182579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:20.209294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:20.235659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a402b43-3407-47c0-b6de-8b449d8ee75a req-b719f500-4d53-42c1-ae33-4ba70d676b66 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ce47ec5-54e0-4013-bece-eec3f4390a25 HTTP/1.1" status: 200 len: 210 time: 0.0419912 Jun 30 09:06:20.244669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.245374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.268694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cda9d71-9bb9-4c18-91c0-5a9e36e1c908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.338857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=7e20e272-63db-4df5-967d-b67ed74dff5c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.345261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e0305-efbf-4449-a762-fb9b7a492fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b880e52-adda-4145-a598-b0fa55e446ed,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.349078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:20.361103 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2b8994f6-86a5-4047-b797-2bf0b6044ab9 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/f0284871-254c-40f3-adac-de552fc5eaa1 HTTP/1.1" status: 200 len: 924 time: 0.5474353 Jun 30 09:06:20.364530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43806) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.412226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 2407b408-1de1-435a-b32e-7b6186c0bbff {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:20.414357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 2407b408-1de1-435a-b32e-7b6186c0bbff not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:20.438851 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9e2b8632-6720-40a4-bfb0-3b54f49fedd1 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0284871-254c-40f3-adac-de552fc5eaa1 HTTP/1.1" status: 200 len: 205 time: 0.0729151 Jun 30 09:06:20.440574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:20.443616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43812) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.453581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-97f157f9-547e-438c-a7e5-1c201ae82bca None None] Provisioning for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:20.461180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-97f157f9-547e-438c-a7e5-1c201ae82bca None None] Provisioning complete for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:20.461553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-97f157f9-547e-438c-a7e5-1c201ae82bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.466771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:20.467156 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.502691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cda9d71-9bb9-4c18-91c0-5a9e36e1c908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.517584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cda9d71-9bb9-4c18-91c0-5a9e36e1c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.572905 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-71b31fb9-5a54-4988-a3df-a6a4dfde5284 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.4719656 Jun 30 09:06:20.574588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.579968 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:20.582705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda9d71-9bb9-4c18-91c0-5a9e36e1c908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fed6a3-3504-4de4-9c0b-d58b8cf64c7a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.585661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a31348dd-9846-42de-8682-07d35384f026'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:20.678800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3cda9d71-9bb9-4c18-91c0-5a9e36e1c908 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa79dc52be7a4f8f9e76b2ba1619eaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568219 Jun 30 09:06:20.684933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43816) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.734307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43818) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.759268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.759552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8786c2fd-ca98-4b1b-9923-25d9d0db2845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.811974 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.825782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.857980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8786c2fd-ca98-4b1b-9923-25d9d0db2845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.869322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8786c2fd-ca98-4b1b-9923-25d9d0db2845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.897124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8786c2fd-ca98-4b1b-9923-25d9d0db2845 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f726624f449644ceb27a7aead0af06b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617701 Jun 30 09:06:20.907325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527ebbe-6cd8-4e2a-b08f-11f5364f0052 req-4a458d55-3fdd-467d-a752-b7c74cabd5c6 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.909732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8527ebbe-6cd8-4e2a-b08f-11f5364f0052 req-4a458d55-3fdd-467d-a752-b7c74cabd5c6 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 947 time: 0.2680750 Jun 30 09:06:20.912901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.930348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ddac5d04-43cb-47ca-b545-79f3f870d62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.942603 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:21Z', 'revision_number': 5, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:20.948263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786c2fd-ca98-4b1b-9923-25d9d0db2845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71921a41-6121-4f3d-bbab-5b7de9297f21,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.968900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8527ebbe-6cd8-4e2a-b08f-11f5364f0052 req-d198ed40-e1b3-4220-8f7a-3cba3a74144d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516593 Jun 30 09:06:20.979224 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e7c2d-a8ea-4d99-a429-53fd05138199 None None] The sync data for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 is: [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T08:57:16Z', 'revision_number': 4, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b95c6a43-0f91-4749-827c-2d5a81f185bd', 'name': '', 'network_id': 'b562134b-5ec8-4de2-bde1-afe935152b17', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'mac_address': 'fa:16:3e:15:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:15Z', 'updated_at': '2021-06-30T08:57:21Z', 'revision_number': 5, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'subnets': [{'id': 'aa3170b8-486b-45eb-9201-15d2c66b3058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:20.992356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 23bab49d-e825-4ac0-9e34-f6713e0fb31f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=23bab49d-e825-4ac0-9e34-f6713e0fb31f,segment=NetworkSegment(f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e),segment_id=f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:20.993332 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-97f157f9-547e-438c-a7e5-1c201ae82bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.007958 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.040791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.052570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ddac5d04-43cb-47ca-b545-79f3f870d62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.100321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=23bab49d-e825-4ac0-9e34-f6713e0fb31f,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.109921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-97f157f9-547e-438c-a7e5-1c201ae82bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:06:21.110366 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-97f157f9-547e-438c-a7e5-1c201ae82bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:06:21.162214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] Update dhcp port {'port': {'network_id': 'be563be1-7567-44c3-b0b4-5746070d0c85', 'fixed_ips': [{'subnet_id': 'a31348dd-9846-42de-8682-07d35384f026', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '23bab49d-e825-4ac0-9e34-f6713e0fb31f'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:06:21.180100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a02e76a7-6b2f-4c7b-bab9-5c7a38b3824b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.201001 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.245829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a02e76a7-6b2f-4c7b-bab9-5c7a38b3824b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.341988 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724aa64-a615-4187-8a04-071c6bf4bb5e None None] New status for floating IP c670cf48-57a0-40ee-83e4-64a4f18eafe6: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:06:21.346286 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ddac5d04-43cb-47ca-b545-79f3f870d62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.349796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ddac5d04-43cb-47ca-b545-79f3f870d62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.353488 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ddac5d04-43cb-47ca-b545-79f3f870d62e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64fed6a3-3504-4de4-9c0b-d58b8cf64c7a HTTP/1.1" status: 204 len: 168 time: 0.6606579 Jun 30 09:06:21.353488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Delete allocated IP 2001:db8:0:1::40 (be563be1-7567-44c3-b0b4-5746070d0c85/dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed) {{(pid=100238) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:06:21.373746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43828) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.399966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac5d04-43cb-47ca-b545-79f3f870d62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fed6a3-3504-4de4-9c0b-d58b8cf64c7a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.411940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Deleting port 4c5eb537-bd49-4966-a900-f4304840ea64 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:21.412277 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.458761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9365cc77-dd01-443e-8d3f-ab426f15594c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.491172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9365cc77-dd01-443e-8d3f-ab426f15594c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.538423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a02e76a7-6b2f-4c7b-bab9-5c7a38b3824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.541048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a02e76a7-6b2f-4c7b-bab9-5c7a38b3824b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.542215 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a02e76a7-6b2f-4c7b-bab9-5c7a38b3824b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71921a41-6121-4f3d-bbab-5b7de9297f21 HTTP/1.1" status: 204 len: 168 time: 0.6239362 Jun 30 09:06:21.554259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9365cc77-dd01-443e-8d3f-ab426f15594c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.557392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9365cc77-dd01-443e-8d3f-ab426f15594c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.558723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9365cc77-dd01-443e-8d3f-ab426f15594c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "DELETE /v2.0/security-groups/688860c5-69d9-456e-9a86-14b045aabcde HTTP/1.1" status: 204 len: 168 time: 0.1831751 Jun 30 09:06:21.562916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43832) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.585253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365cc77-dd01-443e-8d3f-ab426f15594c tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688860c5-69d9-456e-9a86-14b045aabcde,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.588587 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-eb199243-b2df-4480-a989-5b11a40c4074 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] show failed (client error): The resource could not be found. Jun 30 09:06:21.589178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eb199243-b2df-4480-a989-5b11a40c4074 tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "GET /v2.0/security-groups/688860c5-69d9-456e-9a86-14b045aabcde HTTP/1.1" status: 404 len: 347 time: 0.0250647 Jun 30 09:06:21.592026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43834) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.603715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e76a7-6b2f-4c7b-bab9-5c7a38b3824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71921a41-6121-4f3d-bbab-5b7de9297f21,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.631294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.653102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Calling delete_port for 4c5eb537-bd49-4966-a900-f4304840ea64 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:21.720841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.739596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Ignored duplicate provisioning block setup for port 7e20e272-63db-4df5-967d-b67ed74dff5c by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:06:21.760972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.799345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 23bab49d-e825-4ac0-9e34-f6713e0fb31f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:21.832558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Deleting port d41f9857-c1e8-4273-985c-b57d43feac65 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:21.833984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.852379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] Allocated IP 2001:db8:0:1::2 (be563be1-7567-44c3-b0b4-5746070d0c85/dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed/23bab49d-e825-4ac0-9e34-f6713e0fb31f) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:21.945044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] In _notify_port_updated(), no bound segment for port 7e20e272-63db-4df5-967d-b67ed74dff5c on network be563be1-7567-44c3-b0b4-5746070d0c85 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:06:21.951361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.951878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.953741 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "PUT /v2.0/ports/7e20e272-63db-4df5-967d-b67ed74dff5c HTTP/1.1" status: 200 len: 925 time: 1.3781898 Jun 30 09:06:21.961304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43842) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.966243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053c13b-1d0c-4c8c-a20a-21a29d35fd93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=7e20e272-63db-4df5-967d-b67ed74dff5c,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.969292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a31348dd-9846-42de-8682-07d35384f026'}, {'subnet_id': 'dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:22.027152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] For port 23bab49d-e825-4ac0-9e34-f6713e0fb31f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=23bab49d-e825-4ac0-9e34-f6713e0fb31f,segment=NetworkSegment(f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e),segment_id=f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:22.042412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.042412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.067444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Calling delete_port for d41f9857-c1e8-4273-985c-b57d43feac65 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:22.076870 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.116699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43848) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.118926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event deleted for resources: {'Port': ['ID=4c5eb537-bd49-4966-a900-f4304840ea64,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.133715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.152348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d973373-b964-46b4-9306-cf188c23acec req-a7a80dcf-d7a1-4a62-925a-e483883feabb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.153874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d973373-b964-46b4-9306-cf188c23acec req-a7a80dcf-d7a1-4a62-925a-e483883feabb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 947 time: 0.2340274 Jun 30 09:06:22.157933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c38b6bce-b27d-47e8-821a-27351f01bf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.172003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] Transition to ACTIVE for port object 23bab49d-e825-4ac0-9e34-f6713e0fb31f will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:22.172734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:22.173099 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.220851 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.228200 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.287137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f67ec5-6c14-49ff-b720-bb56e05eeded None None] Pushing event updated for resources: {'Port': ['ID=23bab49d-e825-4ac0-9e34-f6713e0fb31f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.309730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Port 23bab49d-e825-4ac0-9e34-f6713e0fb31f had new provisioning blocks added so it will not transition to active. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 09:06:22.319847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.322975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.387994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.388943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Fanout notify agent at l3_agent the message router_deleted on router f0284871-254c-40f3-adac-de552fc5eaa1 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:22.399317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.400338 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-98c4ae75-7c07-4052-818f-fc80a7cad486 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/f0284871-254c-40f3-adac-de552fc5eaa1 HTTP/1.1" status: 204 len: 168 time: 1.9555986 Jun 30 09:06:22.404739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43854) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.412350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48481208', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': False}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:22.442876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.465808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1231-28bd-4e93-bc06-a0a6706adda6 req-cc9a7489-b9a9-4f03-a69b-a5ae11ee987d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.467167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ffa1231-28bd-4e93-bc06-a0a6706adda6 req-cc9a7489-b9a9-4f03-a69b-a5ae11ee987d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 947 time: 0.3090868 Jun 30 09:06:22.472209 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c38b6bce-b27d-47e8-821a-27351f01bf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.482599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c38b6bce-b27d-47e8-821a-27351f01bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.518060 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c38b6bce-b27d-47e8-821a-27351f01bf2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=121cc49be71f404bb8d3fa0a89a351a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982530 Jun 30 09:06:22.519563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43860) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.569430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.570462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.577720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b6bce-b27d-47e8-821a-27351f01bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10836852-19b2-4918-a3d8-e573e76c8104,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.579860 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.606591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Deleting port e61e3dfb-0aa4-4285-8925-4b2b15072342 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:22.607007 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.613042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-015208f0-3e0e-4189-af12-3085454128dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.686166 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-015208f0-3e0e-4189-af12-3085454128dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.688837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.754862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Pushing event deleted for resources: {'Port': ['ID=d41f9857-c1e8-4273-985c-b57d43feac65,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.799035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ffa1231-28bd-4e93-bc06-a0a6706adda6 req-cf94d4ba-4720-4cb6-8775-2838c9702679 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089645 Jun 30 09:06:22.879708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.882259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.883471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b858718f-ae50-44bd-83a4-867076e958ab tempest-ServerActionsTestJSON-409843615 tempest-ServerActionsTestJSON-409843615-project] 10.222.0.53 "DELETE /v2.0/floatingips/c670cf48-57a0-40ee-83e4-64a4f18eafe6 HTTP/1.1" status: 204 len: 168 time: 1.2904677 Jun 30 09:06:22.889668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43868) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:23.028611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] For port e61e3dfb-0aa4-4285-8925-4b2b15072342, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e61e3dfb-0aa4-4285-8925-4b2b15072342,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:23.029011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.162927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.262204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8:0:1::253 (be563be1-7567-44c3-b0b4-5746070d0c85/dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed/7e20e272-63db-4df5-967d-b67ed74dff5c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:23.301655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c2358-ef7e-4963-8c9f-946ab7038c79 None None] Network be563be1-7567-44c3-b0b4-5746070d0c85 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:23.318265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.326746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-015208f0-3e0e-4189-af12-3085454128dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.329340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-015208f0-3e0e-4189-af12-3085454128dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.330679 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-015208f0-3e0e-4189-af12-3085454128dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10836852-19b2-4918-a3d8-e573e76c8104 HTTP/1.1" status: 204 len: 168 time: 0.8082600 Jun 30 09:06:23.349142 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015208f0-3e0e-4189-af12-3085454128dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10836852-19b2-4918-a3d8-e573e76c8104,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.437512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fb28e2b4-0436-4b2e-903e-2b8c588bc655 None None] Provisioning for port 7e20e272-63db-4df5-967d-b67ed74dff5c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:23.444850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fb28e2b4-0436-4b2e-903e-2b8c588bc655 None None] Provisioning complete for port 7e20e272-63db-4df5-967d-b67ed74dff5c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:23.445489 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fb28e2b4-0436-4b2e-903e-2b8c588bc655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.487672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fb28e2b4-0436-4b2e-903e-2b8c588bc655 None None] Port 7e20e272-63db-4df5-967d-b67ed74dff5c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:23.541765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.542313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.542691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fb28e2b4-0436-4b2e-903e-2b8c588bc655 None None] Provisioning for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:23.542863 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Floating IP da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19 disassociated. External IP: 172.25.8.35, port: e61e3dfb-0aa4-4285-8925-4b2b15072342. Jun 30 09:06:23.543463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Calling delete_port for e61e3dfb-0aa4-4285-8925-4b2b15072342 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:23.557167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fb28e2b4-0436-4b2e-903e-2b8c588bc655 None None] Provisioning complete for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:23.558322 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fb28e2b4-0436-4b2e-903e-2b8c588bc655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.579837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.687577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.724414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.833087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 23bab49d-e825-4ac0-9e34-f6713e0fb31f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:23.942221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:23.942575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.967060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Allocated IP 172.25.8.117 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/b959affb-e1d1-447b-a919-61695949ea13) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:24.122102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Ignored duplicate provisioning block setup for port 7e20e272-63db-4df5-967d-b67ed74dff5c by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:06:24.151829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.169286 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.208537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-63b94040-eb2b-4d8c-b10a-21547ffe4fc6 None None] Provisioning complete for port 7e20e272-63db-4df5-967d-b67ed74dff5c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:24.211821 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-63b94040-eb2b-4d8c-b10a-21547ffe4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.245769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.310012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-63b94040-eb2b-4d8c-b10a-21547ffe4fc6 None None] Port 7e20e272-63db-4df5-967d-b67ed74dff5c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:24.311231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Port': ['ID=b959affb-e1d1-447b-a919-61695949ea13,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.328834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:24.331398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:24.333072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-63b94040-eb2b-4d8c-b10a-21547ffe4fc6 None None] Provisioning complete for port 23bab49d-e825-4ac0-9e34-f6713e0fb31f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:24.333455 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-63b94040-eb2b-4d8c-b10a-21547ffe4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.334129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:24.477893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=7e20e272-63db-4df5-967d-b67ed74dff5c,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.488550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] In _notify_port_updated(), no bound segment for port 7e20e272-63db-4df5-967d-b67ed74dff5c on network be563be1-7567-44c3-b0b4-5746070d0c85 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:06:24.496540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.498186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.502126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f7d9ae1a-1db0-4ff7-b530-de08ef1af164 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "PUT /v2.0/ports/7e20e272-63db-4df5-967d-b67ed74dff5c HTTP/1.1" status: 200 len: 1011 time: 2.5372930 Jun 30 09:06:24.516614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:24.575219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457142-7175-40ad-b14e-fdb4aef66422 req-f31b4d0d-5e0a-4280-9453-191e85675642 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.576982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90457142-7175-40ad-b14e-fdb4aef66422 req-f31b4d0d-5e0a-4280-9453-191e85675642 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 947 time: 0.4537640 Jun 30 09:06:24.662449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-723a9aab-74f5-4e2b-9e22-499d72a9c75f None None] Provisioning complete for port 7e20e272-63db-4df5-967d-b67ed74dff5c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:24.664360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 7e20e272-63db-4df5-967d-b67ed74dff5c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:24.664618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-723a9aab-74f5-4e2b-9e22-499d72a9c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.664827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.690925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90457142-7175-40ad-b14e-fdb4aef66422 req-e7b1a8d2-c55e-4866-ae68-2fd6985c1d7c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022446 Jun 30 09:06:24.720838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.747419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-723a9aab-74f5-4e2b-9e22-499d72a9c75f None None] Port 7e20e272-63db-4df5-967d-b67ed74dff5c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:24.811663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event deleted for resources: {'Port': ['ID=e61e3dfb-0aa4-4285-8925-4b2b15072342,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.929969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.970682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 7e20e272-63db-4df5-967d-b67ed74dff5c owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:25.012025 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.032692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5482fc3c-b323-4b72-a4d7-2e6dbef4e3d5 None None] Provisioning complete for port 7e20e272-63db-4df5-967d-b67ed74dff5c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:25.034062 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5482fc3c-b323-4b72-a4d7-2e6dbef4e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.068486 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.069436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Router 2569cf81-193a-4101-9216-7785c41c9dbd has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:25.099638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5482fc3c-b323-4b72-a4d7-2e6dbef4e3d5 None None] Port 7e20e272-63db-4df5-967d-b67ed74dff5c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:25.166393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.391333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:25.405741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] Sync routers for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:25.453887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:25.455027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:25.494404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f76a6e7a-6d27-43c1-b87d-25e2ef8535cd None None] Provisioning complete for port 7e20e272-63db-4df5-967d-b67ed74dff5c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:25.494666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] No DVR routers for this DVR port e61e3dfb-0aa4-4285-8925-4b2b15072342 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:25.503583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f76a6e7a-6d27-43c1-b87d-25e2ef8535cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.503834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.509800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d973373-b964-46b4-9306-cf188c23acec req-53710470-efcb-469c-b3be-65bb62875fe0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.13 "DELETE /v2.0/ports/e61e3dfb-0aa4-4285-8925-4b2b15072342 HTTP/1.1" status: 204 len: 173 time: 3.3226027 Jun 30 09:06:25.511368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-deleted', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:25.518210 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4a3aa0-ccd0-4bcf-8d0d-7bd513aa0387" -d '{"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-deleted", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:25.600707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f76a6e7a-6d27-43c1-b87d-25e2ef8535cd None None] Port 7e20e272-63db-4df5-967d-b67ed74dff5c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:25.636445 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdf534e-b6a1-441a-a165-7acd1ed692ec x-openstack-request-id: req-6bdf534e-b6a1-441a-a165-7acd1ed692ec {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:25.636721 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1db0141-06fe-412c-b2a6-4254dfdd1d17", "name": "network-vif-deleted", "tag": "e61e3dfb-0aa4-4285-8925-4b2b15072342", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:25.636982 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bdf534e-b6a1-441a-a165-7acd1ed692ec {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:25.637399 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1db0141-06fe-412c-b2a6-4254dfdd1d17', 'name': 'network-vif-deleted', 'tag': 'e61e3dfb-0aa4-4285-8925-4b2b15072342', 'status': 'completed', 'code': 200} Jun 30 09:06:25.674908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:25.711688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.758526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Deleting port b95c6a43-0f91-4749-827c-2d5a81f185bd {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:25.759189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.938757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] For port b95c6a43-0f91-4749-827c-2d5a81f185bd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b95c6a43-0f91-4749-827c-2d5a81f185bd,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:25.939710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.972770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Calling delete_port for b95c6a43-0f91-4749-827c-2d5a81f185bd owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:26.005489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:26.036615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.067585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] Checking router: 2569cf81-193a-4101-9216-7785c41c9dbd for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:26.076809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:26.077588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:26.126146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=7e20e272-63db-4df5-967d-b67ed74dff5c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.135849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85566716-c2d9-43c9-a44f-d456fff2c099 req-82cf35ed-7f40-4a2a-a593-72661fb0e22b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1db0141-06fe-412c-b2a6-4254dfdd1d17 HTTP/1.1" status: 200 len: 210 time: 0.0802932 Jun 30 09:06:26.182800 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.185367 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d94f5f7-3b61-4207-aeb1-87af1e882411 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/7e20e272-63db-4df5-967d-b67ed74dff5c HTTP/1.1" status: 204 len: 168 time: 1.6671178 Jun 30 09:06:26.187918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43948) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:26.227413 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7304e2-970f-45f2-9027-4becdcfcdaab tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:26.229415 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cc7304e2-970f-45f2-9027-4becdcfcdaab tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/7e20e272-63db-4df5-967d-b67ed74dff5c HTTP/1.1" status: 404 len: 333 time: 0.0404289 Jun 30 09:06:26.232878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:26.270755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:26.306835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:26.313775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.391766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:26.408349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.409979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Router 3ee18749-f205-4903-a79a-ccb9537514e3 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:26.420867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.447248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: e61e3dfb-0aa4-4285-8925-4b2b15072342 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:26.447759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e61e3dfb-0aa4-4285-8925-4b2b15072342 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:26.468136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b95c6a43-0f91-4749-827c-2d5a81f185bd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.677367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.688751 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.704551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:26.708229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:26.716118 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Sync routers for ids ['3ee18749-f205-4903-a79a-ccb9537514e3'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:26.728321 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Routers {'3ee18749-f205-4903-a79a-ccb9537514e3'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:26.730061 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3ee18749-f205-4903-a79a-ccb9537514e3'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:26.741257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60960f7-5bfb-4646-acec-08bb442e147b None None] The sync data for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 is: [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:26.748829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.753476 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f6bfa158-5139-44bb-9ac2-e86ff85fd121 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3476293 Jun 30 09:06:26.757381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43968) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:26.843688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.905717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.922777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.923265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c476d44-cea6-4602-bf97-ed60ecf9f9d9 None None] Network be563be1-7567-44c3-b0b4-5746070d0c85 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:26.927096 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-90e7eb84-558a-4141-bda3-bf389c01f290 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed HTTP/1.1" status: 204 len: 168 time: 0.6907732 Jun 30 09:06:26.939832 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Set router 3ee18749-f205-4903-a79a-ccb9537514e3 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:26.955472 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.060937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Router ed799d25-64b7-4919-942e-bc21f505eddb has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:27.076207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43980) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.081768 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eab5d650-4e4a-4b40-9228-f399c828bede tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/3ee18749-f205-4903-a79a-ccb9537514e3 HTTP/1.1" status: 200 len: 907 time: 0.3148916 Jun 30 09:06:27.087401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48481208', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': True}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:27.099455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet a31348dd-9846-42de-8682-07d35384f026 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:27.116969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.186082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.286280 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee18749-f205-4903-a79a-ccb9537514e3', 'name': 'tempest-snat-router-48481208', 'tenant_id': '3088936f038d4114a9bd6cdd8425d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.117'}], 'enable_snat': False}, 'gw_port_id': 'b959affb-e1d1-447b-a919-61695949ea13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:22Z', 'updated_at': '2021-06-30T09:06:24Z', 'revision_number': 3, 'project_id': '3088936f038d4114a9bd6cdd8425d93c', 'gw_port': {'id': 'b959affb-e1d1-447b-a919-61695949ea13', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee18749-f205-4903-a79a-ccb9537514e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:23Z', 'updated_at': '2021-06-30T09:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:27.312700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b65f18-5d1b-4a23-8e4b-81a1e425dc21 None None] New status for floating IP da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:06:27.342768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.346072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.378812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.379682 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Checking router: 3ee18749-f205-4903-a79a-ccb9537514e3 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:27.380934 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Updating router 3ee18749-f205-4903-a79a-ccb9537514e3 port b959affb-e1d1-447b-a919-61695949ea13 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:06:27.441530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43992) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.485790 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.497870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.618805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7239d7a6-ef9b-4122-b80a-57e03a151cbe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.681246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.698503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:27.749381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7239d7a6-ef9b-4122-b80a-57e03a151cbe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.792597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43998) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.827448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.829816 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/a31348dd-9846-42de-8682-07d35384f026 HTTP/1.1" status: 204 len: 168 time: 0.8723936 Jun 30 09:06:27.839789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-31b91bd1-774f-458d-82e6-7f5f5b2833ea admin admin] 10.222.0.53 "PUT /v2.0/routers/ed799d25-64b7-4919-942e-bc21f505eddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9489985 Jun 30 09:06:27.840657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44000) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.846187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44002) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.851416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebf309-5919-410c-9f39-0e6a9d52772f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=a31348dd-9846-42de-8682-07d35384f026,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:27.892215 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.904016 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Transition to ACTIVE for port object b959affb-e1d1-447b-a919-61695949ea13 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:27.907824 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] Sync routers for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:27.918450 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:27.919307 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:27.978531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.030905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.059651 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:28.098099 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.172800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 23bab49d-e825-4ac0-9e34-f6713e0fb31f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:28.173146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.213737 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Pushing event updated for resources: {'Port': ['ID=b959affb-e1d1-447b-a919-61695949ea13,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.231622 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.232202 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.233195 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.233748 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.234293 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.235564 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.236090 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.236606 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.237150 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.237768 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.238284 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.238914 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.308440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55716be8-3034-457f-8254-889599fe97ee None None] Network be563be1-7567-44c3-b0b4-5746070d0c85 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:28.345222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] For port 23bab49d-e825-4ac0-9e34-f6713e0fb31f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=23bab49d-e825-4ac0-9e34-f6713e0fb31f,segment=NetworkSegment(f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e),segment_id=f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:28.345623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.365363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 23bab49d-e825-4ac0-9e34-f6713e0fb31f owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:28.380987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.384242 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Attempting to bind port b959affb-e1d1-447b-a919-61695949ea13 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:28.396035 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Attempting to bind port b959affb-e1d1-447b-a919-61695949ea13 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:28.396541 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Attempting to bind port b959affb-e1d1-447b-a919-61695949ea13 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:28.403594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.410048 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:28.414688 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:28.415231 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.417337 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:28.417932 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Bound port: b959affb-e1d1-447b-a919-61695949ea13, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:28.418388 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.548730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.608019 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] For port b959affb-e1d1-447b-a919-61695949ea13, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:28.622430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f61b-50fc-4970-933b-98c88a77edd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.635120 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] For port b959affb-e1d1-447b-a919-61695949ea13, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b959affb-e1d1-447b-a919-61695949ea13,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:28.637864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.645398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Allocated IP 172.25.8.185 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:28.651533 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.694733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-88b1ba09-6ea4-4212-82f9-fbfadb799ae5 None None] Could not find standard attr ID for object 23bab49d-e825-4ac0-9e34-f6713e0fb31f. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:28.717960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=23bab49d-e825-4ac0-9e34-f6713e0fb31f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.724653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7239d7a6-ef9b-4122-b80a-57e03a151cbe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.727774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7239d7a6-ef9b-4122-b80a-57e03a151cbe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.734803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No DVR routers for this DVR port 23bab49d-e825-4ac0-9e34-f6713e0fb31f on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:28.735703 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7239d7a6-ef9b-4122-b80a-57e03a151cbe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "DELETE /v2.0/security-groups/0d225e0d-5b41-4ad5-a3a4-66b316fb3c58 HTTP/1.1" status: 204 len: 168 time: 1.2885652 Jun 30 09:06:28.736575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44010) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:28.757260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239d7a6-ef9b-4122-b80a-57e03a151cbe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d225e0d-5b41-4ad5-a3a4-66b316fb3c58,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.773035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3649e-a529-4024-82e8-3c1be99a3a47 None None] DHCP port deletion for be563be1-7567-44c3-b0b4-5746070d0c85 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:28.797640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.834328 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-03e5f0b7-ff16-48f0-a3eb-70592a7505c9 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] show failed (client error): The resource could not be found. Jun 30 09:06:28.835733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-03e5f0b7-ff16-48f0-a3eb-70592a7505c9 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups/0d225e0d-5b41-4ad5-a3a4-66b316fb3c58 HTTP/1.1" status: 404 len: 347 time: 0.0941710 Jun 30 09:06:28.846067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44012) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:28.887734 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca93995-4584-4432-9755-4ae1abeef92c None None] Pushing event updated for resources: {'Port': ['ID=b959affb-e1d1-447b-a919-61695949ea13,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.911453 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.914274 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Routers {'3ee18749-f205-4903-a79a-ccb9537514e3'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:28.914931 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3ee18749-f205-4903-a79a-ccb9537514e3'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:28.924076 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T09:06:26Z', 'revision_number': 5, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port': {'id': '030a1e79-6592-46bd-bc16-23537c07a8e3', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:12Z', 'updated_at': '2021-06-30T08:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:28.991300 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] Checking router: ed799d25-64b7-4919-942e-bc21f505eddb for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:28.996999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f61b-50fc-4970-933b-98c88a77edd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.005825 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] Routers {'ed799d25-64b7-4919-942e-bc21f505eddb'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:29.006339 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ed799d25-64b7-4919-942e-bc21f505eddb'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:29.026423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Deleting port 030a1e79-6592-46bd-bc16-23537c07a8e3 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:29.026772 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.028456 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f61b-50fc-4970-933b-98c88a77edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.135212 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ab6f61b-50fc-4970-933b-98c88a77edd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98b8ac21d40c40c0b20d52a682616a71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3029613 Jun 30 09:06:29.140395 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] Set router ed799d25-64b7-4919-942e-bc21f505eddb gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:29.140702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44014) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.142491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6f61b-50fc-4970-933b-98c88a77edd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d458f8-2c68-4cb6-87c2-1d33fb776901,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.183295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Deleting port a865e005-8f3b-40a0-9485-dd2247289b14 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:29.183665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.220496 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T09:06:28Z', 'revision_number': 6, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:29.250435 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d416d-bb2d-4b35-926d-505925ddd260 None None] The sync data for ids ['ed799d25-64b7-4919-942e-bc21f505eddb'] in n-d-758944-40 is: [{'id': 'ed799d25-64b7-4919-942e-bc21f505eddb', 'name': 'tempest-ServerActionsTestJSON-2144291258-router', 'tenant_id': '1e16918662f8442db90ae128d982c1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:11Z', 'updated_at': '2021-06-30T09:06:28Z', 'revision_number': 6, 'project_id': '1e16918662f8442db90ae128d982c1a9', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:29.260988 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] Set router 3ee18749-f205-4903-a79a-ccb9537514e3 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:29.268123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.268463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.302461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Calling delete_port for a865e005-8f3b-40a0-9485-dd2247289b14 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:29.322320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be563be1-7567-44c3-b0b4-5746070d0c85']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:29.340335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:29.340755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b0431f-4bc7-48c8-ad82-f0ef7e36ee9e') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:29.357081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.373441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.382096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.393763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:29.396908 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:29.400022 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:29.421175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] For port 030a1e79-6592-46bd-bc16-23537c07a8e3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=030a1e79-6592-46bd-bc16-23537c07a8e3,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:29.421864 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.435627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Calling delete_port for 030a1e79-6592-46bd-bc16-23537c07a8e3 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:29.476994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.485452 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.490652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/be563be1-7567-44c3-b0b4-5746070d0c85 HTTP/1.1" status: 204 len: 168 time: 1.6484947 Jun 30 09:06:29.492924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44016) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.494290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.504673 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee18749-f205-4903-a79a-ccb9537514e3', 'name': 'tempest-snat-router-48481208', 'tenant_id': '3088936f038d4114a9bd6cdd8425d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.117'}], 'enable_snat': False}, 'gw_port_id': 'b959affb-e1d1-447b-a919-61695949ea13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:22Z', 'updated_at': '2021-06-30T09:06:24Z', 'revision_number': 3, 'project_id': '3088936f038d4114a9bd6cdd8425d93c', 'gw_port': {'id': 'b959affb-e1d1-447b-a919-61695949ea13', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee18749-f205-4903-a79a-ccb9537514e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:23Z', 'updated_at': '2021-06-30T09:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:29.534867 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f850b-e11d-49fd-b090-1b20b590671d None None] The sync data for ids ['3ee18749-f205-4903-a79a-ccb9537514e3'] in n-d-758944-40 is: [{'id': '3ee18749-f205-4903-a79a-ccb9537514e3', 'name': 'tempest-snat-router-48481208', 'tenant_id': '3088936f038d4114a9bd6cdd8425d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.117'}], 'enable_snat': False}, 'gw_port_id': 'b959affb-e1d1-447b-a919-61695949ea13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:22Z', 'updated_at': '2021-06-30T09:06:24Z', 'revision_number': 3, 'project_id': '3088936f038d4114a9bd6cdd8425d93c', 'gw_port': {'id': 'b959affb-e1d1-447b-a919-61695949ea13', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee18749-f205-4903-a79a-ccb9537514e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:23Z', 'updated_at': '2021-06-30T09:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:29.566382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed6c37-2c27-430f-ace4-ccde49609fd9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=be563be1-7567-44c3-b0b4-5746070d0c85,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.599294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:29.628667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:29.632862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Port': ['ID=3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.635872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:29.699785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce35ffa-e128-4041-85b8-5370c5a419ca tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.705371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dce35ffa-e128-4041-85b8-5370c5a419ca tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2089403 Jun 30 09:06:29.710473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44020) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.826549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.890251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-758b66a5-d20d-42af-afd3-e8d973c8fefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.894009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.904980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Pushing event deleted for resources: {'Port': ['ID=030a1e79-6592-46bd-bc16-23537c07a8e3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.905185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4e635a57-7f34-4564-996c-82234142ad53 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1889799 Jun 30 09:06:29.905185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44022) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.912177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1476035284'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:29.970099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event deleted for resources: {'Port': ['ID=a865e005-8f3b-40a0-9485-dd2247289b14,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.974931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:29.978523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.004527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-758b66a5-d20d-42af-afd3-e8d973c8fefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.038072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.045138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:30.049829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.088703 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.089091 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment eb93465f-bf55-44b6-a3d3-dca82d9a1d87 of type vlan for network 822652dc-cff0-414a-b186-5f4633c02ee2 Jun 30 09:06:30.161127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 23bab49d-e825-4ac0-9e34-f6713e0fb31f no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:30.165117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.167750 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.171577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.175635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.177986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.180482 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f9db05e-166a-4fa7-946e-f2e17a7359f5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "DELETE /v2.0/floatingips/da3ba1a3-5f81-463b-8b0e-e9b9bd16cb19 HTTP/1.1" status: 204 len: 168 time: 1.3288224 Jun 30 09:06:30.283017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 23bab49d-e825-4ac0-9e34-f6713e0fb31f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:30.283638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 23bab49d-e825-4ac0-9e34-f6713e0fb31f not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:30.284101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b95c6a43-0f91-4749-827c-2d5a81f185bd no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:30.292493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.293173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed799d25-64b7-4919-942e-bc21f505eddb {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:30.305198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.311067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44026) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:30.314149 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c3f94940-ae7f-4677-bcfd-850cc7253879 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ed799d25-64b7-4919-942e-bc21f505eddb HTTP/1.1" status: 204 len: 168 time: 2.4637210 Jun 30 09:06:30.315730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-758b66a5-d20d-42af-afd3-e8d973c8fefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.326188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: b95c6a43-0f91-4749-827c-2d5a81f185bd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:30.326421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-758b66a5-d20d-42af-afd3-e8d973c8fefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.326515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b95c6a43-0f91-4749-827c-2d5a81f185bd not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:30.330615 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-758b66a5-d20d-42af-afd3-e8d973c8fefb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3d458f8-2c68-4cb6-87c2-1d33fb776901 HTTP/1.1" status: 204 len: 168 time: 1.1808791 Jun 30 09:06:30.347080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b66a5-d20d-42af-afd3-e8d973c8fefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d458f8-2c68-4cb6-87c2-1d33fb776901,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.388194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.393968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.398497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.554108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] Deleting subnet aa3170b8-486b-45eb-9201-15d2c66b3058 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:30.579085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=822652dc-cff0-414a-b186-5f4633c02ee2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.583441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3cc2adde-a742-42e6-ad05-f7d10e6ed19b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6770637 Jun 30 09:06:30.584781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.586340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44034) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:30.591008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 822652dc-cff0-414a-b186-5f4633c02ee2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:30.595093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:30.761084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.839350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:30.843610 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.877300 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.946526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44038) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:30.968608 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ff618d1-1db5-4e0d-8fc2-410beafe65dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.071680 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.189031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44040) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.196854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e421553b-12e3-4d50-94a5-b497052f577e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412601021', 'description': 'tempest-description--210698566'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:31.198684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.218234 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.222929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ff618d1-1db5-4e0d-8fc2-410beafe65dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.243694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3170b8-486b-45eb-9201-15d2c66b3058,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:31.258977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70eef9-a36f-434f-9ad9-250f5c1c190a None None] Network b562134b-5ec8-4de2-bde1-afe935152b17 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:31.268221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.272356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e1cbe5a6-93f4-483a-8e48-a42b87ec391d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aa3170b8-486b-45eb-9201-15d2c66b3058 HTTP/1.1" status: 204 len: 168 time: 0.9567490 Jun 30 09:06:31.273273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44042) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.280250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ff618d1-1db5-4e0d-8fc2-410beafe65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.337861 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ff618d1-1db5-4e0d-8fc2-410beafe65dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef05e8d3bf554df69156496eace372d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898613 Jun 30 09:06:31.340441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44044) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.342536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff618d1-1db5-4e0d-8fc2-410beafe65dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f8e0f7-a7a3-4a28-8061-4c8a63acac88,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:31.353460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=3bf7e755-dcc6-40f9-9f68-174b614a05ef,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:31.372889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Router 37752c12-369f-4724-bd49-76debb3dd1e6 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:31.379963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e421553b-12e3-4d50-94a5-b497052f577e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.387601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.395052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': 'eb93465f-bf55-44b6-a3d3-dca82d9a1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:31.395415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: 822652dc-cff0-414a-b186-5f4633c02ee2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:31.445233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 822652dc-cff0-414a-b186-5f4633c02ee2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:31.465275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 822652dc-cff0-414a-b186-5f4633c02ee2) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:31.475242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.475828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.479200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40903d5-3ef9-4a4e-b9d7-4e14b3fabc87 None None] Network 822652dc-cff0-414a-b186-5f4633c02ee2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:31.548686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e421553b-12e3-4d50-94a5-b497052f577e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.556425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e421553b-12e3-4d50-94a5-b497052f577e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.590217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76cf1ad0-42d1-41d2-bcef-ab7a50fb21fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.602533 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e421553b-12e3-4d50-94a5-b497052f577e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.607940 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e421553b-12e3-4d50-94a5-b497052f577e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4153352 Jun 30 09:06:31.613301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44046) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.616886 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e5bd4f62-038d-4bb1-bb5e-81843b75438a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0285149 Jun 30 09:06:31.619826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] DHCP port deletion for b562134b-5ec8-4de2-bde1-afe935152b17 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:31.621090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7cb63ebd-962c-477b-a077-e3eba2dcc0cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'security_group_rule': {'security_group_id': 'c9a39026-757e-4f02-a02f-f2889dc1a8cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:31.627162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44048) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.639023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2', 'name': 'tempest-PortsIpV6TestJSON-832091067'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:31.644853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421553b-12e3-4d50-94a5-b497052f577e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a39026-757e-4f02-a02f-f2889dc1a8cf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:31.669236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cb63ebd-962c-477b-a077-e3eba2dcc0cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.698404 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e570c7f9-9373-4290-8d46-19099b0560b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.732935 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76cf1ad0-42d1-41d2-bcef-ab7a50fb21fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.767125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cb63ebd-962c-477b-a077-e3eba2dcc0cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.778594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cb63ebd-962c-477b-a077-e3eba2dcc0cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.795797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-822652dc-cff0-414a-b186-5f4633c02ee2', 'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2', 'tenant_id': '825aeb0138ca4558af1d3845385e1ca2', 'fixed_ips': [{'subnet_id': '3bf7e755-dcc6-40f9-9f68-174b614a05ef'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:31.796654 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.820324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb63ebd-962c-477b-a077-e3eba2dcc0cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df1aae8-3cfc-45ae-a02b-33f3ee873f39,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:31.828763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cb63ebd-962c-477b-a077-e3eba2dcc0cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.834501 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7cb63ebd-962c-477b-a077-e3eba2dcc0cc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2195868 Jun 30 09:06:31.835954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.841953 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3a78d4dd-50ac-4cf0-923a-19395ceb0b49 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'security_group_rule': {'security_group_id': 'c9a39026-757e-4f02-a02f-f2889dc1a8cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:31.858127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Deleting port 1aee5030-0675-4b4e-a42d-1075320f9da5 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:31.858689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.875498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a78d4dd-50ac-4cf0-923a-19395ceb0b49 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.938765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:31.951983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a78d4dd-50ac-4cf0-923a-19395ceb0b49 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.957407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a78d4dd-50ac-4cf0-923a-19395ceb0b49 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.984566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78d4dd-50ac-4cf0-923a-19395ceb0b49 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9cda5d-247c-42d2-89cf-9085338caf77,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.000257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a78d4dd-50ac-4cf0-923a-19395ceb0b49 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.005207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44054) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:32.005416 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a78d4dd-50ac-4cf0-923a-19395ceb0b49 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680725 Jun 30 09:06:32.012613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b959affb-e1d1-447b-a919-61695949ea13 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:32.017519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:32.021260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Sync routers for ids ['37752c12-369f-4724-bd49-76debb3dd1e6'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:32.026766 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.030380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2a5996fb-bcbc-4b80-a4ee-963cef1c9624 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9495516 Jun 30 09:06:32.031417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44056) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:32.053762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] For port 1aee5030-0675-4b4e-a42d-1075320f9da5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1aee5030-0675-4b4e-a42d-1075320f9da5,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:32.054128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.057755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76cf1ad0-42d1-41d2-bcef-ab7a50fb21fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.060291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76cf1ad0-42d1-41d2-bcef-ab7a50fb21fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.063693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-76cf1ad0-42d1-41d2-bcef-ab7a50fb21fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5f8e0f7-a7a3-4a28-8061-4c8a63acac88 HTTP/1.1" status: 204 len: 168 time: 0.7198253 Jun 30 09:06:32.081576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf1ad0-42d1-41d2-bcef-ab7a50fb21fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f8e0f7-a7a3-4a28-8061-4c8a63acac88,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.088557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Calling delete_port for 1aee5030-0675-4b4e-a42d-1075320f9da5 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:32.111634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.142012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Routers {'37752c12-369f-4724-bd49-76debb3dd1e6'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:32.142660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['37752c12-369f-4724-bd49-76debb3dd1e6'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:32.154108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] Deleting port 1aee5030-0675-4b4e-a42d-1075320f9da5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:32.154487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.168029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:32.171653 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.204484 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c310d8e6-d7a0-4769-a12a-8d20c44936d9 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/37752c12-369f-4724-bd49-76debb3dd1e6 HTTP/1.1" status: 200 len: 906 time: 0.1710296 Jun 30 09:06:32.206996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44060) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:32.229425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port 3a8b3000-daed-4d06-bc49-9c6b06703bdc yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:32.291277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Allocated IP 2001:db8::2 (822652dc-cff0-414a-b186-5f4633c02ee2/3bf7e755-dcc6-40f9-9f68-174b614a05ef/6e9e77e9-4544-4504-86c9-33509db88c60) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:32.350808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.382337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.439616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] No DVR routers for this DVR port 1aee5030-0675-4b4e-a42d-1075320f9da5 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:32.449840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Pushing event deleted for resources: {'Port': ['ID=1aee5030-0675-4b4e-a42d-1075320f9da5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.505674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.528802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b959affb-e1d1-447b-a919-61695949ea13 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:32.534916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] For port 1aee5030-0675-4b4e-a42d-1075320f9da5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1aee5030-0675-4b4e-a42d-1075320f9da5,segment=NetworkSegment(b550e1d8-2230-4dd8-a589-41ff34765989),segment_id=b550e1d8-2230-4dd8-a589-41ff34765989)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:32.535557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.541331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b959affb-e1d1-447b-a919-61695949ea13 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:32.541937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.551685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.579856 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.613839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] Calling delete_port for 1aee5030-0675-4b4e-a42d-1075320f9da5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:32.633542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Set router 37752c12-369f-4724-bd49-76debb3dd1e6 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:32.637187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b562134b-5ec8-4de2-bde1-afe935152b17']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:32.654302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b550e1d8-2230-4dd8-a589-41ff34765989') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:32.654523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b550e1d8-2230-4dd8-a589-41ff34765989') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:32.660765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Deleting port 3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:32.660939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.674441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.714551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.728290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:32.728693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:32.730496 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:32.810420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.826265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Calling delete_port for 3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:32.830292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Allocated IP 172.25.8.44 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/2fa3e647-5fb3-46b6-bb71-0dffabb4e993) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:32.851872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.872248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.875408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] 10.222.0.53 "DELETE /v2.0/networks/b562134b-5ec8-4de2-bde1-afe935152b17 HTTP/1.1" status: 204 len: 168 time: 1.6010056 Jun 30 09:06:32.916744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d70a-d2e2-44d3-9eb8-dd2570ffd71a admin admin] Pushing event deleted for resources: {'Network': ['ID=b562134b-5ec8-4de2-bde1-afe935152b17,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.949426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.972087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] Network b562134b-5ec8-4de2-bde1-afe935152b17 is not hosted by any dhcp agent {{(pid=100241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:06:32.972317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] No DVR routers for this DVR port 1aee5030-0675-4b4e-a42d-1075320f9da5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:33.035522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.049758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368aab59-2725-4d27-9e18-f324681e49b6 None None] Pushing event deleted for resources: {'Port': ['ID=1aee5030-0675-4b4e-a42d-1075320f9da5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.150223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44080) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.184502 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.203039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.227867 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.234003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.238738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'Port': ['ID=2fa3e647-5fb3-46b6-bb71-0dffabb4e993,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.250803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.269882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:33.273743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:33.279864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b959affb-e1d1-447b-a919-61695949ea13, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b959affb-e1d1-447b-a919-61695949ea13,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:33.295561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:33.306832 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.323584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-16bb4052-9ee9-428c-af8b-1597d96c52fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e16918662f8442db90ae128d982c1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721835 Jun 30 09:06:33.326706 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44084) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.354273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Transition to ACTIVE for port object 6e9e77e9-4544-4504-86c9-33509db88c60 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:33.394539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.399873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aee5030-0675-4b4e-a42d-1075320f9da5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:33.427237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Transition to ACTIVE for port object 6e9e77e9-4544-4504-86c9-33509db88c60 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:33.466541 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.475361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1aee5030-0675-4b4e-a42d-1075320f9da5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:33.477207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aee5030-0675-4b4e-a42d-1075320f9da5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:33.477943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 030a1e79-6592-46bd-bc16-23537c07a8e3 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:33.486280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.528627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b959affb-e1d1-447b-a919-61695949ea13,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.532932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 030a1e79-6592-46bd-bc16-23537c07a8e3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:33.534794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 030a1e79-6592-46bd-bc16-23537c07a8e3 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:33.537075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.539292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.565144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::2f (822652dc-cff0-414a-b186-5f4633c02ee2/3bf7e755-dcc6-40f9-9f68-174b614a05ef/3a8b3000-daed-4d06-bc49-9c6b06703bdc) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:33.580034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.611498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Network 822652dc-cff0-414a-b186-5f4633c02ee2 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:33.618682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8e20-1413-434d-b9dd-f89cb4c82b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.621217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:33.626736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:33.662994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8e20-1413-434d-b9dd-f89cb4c82b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.709060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.709594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37752c12-369f-4724-bd49-76debb3dd1e6 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:33.722205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.725818 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a62ce1c7-e74f-47fb-a3e7-a9a933e00a12 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/37752c12-369f-4724-bd49-76debb3dd1e6 HTTP/1.1" status: 204 len: 168 time: 1.5151577 Jun 30 09:06:33.726118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44092) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.735524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Attempting to bind port 6e9e77e9-4544-4504-86c9-33509db88c60 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:33.735906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Attempting to bind port 6e9e77e9-4544-4504-86c9-33509db88c60 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'eb93465f-bf55-44b6-a3d3-dca82d9a1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:33.736423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Attempting to bind port 6e9e77e9-4544-4504-86c9-33509db88c60 on network 822652dc-cff0-414a-b186-5f4633c02ee2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:33.743662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Pushing event updated for resources: {'Port': ['ID=6e9e77e9-4544-4504-86c9-33509db88c60,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.747728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37752c12-369f-4724-bd49-76debb3dd1e6', 'name': 'tempest-snat-router-48481208', 'tenant_id': '3088936f038d4114a9bd6cdd8425d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:27Z', 'updated_at': '2021-06-30T09:06:29Z', 'revision_number': 3, 'project_id': '3088936f038d4114a9bd6cdd8425d93c', 'gw_port': {'id': '3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37752c12-369f-4724-bd49-76debb3dd1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:28Z', 'updated_at': '2021-06-30T09:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:33.751424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:33.752042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Checking segment: {'id': 'eb93465f-bf55-44b6-a3d3-dca82d9a1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:33.753851 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.754256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Bound using segment: {'id': 'eb93465f-bf55-44b6-a3d3-dca82d9a1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:33.754735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Bound port: 6e9e77e9-4544-4504-86c9-33509db88c60, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93465f-bf55-44b6-a3d3-dca82d9a1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:33.755238 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.869188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8e20-1413-434d-b9dd-f89cb4c82b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.872597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8e20-1413-434d-b9dd-f89cb4c82b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.874125 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba0b8e20-1413-434d-b9dd-f89cb4c82b09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf8a2114-8404-4887-911a-a246d7adc259 HTTP/1.1" status: 204 len: 168 time: 0.5461733 Jun 30 09:06:33.880188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] For port 6e9e77e9-4544-4504-86c9-33509db88c60, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:33.884374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] For port 6e9e77e9-4544-4504-86c9-33509db88c60, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6e9e77e9-4544-4504-86c9-33509db88c60,segment=NetworkSegment(eb93465f-bf55-44b6-a3d3-dca82d9a1d87),segment_id=eb93465f-bf55-44b6-a3d3-dca82d9a1d87)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:33.885889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Checking router: 37752c12-369f-4724-bd49-76debb3dd1e6 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:33.886516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Updating router 37752c12-369f-4724-bd49-76debb3dd1e6 port 3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:06:33.890118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b959affb-e1d1-447b-a919-61695949ea13 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:33.892389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b8e20-1413-434d-b9dd-f89cb4c82b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a2114-8404-4887-911a-a246d7adc259,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.914186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.918148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.937265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Port 3eff79d2-37f6-4a3f-bfbd-d4e2908c10ba not found while updating agent binding for router 37752c12-369f-4724-bd49-76debb3dd1e6. {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:06:34.009671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Routers set() bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:34.010164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Router IDs set() for agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:06:34.011387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_agentschedulers_db [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37752c12-369f-4724-bd49-76debb3dd1e6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent'). {{(pid=100241) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:06:34.011873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393759f9-31ae-4851-a6ec-ac8f5796b484 None None] The sync data for ids ['37752c12-369f-4724-bd49-76debb3dd1e6'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:34.026466 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.057918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object 3a8b3000-daed-4d06-bc49-9c6b06703bdc will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:34.073841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e388c-64c4-4af4-be7b-5e52439d2792 None None] Pushing event updated for resources: {'Port': ['ID=6e9e77e9-4544-4504-86c9-33509db88c60,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.082618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.088387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b959affb-e1d1-447b-a919-61695949ea13 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:34.091490 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.114138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.170568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.226690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'Port': ['ID=2fa3e647-5fb3-46b6-bb71-0dffabb4e993,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.275204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:34.281544 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.297538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.316930 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.426671 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a293-967c-4fdc-9b56-f41c3a98e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.444595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.456345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e3554546-31c6-4cbc-a876-8e3cb4a1a958 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4443591 Jun 30 09:06:34.457430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=3a8b3000-daed-4d06-bc49-9c6b06703bdc,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.499278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 822652dc-cff0-414a-b186-5f4633c02ee2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:34.502891 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9103c33b-9569-483e-bb11-f175714e6b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.504761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:34.517296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:34.531270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.532763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.576170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c3e68abc-489f-4363-91d9-cabb87ffec43 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9460254 Jun 30 09:06:34.581375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44116) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:34.697660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': '822652dc-cff0-414a-b186-5f4633c02ee2', 'name': 'tempest-PortsIpV6TestJSON-264238371'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:34.796337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9103c33b-9569-483e-bb11-f175714e6b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.816272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Deleting port b959affb-e1d1-447b-a919-61695949ea13 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:34.817356 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.818078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9103c33b-9569-483e-bb11-f175714e6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.854211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9103c33b-9569-483e-bb11-f175714e6b88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6437c56a1d704f378d9acc1724ea9137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775487 Jun 30 09:06:34.865526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44136) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:34.897500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-09201785-aeb3-45a3-8cf4-78d2daf65d03 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1412601021&fields=id&tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 267 time: 0.1398528 Jun 30 09:06:34.936420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103c33b-9569-483e-bb11-f175714e6b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1da36b2-0987-4b8f-912a-4ffa041b8fc2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.956363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] For port b959affb-e1d1-447b-a919-61695949ea13, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b959affb-e1d1-447b-a919-61695949ea13,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:34.956729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.965768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7414e451-383c-4225-b87e-b379d08fd27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.974599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Calling delete_port for b959affb-e1d1-447b-a919-61695949ea13 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:35.016658 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7414e451-383c-4225-b87e-b379d08fd27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.019948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:35.035227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.080358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port 5b4fffa6-f324-4d06-95ad-13d0dd7dc208 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:35.158570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9d062259-0e76-4fa0-bbc3-1c0a08f8674f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.165609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9d062259-0e76-4fa0-bbc3-1c0a08f8674f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 817 time: 0.2413650 Jun 30 09:06:35.175607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44142) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:35.195702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-bfac6364-d086-4734-9f5e-39121110ebb0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/quotas/10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 375 time: 0.0291655 Jun 30 09:06:35.218943 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7414e451-383c-4225-b87e-b379d08fd27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.221693 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7414e451-383c-4225-b87e-b379d08fd27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.222851 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7414e451-383c-4225-b87e-b379d08fd27d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1da36b2-0987-4b8f-912a-4ffa041b8fc2 HTTP/1.1" status: 204 len: 168 time: 0.3553479 Jun 30 09:06:35.241286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414e451-383c-4225-b87e-b379d08fd27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1da36b2-0987-4b8f-912a-4ffa041b8fc2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.354859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-6d4ba5dc-e64b-434e-83bc-75bd0a26cc09 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1556144 Jun 30 09:06:35.362880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::c3 (822652dc-cff0-414a-b186-5f4633c02ee2/3bf7e755-dcc6-40f9-9f68-174b614a05ef/5b4fffa6-f324-4d06-95ad-13d0dd7dc208) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:35.381924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.453972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event deleted for resources: {'Port': ['ID=b959affb-e1d1-447b-a919-61695949ea13,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.616429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.668588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fb0d22-3ef3-4513-b3dd-d2d3672b7d7d None None] Network 822652dc-cff0-414a-b186-5f4633c02ee2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:35.775369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.778005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.837162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.838287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee18749-f205-4903-a79a-ccb9537514e3 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:35.845841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.852281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f886b3bd-b4b9-4d1e-951c-2bc8c0ef6c09 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3ee18749-f205-4903-a79a-ccb9537514e3 HTTP/1.1" status: 204 len: 168 time: 2.1249502 Jun 30 09:06:35.853258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44158) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:35.860018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-126749038', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:35.927854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.930399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.040852 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.131652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6e9e77e9-4544-4504-86c9-33509db88c60 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:36.202212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.202976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77c59ed7-66d7-4bf6-b212-321a39cae781 None None] Provisioning for port 6e9e77e9-4544-4504-86c9-33509db88c60 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:36.216875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.263561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6e9e77e9-4544-4504-86c9-33509db88c60 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:36.270011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6e9e77e9-4544-4504-86c9-33509db88c60 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:36.270683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.368336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-981668965-network', 'tenant_id': 'f4ee6cdce3174e87b64ada2f84ed3534'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:36.444402 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.456723 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.459316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object 5b4fffa6-f324-4d06-95ad-13d0dd7dc208 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:36.501455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Made reservation on behalf of f4ee6cdce3174e87b64ada2f84ed3534 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:36.504841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.539882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6e9e77e9-4544-4504-86c9-33509db88c60, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6e9e77e9-4544-4504-86c9-33509db88c60,segment=NetworkSegment(eb93465f-bf55-44b6-a3d3-dca82d9a1d87),segment_id=eb93465f-bf55-44b6-a3d3-dca82d9a1d87)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:36.552365 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.590189 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.605484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.614002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.619091 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.663445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6e9e77e9-4544-4504-86c9-33509db88c60,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:36.746734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 822652dc-cff0-414a-b186-5f4633c02ee2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:36.756905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:36.770668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=5b4fffa6-f324-4d06-95ad-13d0dd7dc208,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:36.774191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:36.780497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.780693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.806480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Allocated IP 172.25.8.130 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d4f5cdf4-1a8b-4d71-9a25-e59a4a3df702) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:36.854774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-59da9b66-6856-4579-95a6-10f91e13297b service neutron] 10.222.0.53 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4891245 Jun 30 09:06:36.978575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dff029f8-0a1c-418e-8fc8-b095ffb918f5 None None] Provisioning for port 3a8b3000-daed-4d06-bc49-9c6b06703bdc completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:36.985092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dff029f8-0a1c-418e-8fc8-b095ffb918f5 None None] Provisioning complete for port 3a8b3000-daed-4d06-bc49-9c6b06703bdc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:36.985804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dff029f8-0a1c-418e-8fc8-b095ffb918f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.990886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.005565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-acaec3e4-e546-48d9-8948-3fa2f5fce5a4 service neutron] 10.222.0.53 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494324 Jun 30 09:06:37.014756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.022166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.051570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9ad1c5bc-9dfb-4f6c-a856-c3709be813d9 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3580823 Jun 30 09:06:37.060437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44182) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:37.067829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-dff029f8-0a1c-418e-8fc8-b095ffb918f5 None None] Port 3a8b3000-daed-4d06-bc49-9c6b06703bdc cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:37.074178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:37.095251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dff029f8-0a1c-418e-8fc8-b095ffb918f5 None None] Provisioning complete for port 6e9e77e9-4544-4504-86c9-33509db88c60 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:37.095729 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dff029f8-0a1c-418e-8fc8-b095ffb918f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.118626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d691992-9eaa-40d3-a5fc-13afec116f63,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:37.126678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.127022 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Added segment be1e3ea7-e23f-4d13-aa21-654d87d56e92 of type vlan for network a82d5c2e-8678-420c-8f7e-47e03afc2e4f Jun 30 09:06:37.201042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.251002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.252409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.253209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.296171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.349753 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.355089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] Pushing event updated for resources: {'Network': ['ID=a82d5c2e-8678-420c-8f7e-47e03afc2e4f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:37.379301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a82d5c2e-8678-420c-8f7e-47e03afc2e4f details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:37.392334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-35d52ff3-b683-4432-a3a5-e7ef1ef40b0f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2156866 Jun 30 09:06:37.408048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:37.426222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:37.430158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Request body: {'subnet': {'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-981668965-subnet', 'tenant_id': 'f4ee6cdce3174e87b64ada2f84ed3534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:37.453008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:37.461302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf0fa16c-3c08-42aa-99bc-9d2f526efe4c req-646fce65-e50a-4b12-a572-220984d02985 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 210 time: 0.0886774 Jun 30 09:06:37.472654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:37.477977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event updated for resources: {'Port': ['ID=d4f5cdf4-1a8b-4d71-9a25-e59a4a3df702,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:37.491411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08765bb0-4e1d-4317-afd8-e9901124680a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.496729 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08765bb0-4e1d-4317-afd8-e9901124680a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f HTTP/1.1" status: 200 len: 927 time: 0.4329011 Jun 30 09:06:37.499149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44198) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:37.571449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-621c502e-cf32-40df-8e74-3a153fed5c76 None None] Provisioning complete for port 3a8b3000-daed-4d06-bc49-9c6b06703bdc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:37.571823 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-621c502e-cf32-40df-8e74-3a153fed5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.612844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Made reservation on behalf of f4ee6cdce3174e87b64ada2f84ed3534 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:37.616451 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.635793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-621c502e-cf32-40df-8e74-3a153fed5c76 None None] Port 3a8b3000-daed-4d06-bc49-9c6b06703bdc cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:37.804266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6e9e77e9-4544-4504-86c9-33509db88c60 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:37.880726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d9238be-79a3-45c4-a26a-7df2273576c6 None None] Provisioning for port 5b4fffa6-f324-4d06-95ad-13d0dd7dc208 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:37.888583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d9238be-79a3-45c4-a26a-7df2273576c6 None None] Provisioning complete for port 5b4fffa6-f324-4d06-95ad-13d0dd7dc208 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:37.889113 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7d9238be-79a3-45c4-a26a-7df2273576c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.914412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6e9e77e9-4544-4504-86c9-33509db88c60 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:37.915030 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.001088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7d9238be-79a3-45c4-a26a-7df2273576c6 None None] Port 5b4fffa6-f324-4d06-95ad-13d0dd7dc208 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:38.068580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b959affb-e1d1-447b-a919-61695949ea13 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:38.089833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: b959affb-e1d1-447b-a919-61695949ea13 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:38.090169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b959affb-e1d1-447b-a919-61695949ea13 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:38.115295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 5b4fffa6-f324-4d06-95ad-13d0dd7dc208 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:38.115806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.219455 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.294422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.350340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.354189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a679a6dd-d11f-4204-9d5c-2470f6a9f408,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:38.379357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 5b4fffa6-f324-4d06-95ad-13d0dd7dc208 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:38.389938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Checking segment: {'id': 'be1e3ea7-e23f-4d13-aa21-654d87d56e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:38.390299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Network hostable DHCP agents. Network: a82d5c2e-8678-420c-8f7e-47e03afc2e4f, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:38.486369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Network a82d5c2e-8678-420c-8f7e-47e03afc2e4f is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:38.540293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a82d5c2e-8678-420c-8f7e-47e03afc2e4f) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:38.550566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b84013b-d8aa-4cf9-9ae1-91d16809ba80 None None] Network a82d5c2e-8678-420c-8f7e-47e03afc2e4f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:38.552421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.553010 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.628440 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c3737ec-7228-45ce-b09e-6640ab401b80 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2187085 Jun 30 09:06:38.684319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44252) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:38.700407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.707024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-edaa78c2-7f5c-48d6-93cc-222a6e364161 req-abf5eea9-3250-4b42-9db0-5ba687c7c815 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 210 time: 0.0800021 Jun 30 09:06:38.822620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0be99a-b0fb-450e-bb41-0173fd8b9806 None None] Network a82d5c2e-8678-420c-8f7e-47e03afc2e4f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:38.848690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.021351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=5b4fffa6-f324-4d06-95ad-13d0dd7dc208,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.025947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.035475 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a7d03fb5-68a0-4b95-b761-8bcdc782d73a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/5b4fffa6-f324-4d06-95ad-13d0dd7dc208 HTTP/1.1" status: 204 len: 168 time: 1.5069022 Jun 30 09:06:39.036249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44264) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.076906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-7d54644b-9d43-4b24-b3fa-9f4028378edc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.078867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-7d54644b-9d43-4b24-b3fa-9f4028378edc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.26 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 817 time: 0.2003055 Jun 30 09:06:39.092715 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a897b2-d38b-4c4b-b236-f49f760c003f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:39.095573 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6b79380a-0ab5-450b-955f-a250bd04ac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.100345 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-87a897b2-d38b-4c4b-b236-f49f760c003f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/5b4fffa6-f324-4d06-95ad-13d0dd7dc208 HTTP/1.1" status: 404 len: 333 time: 0.0592666 Jun 30 09:06:39.102314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44266) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.144101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Router 06787083-8590-4118-be89-39f16e44865c is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:39.287317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6b79380a-0ab5-450b-955f-a250bd04ac6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.310453 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6b79380a-0ab5-450b-955f-a250bd04ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.328384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 3a8b3000-daed-4d06-bc49-9c6b06703bdc {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:39.328827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.340049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-16c58c80-2c19-4361-9bba-29005529ca2a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 380 time: 0.2323413 Jun 30 09:06:39.373679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:39.388543 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] Sync routers for ids ['06787083-8590-4118-be89-39f16e44865c'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:39.390492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'port': {'device_id': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'admin_state_up': True, 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'security_groups': ['c9a39026-757e-4f02-a02f-f2889dc1a8cf']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:39.399250 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] Routers {'06787083-8590-4118-be89-39f16e44865c'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:39.399869 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['06787083-8590-4118-be89-39f16e44865c'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:39.409910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.413903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-000aa81e-6b28-4642-abe1-8e7ef63bc111 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5567625 Jun 30 09:06:39.415693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.420120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': False}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:39.443892 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:39.454162 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] Routers {'06787083-8590-4118-be89-39f16e44865c'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:39.455031 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['06787083-8590-4118-be89-39f16e44865c'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:39.483511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.503073 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:39.503978 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc460ec-0173-492d-aeee-4c4cfa4efdf1 None None] The sync data for ids ['06787083-8590-4118-be89-39f16e44865c'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:39.504818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 3a8b3000-daed-4d06-bc49-9c6b06703bdc owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:39.514012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6b79380a-0ab5-450b-955f-a250bd04ac6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b50909592c3f4d8e94ca304083d9eae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8058784 Jun 30 09:06:39.514666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44286) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.520893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79380a-0ab5-450b-955f-a250bd04ac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf889e6-f4a2-4176-8da8-7b0e8c75ec9a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.639329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75814e-6770-4847-a02e-174b5e042a85 req-77d95ca4-ebf1-43c4-8f40-886e9e3a5546 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.640965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-77d95ca4-ebf1-43c4-8f40-886e9e3a5546 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/networks?id=a82d5c2e-8678-420c-8f7e-47e03afc2e4f HTTP/1.1" status: 200 len: 813 time: 0.3520150 Jun 30 09:06:39.642378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Made reservation on behalf of 10a12e2255f442b1b57ebd6d5b28a4fc for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:39.646063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.661144 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e079601-fcad-4684-9b86-7e7e2227edc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.690285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-13cb9a6c-a0f7-4f22-8722-732c07f2cfd0 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/quotas/f4ee6cdce3174e87b64ada2f84ed3534 HTTP/1.1" status: 200 len: 375 time: 0.0302947 Jun 30 09:06:39.708186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e079601-fcad-4684-9b86-7e7e2227edc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.789554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-7ce16588-903d-454d-ae30-ef597bc2ba68 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f4ee6cdce3174e87b64ada2f84ed3534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885437 Jun 30 09:06:39.908354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a676c940-70cb-4698-bd7f-d1ae5ae78c40 req-4657f645-da72-40a0-be1f-7a49c07c89a3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 210 time: 0.0583460 Jun 30 09:06:39.912077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-05a2e92b-dd77-42f4-be65-dca6a934043b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:06:39.913087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-05a2e92b-dd77-42f4-be65-dca6a934043b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938160 Jun 30 09:06:39.948474 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e079601-fcad-4684-9b86-7e7e2227edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.951136 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e079601-fcad-4684-9b86-7e7e2227edc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.952312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3e079601-fcad-4684-9b86-7e7e2227edc8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caf889e6-f4a2-4176-8da8-7b0e8c75ec9a HTTP/1.1" status: 204 len: 168 time: 0.4323833 Jun 30 09:06:40.057804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e079601-fcad-4684-9b86-7e7e2227edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf889e6-f4a2-4176-8da8-7b0e8c75ec9a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.092302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Allocated IP 172.20.0.4 (6963bbad-50eb-4980-b87b-8c5cc0deff27/fb9150e9-704b-4015-afe1-0602513cc570/90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:40.193136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-ad643e1c-794c-4032-9a9b-63703a3ee318 service neutron] 10.222.0.53 "GET /v2.0/networks/a82d5c2e-8678-420c-8f7e-47e03afc2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592671 Jun 30 09:06:40.195325 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.239121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=3a8b3000-daed-4d06-bc49-9c6b06703bdc,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.258573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.297924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.302349 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d83b6d1f-331f-4d4f-83be-0847e6844bb2 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/3a8b3000-daed-4d06-bc49-9c6b06703bdc HTTP/1.1" status: 204 len: 168 time: 1.1988907 Jun 30 09:06:40.313375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44314) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.373099 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9b11c8-eb68-4568-8fc0-cc8908ef971a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:40.375253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5b9b11c8-eb68-4568-8fc0-cc8908ef971a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/3a8b3000-daed-4d06-bc49-9c6b06703bdc HTTP/1.1" status: 404 len: 333 time: 0.0588565 Jun 30 09:06:40.381747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44316) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.425658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44318) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.456559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56fab6bd-bcae-4e78-9c45-95ee88dec26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.464846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet 3bf7e755-dcc6-40f9-9f68-174b614a05ef {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:40.470706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-525f0ddb-5226-4f7b-bfc6-ee04fdbd5c7e service neutron] 10.222.0.53 "GET /v2.0/networks/a82d5c2e-8678-420c-8f7e-47e03afc2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687974 Jun 30 09:06:40.489168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.490983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.506036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Transition to ACTIVE for port object 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:40.548416 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.578596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.598035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:40.601792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:40.605747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:40.641013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.682785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.683525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.830816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b7e2f75-2372-425e-afa8-786cc06ae115 req-486bacb9-c594-4b79-ad66-dfe1e9355fa7 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 210 time: 0.0497060 Jun 30 09:06:40.885311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56fab6bd-bcae-4e78-9c45-95ee88dec26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.896972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.898913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-8194167b-0ca6-4a69-a387-a0fffd6a7d8d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5199542 Jun 30 09:06:40.920539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Request body: {'port': {'device_id': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:40.924163 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56fab6bd-bcae-4e78-9c45-95ee88dec26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.947659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b211cc4-0ac7-4580-95f8-9ea357839d5a None None] Provisioning for port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:40.954324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b211cc4-0ac7-4580-95f8-9ea357839d5a None None] Provisioning complete for port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:40.957837 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b211cc4-0ac7-4580-95f8-9ea357839d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.967504 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-56fab6bd-bcae-4e78-9c45-95ee88dec26d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89bde96ec92a41feb98ebc67ed0d9d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390272 Jun 30 09:06:40.974902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44332) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:41.060916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.077850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fab6bd-bcae-4e78-9c45-95ee88dec26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a65b6bc-25d5-4161-be12-c412a7ef7f53,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.086674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8b211cc4-0ac7-4580-95f8-9ea357839d5a None None] Port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:41.168726 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.216317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf7e755-dcc6-40f9-9f68-174b614a05ef,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.225615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3eff79e9-c54f-494a-827d-6f228c2783d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.232517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.237219 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-98f97b7a-8e25-48d6-ab7e-f120d93e89fa tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/3bf7e755-dcc6-40f9-9f68-174b614a05ef HTTP/1.1" status: 204 len: 168 time: 0.8536484 Jun 30 09:06:41.237963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44342) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:41.239625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ecd3d-5094-4833-a0e1-4dd0e518c655 None None] Network 822652dc-cff0-414a-b186-5f4633c02ee2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:41.366751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3eff79e9-c54f-494a-827d-6f228c2783d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.423758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.485347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e1995-7743-4c9c-8bf9-d011c2b9f7b3 req-95be42c9-90e3-4e55-b81b-c4d8c34008fc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.487760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d0e1995-7743-4c9c-8bf9-d011c2b9f7b3 req-95be42c9-90e3-4e55-b81b-c4d8c34008fc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 931 time: 0.2667644 Jun 30 09:06:41.506803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] DHCP port deletion for 822652dc-cff0-414a-b186-5f4633c02ee2 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:41.582526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d0e1995-7743-4c9c-8bf9-d011c2b9f7b3 req-8781b4cc-c179-469d-8b19-e68acf9eab59 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812430 Jun 30 09:06:41.606194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3eff79e9-c54f-494a-827d-6f228c2783d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.609237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3eff79e9-c54f-494a-827d-6f228c2783d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.611188 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3eff79e9-c54f-494a-827d-6f228c2783d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a65b6bc-25d5-4161-be12-c412a7ef7f53 HTTP/1.1" status: 204 len: 168 time: 0.6294408 Jun 30 09:06:41.618324 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.619381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] Deleting port 6e9e77e9-4544-4504-86c9-33509db88c60 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:41.621320 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.640120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.649058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff79e9-c54f-494a-827d-6f228c2783d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a65b6bc-25d5-4161-be12-c412a7ef7f53,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.663519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 6e9e77e9-4544-4504-86c9-33509db88c60 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:41.666052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.708047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:41.728442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.766813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Transition to ACTIVE for port object 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:41.778150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.792533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6e9e77e9-4544-4504-86c9-33509db88c60 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:41.835054 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:41.866311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] For port 6e9e77e9-4544-4504-86c9-33509db88c60, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6e9e77e9-4544-4504-86c9-33509db88c60,segment=NetworkSegment(eb93465f-bf55-44b6-a3d3-dca82d9a1d87),segment_id=eb93465f-bf55-44b6-a3d3-dca82d9a1d87)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:41.868058 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.917099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] Calling delete_port for 6e9e77e9-4544-4504-86c9-33509db88c60 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:41.922564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.962781 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Router 06787083-8590-4118-be89-39f16e44865c has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:42.005072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:42.005422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:42.007019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:42.015742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:42.017231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:42.030016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:42.030361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Checking segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:42.030797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Bound using segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:42.031285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Bound port: 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:42.031650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.079669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] For port 6e9e77e9-4544-4504-86c9-33509db88c60, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6e9e77e9-4544-4504-86c9-33509db88c60,segment=NetworkSegment(eb93465f-bf55-44b6-a3d3-dca82d9a1d87),segment_id=eb93465f-bf55-44b6-a3d3-dca82d9a1d87)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:42.080887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.115045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 6e9e77e9-4544-4504-86c9-33509db88c60 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:42.193682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:42.198717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:42.263915 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.269220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:42.278548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.280241 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2cc8dd28-bf12-42d2-9530-77b0e5b4906b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "PUT /v2.0/routers/06787083-8590-4118-be89-39f16e44865c HTTP/1.1" status: 200 len: 925 time: 2.8637085 Jun 30 09:06:42.283024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44370) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:42.288728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b596e14-b2c2-4cb1-b727-ade4b5dcbd7c req-93b6468d-7c8a-4670-8f5b-1152825c472b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 210 time: 0.0803494 Jun 30 09:06:42.290386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.317405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] Sync routers for ids ['06787083-8590-4118-be89-39f16e44865c'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:42.346516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.347080 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.362538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6e9e77e9-4544-4504-86c9-33509db88c60, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6e9e77e9-4544-4504-86c9-33509db88c60,segment=NetworkSegment(eb93465f-bf55-44b6-a3d3-dca82d9a1d87),segment_id=eb93465f-bf55-44b6-a3d3-dca82d9a1d87)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:42.363934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] Routers {'06787083-8590-4118-be89-39f16e44865c'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:42.364570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['06787083-8590-4118-be89-39f16e44865c'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.390119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 1092 time: 1.4744389 Jun 30 09:06:42.438775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:42.441660 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c205ea1-6248-42dc-a86a-09dd2ce5286f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:42.446808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.469044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.473022 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.482341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40ee75-ae59-4b76-b3df-6ed1355540e0 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.482725 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e9d3267a-1235-4711-9a62-fcf4079c532c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/06787083-8590-4118-be89-39f16e44865c HTTP/1.1" status: 200 len: 925 time: 0.1973522 Jun 30 09:06:42.486269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:42.547783 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcef441-df39-4bfe-b59a-d6a0f64dd7e3 x-openstack-request-id: req-7bcef441-df39-4bfe-b59a-d6a0f64dd7e3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:42.548079 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:42.548310 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bcef441-df39-4bfe-b59a-d6a0f64dd7e3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:42.548711 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'status': 'completed', 'code': 200} Jun 30 09:06:42.553279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event deleted for resources: {'Port': ['ID=6e9e77e9-4544-4504-86c9-33509db88c60,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.585089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.630278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] No DVR routers for this DVR port 6e9e77e9-4544-4504-86c9-33509db88c60 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:42.639566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a43b9c-d339-4e8b-957c-c16818534c40 None None] Pushing event deleted for resources: {'Port': ['ID=6e9e77e9-4544-4504-86c9-33509db88c60,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.649584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=6e9e77e9-4544-4504-86c9-33509db88c60,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.660124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No DVR routers for this DVR port 6e9e77e9-4544-4504-86c9-33509db88c60 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:42.684595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] Routers {'06787083-8590-4118-be89-39f16e44865c'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:42.685235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['06787083-8590-4118-be89-39f16e44865c'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.742943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-49171c6c-d133-4c06-b17d-27dd528e562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.744713 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-49171c6c-d133-4c06-b17d-27dd528e562a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1095 time: 0.1098261 Jun 30 09:06:42.774144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2615512-4c16-4db4-a418-f93ea360a4dc tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.778092 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c2615512-4c16-4db4-a418-f93ea360a4dc tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=06787083-8590-4118-be89-39f16e44865c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2871637 Jun 30 09:06:42.778985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44386) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:42.788755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.795290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4cee-62e8-4197-b1a7-8790fc7288bd None None] The sync data for ids ['06787083-8590-4118-be89-39f16e44865c'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:42.860423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-e51b354c-6c0a-4bd3-a149-f7533ff559c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 217 time: 0.1007028 Jun 30 09:06:42.908760 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.936783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822652dc-cff0-414a-b186-5f4633c02ee2']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.940594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eae3d9-1d01-4ef2-ac41-3d74c9b91e2b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.944899 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-87eae3d9-1d01-4ef2-ac41-3d74c9b91e2b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.1651256 Jun 30 09:06:42.945481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44396) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:42.985167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-a4828295-9765-4f74-b26d-6d24b072c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.987956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-a4828295-9765-4f74-b26d-6d24b072c2b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.1081691 Jun 30 09:06:42.988798 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6e286bd8-a013-43da-a521-e1db87f652a4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=06787083-8590-4118-be89-39f16e44865c HTTP/1.1" status: 200 len: 205 time: 0.0344424 Jun 30 09:06:42.990815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb93465f-bf55-44b6-a3d3-dca82d9a1d87') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.991114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb93465f-bf55-44b6-a3d3-dca82d9a1d87') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.992660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:43.055621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72cf4d-afe2-4e9e-ae25-76fde6b1787b req-9b0afe61-c46b-4824-bb7c-948445323791 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.062552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf72cf4d-afe2-4e9e-ae25-76fde6b1787b req-9b0afe61-c46b-4824-bb7c-948445323791 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.2042503 Jun 30 09:06:43.156009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf72cf4d-afe2-4e9e-ae25-76fde6b1787b req-d768d78a-63bb-4799-882e-e21cff2dd3f9 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926061 Jun 30 09:06:43.174363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-1ef6be7c-f2b6-4735-8045-5b1999dc297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.175883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-1ef6be7c-f2b6-4735-8045-5b1999dc297c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774030 Jun 30 09:06:43.201616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.222092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.229526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:43.230061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.252986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-b1d2c435-1a29-47cc-8b26-6ad929b72417 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1588461 Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:43.289733 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:43.296603 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.348960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-5978f981-0153-41b8-b849-b217c459642c service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602287 Jun 30 09:06:43.388736 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.429320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-5fc9eb60-ae1f-4d87-840f-99eb631246d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.431257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-5fc9eb60-ae1f-4d87-840f-99eb631246d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c34d92c644242b18fb83a1e261b516b&device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1097 time: 0.1387475 Jun 30 09:06:43.555161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c1dae78e-c03d-444d-a3ee-aed422f60b65 req-bdc5b285-6622-4c6d-85d1-ac45ff0d6747 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 210 time: 0.1092746 Jun 30 09:06:43.717138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a76a3156-3885-43e5-a92c-05e0a519b004 req-e6fd2ed1-1c36-437b-a387-d1d87911ddd9 service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544188 Jun 30 09:06:43.773404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.794095 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/822652dc-cff0-414a-b186-5f4633c02ee2 HTTP/1.1" status: 204 len: 168 time: 2.5424004 Jun 30 09:06:43.794095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91d597-e4d5-4c83-8e97-5604aabecb4e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=822652dc-cff0-414a-b186-5f4633c02ee2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:43.795813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44424) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:43.803089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75814e-6770-4847-a02e-174b5e042a85 req-135bc1a1-b71e-4070-8607-905b9b2a7f37 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.804466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-135bc1a1-b71e-4070-8607-905b9b2a7f37 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.13 "GET /v2.0/networks?id=a82d5c2e-8678-420c-8f7e-47e03afc2e4f HTTP/1.1" status: 200 len: 813 time: 0.2744265 Jun 30 09:06:43.805594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1545337349'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:43.829866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-dfd85dd2-de8a-4f5f-b3a1-5e1d8bfa809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.832055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-dfd85dd2-de8a-4f5f-b3a1-5e1d8bfa809d service neutron] 10.222.0.13 "GET /v2.0/networks?id=148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 200 len: 910 time: 0.3388033 Jun 30 09:06:43.868802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Request body: {'port': {'device_id': 'f53922c8-7d65-4972-a382-3d551157c204', 'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f', 'admin_state_up': True, 'tenant_id': 'f4ee6cdce3174e87b64ada2f84ed3534'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:43.932603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:43.936323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.954751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.973750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:44.009445 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.009881 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment cc4c775b-207b-4c85-a620-93c013af8fc9 of type vlan for network 2ddd256e-2186-4a6e-b9e8-d280599c9759 Jun 30 09:06:44.023242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-d7dba410-5d5d-408d-871a-8799b41a0d73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 200 len: 1000 time: 0.1489532 Jun 30 09:06:44.068551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.088806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-70c556b4-9bfc-4231-98f8-5c1b305ad211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.090574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-70c556b4-9bfc-4231-98f8-5c1b305ad211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fec0685-41aa-4b1f-bd7f-a0938bef73ba HTTP/1.1" status: 200 len: 848 time: 0.0592086 Jun 30 09:06:44.091672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Deleting port d4f5cdf4-1a8b-4d71-9a25-e59a4a3df702 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:44.091922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.152987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.159160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-8c53496e-b7a1-442f-8814-91f81980edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.160037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.160895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-8c53496e-b7a1-442f-8814-91f81980edc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1095 time: 0.3266428 Jun 30 09:06:44.161053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.286810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.289868 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4910302 Jun 30 09:06:44.310313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44444) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:44.322412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-4abde5db-3711-48fc-8183-e545aa43bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.322698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:44.323959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-4abde5db-3711-48fc-8183-e545aa43bb50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=148cd805-f10c-40b6-a7f6-2fbfe3240f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2251730 Jun 30 09:06:44.324623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Made reservation on behalf of f4ee6cdce3174e87b64ada2f84ed3534 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:44.328986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.418522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Calling delete_port for d4f5cdf4-1a8b-4d71-9a25-e59a4a3df702 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:44.425118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea72648-839f-43dd-8a69-36b5bd0b89b6 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=2ddd256e-2186-4a6e-b9e8-d280599c9759,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:44.442778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:44.510299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:44.514476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.805586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.844871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event deleted for resources: {'Port': ['ID=d4f5cdf4-1a8b-4d71-9a25-e59a4a3df702,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:44.943098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.949859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-4182a166-01f2-445e-b49e-2b13f07c5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.951299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-4182a166-01f2-445e-b49e-2b13f07c5566 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.7783439 Jun 30 09:06:44.992316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d00b25c5-b667-4587-89e2-b8674d8c5cd3 req-4d07f67c-13e9-400d-9477-037f7aacfdbb tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 210 time: 0.0919061 Jun 30 09:06:45.001520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=27b4b920-c5a3-45d6-95d3-141c2c96f096,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:45.022427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.045752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-ba7d2669-f6bf-4024-9a6c-9ebcb6d6987d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 217 time: 0.0491128 Jun 30 09:06:45.165538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': 'cc4c775b-207b-4c85-a620-93c013af8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:45.165930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: 2ddd256e-2186-4a6e-b9e8-d280599c9759, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:45.177837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.179640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-9d707bc4-9d83-400a-b4ac-5093f2486037 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342302 Jun 30 09:06:45.182899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.196900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df438f2d-dfb8-416d-94cf-c000b6fe9d43 req-6eef2735-54fd-44cd-a56f-af8db9cf4efe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.198508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df438f2d-dfb8-416d-94cf-c000b6fe9d43 req-6eef2735-54fd-44cd-a56f-af8db9cf4efe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.8383591 Jun 30 09:06:45.233211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:45.258093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2ddd256e-2186-4a6e-b9e8-d280599c9759) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:45.260100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.260619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Fanout notify agent at l3_agent the message router_deleted on router 06787083-8590-4118-be89-39f16e44865c {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:45.268088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.269200 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-778f04de-252e-4f97-8125-9f8c5b5fa742 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/06787083-8590-4118-be89-39f16e44865c HTTP/1.1" status: 204 len: 168 time: 2.2755792 Jun 30 09:06:45.272746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.273311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.273595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541fea7e-72c9-460c-9beb-a55c4b173acc None None] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:45.275557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44492) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.280434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-864e18f6-7f47-4755-ba12-b51f4edda049 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-180638853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:45.316371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-864e18f6-7f47-4755-ba12-b51f4edda049 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.317341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-864e18f6-7f47-4755-ba12-b51f4edda049 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.324963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Allocated IP 172.20.0.6 (a82d5c2e-8678-420c-8f7e-47e03afc2e4f/a679a6dd-d11f-4204-9d5c-2470f6a9f408/98826d4f-f90d-4874-9dd1-bf40fe33d57e) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:45.332577 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ce3475f8-c9e4-443d-bdaa-aa9211097c8a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0177805 Jun 30 09:06:45.343543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44496) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.351702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759', 'name': 'tempest-PortsIpV6TestJSON-1855455378', 'fixed_ips': [{'subnet_id': '27b4b920-c5a3-45d6-95d3-141c2c96f096', 'ip_address': '2001:db8::10'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:45.456115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-864e18f6-7f47-4755-ba12-b51f4edda049 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.472410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44500) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.485525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-864e18f6-7f47-4755-ba12-b51f4edda049 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.533799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-864e18f6-7f47-4755-ba12-b51f4edda049 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.535300 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-864e18f6-7f47-4755-ba12-b51f4edda049 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2586801 Jun 30 09:06:45.539105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.545051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:45.550513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:45.575983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2ddd256e-2186-4a6e-b9e8-d280599c9759', 'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759', 'tenant_id': '825aeb0138ca4558af1d3845385e1ca2', 'fixed_ips': [{'subnet_id': '27b4b920-c5a3-45d6-95d3-141c2c96f096'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:45.579779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.580508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.643553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-a16efcf0-ba6c-4930-aa36-c9aeff2c60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.645128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-a16efcf0-ba6c-4930-aa36-c9aeff2c60e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.5866022 Jun 30 09:06:45.694545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f091eeac-01fe-462e-88f2-ccccae144ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.730165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df438f2d-dfb8-416d-94cf-c000b6fe9d43 req-5a785561-eb6d-4d98-8d3d-36c9691fb30e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4735754 Jun 30 09:06:45.769397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.796576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Allocated IP 2001:db8::2 (2ddd256e-2186-4a6e-b9e8-d280599c9759/27b4b920-c5a3-45d6-95d3-141c2c96f096/8c743c20-52a2-4589-8270-e1efe27eded1) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:45.818460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Network a82d5c2e-8678-420c-8f7e-47e03afc2e4f is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:45.824592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-8185bd29-883a-4a78-8df9-926449ada8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.828768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-8185bd29-883a-4a78-8df9-926449ada8c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691732 Jun 30 09:06:45.829756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:45.844853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:45.907126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ade5d3-e36d-40e7-8381-b8e9056cb353 req-97b04ac6-7062-4cc2-805d-e152eea18780 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044613 Jun 30 09:06:45.908090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Pushing event updated for resources: {'Port': ['ID=98826d4f-f90d-4874-9dd1-bf40fe33d57e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:45.931848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.940977 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.990381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port 659fa198-da6e-4c47-be8f-e3a0ff30a313 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:46.009093 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.021729 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-ddebf588-b682-4e53-baba-be6862473db7 service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180065 Jun 30 09:06:46.022205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Transition to ACTIVE for port object 8c743c20-52a2-4589-8270-e1efe27eded1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:46.042778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Transition to ACTIVE for port object 8c743c20-52a2-4589-8270-e1efe27eded1 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:46.050007 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.074191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f091eeac-01fe-462e-88f2-ccccae144ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.092601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:46.095801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:46.096839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.097481 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.101672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:46.117197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Pushing event updated for resources: {'Port': ['ID=8c743c20-52a2-4589-8270-e1efe27eded1,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.135979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-34ee516e-dfda-49f7-99b3-52c374f1e28b tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3028984 Jun 30 09:06:46.137303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f091eeac-01fe-462e-88f2-ccccae144ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.163602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Request body: {'port': {'device_id': 'f53922c8-7d65-4972-a382-3d551157c204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:46.182528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Attempting to bind port 8c743c20-52a2-4589-8270-e1efe27eded1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:46.183153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Attempting to bind port 8c743c20-52a2-4589-8270-e1efe27eded1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'cc4c775b-207b-4c85-a620-93c013af8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:46.183682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Attempting to bind port 8c743c20-52a2-4589-8270-e1efe27eded1 on network 2ddd256e-2186-4a6e-b9e8-d280599c9759 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:46.188796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:46.189423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Checking segment: {'id': 'cc4c775b-207b-4c85-a620-93c013af8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:46.190280 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.192258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Bound using segment: {'id': 'cc4c775b-207b-4c85-a620-93c013af8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:46.192908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Bound port: 8c743c20-52a2-4589-8270-e1efe27eded1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4c775b-207b-4c85-a620-93c013af8fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:46.193487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.196792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f091eeac-01fe-462e-88f2-ccccae144ee1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aef4d23f997349d2a15add4bbd180953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210701 Jun 30 09:06:46.211186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091eeac-01fe-462e-88f2-ccccae144ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4027430-9d3c-4c4f-b1fc-5f2b82e2f5a2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.230667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44514) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:46.283482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c205ea1-6248-42dc-a86a-09dd2ce5286f req-e1e4c99e-5382-4371-b0e1-cf28a6e5e891 service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489293 Jun 30 09:06:46.287690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] For port 8c743c20-52a2-4589-8270-e1efe27eded1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:46.308165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] For port 8c743c20-52a2-4589-8270-e1efe27eded1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8c743c20-52a2-4589-8270-e1efe27eded1,segment=NetworkSegment(cc4c775b-207b-4c85-a620-93c013af8fc9),segment_id=cc4c775b-207b-4c85-a620-93c013af8fc9)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:46.317942 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.402261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9906d2e-8ad9-4a89-9f0a-587de37ccb05 None None] Pushing event updated for resources: {'Port': ['ID=8c743c20-52a2-4589-8270-e1efe27eded1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.447688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.460207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bb268-6da8-4b05-b035-de06577a4513 req-6394e86e-daa7-4603-8f5f-d026c65097c5 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.467697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c49bb268-6da8-4b05-b035-de06577a4513 req-6394e86e-daa7-4603-8f5f-d026c65097c5 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 931 time: 0.2938311 Jun 30 09:06:46.472072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::10 (2ddd256e-2186-4a6e-b9e8-d280599c9759/27b4b920-c5a3-45d6-95d3-141c2c96f096/659fa198-da6e-4c47-be8f-e3a0ff30a313) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:46.489650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.546130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.585029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c49bb268-6da8-4b05-b035-de06577a4513 req-b7d23d83-3106-475e-9fb9-9001c493cb45 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163795 Jun 30 09:06:46.615206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.673369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.747830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:46.810063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.814526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.819280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4027430-9d3c-4c4f-b1fc-5f2b82e2f5a2 HTTP/1.1" status: 204 len: 168 time: 0.5839179 Jun 30 09:06:46.875490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4027430-9d3c-4c4f-b1fc-5f2b82e2f5a2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.916144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.916493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.916835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.917217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.917556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.918974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.919318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.922033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.922378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.922709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.923038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.923360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea04e6-1c64-41cf-a23c-f6457f2af06b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:46.953953 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Allocated IP 172.25.8.27 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d121bfbc-ef66-4626-8989-8c10cb97a402) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:47.018854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:47.036355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'port_id': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'mac_address': 'fa:16:3e:d8:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:47.081889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.097016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:47.107767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98826d4f-f90d-4874-9dd1-bf40fe33d57e {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:47.124067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:47.139344 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.145076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.189654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:47.193838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Transition to ACTIVE for port object 98826d4f-f90d-4874-9dd1-bf40fe33d57e will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:47.203740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8c9dd-c216-4f74-8cca-1fbe66c45a99 req-91b63b30-8d1d-47e2-a770-e4b04aec6fba tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.211862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fe8c9dd-c216-4f74-8cca-1fbe66c45a99 req-91b63b30-8d1d-47e2-a770-e4b04aec6fba tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.2268050 Jun 30 09:06:47.222169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.285056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.304504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fe8c9dd-c216-4f74-8cca-1fbe66c45a99 req-6c999577-c7b6-46ec-8884-3912c7423c0e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916040 Jun 30 09:06:47.335333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object 659fa198-da6e-4c47-be8f-e3a0ff30a313 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:47.345829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=98826d4f-f90d-4874-9dd1-bf40fe33d57e,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:47.397429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:47.432350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Attempting to bind port 98826d4f-f90d-4874-9dd1-bf40fe33d57e on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:47.432693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Attempting to bind port 98826d4f-f90d-4874-9dd1-bf40fe33d57e by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'be1e3ea7-e23f-4d13-aa21-654d87d56e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:47.434205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Attempting to bind port 98826d4f-f90d-4874-9dd1-bf40fe33d57e on network a82d5c2e-8678-420c-8f7e-47e03afc2e4f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:47.447186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Port 98826d4f-f90d-4874-9dd1-bf40fe33d57e on network a82d5c2e-8678-420c-8f7e-47e03afc2e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:47.447518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Attempting to bind port 98826d4f-f90d-4874-9dd1-bf40fe33d57e on network a82d5c2e-8678-420c-8f7e-47e03afc2e4f {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:47.456435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:47.456785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Checking segment: {'id': 'be1e3ea7-e23f-4d13-aa21-654d87d56e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:47.457158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Bound using segment: {'id': 'be1e3ea7-e23f-4d13-aa21-654d87d56e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:47.457816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Bound port: 98826d4f-f90d-4874-9dd1-bf40fe33d57e, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1e3ea7-e23f-4d13-aa21-654d87d56e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:47.459954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.469819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44542) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:47.476700 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.506194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88fa0694-8162-4d3f-ae27-76204909737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.536421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.542029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.601760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:47.608245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:47.616084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:47.618928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:47.626191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.627003 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.638824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] For port 98826d4f-f90d-4874-9dd1-bf40fe33d57e, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:47.639761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:47.643000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] For port 98826d4f-f90d-4874-9dd1-bf40fe33d57e, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=98826d4f-f90d-4874-9dd1-bf40fe33d57e,segment=NetworkSegment(be1e3ea7-e23f-4d13-aa21-654d87d56e92),segment_id=be1e3ea7-e23f-4d13-aa21-654d87d56e92)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:47.653962 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.656471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:47.662012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event updated for resources: {'Port': ['ID=d121bfbc-ef66-4626-8989-8c10cb97a402,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:47.780478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.781322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.782942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/98826d4f-f90d-4874-9dd1-bf40fe33d57e HTTP/1.1" status: 200 len: 1092 time: 1.6271369 Jun 30 09:06:47.785457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53922c8-7d65-4972-a382-3d551157c204', 'tag': '98826d4f-f90d-4874-9dd1-bf40fe33d57e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:47.792076 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f53922c8-7d65-4972-a382-3d551157c204", "tag": "98826d4f-f90d-4874-9dd1-bf40fe33d57e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:47.859531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=659fa198-da6e-4c47-be8f-e3a0ff30a313,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:47.897611 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a3d1d-a3dd-4854-b33a-04224ca2308e x-openstack-request-id: req-270a3d1d-a3dd-4854-b33a-04224ca2308e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:47.898293 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53922c8-7d65-4972-a382-3d551157c204", "tag": "98826d4f-f90d-4874-9dd1-bf40fe33d57e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:47.898763 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-270a3d1d-a3dd-4854-b33a-04224ca2308e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:47.899418 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53922c8-7d65-4972-a382-3d551157c204', 'tag': '98826d4f-f90d-4874-9dd1-bf40fe33d57e', 'status': 'completed', 'code': 200} Jun 30 09:06:47.934037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8c743c20-52a2-4589-8270-e1efe27eded1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:47.952845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf55a-d20c-43d8-acb7-b96ba326b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=98826d4f-f90d-4874-9dd1-bf40fe33d57e,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:47.978463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88fa0694-8162-4d3f-ae27-76204909737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.992297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-88fa0694-8162-4d3f-ae27-76204909737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.006697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a04e6cca-13ee-46a4-9342-1fd44f593550 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6606541 Jun 30 09:06:48.009215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44552) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:48.016088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': '2ddd256e-2186-4a6e-b9e8-d280599c9759', 'name': 'tempest-PortsIpV6TestJSON-1360080068', 'fixed_ips': [{'subnet_id': '27b4b920-c5a3-45d6-95d3-141c2c96f096', 'ip_address': '2001:db8::f'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:48.024911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 8c743c20-52a2-4589-8270-e1efe27eded1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:48.051556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa0694-8162-4d3f-ae27-76204909737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e957a8-7d08-4092-a4e9-3bf3436d4bb8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:48.075191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-88fa0694-8162-4d3f-ae27-76204909737e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1c2ba393a494885a916e703c90d7b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950677 Jun 30 09:06:48.075815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44554) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:48.086684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75814e-6770-4847-a02e-174b5e042a85 req-5c9a7a2a-3865-4af5-90b8-569bcbf84a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.088406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-5c9a7a2a-3865-4af5-90b8-569bcbf84a3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ee6cdce3174e87b64ada2f84ed3534&device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 1095 time: 0.2449670 Jun 30 09:06:48.097565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d140-efc9-4b51-b736-1b0d5da120c2 req-73e4ae32-de41-4111-911f-1510403ce9e8 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.104580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73f2d140-efc9-4b51-b736-1b0d5da120c2 req-73e4ae32-de41-4111-911f-1510403ce9e8 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 943 time: 0.2087426 Jun 30 09:06:48.126970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ff13e-2acc-4195-b649-f31f56a5d8f5 None None] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:48.168221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-2041605e-8fe1-4e0d-9f77-78bfd95f68d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98826d4f-f90d-4874-9dd1-bf40fe33d57e HTTP/1.1" status: 200 len: 217 time: 0.0615678 Jun 30 09:06:48.240897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73f2d140-efc9-4b51-b736-1b0d5da120c2 req-4fcba881-8756-4c18-94b5-f06d9bc5fb36 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353526 Jun 30 09:06:48.251499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6ed8b188-2c2b-4c9c-9659-a74cebf23cf6 None None] Provisioning for port 8c743c20-52a2-4589-8270-e1efe27eded1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:48.258754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6ed8b188-2c2b-4c9c-9659-a74cebf23cf6 None None] Provisioning complete for port 8c743c20-52a2-4589-8270-e1efe27eded1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:48.259286 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b188-2c2b-4c9c-9659-a74cebf23cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.266774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.282686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75814e-6770-4847-a02e-174b5e042a85 req-018748e1-ba94-4ac0-acfb-11af9962da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.284755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-018748e1-ba94-4ac0-acfb-11af9962da34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a679a6dd-d11f-4204-9d5c-2470f6a9f408 HTTP/1.1" status: 200 len: 853 time: 0.1064396 Jun 30 09:06:48.285542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a4a1795d-1021-4120-b68c-9c838bef4928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.322639 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a4a1795d-1021-4120-b68c-9c838bef4928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.390584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-7cde52a5-3b02-455d-a75e-dce3e8477823 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82d5c2e-8678-420c-8f7e-47e03afc2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842123 Jun 30 09:06:48.498240 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b188-2c2b-4c9c-9659-a74cebf23cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.544196 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a4a1795d-1021-4120-b68c-9c838bef4928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.549911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6ed8b188-2c2b-4c9c-9659-a74cebf23cf6 None None] For port 8c743c20-52a2-4589-8270-e1efe27eded1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8c743c20-52a2-4589-8270-e1efe27eded1,segment=NetworkSegment(cc4c775b-207b-4c85-a620-93c013af8fc9),segment_id=cc4c775b-207b-4c85-a620-93c013af8fc9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:48.551224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a4a1795d-1021-4120-b68c-9c838bef4928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.554937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b188-2c2b-4c9c-9659-a74cebf23cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.566727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a4a1795d-1021-4120-b68c-9c838bef4928 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3e957a8-7d08-4092-a4e9-3bf3436d4bb8 HTTP/1.1" status: 204 len: 168 time: 0.4815874 Jun 30 09:06:48.659843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8b188-2c2b-4c9c-9659-a74cebf23cf6 None None] Pushing event updated for resources: {'Port': ['ID=8c743c20-52a2-4589-8270-e1efe27eded1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:48.662571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1795d-1021-4120-b68c-9c838bef4928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e957a8-7d08-4092-a4e9-3bf3436d4bb8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:48.728020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-f3042471-c2e0-416c-8b0a-81f74224fe20 service neutron] 10.222.0.13 "GET /v2.0/networks/a82d5c2e-8678-420c-8f7e-47e03afc2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365164 Jun 30 09:06:48.761946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:48.768530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a1a8-82a6-4824-b6c8-503dacc78bb9 req-9cbef4ac-c6a6-42c0-89eb-053bbcafe579 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.776320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1386a1a8-82a6-4824-b6c8-503dacc78bb9 req-9cbef4ac-c6a6-42c0-89eb-053bbcafe579 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.1933172 Jun 30 09:06:48.825011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:48.831631 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.836265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:48.843548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:48.843975 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.874801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1386a1a8-82a6-4824-b6c8-503dacc78bb9 req-19195b1e-73b5-4015-9f2e-4b332ad02d6e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974810 Jun 30 09:06:48.881409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:48.911984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a75814e-6770-4847-a02e-174b5e042a85 req-0c2a9410-1505-4c2c-a9bd-4f723f89b366 service neutron] 10.222.0.13 "GET /v2.0/networks/a82d5c2e-8678-420c-8f7e-47e03afc2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734691 Jun 30 09:06:49.135753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-98594b09-5763-4438-b7cf-210fa279c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.140492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-98594b09-5763-4438-b7cf-210fa279c86a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4ee6cdce3174e87b64ada2f84ed3534&device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 1095 time: 0.1334145 Jun 30 09:06:49.148339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3ac0de8c-234c-4b9a-a741-876de1661913 None None] Provisioning for port 659fa198-da6e-4c47-be8f-e3a0ff30a313 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:49.152644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3ac0de8c-234c-4b9a-a741-876de1661913 None None] Provisioning complete for port 659fa198-da6e-4c47-be8f-e3a0ff30a313 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:49.153280 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ac0de8c-234c-4b9a-a741-876de1661913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.249284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0de8c-234c-4b9a-a741-876de1661913 None None] Port 659fa198-da6e-4c47-be8f-e3a0ff30a313 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:49.325926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3ac0de8c-234c-4b9a-a741-876de1661913 None None] Provisioning complete for port 8c743c20-52a2-4589-8270-e1efe27eded1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:49.326295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ac0de8c-234c-4b9a-a741-876de1661913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.348081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-807d8211-d3bb-4485-84c7-836cfce36c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.350414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-807d8211-d3bb-4485-84c7-836cfce36c0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82d5c2e-8678-420c-8f7e-47e03afc2e4f HTTP/1.1" status: 200 len: 914 time: 0.1997461 Jun 30 09:06:49.390325 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.397615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.416560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-6dcc7370-337b-45a8-97a2-2546eb7ea664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98826d4f-f90d-4874-9dd1-bf40fe33d57e HTTP/1.1" status: 200 len: 217 time: 0.0579503 Jun 30 09:06:49.456088 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.478148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::f (2ddd256e-2186-4a6e-b9e8-d280599c9759/27b4b920-c5a3-45d6-95d3-141c2c96f096/be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:49.523817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:49.526956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:49.529299 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb73c67-3565-4ff6-ac09-73f8d6d5e51b" -d '{"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-plugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:49.537822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.598617 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa360781-13b1-47af-83d8-3fa25c2233d7 x-openstack-request-id: req-aa360781-13b1-47af-83d8-3fa25c2233d7 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:49.598978 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-plugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:49.599294 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa360781-13b1-47af-83d8-3fa25c2233d7 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:49.599771 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'code': 200} Jun 30 09:06:49.609253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-15a2afdc-9a90-4f69-88ed-abe1bc0b8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.614445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-15a2afdc-9a90-4f69-88ed-abe1bc0b8d82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a679a6dd-d11f-4204-9d5c-2470f6a9f408 HTTP/1.1" status: 200 len: 853 time: 0.1537259 Jun 30 09:06:49.626101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:49.644089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f8bf-ad4f-4383-8afa-2ea35defdd04 req-d021e212-a13c-4c7e-a00e-1f7b67fb007f tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.662966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6fb3f8bf-ad4f-4383-8afa-2ea35defdd04 req-d021e212-a13c-4c7e-a00e-1f7b67fb007f tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 943 time: 0.2451975 Jun 30 09:06:49.713483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8575d180-03af-491c-9094-ae86142ffe22 None None] Provisioning complete for port 659fa198-da6e-4c47-be8f-e3a0ff30a313 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:49.713483 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8575d180-03af-491c-9094-ae86142ffe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.714685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-63a7b87a-d288-466f-8d1c-bcae73ccddf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82d5c2e-8678-420c-8f7e-47e03afc2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883405 Jun 30 09:06:49.764531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Router e252378c-c66a-4618-b040-73779e51eee0 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:49.774712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8575d180-03af-491c-9094-ae86142ffe22 None None] Port 659fa198-da6e-4c47-be8f-e3a0ff30a313 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:49.777146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.796923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:49.810271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8c743c20-52a2-4589-8270-e1efe27eded1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:49.918668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:49.919350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8c743c20-52a2-4589-8270-e1efe27eded1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:49.919471 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.926282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.928530 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3dc4cce5-9224-4787-8756-b28a4b839783 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "PUT /v2.0/routers/e252378c-c66a-4618-b040-73779e51eee0 HTTP/1.1" status: 200 len: 882 time: 4.3872130 Jun 30 09:06:49.930761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.932739 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] Sync routers for ids ['e252378c-c66a-4618-b040-73779e51eee0'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:49.933243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44602) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:49.955929 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] Routers {'e252378c-c66a-4618-b040-73779e51eee0'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:49.960575 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e252378c-c66a-4618-b040-73779e51eee0'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:50.012318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6fb3f8bf-ad4f-4383-8afa-2ea35defdd04 req-bbba3294-94ee-42cd-a09d-d20390951daa tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483958 Jun 30 09:06:50.027799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:50.033940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:50.043008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:50.049036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.049777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.091732 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:50.115547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] Routers {'e252378c-c66a-4618-b040-73779e51eee0'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:50.116426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b4e0-44bc-4cd8-94d5-151eb9cf928c req-a2edd8b0-7bcd-4198-b514-24289bb589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.116804 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e252378c-c66a-4618-b040-73779e51eee0'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:50.118082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a67b4e0-44bc-4cd8-94d5-151eb9cf928c req-a2edd8b0-7bcd-4198-b514-24289bb589f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1097 time: 0.4246941 Jun 30 09:06:50.132869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-8800fb90-ca52-4bb1-93ef-666a0164d59a service neutron] 10.222.0.13 "GET /v2.0/networks/a82d5c2e-8678-420c-8f7e-47e03afc2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010239 Jun 30 09:06:50.157906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:50.209416 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:50.211698 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7439afa0-afa2-4583-9220-ba5426dc9e94 None None] The sync data for ids ['e252378c-c66a-4618-b040-73779e51eee0'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:50.215176 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-33a84bd8-bedf-4856-b07c-3a563b9708c8 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/e252378c-c66a-4618-b040-73779e51eee0 HTTP/1.1" status: 200 len: 923 time: 0.2784379 Jun 30 09:06:50.215460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.238286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ab10334c-e2ac-4d47-bddc-a4e7d1f24481 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2277086 Jun 30 09:06:50.241285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.356236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a67b4e0-44bc-4cd8-94d5-151eb9cf928c req-19592f32-3e4d-41bd-b294-56ad25b30a66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223158 Jun 30 09:06:50.409804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0b86596a-0d2e-40c4-99e5-bacc9929e47e None None] Provisioning for port be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:50.416142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0b86596a-0d2e-40c4-99e5-bacc9929e47e None None] Provisioning complete for port be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:50.417720 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0b86596a-0d2e-40c4-99e5-bacc9929e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.473850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 98826d4f-f90d-4874-9dd1-bf40fe33d57e details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:50.485764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f00e-0dba-4e8e-8f6d-679d8d4e989b req-aab5eb26-0d20-4383-9e5e-9fe35d18541b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.507746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30c9f00e-0dba-4e8e-8f6d-679d8d4e989b req-aab5eb26-0d20-4383-9e5e-9fe35d18541b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.3074889 Jun 30 09:06:50.514766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddbc0c25-16e4-4880-b9f2-2e05d65529b1 req-57ce983b-18c6-47c6-ba27-0929d2d38ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/a82d5c2e-8678-420c-8f7e-47e03afc2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645582 Jun 30 09:06:50.582642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0b86596a-0d2e-40c4-99e5-bacc9929e47e None None] Port be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:50.591602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9f3bd-a614-44f0-97e0-ddb75b1f274b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.596560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30c9f00e-0dba-4e8e-8f6d-679d8d4e989b req-2304bb24-cc47-4ee7-b6bd-6994edf0255e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874577 Jun 30 09:06:50.618562 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62d9f3bd-a614-44f0-97e0-ddb75b1f274b tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=e252378c-c66a-4618-b040-73779e51eee0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4015832 Jun 30 09:06:50.619262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44624) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.646874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3c042-f910-42ae-acf4-63c04c2b7ec1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.649984 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-36b3c042-f910-42ae-acf4-63c04c2b7ec1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4070461 Jun 30 09:06:50.653138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44626) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.738989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 98826d4f-f90d-4874-9dd1-bf40fe33d57e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=98826d4f-f90d-4874-9dd1-bf40fe33d57e,segment=NetworkSegment(be1e3ea7-e23f-4d13-aa21-654d87d56e92),segment_id=be1e3ea7-e23f-4d13-aa21-654d87d56e92)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:50.757888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '98826d4f-f90d-4874-9dd1-bf40fe33d57e', 'network_id': 'a82d5c2e-8678-420c-8f7e-47e03afc2e4f', 'port_id': '98826d4f-f90d-4874-9dd1-bf40fe33d57e', 'mac_address': 'fa:16:3e:88:d0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a679a6dd-d11f-4204-9d5c-2470f6a9f408', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:50.808774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90286690-8af5-43f8-8f7e-c2b90029d871 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.810737 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.814119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-90286690-8af5-43f8-8f7e-c2b90029d871 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.1934204 Jun 30 09:06:50.815873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44630) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.816487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3d2d7-4fc4-4302-9ed6-56143fd0505a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.822748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3d2d7-4fc4-4302-9ed6-56143fd0505a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.831160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3d2d7-4fc4-4302-9ed6-56143fd0505a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.834875 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bdc3d2d7-4fc4-4302-9ed6-56143fd0505a tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1780837 Jun 30 09:06:50.839194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.846315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98826d4f-f90d-4874-9dd1-bf40fe33d57e {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:50.872151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 98826d4f-f90d-4874-9dd1-bf40fe33d57e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=98826d4f-f90d-4874-9dd1-bf40fe33d57e,segment=NetworkSegment(be1e3ea7-e23f-4d13-aa21-654d87d56e92),segment_id=be1e3ea7-e23f-4d13-aa21-654d87d56e92)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:50.877392 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.893163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-36423f00-7a4b-41cf-bcf2-a41d0f1ba0f8 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252378c-c66a-4618-b040-73779e51eee0 HTTP/1.1" status: 200 len: 205 time: 0.0718701 Jun 30 09:06:50.898430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44634) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.994252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=98826d4f-f90d-4874-9dd1-bf40fe33d57e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:51.014076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:51.014633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.107108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.108345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.119192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['98826d4f-f90d-4874-9dd1-bf40fe33d57e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:51.120075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:51.336556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d1cee-4e80-40ab-8d1a-927d7d33354c req-957f1dd0-7092-4bb7-80df-6a4ea1f2139c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.338385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-298d1cee-4e80-40ab-8d1a-927d7d33354c req-957f1dd0-7092-4bb7-80df-6a4ea1f2139c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 944 time: 0.1421342 Jun 30 09:06:51.344022 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.379714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.459493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-298d1cee-4e80-40ab-8d1a-927d7d33354c req-2eb88d37-6bd1-41d8-b6a4-581b171c390e tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003222 Jun 30 09:06:51.479529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.479529 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c HTTP/1.1" status: 204 len: 168 time: 0.6336362 Jun 30 09:06:51.479529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c5669-9b84-4c88-a9bd-a55f6d1341c7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:51.479529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44660) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:51.512644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Deleting port d121bfbc-ef66-4626-8989-8c10cb97a402 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:51.513126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.528533 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-65475866-723f-45ae-926f-ccfaec3ea676 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:51.533581 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-65475866-723f-45ae-926f-ccfaec3ea676 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/be5e83ac-baec-4cbb-ba00-8dd7ab1b7b1c HTTP/1.1" status: 404 len: 333 time: 0.0507650 Jun 30 09:06:51.534207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:51.614996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.628840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Calling delete_port for d121bfbc-ef66-4626-8989-8c10cb97a402 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:51.722361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 659fa198-da6e-4c47-be8f-e3a0ff30a313 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:51.722532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.880037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.899707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 659fa198-da6e-4c47-be8f-e3a0ff30a313 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:51.969818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fa82-3eb8-4f09-90d8-e9d6ee19ec56 req-f1657811-a119-4679-9c17-b7019a9f967d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.973030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd54fa82-3eb8-4f09-90d8-e9d6ee19ec56 req-f1657811-a119-4679-9c17-b7019a9f967d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1361067 Jun 30 09:06:51.995005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.074555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.081952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event deleted for resources: {'Port': ['ID=d121bfbc-ef66-4626-8989-8c10cb97a402,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.179527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=659fa198-da6e-4c47-be8f-e3a0ff30a313,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.181930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.183846 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e566e0b9-cf44-4aed-ac4b-a148be2cee4c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/659fa198-da6e-4c47-be8f-e3a0ff30a313 HTTP/1.1" status: 204 len: 168 time: 0.6483476 Jun 30 09:06:52.191717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44702) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.252850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd54fa82-3eb8-4f09-90d8-e9d6ee19ec56 req-be8c94e5-9730-41a4-814f-038e626df6fa tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692504 Jun 30 09:06:52.262643 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c69dbe-f63c-48ea-b669-a5c8138f3453 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:06:52.267121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-67c69dbe-f63c-48ea-b669-a5c8138f3453 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/659fa198-da6e-4c47-be8f-e3a0ff30a313 HTTP/1.1" status: 404 len: 333 time: 0.0733647 Jun 30 09:06:52.269479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44706) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.274639 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.428786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet 27b4b920-c5a3-45d6-95d3-141c2c96f096 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:52.434618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.469305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44710) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.484734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 98826d4f-f90d-4874-9dd1-bf40fe33d57e up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:52.534015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.568414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 98826d4f-f90d-4874-9dd1-bf40fe33d57e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:52.577465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 98826d4f-f90d-4874-9dd1-bf40fe33d57e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:52.578181 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.687010 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.712218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53922c8-7d65-4972-a382-3d551157c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98826d4f-f90d-4874-9dd1-bf40fe33d57e'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:52.715798 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b47f9-8b28-48de-a7a3-6d02e2855c62" -d '{"events": [{"server_uuid": "f53922c8-7d65-4972-a382-3d551157c204", "name": "network-vif-plugged", "status": "completed", "tag": "98826d4f-f90d-4874-9dd1-bf40fe33d57e"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:52.720411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-906e1614-f94f-4711-9814-cabca8a0ea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.732039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 98826d4f-f90d-4874-9dd1-bf40fe33d57e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=98826d4f-f90d-4874-9dd1-bf40fe33d57e,segment=NetworkSegment(be1e3ea7-e23f-4d13-aa21-654d87d56e92),segment_id=be1e3ea7-e23f-4d13-aa21-654d87d56e92)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:52.740869 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.741348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.829271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.872060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=27b4b920-c5a3-45d6-95d3-141c2c96f096,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.890471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.892322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae64813d-192e-47a0-a1bd-57b2cca2141d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/27b4b920-c5a3-45d6-95d3-141c2c96f096 HTTP/1.1" status: 204 len: 168 time: 0.6215956 Jun 30 09:06:52.896134 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44728) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.910287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d531a-71ed-4ff9-974b-0345d37f7ccd None None] Network 2ddd256e-2186-4a6e-b9e8-d280599c9759 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:52.931180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=98826d4f-f90d-4874-9dd1-bf40fe33d57e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.996870 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.018844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.021556 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-906e1614-f94f-4711-9814-cabca8a0ea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.025734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.041895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-906e1614-f94f-4711-9814-cabca8a0ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.084140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e1614-f94f-4711-9814-cabca8a0ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c3d1c-f658-43be-84d2-74b42ee8e67d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:53.109812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07fbbf-a0ea-4e4f-b575-6bcc09a9ce12 req-b7d712e9-e4f6-4cfd-9095-89ccb9c549d9 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.111961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c07fbbf-a0ea-4e4f-b575-6bcc09a9ce12 req-b7d712e9-e4f6-4cfd-9095-89ccb9c549d9 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 945 time: 0.2455337 Jun 30 09:06:53.113558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.114095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Fanout notify agent at l3_agent the message router_deleted on router e252378c-c66a-4618-b040-73779e51eee0 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:53.122096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.122959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ddf9329d-0767-4698-952d-eed7c06b4a20 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/e252378c-c66a-4618-b040-73779e51eee0 HTTP/1.1" status: 204 len: 168 time: 2.2233739 Jun 30 09:06:53.130906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.138098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc3b3-ee3d-4480-b6b1-494717d0d272 req-c5ab3e1b-fe68-4f0a-96ac-7c0ec94983fc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.139627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-019cc3b3-ee3d-4480-b6b1-494717d0d272 req-c5ab3e1b-fe68-4f0a-96ac-7c0ec94983fc tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.2726035 Jun 30 09:06:53.142215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e5bcd668-1057-420a-a7e5-4e7dbcce7e95 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1792449134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:53.150044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44732) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.156747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Request body: {'floatingip': {'port_id': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:53.214212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.216553 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-906e1614-f94f-4711-9814-cabca8a0ea6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4b5312f88fa44698e297d91fc4128cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7460947 Jun 30 09:06:53.219233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44734) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.247306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bcd668-1057-420a-a7e5-4e7dbcce7e95 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.248216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bcd668-1057-420a-a7e5-4e7dbcce7e95 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.258251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c07fbbf-a0ea-4e4f-b575-6bcc09a9ce12 req-b4d9d06c-dc3c-43d7-8d96-4a5ed3448bd7 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341100 Jun 30 09:06:53.261005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 8c743c20-52a2-4589-8270-e1efe27eded1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:53.261456 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.284774 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba3fa3c-6f98-4301-aba9-2f686d8bf31d x-openstack-request-id: req-1ba3fa3c-6f98-4301-aba9-2f686d8bf31d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:53.285250 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53922c8-7d65-4972-a382-3d551157c204", "name": "network-vif-plugged", "status": "completed", "tag": "98826d4f-f90d-4874-9dd1-bf40fe33d57e", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:53.285503 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ba3fa3c-6f98-4301-aba9-2f686d8bf31d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:53.286714 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53922c8-7d65-4972-a382-3d551157c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98826d4f-f90d-4874-9dd1-bf40fe33d57e', 'code': 200} Jun 30 09:06:53.305203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.407230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] DHCP port deletion for 2ddd256e-2186-4a6e-b9e8-d280599c9759 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:53.482920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bcd668-1057-420a-a7e5-4e7dbcce7e95 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.486663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] For port 8c743c20-52a2-4589-8270-e1efe27eded1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8c743c20-52a2-4589-8270-e1efe27eded1,segment=NetworkSegment(cc4c775b-207b-4c85-a620-93c013af8fc9),segment_id=cc4c775b-207b-4c85-a620-93c013af8fc9)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:53.487129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.498086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b37a678-ff38-4960-a027-9510c4de0d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.501034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] Deleting port 8c743c20-52a2-4589-8270-e1efe27eded1 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:53.501534 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.501708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bcd668-1057-420a-a7e5-4e7dbcce7e95 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.513128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 8c743c20-52a2-4589-8270-e1efe27eded1 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:53.540497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4e0af-4727-45c5-adb2-a3eb9699bb71 req-4fb999e7-885e-4636-96a2-ab4001d2beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.542804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ec4e0af-4727-45c5-adb2-a3eb9699bb71 req-4fb999e7-885e-4636-96a2-ab4001d2beeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 1097 time: 0.1989715 Jun 30 09:06:53.547356 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b37a678-ff38-4960-a027-9510c4de0d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.631464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] For port 8c743c20-52a2-4589-8270-e1efe27eded1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8c743c20-52a2-4589-8270-e1efe27eded1,segment=NetworkSegment(cc4c775b-207b-4c85-a620-93c013af8fc9),segment_id=cc4c775b-207b-4c85-a620-93c013af8fc9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:53.632187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.651260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] Calling delete_port for 8c743c20-52a2-4589-8270-e1efe27eded1 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:53.663765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ec4e0af-4727-45c5-adb2-a3eb9699bb71 req-288f796e-7e50-4dfe-bffd-77842598666b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868349 Jun 30 09:06:53.725956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5bcd668-1057-420a-a7e5-4e7dbcce7e95 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.730635 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e5bcd668-1057-420a-a7e5-4e7dbcce7e95 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5965600 Jun 30 09:06:53.731737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.738745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': True}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:53.741647 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.802842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.833569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No DVR routers for this DVR port 8c743c20-52a2-4589-8270-e1efe27eded1 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:53.843753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=8c743c20-52a2-4589-8270-e1efe27eded1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:53.850300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8c743c20-52a2-4589-8270-e1efe27eded1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:53.857456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] Pushing event deleted for resources: {'Port': ['ID=8c743c20-52a2-4589-8270-e1efe27eded1,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:53.877732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 8c743c20-52a2-4589-8270-e1efe27eded1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:53.878059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8c743c20-52a2-4589-8270-e1efe27eded1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:53.879699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a098b1c-6a65-4eaf-a95b-abda91ba4ee2 None None] No DVR routers for this DVR port 8c743c20-52a2-4589-8270-e1efe27eded1 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:53.925275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b37a678-ff38-4960-a027-9510c4de0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.927978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b37a678-ff38-4960-a027-9510c4de0d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.929352 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5b37a678-ff38-4960-a027-9510c4de0d26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c69c3d1c-f658-43be-84d2-74b42ee8e67d HTTP/1.1" status: 204 len: 168 time: 0.7077200 Jun 30 09:06:53.954128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37a678-ff38-4960-a027-9510c4de0d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c3d1c-f658-43be-84d2-74b42ee8e67d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.066381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.074551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.075624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.139789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd256e-2186-4a6e-b9e8-d280599c9759']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:54.175981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4c775b-207b-4c85-a620-93c013af8fc9') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:54.176343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4c775b-207b-4c85-a620-93c013af8fc9') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:54.184841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.192518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.202085 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Floating IP f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7 associated. External IP: 172.25.8.44, port: 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d. Jun 30 09:06:54.215050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.222516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:54.222914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:54.225866 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:54.333788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.345464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.347505 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/2ddd256e-2186-4a6e-b9e8-d280599c9759 HTTP/1.1" status: 204 len: 168 time: 1.4504492 Jun 30 09:06:54.353172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44760) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:54.359835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-18991642'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:54.363067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49983-57c4-4151-b6f1-f462bce0fc9e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=2ddd256e-2186-4a6e-b9e8-d280599c9759,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.413951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44762) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:54.434345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f05ca430-7812-4455-b67d-f887a61e8ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.537805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:54.542035 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.641559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:54.660301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Router 2569cf81-193a-4101-9216-7785c41c9dbd has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:54.683887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.684233 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Added segment 5b4d44a7-f490-4a21-a53f-485cd3a20e28 of type vlan for network 2a6bfb44-db61-4af8-969d-5798c044d954 Jun 30 09:06:54.708601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884be9a-3423-414f-aad2-47bfbf4c1ff4 req-ba61da30-1821-454c-b717-0ec8d5ba7990 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.710132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e884be9a-3423-414f-aad2-47bfbf4c1ff4 req-ba61da30-1821-454c-b717-0ec8d5ba7990 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 945 time: 0.2536354 Jun 30 09:06:54.803583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.827089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.847082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.896166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e884be9a-3423-414f-aad2-47bfbf4c1ff4 req-7cb1808f-7046-4cb2-ac5f-36e343b30a20 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583769 Jun 30 09:06:54.909537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f05ca430-7812-4455-b67d-f887a61e8ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.923701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f05ca430-7812-4455-b67d-f887a61e8ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.961119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.966857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.967445 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.972777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Allocated IP 172.25.8.89 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/0c049967-6b3b-4205-81c9-898408f1ddae) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:54.978986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:54.983999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.993553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] Sync routers for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:55.010588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:55.013316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:55.077855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f05ca430-7812-4455-b67d-f887a61e8ccd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00d31c2ccba142b990e4130a8e72e4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592495 Jun 30 09:06:55.079752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.085921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44774) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.103275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca430-7812-4455-b67d-f887a61e8ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df658a5-8b65-4a00-a155-fbe47a3f6f48,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.115079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7577410 Jun 30 09:06:55.118011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44776) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.126020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:55.131790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.147710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eb9d50f2-d32a-4f45-ad0b-8a715f027654 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "PUT /v2.0/floatingips/f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7 HTTP/1.1" status: 200 len: 990 time: 1.9965436 Jun 30 09:06:55.155529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:55.158788 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:55.161873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfed59-66c8-45fb-b4da-62952add6e0c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Network': ['ID=2a6bfb44-db61-4af8-969d-5798c044d954,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.192600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6aedfce0-f337-49a9-893e-df0bb9392a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.226607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6aedfce0-f337-49a9-893e-df0bb9392a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.250561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:55.272310 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc60b636-b6a6-4c02-9d6e-bdcc146f12ba x-openstack-request-id: req-fc60b636-b6a6-4c02-9d6e-bdcc146f12ba {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:55.272310 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:55.272310 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc60b636-b6a6-4c02-9d6e-bdcc146f12ba {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:55.272310 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'status': 'completed', 'code': 200} Jun 30 09:06:55.305216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:55.312923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2a6bfb44-db61-4af8-969d-5798c044d954 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:55.316401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:55.318505 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.331597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Port': ['ID=0c049967-6b3b-4205-81c9-898408f1ddae,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.338022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:55.372125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-ff2fd52b-1811-4a4b-837c-4959386fa74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.374474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-ff2fd52b-1811-4a4b-837c-4959386fa74d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1097 time: 0.0769305 Jun 30 09:06:55.376682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6aedfce0-f337-49a9-893e-df0bb9392a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.380229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6aedfce0-f337-49a9-893e-df0bb9392a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.382095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6aedfce0-f337-49a9-893e-df0bb9392a5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5df658a5-8b65-4a00-a155-fbe47a3f6f48 HTTP/1.1" status: 204 len: 168 time: 0.2951481 Jun 30 09:06:55.428745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:55.435314 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.506819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedfce0-f337-49a9-893e-df0bb9392a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df658a5-8b65-4a00-a155-fbe47a3f6f48,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.563757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-64f44705-6797-48b1-b769-96717d4642ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.565892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-64f44705-6797-48b1-b769-96717d4642ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.1824305 Jun 30 09:06:55.712957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'port_id': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'mac_address': 'fa:16:3e:d8:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:06:33Z', 'updated_at': '2021-06-30T09:06:53Z', 'revision_number': 1, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:55.749224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] Checking router: 2569cf81-193a-4101-9216-7785c41c9dbd for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:55.758784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-575402c7-b4fb-435b-b5c6-82c17be05ce2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 998 time: 0.1518102 Jun 30 09:06:55.760459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:55.761182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:55.856206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.862109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-4c3a5d03-b8cb-4899-a23a-a4d33c0634f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.863671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-4c3a5d03-b8cb-4899-a23a-a4d33c0634f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.0967081 Jun 30 09:06:55.924996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:55.936630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-1f2c8f17-52e6-459d-9ab2-e89d693f0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.938263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-1f2c8f17-52e6-459d-9ab2-e89d693f0872 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678020 Jun 30 09:06:55.984395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.145836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=724c8fc1-f0d3-476c-8029-61c9f0fdaeb9,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:56.157372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-ec701d0c-970f-4649-ae33-a7a05fdaa573 service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978936 Jun 30 09:06:56.176941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Checking segment: {'id': '5b4d44a7-f490-4a21-a53f-485cd3a20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:56.177608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network hostable DHCP agents. Network: 2a6bfb44-db61-4af8-969d-5798c044d954, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:56.240450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.244111 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.247379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 2a6bfb44-db61-4af8-969d-5798c044d954 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:56.292581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2a6bfb44-db61-4af8-969d-5798c044d954) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:56.299129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:56.299764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.306938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3306e9c-5ec5-4916-be08-87c5b177c52b None None] Network 2a6bfb44-db61-4af8-969d-5798c044d954 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:56.318875 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2266109e-21c9-4d92-8e91-6d2521444a93 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1996937 Jun 30 09:06:56.322025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:56.354197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6968fe0e-ffad-485a-a557-abb912807efe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-256932157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:56.375669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32c7d8-2b1c-4f5e-8efc-42f7d9153daa req-49d14163-02c8-4b4f-9314-dee393c4c37d tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:56.381315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e32c7d8-2b1c-4f5e-8efc-42f7d9153daa req-49d14163-02c8-4b4f-9314-dee393c4c37d tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 945 time: 0.2893920 Jun 30 09:06:56.415038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'port_id': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'mac_address': 'fa:16:3e:d8:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:06:33Z', 'updated_at': '2021-06-30T09:06:53Z', 'revision_number': 1, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:56.433330 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6968fe0e-ffad-485a-a557-abb912807efe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.434522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6968fe0e-ffad-485a-a557-abb912807efe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.471252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788088a-8e33-4e4e-8382-4bbce3177183 None None] The sync data for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 is: [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'port_id': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'mac_address': 'fa:16:3e:d8:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:06:33Z', 'updated_at': '2021-06-30T09:06:53Z', 'revision_number': 1, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:56.486922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0546c3a8-6b6d-4e63-ad0b-1e0bfd72de06 req-1830a311-555b-489b-9103-cb9d086b81d8 service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214953 Jun 30 09:06:56.532606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e32c7d8-2b1c-4f5e-8efc-42f7d9153daa req-00e27940-17e1-464c-ba61-db5d64d817b5 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502931 Jun 30 09:06:56.592258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6968fe0e-ffad-485a-a557-abb912807efe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.607591 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6968fe0e-ffad-485a-a557-abb912807efe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.618599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2a6bfb44-db61-4af8-969d-5798c044d954', 'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954', 'tenant_id': '825aeb0138ca4558af1d3845385e1ca2', 'fixed_ips': [{'subnet_id': '724c8fc1-f0d3-476c-8029-61c9f0fdaeb9'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:56.620372 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.635544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6968fe0e-ffad-485a-a557-abb912807efe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.636938 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6968fe0e-ffad-485a-a557-abb912807efe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3139181 Jun 30 09:06:56.639829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:56.647160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954', 'name': 'tempest-PortsIpV6TestJSON-1777989420'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:56.659394 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Router 3b4767ed-94d9-46f4-b4f9-e8a8b72078cf is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:56.881422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:56.886382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.892853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:56.900600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.907654 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f3fe1749-2533-4f2f-b5c0-b7ffb7df4e49 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "PUT /v2.0/routers/3b4767ed-94d9-46f4-b4f9-e8a8b72078cf HTTP/1.1" status: 200 len: 918 time: 3.1733863 Jun 30 09:06:56.909493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44840) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:56.926945 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] Sync routers for ids ['3b4767ed-94d9-46f4-b4f9-e8a8b72078cf'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:56.949107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:56.949530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e4b74-af4a-44c4-9e12-3b0f369f8a59 None None] New status for floating IP f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:06:56.955892 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] Routers {'3b4767ed-94d9-46f4-b4f9-e8a8b72078cf'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:56.961554 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3b4767ed-94d9-46f4-b4f9-e8a8b72078cf'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:57.002040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Allocated IP 2001:db8::2 (2a6bfb44-db61-4af8-969d-5798c044d954/724c8fc1-f0d3-476c-8029-61c9f0fdaeb9/44ef4704-25af-4161-9383-c4a166bafc6d) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:57.061329 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-567aee47-6f0c-49f5-bb22-78f351ab584d tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/3b4767ed-94d9-46f4-b4f9-e8a8b72078cf HTTP/1.1" status: 200 len: 924 time: 0.1481962 Jun 30 09:06:57.061778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44844) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:57.097926 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:57.121282 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] Routers {'3b4767ed-94d9-46f4-b4f9-e8a8b72078cf'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:57.122376 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3b4767ed-94d9-46f4-b4f9-e8a8b72078cf'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:57.168938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898f15a-e069-42fa-9276-ec1f6cef9a51 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.174935 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1898f15a-e069-42fa-9276-ec1f6cef9a51 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=3b4767ed-94d9-46f4-b4f9-e8a8b72078cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1121454 Jun 30 09:06:57.177846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44848) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:57.185051 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:57.186014 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748e8fb-30bf-4036-bb34-fd806d305ae7 None None] The sync data for ids ['3b4767ed-94d9-46f4-b4f9-e8a8b72078cf'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:57.310752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126cc2c-d2f5-4bf3-aaa1-cfe7ad91ce61 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.316103 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5126cc2c-d2f5-4bf3-aaa1-cfe7ad91ce61 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.1344943 Jun 30 09:06:57.317321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44852) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:57.400326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44860) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:57.401655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1b2ba673-d9d9-4a3f-b43b-a0e2dacee48c tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b4767ed-94d9-46f4-b4f9-e8a8b72078cf HTTP/1.1" status: 200 len: 205 time: 0.0783436 Jun 30 09:06:57.499202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.514668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Transition to ACTIVE for port object 44ef4704-25af-4161-9383-c4a166bafc6d will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:57.532333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Transition to ACTIVE for port object 44ef4704-25af-4161-9383-c4a166bafc6d will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:57.549099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.551237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.638805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Pushing event updated for resources: {'Port': ['ID=44ef4704-25af-4161-9383-c4a166bafc6d,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:57.652083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.652083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.652436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.652933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.653088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.653413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.653762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.654188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.654645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.654924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.655246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.655560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:57.664272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Network 2a6bfb44-db61-4af8-969d-5798c044d954 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:57.665524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:57.667753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:57.706587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::395 (2a6bfb44-db61-4af8-969d-5798c044d954/724c8fc1-f0d3-476c-8029-61c9f0fdaeb9/c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:57.753721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.764176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Attempting to bind port 44ef4704-25af-4161-9383-c4a166bafc6d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:57.764759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Attempting to bind port 44ef4704-25af-4161-9383-c4a166bafc6d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5b4d44a7-f490-4a21-a53f-485cd3a20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:57.765508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Attempting to bind port 44ef4704-25af-4161-9383-c4a166bafc6d on network 2a6bfb44-db61-4af8-969d-5798c044d954 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:57.788079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:57.788994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Checking segment: {'id': '5b4d44a7-f490-4a21-a53f-485cd3a20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:57.788994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.789466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Bound using segment: {'id': '5b4d44a7-f490-4a21-a53f-485cd3a20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:57.789854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Bound port: 44ef4704-25af-4161-9383-c4a166bafc6d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4d44a7-f490-4a21-a53f-485cd3a20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2a6bfb44-db61-4af8-969d-5798c044d954'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:57.790230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.847035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Deleting port 0c049967-6b3b-4205-81c9-898408f1ddae {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:57.847683 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.882041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] For port 44ef4704-25af-4161-9383-c4a166bafc6d, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:57.882041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] For port 44ef4704-25af-4161-9383-c4a166bafc6d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=44ef4704-25af-4161-9383-c4a166bafc6d,segment=NetworkSegment(5b4d44a7-f490-4a21-a53f-485cd3a20e28),segment_id=5b4d44a7-f490-4a21-a53f-485cd3a20e28)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:57.901677 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.978111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b437bb-4668-4f20-8712-8d1778b52c74 None None] Pushing event updated for resources: {'Port': ['ID=44ef4704-25af-4161-9383-c4a166bafc6d,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:57.996939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44880) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:58.051560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.067810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Calling delete_port for 0c049967-6b3b-4205-81c9-898408f1ddae owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:58.068220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d25a1e-4300-4f17-a97e-1ef33dc721fc req-7b31c122-487d-410f-a98b-7e763997eef2 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.069827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49d25a1e-4300-4f17-a97e-1ef33dc721fc req-7b31c122-487d-410f-a98b-7e763997eef2 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 945 time: 0.2876697 Jun 30 09:06:58.119349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.147096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49d25a1e-4300-4f17-a97e-1ef33dc721fc req-04abb0e3-5108-4b44-9139-933df74a7309 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682125 Jun 30 09:06:58.153152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:58.235895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.251370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1863961135', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:58.294226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 2a6bfb44-db61-4af8-969d-5798c044d954 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:58.308895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:58.311173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.315863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:58.321698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.322688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.345122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Made reservation on behalf of 3f36889f80cd4fe6890026259bdd7186 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:58.349895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.351734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d8c2610c-8a51-4761-bef8-28e7d8f8f05b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7102537 Jun 30 09:06:58.354244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44888) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:58.381110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.432596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.465011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event deleted for resources: {'Port': ['ID=0c049967-6b3b-4205-81c9-898408f1ddae,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.555135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.671525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.677428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.683889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.691410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.730514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] device_id is not set on port ba1b83df-6b11-43be-84cb-f4f4ead3f742 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:58.786829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.787665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4767ed-94d9-46f4-b4f9-e8a8b72078cf {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:58.794504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.796761 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fe1de49d-3b12-4b72-a7fc-5953eb5332d4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/3b4767ed-94d9-46f4-b4f9-e8a8b72078cf HTTP/1.1" status: 204 len: 168 time: 1.3925619 Jun 30 09:06:58.803839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44896) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:58.825710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ec8e6a9d-b9ef-4641-906e-eea871ae3f46 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1797829790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:58.839689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768c45e-33c9-4ff7-8fd6-001317198491,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.940517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6a9d-b9ef-4641-906e-eea871ae3f46 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.940517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6a9d-b9ef-4641-906e-eea871ae3f46 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.971490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Allocated IP 172.25.8.50 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/ba1b83df-6b11-43be-84cb-f4f4ead3f742) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:59.030991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6a9d-b9ef-4641-906e-eea871ae3f46 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.119402 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6a9d-b9ef-4641-906e-eea871ae3f46 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.175753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6a9d-b9ef-4641-906e-eea871ae3f46 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.178905 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ec8e6a9d-b9ef-4641-906e-eea871ae3f46 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3708405 Jun 30 09:06:59.179669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.184760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'enable_snat': False}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:59.235780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552c320-170c-407c-a700-dd9b844b2232 req-e4cb55aa-20c0-4dfd-87ba-44993fc0f16f tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.237357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d552c320-170c-407c-a700-dd9b844b2232 req-e4cb55aa-20c0-4dfd-87ba-44993fc0f16f tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.13 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 945 time: 0.2320678 Jun 30 09:06:59.354286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c761c-20ce-41d4-8970-0167aa890601 None None] Network 2a6bfb44-db61-4af8-969d-5798c044d954 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:59.356224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.405728 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.468562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.488882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c6bbbb62-5625-4254-abdc-f9fd0ca81949 None None] Provisioning for port 44ef4704-25af-4161-9383-c4a166bafc6d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:59.580236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.630130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9abb7d-5b25-4da5-afc7-e843b2ccdbad req-64a955f9-b5ea-443b-9303-413e1fb3ddd7 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.631721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9abb7d-5b25-4da5-afc7-e843b2ccdbad req-64a955f9-b5ea-443b-9303-413e1fb3ddd7 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 945 time: 0.2833548 Jun 30 09:06:59.636718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Deleting port 98826d4f-f90d-4874-9dd1-bf40fe33d57e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:59.637132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.856772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44ef4704-25af-4161-9383-c4a166bafc6d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:59.902461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.913688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c9abb7d-5b25-4da5-afc7-e843b2ccdbad req-0c0ae50b-da59-4662-9a76-b2e099e07a81 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d691992-9eaa-40d3-a5fc-13afec116f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621577 Jun 30 09:06:59.927305 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.977940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 44ef4704-25af-4161-9383-c4a166bafc6d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:59.988663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 44ef4704-25af-4161-9383-c4a166bafc6d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:59.989045 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.992437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee757630-4578-4b1f-aa69-1e7ec78c0cf1 None None] Provisioning for port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:59.999194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee757630-4578-4b1f-aa69-1e7ec78c0cf1 None None] Provisioning complete for port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:00.000105 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee757630-4578-4b1f-aa69-1e7ec78c0cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.045777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] For port 98826d4f-f90d-4874-9dd1-bf40fe33d57e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=98826d4f-f90d-4874-9dd1-bf40fe33d57e,segment=NetworkSegment(be1e3ea7-e23f-4d13-aa21-654d87d56e92),segment_id=be1e3ea7-e23f-4d13-aa21-654d87d56e92)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:00.048203 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.082538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ee757630-4578-4b1f-aa69-1e7ec78c0cf1 None None] Port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:00.205024 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.238065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.254897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Pushing event updated for resources: {'Port': ['ID=ba1b83df-6b11-43be-84cb-f4f4ead3f742,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.267669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:00.273790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:00.275905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 44ef4704-25af-4161-9383-c4a166bafc6d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=44ef4704-25af-4161-9383-c4a166bafc6d,segment=NetworkSegment(5b4d44a7-f490-4a21-a53f-485cd3a20e28),segment_id=5b4d44a7-f490-4a21-a53f-485cd3a20e28)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:00.289964 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.313049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:00.315483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Calling delete_port for 98826d4f-f90d-4874-9dd1-bf40fe33d57e owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:00.326737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.359944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ac1b9e6b-2ec9-4dc3-8613-7f9db1dbd99b None None] Provisioning complete for port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:00.360557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9e6b-2ec9-4dc3-8613-7f9db1dbd99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.419490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:00.420118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.426480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=44ef4704-25af-4161-9383-c4a166bafc6d,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.430516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b9e6b-2ec9-4dc3-8613-7f9db1dbd99b None None] Port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:00.514341 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2fd7e84a-4ff1-402f-b3d6-3b2e41bfc5a1 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5138054 Jun 30 09:07:00.514952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44932) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:00.520306 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.523297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.50'}]}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:00.548515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.582440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.597296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.597296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.660061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0504ae3-6c7d-4b7a-81b6-d8acf27d4b10 None None] Provisioning complete for port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:00.661897 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0504ae3-6c7d-4b7a-81b6-d8acf27d4b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.668728 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.692764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.728411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a0504ae3-6c7d-4b7a-81b6-d8acf27d4b10 None None] Port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:00.745066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Pushing event deleted for resources: {'Port': ['ID=98826d4f-f90d-4874-9dd1-bf40fe33d57e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.811218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] No DVR routers for this DVR port 98826d4f-f90d-4874-9dd1-bf40fe33d57e on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:00.828158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.831148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d552c320-170c-407c-a700-dd9b844b2232 req-030ece27-26a5-47ba-ac1e-95dcd4521f0c tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.13 "DELETE /v2.0/ports/98826d4f-f90d-4874-9dd1-bf40fe33d57e HTTP/1.1" status: 204 len: 173 time: 1.5873253 Jun 30 09:07:00.831771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53922c8-7d65-4972-a382-3d551157c204', 'name': 'network-vif-deleted', 'tag': '98826d4f-f90d-4874-9dd1-bf40fe33d57e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:00.834236 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b6f7c-d40b-46f3-ab0b-a05e53143618" -d '{"events": [{"server_uuid": "f53922c8-7d65-4972-a382-3d551157c204", "name": "network-vif-deleted", "tag": "98826d4f-f90d-4874-9dd1-bf40fe33d57e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:00.914433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Allocated IP 172.25.8.65 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a7e05e49-edd5-42ce-9209-6d20ae7062b0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:00.918620 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.938284 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bc9da8-6a65-4db1-87a1-3ea6d95f71e6 x-openstack-request-id: req-79bc9da8-6a65-4db1-87a1-3ea6d95f71e6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:00.938756 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53922c8-7d65-4972-a382-3d551157c204", "name": "network-vif-deleted", "tag": "98826d4f-f90d-4874-9dd1-bf40fe33d57e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:00.939378 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79bc9da8-6a65-4db1-87a1-3ea6d95f71e6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:00.940282 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53922c8-7d65-4972-a382-3d551157c204', 'name': 'network-vif-deleted', 'tag': '98826d4f-f90d-4874-9dd1-bf40fe33d57e', 'status': 'completed', 'code': 200} Jun 30 09:07:01.125718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f71c3cf-e7e8-4121-be68-c1b422e39459 req-4c900a41-2801-4782-8c11-d2eca36f2172 tempest-ServerAddressesTestJSON-1424258870 tempest-ServerAddressesTestJSON-1424258870-project] 10.222.0.53 "GET /v2.0/ports?device_id=f53922c8-7d65-4972-a382-3d551157c204 HTTP/1.1" status: 200 len: 210 time: 0.0404403 Jun 30 09:07:01.149021 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.155735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.156953 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.217662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.242907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:01.355666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.365822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network 2a6bfb44-db61-4af8-969d-5798c044d954 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:01.367272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:01.460710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:01.497463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:01.502568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e05e49-edd5-42ce-9209-6d20ae7062b0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:01.514854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:01.542379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Router 6309569e-212a-4134-ba32-c792c94a2c8b is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:01.605146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.622600 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02f3f40f-d844-42cc-9d9c-d4c563718c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.682147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.732263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:01.743488 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] Sync routers for ids ['6309569e-212a-4134-ba32-c792c94a2c8b'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:01.748262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9a8f47cd-78a5-4954-92a4-4127bd264e44 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "PUT /v2.0/routers/6309569e-212a-4134-ba32-c792c94a2c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3894269 Jun 30 09:07:01.765871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44958) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:01.775081 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] Routers {'6309569e-212a-4134-ba32-c792c94a2c8b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:01.776078 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6309569e-212a-4134-ba32-c792c94a2c8b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:01.819986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44ef4704-25af-4161-9383-c4a166bafc6d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:01.823891 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:01.838786 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] Routers {'6309569e-212a-4134-ba32-c792c94a2c8b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:01.839683 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6309569e-212a-4134-ba32-c792c94a2c8b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:01.889075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e9bff0dd-b85b-4065-a3a6-1c9b1a174836 None None] Provisioning complete for port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:01.889358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e9bff0dd-b85b-4065-a3a6-1c9b1a174836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.889567 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:01.890229 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef6607-5d62-4e60-ac3a-4217f6bfd3f5 None None] The sync data for ids ['6309569e-212a-4134-ba32-c792c94a2c8b'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:01.898435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25863432-ff45-4248-95ee-9360acafc055 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.904286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-25863432-ff45-4248-95ee-9360acafc055 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports?device_id=6309569e-212a-4134-ba32-c792c94a2c8b HTTP/1.1" status: 200 len: 989 time: 0.1448746 Jun 30 09:07:01.906189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44960) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:01.952277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e9bff0dd-b85b-4065-a3a6-1c9b1a174836 None None] Port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:01.957348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 44ef4704-25af-4161-9383-c4a166bafc6d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:01.958147 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.225061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44970) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:02.238309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.270540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] Deleting subnet a679a6dd-d11f-4204-9d5c-2470f6a9f408 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:02.273900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.275656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.332454 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.382645 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.452490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.486740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a679a6dd-d11f-4204-9d5c-2470f6a9f408,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:02.491048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.495348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cc175b1f-0067-48ac-97a0-0924e3bf6af3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a679a6dd-d11f-4204-9d5c-2470f6a9f408 HTTP/1.1" status: 204 len: 168 time: 0.2668996 Jun 30 09:07:02.495723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44978) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:02.546350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 98826d4f-f90d-4874-9dd1-bf40fe33d57e no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:02.553461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.556580 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.574764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.576834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 98826d4f-f90d-4874-9dd1-bf40fe33d57e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:02.576992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 98826d4f-f90d-4874-9dd1-bf40fe33d57e not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:02.629896 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.630399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a303ac4-da5e-4c19-9ba0-8b79a5af4951 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:02.696348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.708278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82d5c2e-8678-420c-8f7e-47e03afc2e4f']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:02.721016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1e3ea7-e23f-4d13-aa21-654d87d56e92') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:02.721332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1e3ea7-e23f-4d13-aa21-654d87d56e92') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:02.731815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.753408 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.760160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:02.760620 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:02.762735 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:02.828378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.839679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.845660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a82d5c2e-8678-420c-8f7e-47e03afc2e4f HTTP/1.1" status: 204 len: 168 time: 0.3465161 Jun 30 09:07:02.860361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71250f75-95e7-4001-9e62-0feda2a6d663 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82d5c2e-8678-420c-8f7e-47e03afc2e4f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:03.034131 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:07:03.035188 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b9ce5b24-087d-438a-a9cd-cfdd4c2b47c0 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5194645 Jun 30 09:07:03.038353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44992) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.063928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44994) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.141592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Deleting port ba1b83df-6b11-43be-84cb-f4f4ead3f742 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:03.142768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.200308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.206159 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a62252a7-e03c-4826-a7dd-685b89192788 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4ee6cdce3174e87b64ada2f84ed3534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385241 Jun 30 09:07:03.208739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45000) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.211598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.261570 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.297333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5529b90-bcd7-4862-a359-e584e87ca156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.303686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Calling delete_port for ba1b83df-6b11-43be-84cb-f4f4ead3f742 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:03.331261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5529b90-bcd7-4862-a359-e584e87ca156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.396352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.446876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5529b90-bcd7-4862-a359-e584e87ca156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.449826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5529b90-bcd7-4862-a359-e584e87ca156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.453620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d5529b90-bcd7-4862-a359-e584e87ca156 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d691992-9eaa-40d3-a5fc-13afec116f63 HTTP/1.1" status: 204 len: 168 time: 0.2410460 Jun 30 09:07:03.486529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5529b90-bcd7-4862-a359-e584e87ca156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d691992-9eaa-40d3-a5fc-13afec116f63,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:03.513259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.569562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba1b83df-6b11-43be-84cb-f4f4ead3f742,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:03.575438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Router 19fb7794-eed9-4def-b78f-42b311bb3c81 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:03.710399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.715107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-565f6592-1032-430c-908e-356e2daf6f16 tempest-RoutersAdminNegativeTest-1932155001 tempest-RoutersAdminNegativeTest-1932155001-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ba1b83df-6b11-43be-84cb-f4f4ead3f742 HTTP/1.1" status: 204 len: 168 time: 0.6747851 Jun 30 09:07:03.748557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:03.755410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.761364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45018) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.763584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] Sync routers for ids ['19fb7794-eed9-4def-b78f-42b311bb3c81'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:03.770091 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02969c94-221c-47e3-ad36-10069074dc30 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "PUT /v2.0/routers/19fb7794-eed9-4def-b78f-42b311bb3c81 HTTP/1.1" status: 200 len: 919 time: 4.5897188 Jun 30 09:07:03.788959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:03.789320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.799595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] Routers {'19fb7794-eed9-4def-b78f-42b311bb3c81'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:03.800663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['19fb7794-eed9-4def-b78f-42b311bb3c81'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:03.900344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-382797bf-1098-4ceb-8866-3903a4616f44 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/19fb7794-eed9-4def-b78f-42b311bb3c81 HTTP/1.1" status: 200 len: 925 time: 0.1364360 Jun 30 09:07:03.905191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45020) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.911506 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.920371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:03.930954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] Routers {'19fb7794-eed9-4def-b78f-42b311bb3c81'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:03.931808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:06:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['19fb7794-eed9-4def-b78f-42b311bb3c81'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:03.958750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:03.982599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:03.983317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91799b4-ea43-462b-85f6-baa3bcd3d460 None None] The sync data for ids ['19fb7794-eed9-4def-b78f-42b311bb3c81'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:03.998861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17a720-6bde-4fff-b578-afdd7a86ab70 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.003811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9e17a720-6bde-4fff-b578-afdd7a86ab70 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=19fb7794-eed9-4def-b78f-42b311bb3c81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0942624 Jun 30 09:07:04.006397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45026) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.144074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688c09b-9ed7-4a55-ad26-e29ea64e51e0 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.145663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b688c09b-9ed7-4a55-ad26-e29ea64e51e0 tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/networks/3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 881 time: 0.1380022 Jun 30 09:07:04.148412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45032) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.192654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.199777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4577f9b5-0bd7-468d-8e9b-de0a56225384 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fb7794-eed9-4def-b78f-42b311bb3c81 HTTP/1.1" status: 200 len: 205 time: 0.0501637 Jun 30 09:07:04.202198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45040) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.277185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.320782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.333785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.380449 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6b23b74a-1690-4c2f-99f8-7300f8770a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.386287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.402017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38e05d22-a6c1-4bb7-bc8e-af9b380346e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.500819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.563380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.689670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Deleting port a7e05e49-edd5-42ce-9209-6d20ae7062b0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:04.690350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.782908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38e05d22-a6c1-4bb7-bc8e-af9b380346e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.792109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.799795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.811705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Calling delete_port for a7e05e49-edd5-42ce-9209-6d20ae7062b0 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:04.841161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38e05d22-a6c1-4bb7-bc8e-af9b380346e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.904152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e05d22-a6c1-4bb7-bc8e-af9b380346e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58710bc-3334-4789-9160-068121566496,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.941908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Router 6309569e-212a-4134-ba32-c792c94a2c8b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:04.945173 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-38e05d22-a6c1-4bb7-bc8e-af9b380346e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed98245f137e42acb00c2072c199f5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510598 Jun 30 09:07:04.960410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45070) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.969204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-412282020-network', 'tenant_id': 'a251611db0614de7966a97799cd92d67'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:05.090647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:05.101166 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-56a713d5-7807-45fa-b40b-53f907cf60da tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "PUT /v2.0/routers/6309569e-212a-4134-ba32-c792c94a2c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1939056 Jun 30 09:07:05.102044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Made reservation on behalf of a251611db0614de7966a97799cd92d67 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:05.104423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.106299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45076) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.107209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] Sync routers for ids ['6309569e-212a-4134-ba32-c792c94a2c8b'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:05.122279 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] Routers {'6309569e-212a-4134-ba32-c792c94a2c8b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:05.123257 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6309569e-212a-4134-ba32-c792c94a2c8b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:05.155286 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.159592 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf99344-8edd-47dc-81da-f5512c5ba7cd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:07:05.164210 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-acf99344-8edd-47dc-81da-f5512c5ba7cd tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/c1ebe4ce-2953-4b8b-a0ba-3dfd44195cda HTTP/1.1" status: 404 len: 333 time: 0.0559714 Jun 30 09:07:05.165008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bc41b17-ed5e-49e6-b0b6-5d75ef369526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.171272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.171612 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:05.185838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] Routers {'6309569e-212a-4134-ba32-c792c94a2c8b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:05.186870 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6309569e-212a-4134-ba32-c792c94a2c8b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:05.226732 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:05.227446 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c3efa-f561-4f9a-a86a-545aaf72a1a2 None None] The sync data for ids ['6309569e-212a-4134-ba32-c792c94a2c8b'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:05.279866 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bc41b17-ed5e-49e6-b0b6-5d75ef369526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.304735 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c21c414-328f-4101-b250-bd4fdd56d13f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.388005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.466081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event deleted for resources: {'Port': ['ID=a7e05e49-edd5-42ce-9209-6d20ae7062b0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.506274 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c21c414-328f-4101-b250-bd4fdd56d13f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.512448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c21c414-328f-4101-b250-bd4fdd56d13f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.516392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bc41b17-ed5e-49e6-b0b6-5d75ef369526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.518910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.519577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0bc41b17-ed5e-49e6-b0b6-5d75ef369526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.523129 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0bc41b17-ed5e-49e6-b0b6-5d75ef369526 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f58710bc-3334-4789-9160-068121566496 HTTP/1.1" status: 204 len: 168 time: 0.5573444 Jun 30 09:07:05.621401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.624732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc41b17-ed5e-49e6-b0b6-5d75ef369526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58710bc-3334-4789-9160-068121566496,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.628515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.630925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.631582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c21c414-328f-4101-b250-bd4fdd56d13f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.632067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c21c414-328f-4101-b250-bd4fdd56d13f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Fanout notify agent at l3_agent the message router_deleted on router 6309569e-212a-4134-ba32-c792c94a2c8b {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:05.633942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.671903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1de98a-9d12-488b-848d-fbb9368d8874,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.680968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c21c414-328f-4101-b250-bd4fdd56d13f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.685986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45090) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.686497 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0c21c414-328f-4101-b250-bd4fdd56d13f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/routers/6309569e-212a-4134-ba32-c792c94a2c8b HTTP/1.1" status: 204 len: 168 time: 0.5136101 Jun 30 09:07:05.702592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:05.718827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.719469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Fanout notify agent at l3_agent the message router_deleted on router 19fb7794-eed9-4def-b78f-42b311bb3c81 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:05.723739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.724379 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Added segment 6243dc08-df51-48d8-9031-ad1701d0c4b8 of type vlan for network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 Jun 30 09:07:05.729586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.734793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-77d7710d-2a45-4bb8-8dfa-933f9a4bbfa3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/19fb7794-eed9-4def-b78f-42b311bb3c81 HTTP/1.1" status: 204 len: 168 time: 1.5314786 Jun 30 09:07:05.737983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.742901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-996677966', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:05.777875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.779123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.785225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.789482 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.799178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet 724c8fc1-f0d3-476c-8029-61c9f0fdaeb9 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:05.804663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.842051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.844283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.845145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.890622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.893563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.913442 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1197870 Jun 30 09:07:05.915558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45106) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.921061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Request body: {'subnet': {'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-412282020-subnet', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:05.922517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1a08a-1362-4c91-8d72-171776621fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=72924a99-ee8b-4ea2-80b0-28374fb0e0a9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.982969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:06.067084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45108) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.102190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Made reservation on behalf of a251611db0614de7966a97799cd92d67 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:06.104966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.141737 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-01c5964a-5c4f-46f1-b9d3-35a66325fa5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f36889f80cd4fe6890026259bdd7186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732336 Jun 30 09:07:06.144080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45112) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.207437 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a38c656-5cae-4136-ad13-66e440d34e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.223516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.231708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a38c656-5cae-4136-ad13-66e440d34e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.252389 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.301197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a38c656-5cae-4136-ad13-66e440d34e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.304130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a38c656-5cae-4136-ad13-66e440d34e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.308159 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a38c656-5cae-4136-ad13-66e440d34e66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9768c45e-33c9-4ff7-8fd6-001317198491 HTTP/1.1" status: 204 len: 168 time: 0.1605480 Jun 30 09:07:06.327473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38c656-5cae-4136-ad13-66e440d34e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768c45e-33c9-4ff7-8fd6-001317198491,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.380747 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.427192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=724c8fc1-f0d3-476c-8029-61c9f0fdaeb9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.434194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.438712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45120) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.438876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-204b80c1-d5b8-4409-9493-38ba38e86256 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/724c8fc1-f0d3-476c-8029-61c9f0fdaeb9 HTTP/1.1" status: 204 len: 168 time: 0.7514269 Jun 30 09:07:06.453048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd53c4-b963-4aa0-a484-e9459c160999 None None] Network 2a6bfb44-db61-4af8-969d-5798c044d954 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:06.558069 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.579384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.652488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 44ef4704-25af-4161-9383-c4a166bafc6d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:06.652734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.713011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.740666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] For port 44ef4704-25af-4161-9383-c4a166bafc6d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=44ef4704-25af-4161-9383-c4a166bafc6d,segment=NetworkSegment(5b4d44a7-f490-4a21-a53f-485cd3a20e28),segment_id=5b4d44a7-f490-4a21-a53f-485cd3a20e28)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:06.740994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.757081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 44ef4704-25af-4161-9383-c4a166bafc6d owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:06.779064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.798241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] DHCP port deletion for 2a6bfb44-db61-4af8-969d-5798c044d954 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:06.809309 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.822756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Checking segment: {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:06.823388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Network hostable DHCP agents. Network: 72924a99-ee8b-4ea2-80b0-28374fb0e0a9, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:06.882622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] Deleting port 44ef4704-25af-4161-9383-c4a166bafc6d {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:06.883005 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.885320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.928736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=44ef4704-25af-4161-9383-c4a166bafc6d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.932630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No DVR routers for this DVR port 44ef4704-25af-4161-9383-c4a166bafc6d on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:06.965458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] For port 44ef4704-25af-4161-9383-c4a166bafc6d, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:06.966221 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.985596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] Calling delete_port for 44ef4704-25af-4161-9383-c4a166bafc6d owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:06.988805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] Port 44ef4704-25af-4161-9383-c4a166bafc6d was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:07:06.990394 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.991321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:06.994273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Allocated IP 172.25.8.245 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/68a524e7-2a1d-45ed-8203-c9d45c979762) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:07.013285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] Pushing event deleted for resources: {'Port': ['ID=44ef4704-25af-4161-9383-c4a166bafc6d,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.023094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594a8d8-56a7-4a4b-8b4b-b1fd75c4631d None None] No DVR routers for this DVR port 44ef4704-25af-4161-9383-c4a166bafc6d on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:07.023944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 72924a99-ee8b-4ea2-80b0-28374fb0e0a9) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:07.030665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.031268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.035589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd1320-307d-417d-9f87-0a410b1ef9d1 None None] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:07.076768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.088082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6bfb44-db61-4af8-969d-5798c044d954']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:07.109932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4d44a7-f490-4a21-a53f-485cd3a20e28') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:07.110236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4d44a7-f490-4a21-a53f-485cd3a20e28') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:07.114046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6249f6dc-8b67-4b78-b3a4-b372ef7feacb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1972234 Jun 30 09:07:07.114837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45140) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.126009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:07.145752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.182192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.191364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:07.192092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:07.196376 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:07.225022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.230328 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.238504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bda7ea-3ab7-42e5-bada-47213d2c7408 None None] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:07.259590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.322726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.362452 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.366128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.385386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.387813 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/2a6bfb44-db61-4af8-969d-5798c044d954 HTTP/1.1" status: 204 len: 168 time: 0.9469991 Jun 30 09:07:07.391429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45158) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.422998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18115950-6f3b-4247-ae9f-3d76747ef357 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=2a6bfb44-db61-4af8-969d-5798c044d954,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.484478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe22133-15de-4d23-846a-ac3bc22b23eb tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.490270 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8fe22133-15de-4d23-846a-ac3bc22b23eb tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/ddaa1d35-0335-4190-a5eb-50c4398f5793 HTTP/1.1" status: 200 len: 845 time: 0.0971005 Jun 30 09:07:07.491061 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45160) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.518931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45162) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.546179 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3771028d-ad1f-4463-8772-0aa94d3c4ed1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/ddaa1d35-0335-4190-a5eb-50c4398f5793?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0534246 Jun 30 09:07:07.548047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45166) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.552923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:07.608317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.618744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.660584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'networks': [{'name': 'tempest-network--1718276811'}, {'name': 'tempest-network--82398254'}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:07.660933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'network': {'name': 'tempest-network--1718276811'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:07.661391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'network': {'name': 'tempest-network--82398254'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:07.662967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:07.667031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.671056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:07.679960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:07.693675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:07.769762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event updated for resources: {'Port': ['ID=68a524e7-2a1d-45ed-8203-c9d45c979762,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.789512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Made reservation on behalf of 8d9baa5b81994d2dbee4ee6be7bbdee5 for: {'network': 2} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:07.794310 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.813275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.823926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44ef4704-25af-4161-9383-c4a166bafc6d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:07.847624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 44ef4704-25af-4161-9383-c4a166bafc6d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:07.848299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44ef4704-25af-4161-9383-c4a166bafc6d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:07.904188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.946058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:07.948894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:07.977518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.978140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.979235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e10c136-6ccb-4043-8e3f-def6a82dad29 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:07.981734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=51dd2e46-d5a5-4fde-a2d4-2dd943183de2,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.187339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-aef2231c-c530-423c-b78c-2352da1d97c8', 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'tenant_id': '825aeb0138ca4558af1d3845385e1ca2', 'fixed_ips': [{'subnet_id': '51dd2e46-d5a5-4fde-a2d4-2dd943183de2'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:08.188390 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.241257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.246808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.257903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e3819b33-e1a2-45c8-aa9a-abfb979ed0b1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7060986 Jun 30 09:07:08.258137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.258137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.258301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45178) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:08.262674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a9960171-2f40-4852-bcf4-8a96098bac5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1832781372'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:08.293317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9960171-2f40-4852-bcf4-8a96098bac5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.339823 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.384242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9f0453-f8d4-4637-970a-764323b3dd07,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.401425 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Allocated IP 2001:db8::2 (aef2231c-c530-423c-b78c-2352da1d97c8/51dd2e46-d5a5-4fde-a2d4-2dd943183de2/f3faa348-d515-4538-ade9-21057f6aca95) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:08.418986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.431293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9960171-2f40-4852-bcf4-8a96098bac5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.435953 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9960171-2f40-4852-bcf4-8a96098bac5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.436265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:08.474030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9960171-2f40-4852-bcf4-8a96098bac5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.476316 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a9960171-2f40-4852-bcf4-8a96098bac5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2173030 Jun 30 09:07:08.478849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9960171-2f40-4852-bcf4-8a96098bac5c tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb7a0a-7498-456b-946e-ab0c45f8bc28,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.491444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45186) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:08.499157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6a376cab-bbd4-406e-bf84-c19cb5bc49d4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'security_group': {'name': 'tempest-secgroup-575100825'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:08.504232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.504712 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Added segment c39690af-0915-42db-bde2-e2726f32b452 of type vlan for network f28e3b98-d2c8-4986-903c-97e8869651a3 Jun 30 09:07:08.542821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a376cab-bbd4-406e-bf84-c19cb5bc49d4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.599547 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.616676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Transition to ACTIVE for port object f3faa348-d515-4538-ade9-21057f6aca95 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:08.635998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Transition to ACTIVE for port object f3faa348-d515-4538-ade9-21057f6aca95 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:08.638879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.644054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.685979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a376cab-bbd4-406e-bf84-c19cb5bc49d4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.695093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a376cab-bbd4-406e-bf84-c19cb5bc49d4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.704782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:08.706339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:08.708255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Pushing event updated for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.710317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:08.730733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6a376cab-bbd4-406e-bf84-c19cb5bc49d4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.736619 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a376cab-bbd4-406e-bf84-c19cb5bc49d4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2417827 Jun 30 09:07:08.737797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45192) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:08.745267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Allocated IP 172.25.8.6 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/06f545d2-852d-47a4-88bd-59678cff54d4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:08.754193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-325416086', 'security_groups': ['df301572-6a01-4316-ba29-d0fb8b7d26d4'], 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '51dd2e46-d5a5-4fde-a2d4-2dd943183de2'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:08.763696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:08.772209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a376cab-bbd4-406e-bf84-c19cb5bc49d4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df301572-6a01-4316-ba29-d0fb8b7d26d4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.779956 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.782654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.783663 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Added segment 8f22f8cd-792e-42ee-87e6-8232eee8c42e of type vlan for network e271ad38-2c3e-4330-bd0e-a76a304ffd81 Jun 30 09:07:08.801198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Attempting to bind port f3faa348-d515-4538-ade9-21057f6aca95 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:08.801950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Attempting to bind port f3faa348-d515-4538-ade9-21057f6aca95 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '6e7ab393-f6de-46df-9c04-5aafa643ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:08.802469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Attempting to bind port f3faa348-d515-4538-ade9-21057f6aca95 on network aef2231c-c530-423c-b78c-2352da1d97c8 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:08.811931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:08.813773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Checking segment: {'id': '6e7ab393-f6de-46df-9c04-5aafa643ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:08.814506 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.815076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Bound using segment: {'id': '6e7ab393-f6de-46df-9c04-5aafa643ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:08.816365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Bound port: f3faa348-d515-4538-ade9-21057f6aca95, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7ab393-f6de-46df-9c04-5aafa643ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:08.816920 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.894452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:08.911595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:08.915693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f3faa348-d515-4538-ade9-21057f6aca95,segment=NetworkSegment(6e7ab393-f6de-46df-9c04-5aafa643ba9d),segment_id=6e7ab393-f6de-46df-9c04-5aafa643ba9d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:08.921552 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.997171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc09265-905f-44f1-a951-c1836a3f0096 None None] Pushing event updated for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.014378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.035778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port 7cc3cda2-425f-4acd-b860-76196ea31bfa yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:09.245030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::132 (aef2231c-c530-423c-b78c-2352da1d97c8/51dd2e46-d5a5-4fde-a2d4-2dd943183de2/7cc3cda2-425f-4acd-b860-76196ea31bfa) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:09.330751 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.449065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.466353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.468014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.475836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.482247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.483097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.590421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0703952 Jun 30 09:07:09.600857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45204) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:09.625604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Network': ['ID=f28e3b98-d2c8-4986-903c-97e8869651a3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.636903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network f28e3b98-d2c8-4986-903c-97e8869651a3 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:09.700063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.701937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Router b7f77fac-f19a-4c7c-bf31-62a2eab63c5d is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:09.839851 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.854980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object 7cc3cda2-425f-4acd-b860-76196ea31bfa will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:09.892489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.900306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:09.915895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504351e7-e9cc-4ab5-850c-a46583011e4c tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Network': ['ID=e271ad38-2c3e-4330-bd0e-a76a304ffd81,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.921273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f3faa348-d515-4538-ade9-21057f6aca95 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:09.928627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:09.934686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:09.938198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Pushing event updated for resources: {'Port': ['ID=06f545d2-852d-47a4-88bd-59678cff54d4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.971000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e271ad38-2c3e-4330-bd0e-a76a304ffd81 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:09.980157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=7cc3cda2-425f-4acd-b860-76196ea31bfa,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.988855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:09.995435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:09.999737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:10.011971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.012787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.018020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.018698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.018973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.019399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.019828 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.020254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.020756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.021179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.021602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.022085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.022505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.022977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:10.052056 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a85119ef-37f3-4f9b-81e1-fce36b8c5d4b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3060157 Jun 30 09:07:10.054825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45212) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.055256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147e37c-c7c1-42c0-9c57-94c80d3ca621 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.062102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147e37c-c7c1-42c0-9c57-94c80d3ca621 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.062895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3a676642-026b-4188-8fef-aad5d04c4b7e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:10.068916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147e37c-c7c1-42c0-9c57-94c80d3ca621 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.075126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147e37c-c7c1-42c0-9c57-94c80d3ca621 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.077087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e147e37c-c7c1-42c0-9c57-94c80d3ca621 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4696081 Jun 30 09:07:10.084182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45214) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.124284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f3faa348-d515-4538-ade9-21057f6aca95 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:10.231510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a676642-026b-4188-8fef-aad5d04c4b7e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:10.235492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3a676642-026b-4188-8fef-aad5d04c4b7e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.250460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:10.288743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] Sync routers for ids ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:10.300844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] Routers {'b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:10.301461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.302013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.338647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.354423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] Routers {'b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:10.355119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.405997 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-3a676642-026b-4188-8fef-aad5d04c4b7e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51dd2e46-d5a5-4fde-a2d4-2dd943183de2 (CIDR: 2001:db8::/64) Jun 30 09:07:10.413825 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a676642-026b-4188-8fef-aad5d04c4b7e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:10.414592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a676642-026b-4188-8fef-aad5d04c4b7e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:10.414755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.415416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e985530-63f1-4237-9e86-4124ba25f584 None None] The sync data for ids ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:10.421479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.422870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b48efecd-8104-4cb0-b994-45e5e2c38b45 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6837528 Jun 30 09:07:10.428502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45224) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.434657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:10.475695 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a676642-026b-4188-8fef-aad5d04c4b7e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4185157 Jun 30 09:07:10.478310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45226) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.485513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:10.550747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Provisioning complete for port ddaa1d35-0335-4190-a5eb-50c4398f5793 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:10.551334 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.598857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.614615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Port ddaa1d35-0335-4190-a5eb-50c4398f5793 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:10.627018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28e3b98-d2c8-4986-903c-97e8869651a3']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.628832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Provisioning for port f3faa348-d515-4538-ade9-21057f6aca95 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:10.633303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:10.633822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.642755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39690af-0915-42db-bde2-e2726f32b452') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.643100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39690af-0915-42db-bde2-e2726f32b452') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.644970 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.741556 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.776708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f3faa348-d515-4538-ade9-21057f6aca95,segment=NetworkSegment(6e7ab393-f6de-46df-9c04-5aafa643ba9d),segment_id=6e7ab393-f6de-46df-9c04-5aafa643ba9d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:10.785721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.804849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.833396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.857594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad136b1-7f36-4539-9acf-43fc8d523eb0 None None] Pushing event updated for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:10.864625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:10.868423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.874786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:10.875047 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:10.878365 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:10.912403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54821fce-a7c6-498d-bd73-1d3aa8986417 None None] Provisioning for port 7cc3cda2-425f-4acd-b860-76196ea31bfa completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:10.936956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54821fce-a7c6-498d-bd73-1d3aa8986417 None None] Provisioning complete for port 7cc3cda2-425f-4acd-b860-76196ea31bfa triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:10.939674 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54821fce-a7c6-498d-bd73-1d3aa8986417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.956320 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.001015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-54821fce-a7c6-498d-bd73-1d3aa8986417 None None] Port 7cc3cda2-425f-4acd-b860-76196ea31bfa cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:11.040124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.050343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.052524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/networks/f28e3b98-d2c8-4986-903c-97e8869651a3 HTTP/1.1" status: 204 len: 168 time: 0.9673471 Jun 30 09:07:11.070212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.094173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588effc-99a9-41ac-bcaf-021600006901 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Network': ['ID=f28e3b98-d2c8-4986-903c-97e8869651a3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.194696 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.221903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.222211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.316644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.356788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Router 3377d137-96b5-49b8-afa4-4bf1626ccad3 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:11.370643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Deleting port 68a524e7-2a1d-45ed-8203-c9d45c979762 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:11.370982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.372996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.373826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:11.386333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e271ad38-2c3e-4330-bd0e-a76a304ffd81']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:11.388251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:11.396667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e60aa-8d63-4e1e-a755-bedf364a9947 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:11.417332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.417850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.432080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f22f8cd-792e-42ee-87e6-8232eee8c42e') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:11.432708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f22f8cd-792e-42ee-87e6-8232eee8c42e') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:11.441429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=be3dd151-0f58-4829-9508-72e08413a8ce,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.447499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.462589 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a446f382-1dd2-49aa-876a-0bc7dd954df7 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9830971 Jun 30 09:07:11.464944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45246) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.492674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.504347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1228338572', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be3dd151-0f58-4829-9508-72e08413a8ce'}], 'security_groups': ['92bb7a0a-7498-456b-946e-ab0c45f8bc28']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:11.508963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.509262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Calling delete_port for 68a524e7-2a1d-45ed-8203-c9d45c979762 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:11.539385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:11.539940 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:11.544680 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:11.642752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:11.651028 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Sync routers for ids ['3377d137-96b5-49b8-afa4-4bf1626ccad3'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:11.665605 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Routers {'3377d137-96b5-49b8-afa4-4bf1626ccad3'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:11.666244 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3377d137-96b5-49b8-afa4-4bf1626ccad3'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:11.702037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.708892 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.717538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/networks/e271ad38-2c3e-4330-bd0e-a76a304ffd81 HTTP/1.1" status: 204 len: 168 time: 0.6461394 Jun 30 09:07:11.737399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45252) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.745824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a0d82-a20c-4e01-bf35-f2af8acf1827 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Network': ['ID=e271ad38-2c3e-4330-bd0e-a76a304ffd81,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.750765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.752972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-983a6f72-12a0-4f30-8cae-d963058041f5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6333880 Jun 30 09:07:11.755580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45254) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.829182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f3faa348-d515-4538-ade9-21057f6aca95 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:11.837385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.895610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Pushing event deleted for resources: {'Port': ['ID=68a524e7-2a1d-45ed-8203-c9d45c979762,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.916347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480de933-7a68-4488-918b-40fdf39bb313 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.923598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480de933-7a68-4488-918b-40fdf39bb313 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.925700 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-480de933-7a68-4488-918b-40fdf39bb313 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1869273 Jun 30 09:07:11.930831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.956177 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-782999486'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:11.972462 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:11.973077 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.027397 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Set router 3377d137-96b5-49b8-afa4-4bf1626ccad3 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:12.071312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.117116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Made reservation on behalf of 8d9baa5b81994d2dbee4ee6be7bbdee5 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:12.121898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.144226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] Update dhcp port {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'fixed_ips': [{'subnet_id': '51dd2e46-d5a5-4fde-a2d4-2dd943183de2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'be3dd151-0f58-4829-9508-72e08413a8ce'}], 'binding:host_id': 'n-d-758944-40'}, 'id': 'f3faa348-d515-4538-ade9-21057f6aca95'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:07:12.185225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:12.196259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.197358 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Added segment 203c900a-ca0e-4d26-80dd-d9ae9b347177 of type vlan for network 11db28f8-a2f5-4a77-a9ef-1694a11db3f3 Jun 30 09:07:12.201523 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.245939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.369013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.422646 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:10Z', 'revision_number': 3, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port': {'id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:08Z', 'updated_at': '2021-06-30T09:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:12.431660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.437308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.437916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.459206 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Checking router: 3377d137-96b5-49b8-afa4-4bf1626ccad3 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:12.459549 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Updating router 3377d137-96b5-49b8-afa4-4bf1626ccad3 port 06f545d2-852d-47a4-88bd-59678cff54d4 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:12.499570 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.540378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] Allocated IP 2001:db8:0:1::2 (aef2231c-c530-423c-b78c-2352da1d97c8/be3dd151-0f58-4829-9508-72e08413a8ce/f3faa348-d515-4538-ade9-21057f6aca95) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:12.619732 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6876271 Jun 30 09:07:12.646939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45270) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:12.659247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.666374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.668489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49122706-29d1-4972-8f6d-84f7fa4dfbe1 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Network': ['ID=11db28f8-a2f5-4a77-a9ef-1694a11db3f3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.688639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f3faa348-d515-4538-ade9-21057f6aca95,segment=NetworkSegment(6e7ab393-f6de-46df-9c04-5aafa643ba9d),segment_id=6e7ab393-f6de-46df-9c04-5aafa643ba9d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:12.692467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 11db28f8-a2f5-4a77-a9ef-1694a11db3f3 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:12.753277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Router b7f77fac-f19a-4c7c-bf31-62a2eab63c5d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:12.815347 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.844086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:12.864000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] Transition to ACTIVE for port object f3faa348-d515-4538-ade9-21057f6aca95 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:12.866623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] Sync routers for ids ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:12.877269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] Routers {'b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:12.877938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.878068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:12.881488 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d1be10b-49ad-4e9e-b2c6-b63da87c29e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "PUT /v2.0/routers/b7f77fac-f19a-4c7c-bf31-62a2eab63c5d HTTP/1.1" status: 200 len: 709 time: 2.4519775 Jun 30 09:07:12.886545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45276) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:12.920757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:12.923723 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.929361 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.946727 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Transition to ACTIVE for port object 06f545d2-852d-47a4-88bd-59678cff54d4 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:12.956689 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.964928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] Routers {'b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:12.965614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:13.024628 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-87fd3853-a4f5-4adc-9b29-49762c29b91c tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/routers/b7f77fac-f19a-4c7c-bf31-62a2eab63c5d HTTP/1.1" status: 200 len: 744 time: 0.1366644 Jun 30 09:07:13.026988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45278) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.058774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:13.059595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c81f1-bd3e-4b31-ab26-6582848c184c None None] The sync data for ids ['b7f77fac-f19a-4c7c-bf31-62a2eab63c5d'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:13.070551 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-06add399-85d0-4aae-b465-1d6cf19689cd tempest-RoutersIpV6AdminTest-185473160 tempest-RoutersIpV6AdminTest-185473160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=3d9939fd-d510-48da-8598-5307c47b6792&device_id=b7f77fac-f19a-4c7c-bf31-62a2eab63c5d HTTP/1.1" status: 200 len: 205 time: 0.0424087 Jun 30 09:07:13.074000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45280) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.076109 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Attempting to bind port 06f545d2-852d-47a4-88bd-59678cff54d4 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:13.076249 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Attempting to bind port 06f545d2-852d-47a4-88bd-59678cff54d4 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:13.076591 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Attempting to bind port 06f545d2-852d-47a4-88bd-59678cff54d4 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:13.079695 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe4a4-40a8-4129-85c1-46267a40c016 None None] Pushing event updated for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.092412 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:13.092785 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:13.093182 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.093570 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:13.094073 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Bound port: 06f545d2-852d-47a4-88bd-59678cff54d4, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:13.094447 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.097940 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce42fd-2c7d-4e8c-99f2-3417d715f76a None None] Pushing event updated for resources: {'Port': ['ID=06f545d2-852d-47a4-88bd-59678cff54d4,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.120731 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ae8cf63-fedd-4a0f-8035-7f0ad8a9d1bc tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7f77fac-f19a-4c7c-bf31-62a2eab63c5d HTTP/1.1" status: 200 len: 205 time: 0.0453014 Jun 30 09:07:13.121358 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45282) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.144624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-544554012'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:13.162192 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] For port 06f545d2-852d-47a4-88bd-59678cff54d4, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:13.165470 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] For port 06f545d2-852d-47a4-88bd-59678cff54d4, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=06f545d2-852d-47a4-88bd-59678cff54d4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:13.172711 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.248593 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce42fd-2c7d-4e8c-99f2-3417d715f76a None None] Pushing event updated for resources: {'Port': ['ID=06f545d2-852d-47a4-88bd-59678cff54d4,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.251421 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Routers {'3377d137-96b5-49b8-afa4-4bf1626ccad3'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:13.252039 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3377d137-96b5-49b8-afa4-4bf1626ccad3'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:13.263248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-730c1ded-c57c-418a-8c69-3310e47adf73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.268002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.289907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Made reservation on behalf of 8d9baa5b81994d2dbee4ee6be7bbdee5 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:13.294076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.339816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:13.353678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.354010 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Added segment 00e46247-a518-4859-962a-b6045ce45065 of type vlan for network c9e210bd-6020-4832-a5ce-aabe99db83e8 Jun 30 09:07:13.428594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.495399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.502933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.503958 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.507409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-730c1ded-c57c-418a-8c69-3310e47adf73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.510421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-730c1ded-c57c-418a-8c69-3310e47adf73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.529708 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] Set router 3377d137-96b5-49b8-afa4-4bf1626ccad3 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:13.616669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-730c1ded-c57c-418a-8c69-3310e47adf73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.617864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730c1ded-c57c-418a-8c69-3310e47adf73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Fanout notify agent at l3_agent the message router_deleted on router b7f77fac-f19a-4c7c-bf31-62a2eab63c5d {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:13.648127 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-730c1ded-c57c-418a-8c69-3310e47adf73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.650034 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-730c1ded-c57c-418a-8c69-3310e47adf73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/b7f77fac-f19a-4c7c-bf31-62a2eab63c5d HTTP/1.1" status: 204 len: 168 time: 0.5277028 Jun 30 09:07:13.653709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45292) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.694561 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5024dd5b-49e6-4110-9435-807d565a5675 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7f77fac-f19a-4c7c-bf31-62a2eab63c5d HTTP/1.1" status: 200 len: 205 time: 0.0374565 Jun 30 09:07:13.694887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.763523 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-fe640daa-8154-4d68-bf0f-a41c442410f9 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] delete failed (client error): The resource could not be found. Jun 30 09:07:13.767682 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fe640daa-8154-4d68-bf0f-a41c442410f9 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/b7f77fac-f19a-4c7c-bf31-62a2eab63c5d HTTP/1.1" status: 404 len: 336 time: 0.0688238 Jun 30 09:07:13.768548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45302) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.803631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1489491 Jun 30 09:07:13.812585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45304) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.818252 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13dca368-3915-4b67-be1d-919c0fa553d3 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fb7794-eed9-4def-b78f-42b311bb3c81 HTTP/1.1" status: 200 len: 205 time: 0.0490468 Jun 30 09:07:13.824060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'ports': [{'network_id': '11db28f8-a2f5-4a77-a9ef-1694a11db3f3', 'name': 'tempest-port--804457431', 'admin_state_up': True}, {'network_id': 'c9e210bd-6020-4832-a5ce-aabe99db83e8', 'admin_state_up': False}]} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:13.830568 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:10Z', 'revision_number': 3, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port': {'id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:08Z', 'updated_at': '2021-06-30T09:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:13.834131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'port': {'network_id': '11db28f8-a2f5-4a77-a9ef-1694a11db3f3', 'name': 'tempest-port--804457431', 'admin_state_up': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:13.836750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'port': {'network_id': 'c9e210bd-6020-4832-a5ce-aabe99db83e8', 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:13.854449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45306) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.867335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bb752-6b91-4441-b191-87bf9a6add16 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Network': ['ID=c9e210bd-6020-4832-a5ce-aabe99db83e8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.879511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c9e210bd-6020-4832-a5ce-aabe99db83e8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:13.912005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Allocated IP 172.20.0.1 (72924a99-ee8b-4ea2-80b0-28374fb0e0a9/d2a603f0-8c8b-494a-a2f7-bfc0d35faf04/6b2f2893-87f3-4ab0-a138-91e38be34c90) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:13.913129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f3faa348-d515-4538-ade9-21057f6aca95 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:13.923295 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7814b8-ca0a-41d0-8c6c-3d97ffa7512e None None] The sync data for ids ['3377d137-96b5-49b8-afa4-4bf1626ccad3'] in n-d-758944-40 is: [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:10Z', 'revision_number': 3, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port': {'id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:08Z', 'updated_at': '2021-06-30T09:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:13.929128 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-0a51c2e9-866e-4d9c-a5cb-fc129b4044b4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] delete failed (client error): The resource could not be found. Jun 30 09:07:13.932589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0a51c2e9-866e-4d9c-a5cb-fc129b4044b4 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/19fb7794-eed9-4def-b78f-42b311bb3c81 HTTP/1.1" status: 404 len: 336 time: 0.0748274 Jun 30 09:07:13.936825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45308) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.978671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Delete allocated IP 2001:db8::132 (aef2231c-c530-423c-b78c-2352da1d97c8/51dd2e46-d5a5-4fde-a2d4-2dd943183de2) {{(pid=100240) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:07:14.006963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b68104d9-3921-487d-b3d5-8842c47248ec tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b4767ed-94d9-46f4-b4f9-e8a8b72078cf HTTP/1.1" status: 200 len: 205 time: 0.0616176 Jun 30 09:07:14.015357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8:0:1::1ad (aef2231c-c530-423c-b78c-2352da1d97c8/be3dd151-0f58-4829-9508-72e08413a8ce/7cc3cda2-425f-4acd-b860-76196ea31bfa) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:14.024705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45310) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.105403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Provisioning complete for port 7cc3cda2-425f-4acd-b860-76196ea31bfa triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:14.108490 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.162354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Port 7cc3cda2-425f-4acd-b860-76196ea31bfa cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:14.172896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Provisioning complete for port ddaa1d35-0335-4190-a5eb-50c4398f5793 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:14.172896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.239911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Port ddaa1d35-0335-4190-a5eb-50c4398f5793 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:14.253185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Provisioning for port f3faa348-d515-4538-ade9-21057f6aca95 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:14.270858 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:14.271384 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2971d97-c865-42c3-bf88-85726827a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.342304 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.371123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.445567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.479191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:14.509656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object 7cc3cda2-425f-4acd-b860-76196ea31bfa will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:14.511012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:14.520377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:14.586801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Pushing event updated for resources: {'Port': ['ID=6b2f2893-87f3-4ab0-a138-91e38be34c90,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.589319 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.652339 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-4ed1b119-6b7f-4c00-a55b-ec59e51dbad9 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] delete failed (client error): The resource could not be found. Jun 30 09:07:14.653449 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ed1b119-6b7f-4c00-a55b-ec59e51dbad9 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/3b4767ed-94d9-46f4-b4f9-e8a8b72078cf HTTP/1.1" status: 404 len: 336 time: 0.6227167 Jun 30 09:07:14.656479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45324) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.689336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] In _notify_port_updated(), no bound segment for port 7cc3cda2-425f-4acd-b860-76196ea31bfa on network aef2231c-c530-423c-b78c-2352da1d97c8 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:07:14.695210 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e3ecc8e1-9fde-4d19-a95c-f654632a14e7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252378c-c66a-4618-b040-73779e51eee0 HTTP/1.1" status: 200 len: 205 time: 0.0375717 Jun 30 09:07:14.702576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:14.709821 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.711159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45326) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.711293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "PUT /v2.0/ports/7cc3cda2-425f-4acd-b860-76196ea31bfa HTTP/1.1" status: 200 len: 931 time: 3.2452176 Jun 30 09:07:14.719435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45328) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.770880 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-99f54a24-6cbc-4877-819c-8496594ed825 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] delete failed (client error): The resource could not be found. Jun 30 09:07:14.772488 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-99f54a24-6cbc-4877-819c-8496594ed825 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/e252378c-c66a-4618-b040-73779e51eee0 HTTP/1.1" status: 404 len: 336 time: 0.0598073 Jun 30 09:07:14.775014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45330) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.810749 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.818324 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b494ac2c-9036-4a53-99d5-16dfad76ce32 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=06787083-8590-4118-be89-39f16e44865c HTTP/1.1" status: 200 len: 205 time: 0.0417483 Jun 30 09:07:14.824497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45332) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.857095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Made reservation on behalf of 8d9baa5b81994d2dbee4ee6be7bbdee5 for: {'port': 2} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:14.864054 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.880962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.941782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8668b4c-5527-4e44-90bf-a4d1abcfae3b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=7cc3cda2-425f-4acd-b860-76196ea31bfa,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.944931 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-1e31e4c6-fb6e-40cf-947d-8ef314cc3c56 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] delete failed (client error): The resource could not be found. Jun 30 09:07:14.948716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1e31e4c6-fb6e-40cf-947d-8ef314cc3c56 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/06787083-8590-4118-be89-39f16e44865c HTTP/1.1" status: 404 len: 336 time: 0.0883985 Jun 30 09:07:14.949599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45338) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.012068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45340) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.012305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2545cfd7-826d-4a88-8ad4-dcd765f5aab7 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0284871-254c-40f3-adac-de552fc5eaa1 HTTP/1.1" status: 200 len: 205 time: 0.0590503 Jun 30 09:07:15.037183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6d0e69af-a7dc-4708-a1a8-f44bb4bd1172 None None] Provisioning for port 7cc3cda2-425f-4acd-b860-76196ea31bfa completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:15.053132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6d0e69af-a7dc-4708-a1a8-f44bb4bd1172 None None] Provisioning complete for port 7cc3cda2-425f-4acd-b860-76196ea31bfa triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:15.053730 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d0e69af-a7dc-4708-a1a8-f44bb4bd1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.066196 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-32a35112-1c61-42c8-8ed8-a8e364eedac0 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] delete failed (client error): The resource could not be found. Jun 30 09:07:15.066713 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-32a35112-1c61-42c8-8ed8-a8e364eedac0 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/routers/f0284871-254c-40f3-adac-de552fc5eaa1 HTTP/1.1" status: 404 len: 336 time: 0.0536339 Jun 30 09:07:15.069290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45342) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.098417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] device_id is not set on port b7e50482-e766-4b89-ace0-b9ddc43e82fd yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:15.101693 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c671a9-2a03-461b-927d-13695a37dc73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:15.102089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c671a9-2a03-461b-927d-13695a37dc73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:15.103773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e0c671a9-2a03-461b-927d-13695a37dc73 tempest-RoutersIpV6AdminTest-1079105342 tempest-RoutersIpV6AdminTest-1079105342-project] 10.222.0.53 "DELETE /v2.0/subnets/107bece3-3e1a-482c-9889-71745ae81393 HTTP/1.1" status: 404 len: 337 time: 0.0335515 Jun 30 09:07:15.116344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e69af-a7dc-4708-a1a8-f44bb4bd1172 None None] Port 7cc3cda2-425f-4acd-b860-76196ea31bfa cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:15.122458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port 7cc3cda2-425f-4acd-b860-76196ea31bfa {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:15.122826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.176846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.278693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.285748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.338221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for 7cc3cda2-425f-4acd-b860-76196ea31bfa owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:15.370842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] device_id is not set on port d8af8cc8-6540-499a-8e46-4f19ee8d6f45 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:15.539565 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.541955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.551706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.558435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45354) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.603009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.633752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.650491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Pushing event updated for resources: {'Port': ['ID=6b2f2893-87f3-4ab0-a138-91e38be34c90,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.656405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.677879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Port': ['ID=b7e50482-e766-4b89-ace0-b9ddc43e82fd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.691455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Checking segment: {'id': '203c900a-ca0e-4d26-80dd-d9ae9b347177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '11db28f8-a2f5-4a77-a9ef-1694a11db3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:15.691690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network hostable DHCP agents. Network: 11db28f8-a2f5-4a77-a9ef-1694a11db3f3, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:15.730662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network 11db28f8-a2f5-4a77-a9ef-1694a11db3f3 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:15.735136 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.740861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/7cc3cda2-425f-4acd-b860-76196ea31bfa HTTP/1.1" status: 204 len: 168 time: 1.0204711 Jun 30 09:07:15.741509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45360) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.744349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42141352-531f-4472-b60e-fa39cd10dc58 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=7cc3cda2-425f-4acd-b860-76196ea31bfa,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.772939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 11db28f8-a2f5-4a77-a9ef-1694a11db3f3) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:15.784435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:15.785357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.797973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa615869-e9e4-4a0b-96f7-248bb1146e01 None None] Network 11db28f8-a2f5-4a77-a9ef-1694a11db3f3 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:15.879302 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cc0ad0-e559-4930-954a-080c06db2bc0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:07:15.889956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-61cc0ad0-e559-4930-954a-080c06db2bc0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/7cc3cda2-425f-4acd-b860-76196ea31bfa HTTP/1.1" status: 404 len: 333 time: 0.1469223 Jun 30 09:07:15.890585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45366) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.900629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-28a41e84-3f22-4481-bf6c-305d18beed23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.956709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06f545d2-852d-47a4-88bd-59678cff54d4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:15.961200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Port': ['ID=d8af8cc8-6540-499a-8e46-4f19ee8d6f45,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.969897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Checking segment: {'id': '00e46247-a518-4859-962a-b6045ce45065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9e210bd-6020-4832-a5ce-aabe99db83e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:15.970828 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network hostable DHCP agents. Network: c9e210bd-6020-4832-a5ce-aabe99db83e8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:16.010378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network c9e210bd-6020-4832-a5ce-aabe99db83e8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:16.039068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c9e210bd-6020-4832-a5ce-aabe99db83e8) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:16.044700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:16.051784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:16.056819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:16.057918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.067781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b56a1f-f8a9-4578-a46b-f349877591da None None] Network c9e210bd-6020-4832-a5ce-aabe99db83e8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:16.069811 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf32d3a2-db7c-4d1a-8574-ca4ade9d1773 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.121975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-28a41e84-3f22-4481-bf6c-305d18beed23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.129743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-28a41e84-3f22-4481-bf6c-305d18beed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.140280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:16.144796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:16.147888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf32d3a2-db7c-4d1a-8574-ca4ade9d1773 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.167167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a41e84-3f22-4481-bf6c-305d18beed23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee8a12-1f9c-4db2-8515-6f7bfb5894bd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.173401 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-269c4afd-4377-4c5d-90f5-0cbfb581a43a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3534603 Jun 30 09:07:16.178207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45372) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:16.253513 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf32d3a2-db7c-4d1a-8574-ca4ade9d1773 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.258928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf32d3a2-db7c-4d1a-8574-ca4ade9d1773 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.260807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bf32d3a2-db7c-4d1a-8574-ca4ade9d1773 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/security-groups/df301572-6a01-4316-ba29-d0fb8b7d26d4 HTTP/1.1" status: 204 len: 168 time: 0.3669486 Jun 30 09:07:16.263804 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-28a41e84-3f22-4481-bf6c-305d18beed23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c32c5da4f9e462b938ff5c82ab50c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7041562 Jun 30 09:07:16.265591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45374) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:16.273286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:16.350852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 06f545d2-852d-47a4-88bd-59678cff54d4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:16.361459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 06f545d2-852d-47a4-88bd-59678cff54d4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:16.361854 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.380102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32d3a2-db7c-4d1a-8574-ca4ade9d1773 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df301572-6a01-4316-ba29-d0fb8b7d26d4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.384870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d87e2d-7bb1-4898-ab5b-a3f55a78137a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:16.390883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d87e2d-7bb1-4898-ab5b-a3f55a78137a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:16.395538 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-57d87e2d-7bb1-4898-ab5b-a3f55a78137a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2138186 Jun 30 09:07:16.397013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:16.398861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Router 3377d137-96b5-49b8-afa4-4bf1626ccad3 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:16.410438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42298bf-19dc-4c33-987d-a143b4ee883e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.463875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cdebb3d1-0443-434d-bd51-4c54f0473f23 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.474135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42298bf-19dc-4c33-987d-a143b4ee883e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.489974 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.524026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 06f545d2-852d-47a4-88bd-59678cff54d4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=06f545d2-852d-47a4-88bd-59678cff54d4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:16.530625 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.573969 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cdebb3d1-0443-434d-bd51-4c54f0473f23 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.605463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:16.617609 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Sync routers for ids ['3377d137-96b5-49b8-afa4-4bf1626ccad3'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:16.622227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-23eee64f-fdbe-4ae3-8829-46877097112b admin admin] 10.222.0.53 "PUT /v2.0/routers/3377d137-96b5-49b8-afa4-4bf1626ccad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8655314 Jun 30 09:07:16.631177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=06f545d2-852d-47a4-88bd-59678cff54d4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.635253 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Routers {'3377d137-96b5-49b8-afa4-4bf1626ccad3'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:16.635875 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3377d137-96b5-49b8-afa4-4bf1626ccad3'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:16.679728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42298bf-19dc-4c33-987d-a143b4ee883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.682312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a42298bf-19dc-4c33-987d-a143b4ee883e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.685870 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a42298bf-19dc-4c33-987d-a143b4ee883e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76ee8a12-1f9c-4db2-8515-6f7bfb5894bd HTTP/1.1" status: 204 len: 168 time: 0.4038575 Jun 30 09:07:16.708996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Deleting port b7e50482-e766-4b89-ace0-b9ddc43e82fd {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:16.709431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.713422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cdebb3d1-0443-434d-bd51-4c54f0473f23 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.716018 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cdebb3d1-0443-434d-bd51-4c54f0473f23 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.719685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cdebb3d1-0443-434d-bd51-4c54f0473f23 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/security-groups/92bb7a0a-7498-456b-946e-ab0c45f8bc28 HTTP/1.1" status: 204 len: 168 time: 0.4531038 Jun 30 09:07:16.720251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45390) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:16.720578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42298bf-19dc-4c33-987d-a143b4ee883e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee8a12-1f9c-4db2-8515-6f7bfb5894bd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.786467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebb3d1-0443-434d-bd51-4c54f0473f23 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb7a0a-7498-456b-946e-ab0c45f8bc28,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.843756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet 51dd2e46-d5a5-4fde-a2d4-2dd943183de2 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:16.850004 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Set router 3377d137-96b5-49b8-afa4-4bf1626ccad3 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:16.850894 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.853283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.887957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Calling delete_port for b7e50482-e766-4b89-ace0-b9ddc43e82fd owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:16.934226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.083481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.107989 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.116882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Port': ['ID=b7e50482-e766-4b89-ace0-b9ddc43e82fd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.128811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.131287 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e7c4fa09-e9f6-41ed-8ee9-0e7aec367710 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/ports/b7e50482-e766-4b89-ace0-b9ddc43e82fd HTTP/1.1" status: 204 len: 168 time: 0.7328889 Jun 30 09:07:17.134012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45406) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.202841 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:15Z', 'revision_number': 4, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port': {'id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:08Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '6b2f2893-87f3-4ab0-a138-91e38be34c90', 'name': '', 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'mac_address': 'fa:16:3e:58:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:13Z', 'updated_at': '2021-06-30T09:07:15Z', 'revision_number': 2, 'project_id': 'a251611db0614de7966a97799cd92d67', 'subnets': [{'id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:17.237340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.251662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45408) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.262734 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Checking router: 3377d137-96b5-49b8-afa4-4bf1626ccad3 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:17.263077 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Updating router 3377d137-96b5-49b8-afa4-4bf1626ccad3 port 6b2f2893-87f3-4ab0-a138-91e38be34c90 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:17.308955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Deleting port d8af8cc8-6540-499a-8e46-4f19ee8d6f45 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:17.309343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.326675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=51dd2e46-d5a5-4fde-a2d4-2dd943183de2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.333504 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.338463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.339726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbfb37-b08b-46fa-9bb7-2fc7efac6cfc None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:17.345890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c7e67e48-a748-493e-b505-9c09e89f3a46 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/51dd2e46-d5a5-4fde-a2d4-2dd943183de2 HTTP/1.1" status: 204 len: 168 time: 0.6201463 Jun 30 09:07:17.349180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45414) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.358485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:17.382798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e5896781-8cc9-4b1b-8324-c87f3d7f48fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3088936f038d4114a9bd6cdd8425d93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795655 Jun 30 09:07:17.394885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45418) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.428639 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.466413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Calling delete_port for d8af8cc8-6540-499a-8e46-4f19ee8d6f45 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:17.486582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c85b96f-83ec-4a96-91b5-67ea825e3288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.594293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:17.599610 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.636824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c85b96f-83ec-4a96-91b5-67ea825e3288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.667651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-dbb421ec-bfae-41d0-9820-54ce26930cb9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.669198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-dbb421ec-bfae-41d0-9820-54ce26930cb9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 810 time: 0.2214260 Jun 30 09:07:17.693885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-fe6509da-841b-4740-b9b2-18b994854857 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/quotas/a251611db0614de7966a97799cd92d67 HTTP/1.1" status: 200 len: 375 time: 0.0183668 Jun 30 09:07:17.727214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.755906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c85b96f-83ec-4a96-91b5-67ea825e3288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.759207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c85b96f-83ec-4a96-91b5-67ea825e3288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.761112 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3c85b96f-83ec-4a96-91b5-67ea825e3288 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3f4e2d6-b057-4259-ac49-5768a31d1cbb HTTP/1.1" status: 204 len: 168 time: 0.3651626 Jun 30 09:07:17.783596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Port': ['ID=d8af8cc8-6540-499a-8e46-4f19ee8d6f45,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.793285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b96f-83ec-4a96-91b5-67ea825e3288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f4e2d6-b057-4259-ac49-5768a31d1cbb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.797542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.801286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c6a27b67-c944-4564-8455-f8566a645d54 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/ports/d8af8cc8-6540-499a-8e46-4f19ee8d6f45 HTTP/1.1" status: 204 len: 168 time: 0.6662538 Jun 30 09:07:17.809652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45434) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.868361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06f545d2-852d-47a4-88bd-59678cff54d4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:17.914683 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2f683d59-2a8d-445d-adb6-22fc058c97f6 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1059544 Jun 30 09:07:17.914683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45436) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.919857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1009041129'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:17.970469 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.984815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 06f545d2-852d-47a4-88bd-59678cff54d4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:17.986869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Made reservation on behalf of 8d9baa5b81994d2dbee4ee6be7bbdee5 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:17.991194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.993391 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Transition to ACTIVE for port object 6b2f2893-87f3-4ab0-a138-91e38be34c90 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:17.998575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.012215 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.014275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-fcc15194-519e-48df-851e-17288c4afd43 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3108702 Jun 30 09:07:18.062020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:18.091565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.091961 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Added segment f04d0f71-10da-49ab-937f-14a64a7df89e of type vlan for network 2a5e2958-f66a-48ac-a433-2d21ef4730be Jun 30 09:07:18.195010 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ecf48-2c15-44d3-b6f6-110120e3906e None None] Pushing event updated for resources: {'Port': ['ID=6b2f2893-87f3-4ab0-a138-91e38be34c90,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.208964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.279429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-443c497c-53ab-47af-8e8c-c789ecc70ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554667 Jun 30 09:07:18.285521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.296687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.299009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.336287 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4195864 Jun 30 09:07:18.392332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45446) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:18.405785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-967206736'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:18.497517 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Attempting to bind port 6b2f2893-87f3-4ab0-a138-91e38be34c90 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:18.498049 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Attempting to bind port 6b2f2893-87f3-4ab0-a138-91e38be34c90 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:18.498518 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Attempting to bind port 6b2f2893-87f3-4ab0-a138-91e38be34c90 on network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:18.504730 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:18.505227 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Checking segment: {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:18.505743 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.506370 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Bound using segment: {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:18.507240 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Bound port: 6b2f2893-87f3-4ab0-a138-91e38be34c90, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:18.507766 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.509287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41012f1a-f240-4413-834b-53c44db95478 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Network': ['ID=2a5e2958-f66a-48ac-a433-2d21ef4730be,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.525386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2a5e2958-f66a-48ac-a433-2d21ef4730be details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:18.553364 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.671784 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] For port 6b2f2893-87f3-4ab0-a138-91e38be34c90, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:18.676680 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] For port 6b2f2893-87f3-4ab0-a138-91e38be34c90, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6b2f2893-87f3-4ab0-a138-91e38be34c90,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:18.679891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Made reservation on behalf of 8d9baa5b81994d2dbee4ee6be7bbdee5 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:18.684341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.687993 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.722545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=60d77c8e-fe6c-4016-ab6a-7db706898adf,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.731293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:18.736531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:18.739671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-ea3bef55-54b4-455d-958f-4792c649231b service neutron] 10.222.0.53 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494953 Jun 30 09:07:18.740805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.741485 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.748523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:18.767458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.767909 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Added segment 4eae299d-6dac-4151-9d26-93b238d1d28e of type vlan for network 1193ef04-ad46-4149-8ff6-df7174494891 Jun 30 09:07:18.778174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7f4b8c4a-c4a4-4f75-9d5a-87c66156334e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4278245 Jun 30 09:07:18.779228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45462) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:18.785081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2137471e-d6c8-496a-bbe8-e186c20faa5f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'security_group': {'name': 'tempest-secgroup-27843407'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:18.794616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Routers {'3377d137-96b5-49b8-afa4-4bf1626ccad3'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:18.796260 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3377d137-96b5-49b8-afa4-4bf1626ccad3'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:18.803905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d1a4e-023a-4d8e-8aa8-b968150744f4 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:18.844443 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2137471e-d6c8-496a-bbe8-e186c20faa5f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.874052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.883690 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:07:18.915493 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ecf48-2c15-44d3-b6f6-110120e3906e None None] Pushing event updated for resources: {'Port': ['ID=6b2f2893-87f3-4ab0-a138-91e38be34c90,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.961058 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.989168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.989846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.990767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2137471e-d6c8-496a-bbe8-e186c20faa5f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.002957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2137471e-d6c8-496a-bbe8-e186c20faa5f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.020701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b2706651-29f8-4165-9dac-f4757a869ab5 None None] Provisioning complete for port ddaa1d35-0335-4190-a5eb-50c4398f5793 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:19.022131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b2706651-29f8-4165-9dac-f4757a869ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.074659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b2706651-29f8-4165-9dac-f4757a869ab5 None None] Port ddaa1d35-0335-4190-a5eb-50c4398f5793 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:19.080415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137471e-d6c8-496a-bbe8-e186c20faa5f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d5e12-732d-4f23-9df9-a0764704e2e7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.090479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2137471e-d6c8-496a-bbe8-e186c20faa5f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.098170 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2137471e-d6c8-496a-bbe8-e186c20faa5f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3148460 Jun 30 09:07:19.098303 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] Set router 3377d137-96b5-49b8-afa4-4bf1626ccad3 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:19.098783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45478) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:19.108606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-da461e7b-1034-4342-ae45-4dc3bc5debd8 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'security_group': {'name': 'tempest-secgroup-250263856'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:19.158919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b2706651-29f8-4165-9dac-f4757a869ab5 None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:19.160639 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b2706651-29f8-4165-9dac-f4757a869ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.199264 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da461e7b-1034-4342-ae45-4dc3bc5debd8 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.208606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Network': ['ID=1193ef04-ad46-4149-8ff6-df7174494891,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.246806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3568b3d2-5b0e-478a-9cd5-16b4e7ba2551 req-99a80b7a-ea86-454e-8634-dcb618088089 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 210 time: 0.0804174 Jun 30 09:07:19.249673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a3d1aa9-36f6-43a0-aba2-071bada034f3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8559871 Jun 30 09:07:19.311938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 1193ef04-ad46-4149-8ff6-df7174494891 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:19.355353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da461e7b-1034-4342-ae45-4dc3bc5debd8 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.362788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da461e7b-1034-4342-ae45-4dc3bc5debd8 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.451710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45490) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:19.512143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da461e7b-1034-4342-ae45-4dc3bc5debd8 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e1d8cf-6fbc-44de-a9c6-84798cbfa83c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.539444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da461e7b-1034-4342-ae45-4dc3bc5debd8 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.545894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-da461e7b-1034-4342-ae45-4dc3bc5debd8 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4435325 Jun 30 09:07:19.546427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45496) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:19.552614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-cee34c97-b0af-45f8-b2a9-e69046479ef0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1075561846'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:19.573003 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:15Z', 'revision_number': 4, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port': {'id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:08Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '6b2f2893-87f3-4ab0-a138-91e38be34c90', 'name': '', 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'mac_address': 'fa:16:3e:58:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:13Z', 'updated_at': '2021-06-30T09:07:18Z', 'revision_number': 4, 'project_id': 'a251611db0614de7966a97799cd92d67', 'subnets': [{'id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:19.654195 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f89b48-f4dd-4e2b-b06a-c5a5569fa5ee None None] The sync data for ids ['3377d137-96b5-49b8-afa4-4bf1626ccad3'] in n-d-758944-40 is: [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:07:15Z', 'revision_number': 4, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port': {'id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:08Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '6b2f2893-87f3-4ab0-a138-91e38be34c90', 'name': '', 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'mac_address': 'fa:16:3e:58:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:13Z', 'updated_at': '2021-06-30T09:07:18Z', 'revision_number': 4, 'project_id': 'a251611db0614de7966a97799cd92d67', 'subnets': [{'id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:19.680109 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cee34c97-b0af-45f8-b2a9-e69046479ef0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.781241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] Update dhcp port {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'fixed_ips': [{'subnet_id': 'be3dd151-0f58-4829-9508-72e08413a8ce', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '60d77c8e-fe6c-4016-ab6a-7db706898adf'}], 'binding:host_id': 'n-d-758944-40'}, 'id': 'f3faa348-d515-4538-ade9-21057f6aca95'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:07:19.975014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6f0f996b-d3b7-479d-b356-027b7f7de366 tempest-AgentManagementNegativeTest-223775730 tempest-AgentManagementNegativeTest-223775730-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5217834 Jun 30 09:07:19.993294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cee34c97-b0af-45f8-b2a9-e69046479ef0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.009524 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cee34c97-b0af-45f8-b2a9-e69046479ef0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.098957 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cee34c97-b0af-45f8-b2a9-e69046479ef0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.102640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cee34c97-b0af-45f8-b2a9-e69046479ef0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5527074 Jun 30 09:07:20.103415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45512) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:20.114674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34c97-b0af-45f8-b2a9-e69046479ef0 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e24480-7853-4185-a223-c7c0b291531f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.130068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1336050610', 'security_groups': ['54e24480-7853-4185-a223-c7c0b291531f'], 'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '60d77c8e-fe6c-4016-ab6a-7db706898adf'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:20.242783 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.448576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:20.614782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] Allocated IP 2001:db8::2 (aef2231c-c530-423c-b78c-2352da1d97c8/60d77c8e-fe6c-4016-ab6a-7db706898adf/f3faa348-d515-4538-ade9-21057f6aca95) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:20.691496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c264a27-b303-4952-9742-cbf761ac77d7 req-9bbadfa6-4d6e-4a05-a750-68ea60a95528 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 210 time: 0.0845730 Jun 30 09:07:20.715178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45520) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:20.741592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.762298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] device_id is not set on port f3405c5a-3001-45bb-811e-adb81f4eb4d0 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:20.854484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f3faa348-d515-4538-ade9-21057f6aca95,segment=NetworkSegment(6e7ab393-f6de-46df-9c04-5aafa643ba9d),segment_id=6e7ab393-f6de-46df-9c04-5aafa643ba9d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:20.928327 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.957561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] Transition to ACTIVE for port object f3faa348-d515-4538-ade9-21057f6aca95 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:20.987675 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.008412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-413b680b-4aea-4787-9b70-acfd2866bf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.069443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8::da (aef2231c-c530-423c-b78c-2352da1d97c8/60d77c8e-fe6c-4016-ab6a-7db706898adf/f3405c5a-3001-45bb-811e-adb81f4eb4d0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:21.281319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c16b27-095b-4266-a608-29eb510b4f60 None None] Pushing event updated for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.288887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-413b680b-4aea-4787-9b70-acfd2866bf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.299645 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-413b680b-4aea-4787-9b70-acfd2866bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.324633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.347578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object f3405c5a-3001-45bb-811e-adb81f4eb4d0 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:21.366428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b680b-4aea-4787-9b70-acfd2866bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ebb98-7c87-404b-ab28-f67736319f8e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.400696 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.435126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-413b680b-4aea-4787-9b70-acfd2866bf0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e46eca3f39a14c05924e612f831823e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7185919 Jun 30 09:07:21.437688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45526) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:21.522805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:21.526404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:21.529623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:21.536024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:21.536994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.557741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=f3405c5a-3001-45bb-811e-adb81f4eb4d0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.600322 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c0c6501c-3c52-4ee0-aa9c-4f60363fea07 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4880512 Jun 30 09:07:21.601465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45528) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:21.609315 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4ee49132-2274-40cd-a7bc-8b41bdc1ec7f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:21.848791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee49132-2274-40cd-a7bc-8b41bdc1ec7f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:21.855902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ee49132-2274-40cd-a7bc-8b41bdc1ec7f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.143085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f3faa348-d515-4538-ade9-21057f6aca95 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:22.174149 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-4ee49132-2274-40cd-a7bc-8b41bdc1ec7f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60d77c8e-fe6c-4016-ab6a-7db706898adf (CIDR: 2001:db8::/64) Jun 30 09:07:22.187933 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee49132-2274-40cd-a7bc-8b41bdc1ec7f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:22.189353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee49132-2274-40cd-a7bc-8b41bdc1ec7f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:22.222598 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ee49132-2274-40cd-a7bc-8b41bdc1ec7f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6180155 Jun 30 09:07:22.225253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45536) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:22.231153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-850ee345-1be3-4e7a-bdf1-d15a8ecdbf70 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:22.318031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b2f2893-87f3-4ab0-a138-91e38be34c90 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:22.463382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6b2f2893-87f3-4ab0-a138-91e38be34c90 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:22.467506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6b2f2893-87f3-4ab0-a138-91e38be34c90 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:22.467876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.480877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850ee345-1be3-4e7a-bdf1-d15a8ecdbf70 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:22.497238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-850ee345-1be3-4e7a-bdf1-d15a8ecdbf70 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.608721 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-850ee345-1be3-4e7a-bdf1-d15a8ecdbf70 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet be3dd151-0f58-4829-9508-72e08413a8ce (CIDR: 2001:db8:0:1::/64) Jun 30 09:07:22.610104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45538) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:22.617123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'subnets': [{'network_id': '2a5e2958-f66a-48ac-a433-2d21ef4730be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--130936230', 'ip_version': 6}, {'network_id': '1193ef04-ad46-4149-8ff6-df7174494891', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:22.617442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'subnet': {'network_id': '2a5e2958-f66a-48ac-a433-2d21ef4730be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--130936230', 'ip_version': 6}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:22.621942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Request body: {'subnet': {'network_id': '1193ef04-ad46-4149-8ff6-df7174494891', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:22.624949 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-850ee345-1be3-4e7a-bdf1-d15a8ecdbf70 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:22.625476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850ee345-1be3-4e7a-bdf1-d15a8ecdbf70 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:22.649716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.689130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-821b37e4-7e82-403c-b6a3-54d514e1ae3b None None] Provisioning complete for port ddaa1d35-0335-4190-a5eb-50c4398f5793 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:22.689546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-821b37e4-7e82-403c-b6a3-54d514e1ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.692143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6b2f2893-87f3-4ab0-a138-91e38be34c90, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6b2f2893-87f3-4ab0-a138-91e38be34c90,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:22.692801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb7062d7-61a1-456b-9f50-549da8654c7f req-8a0ba1ab-690c-4471-808c-afdf7fd339e7 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 210 time: 0.0537753 Jun 30 09:07:22.724497 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.740932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f790127-6093-4815-9b58-5312e3797598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.765972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-821b37e4-7e82-403c-b6a3-54d514e1ae3b None None] Port ddaa1d35-0335-4190-a5eb-50c4398f5793 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:22.789379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-a77dee03-c59b-4f11-b416-507cdeaa8c82 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.791660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-a77dee03-c59b-4f11-b416-507cdeaa8c82 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.26 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 810 time: 1.2942455 Jun 30 09:07:22.797793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f790127-6093-4815-9b58-5312e3797598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.805304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-821b37e4-7e82-403c-b6a3-54d514e1ae3b None None] Provisioning for port f3faa348-d515-4538-ade9-21057f6aca95 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:22.812116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6b2f2893-87f3-4ab0-a138-91e38be34c90,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.822013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-821b37e4-7e82-403c-b6a3-54d514e1ae3b None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:22.822387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-821b37e4-7e82-403c-b6a3-54d514e1ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.828060 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-850ee345-1be3-4e7a-bdf1-d15a8ecdbf70 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6014655 Jun 30 09:07:22.832945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45542) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:22.847489 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'subnet': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:22.888145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Request body: {'port': {'device_id': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'admin_state_up': True, 'tenant_id': 'a251611db0614de7966a97799cd92d67'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:22.915512 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f790127-6093-4815-9b58-5312e3797598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.918516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f790127-6093-4815-9b58-5312e3797598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.922738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7f790127-6093-4815-9b58-5312e3797598 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a2ebb98-7c87-404b-ab28-f67736319f8e HTTP/1.1" status: 204 len: 168 time: 1.4836152 Jun 30 09:07:22.972689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f790127-6093-4815-9b58-5312e3797598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ebb98-7c87-404b-ab28-f67736319f8e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.029063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Made reservation on behalf of 8d9baa5b81994d2dbee4ee6be7bbdee5 for: {'subnet': 2} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:23.034418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.034418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.061094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5f48cd3b-0b41-4763-8a68-bbae358eeec5 None None] Provisioning for port f3405c5a-3001-45bb-811e-adb81f4eb4d0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:23.066149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5f48cd3b-0b41-4763-8a68-bbae358eeec5 None None] Provisioning complete for port f3405c5a-3001-45bb-811e-adb81f4eb4d0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:23.066551 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f48cd3b-0b41-4763-8a68-bbae358eeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.072114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Made reservation on behalf of a251611db0614de7966a97799cd92d67 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:23.076440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.116772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5f48cd3b-0b41-4763-8a68-bbae358eeec5 None None] Port f3405c5a-3001-45bb-811e-adb81f4eb4d0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:23.183102 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.186420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Made reservation on behalf of 825aeb0138ca4558af1d3845385e1ca2 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:23.191204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.274059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Allocated IP 172.20.0.2 (72924a99-ee8b-4ea2-80b0-28374fb0e0a9/d2a603f0-8c8b-494a-a2f7-bfc0d35faf04/2126fa32-7ddf-4963-a5bd-fb02b289ab12) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:23.494942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.574507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.658759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:23.665936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:23.671409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.687019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:23.694906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Pushing event updated for resources: {'Port': ['ID=2126fa32-7ddf-4963-a5bd-fb02b289ab12,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.747068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Network aef2231c-c530-423c-b78c-2352da1d97c8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:23.758731 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:23.764968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.765475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.770773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e0fe39-da80-462a-862a-44fad230f46e None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:23.789013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Subnet': ['ID=3095a52b-698f-4218-abbf-f136d07d6283,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.792774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:23.793841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.802516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.814225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-beac1e61-afac-491d-bb66-c2377db91bc1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973919 Jun 30 09:07:23.831774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Request body: {'port': {'device_id': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:23.873956 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-59d73a1d-0f72-4b2d-8409-a69793318c82 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0395968 Jun 30 09:07:23.874989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45568) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:23.887547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-212744525', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3095a52b-698f-4218-abbf-f136d07d6283'}], 'security_groups': ['4d7d5e12-732d-4f23-9df9-a0764704e2e7', '26e1d8cf-6fbc-44de-a9c6-84798cbfa83c']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:23.932503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Subnet': ['ID=ec2ebddd-9166-47cb-8543-b9180b373e76,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.957472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b2f2893-87f3-4ab0-a138-91e38be34c90 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:23.967722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Checking segment: {'id': 'f04d0f71-10da-49ab-937f-14a64a7df89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2a5e2958-f66a-48ac-a433-2d21ef4730be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:23.968091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network hostable DHCP agents. Network: 2a5e2958-f66a-48ac-a433-2d21ef4730be, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:24.018462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network 2a5e2958-f66a-48ac-a433-2d21ef4730be is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:24.035847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2a5e2958-f66a-48ac-a433-2d21ef4730be) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:24.040391 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.054676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f222bf7f-0d83-4b5d-9c31-14bff4b9214d None None] Network 2a5e2958-f66a-48ac-a433-2d21ef4730be requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:24.086756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45572) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:24.121326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6b2f2893-87f3-4ab0-a138-91e38be34c90 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:24.122438 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.155328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event updated for resources: {'Subnet': ['ID=feffb810-5e80-4f39-87b1-a6b576f1b745,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.170793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Checking segment: {'id': '4eae299d-6dac-4151-9d26-93b238d1d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1193ef04-ad46-4149-8ff6-df7174494891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:24.171191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network hostable DHCP agents. Network: 1193ef04-ad46-4149-8ff6-df7174494891, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:24.183914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.204817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Network 1193ef04-ad46-4149-8ff6-df7174494891 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:24.223845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 1193ef04-ad46-4149-8ff6-df7174494891) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:24.231821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.232369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.233048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.239725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701553-0887-4fa3-80d5-5cd86fd7e281 req-743aab87-399c-455a-a0b0-e4aefd786907 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.247419 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32701553-0887-4fa3-80d5-5cd86fd7e281 req-743aab87-399c-455a-a0b0-e4aefd786907 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 931 time: 0.2528706 Jun 30 09:07:24.251654 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0ff40bdf-8dbd-489c-b344-1df698a15c43 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.6386909 Jun 30 09:07:24.254229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45576) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:24.259649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a17ae30-a5fc-4079-bdde-1d2dd6aeb2fc None None] Network 1193ef04-ad46-4149-8ff6-df7174494891 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:24.277363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1046479807'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:24.343751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f36f2d-e31c-4b4e-a0a3-81f5dead4883 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.343991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f36f2d-e31c-4b4e-a0a3-81f5dead4883 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.345603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f36f2d-e31c-4b4e-a0a3-81f5dead4883 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.366728 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b7f36f2d-e31c-4b4e-a0a3-81f5dead4883 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1070287 Jun 30 09:07:24.367374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45578) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:24.368323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Made reservation on behalf of bfecadfcca6447389264f279ab1632b4 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:24.373674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.393986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.458942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32701553-0887-4fa3-80d5-5cd86fd7e281 req-6932fe07-e7f6-4f42-9042-5b57d3bc3bc4 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927550 Jun 30 09:07:24.508623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.529938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Deleting subnet ec2ebddd-9166-47cb-8543-b9180b373e76 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:24.544886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.550383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.570499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.572859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:24.594060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea035298-79bf-4fce-9ae0-eafd56927109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2a5e2958-f66a-48ac-a433-2d21ef4730be', 'network_id': '2a5e2958-f66a-48ac-a433-2d21ef4730be', 'tenant_id': '8d9baa5b81994d2dbee4ee6be7bbdee5', 'fixed_ips': [{'subnet_id': 'ec2ebddd-9166-47cb-8543-b9180b373e76'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:24.594863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ea035298-79bf-4fce-9ae0-eafd56927109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.618346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] Update dhcp port {'port': {'network_id': 'aef2231c-c530-423c-b78c-2352da1d97c8', 'fixed_ips': [{'subnet_id': 'be3dd151-0f58-4829-9508-72e08413a8ce', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '60d77c8e-fe6c-4016-ab6a-7db706898adf', 'ip_address': '2001:db8::2'}, {'subnet_id': '3095a52b-698f-4218-abbf-f136d07d6283'}], 'binding:host_id': 'n-d-758944-40'}, 'id': 'f3faa348-d515-4538-ade9-21057f6aca95'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:07:24.624442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.625027 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Added segment 48ff3cc3-e664-4728-adbc-f6ccf24bb10d of type vlan for network 559aeabc-7485-48d6-91b7-1db898749a97 Jun 30 09:07:24.639825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30096bd-e0cf-44ec-b175-3e6603a37956,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.693546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.741223 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.742945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.750091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.750952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.831130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-1193ef04-ad46-4149-8ff6-df7174494891', 'network_id': '1193ef04-ad46-4149-8ff6-df7174494891', 'tenant_id': '8d9baa5b81994d2dbee4ee6be7bbdee5', 'fixed_ips': [{'subnet_id': 'feffb810-5e80-4f39-87b1-a6b576f1b745'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:24.832506 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.848972 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.851788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45582) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:24.867464 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7770236 Jun 30 09:07:24.878862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Request body: {'subnet': {'network_id': '559aeabc-7485-48d6-91b7-1db898749a97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:24.893825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003686-9968-4344-9f44-ea7254920844 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event updated for resources: {'Network': ['ID=559aeabc-7485-48d6-91b7-1db898749a97,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.912338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 559aeabc-7485-48d6-91b7-1db898749a97 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:24.947900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2126fa32-7ddf-4963-a5bd-fb02b289ab12 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:24.995102 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.056195 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.093495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Transition to ACTIVE for port object 2126fa32-7ddf-4963-a5bd-fb02b289ab12 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:25.105513 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.122526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.153603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] Allocated IP 2001:db8:0:2::2 (aef2231c-c530-423c-b78c-2352da1d97c8/3095a52b-698f-4218-abbf-f136d07d6283/f3faa348-d515-4538-ade9-21057f6aca95) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:25.187458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Allocated IP 2001:db8:0:1::1 (1193ef04-ad46-4149-8ff6-df7174494891/feffb810-5e80-4f39-87b1-a6b576f1b745/d1a898dd-da68-4a70-a7fc-597d30e9563f) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:25.261453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Made reservation on behalf of bfecadfcca6447389264f279ab1632b4 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:25.265016 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.273865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Pushing event updated for resources: {'Port': ['ID=2126fa32-7ddf-4963-a5bd-fb02b289ab12,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:25.324575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f3faa348-d515-4538-ade9-21057f6aca95,segment=NetworkSegment(6e7ab393-f6de-46df-9c04-5aafa643ba9d),segment_id=6e7ab393-f6de-46df-9c04-5aafa643ba9d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-ea035298-79bf-4fce-9ae0-eafd56927109 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec2ebddd-9166-47cb-8543-b9180b373e76: This subnet is being modified by another concurrent operation. Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec2ebddd-9166-47cb-8543-b9180b373e76: This subnet is being modified by another concurrent operation. Jun 30 09:07:25.348056 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 09:07:25.360956 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.373059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd9ebf-5bb5-4787-a868-b4c08e9511d1 None None] Network 2a5e2958-f66a-48ac-a433-2d21ef4730be requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:25.417386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2ebddd-9166-47cb-8543-b9180b373e76,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:25.426612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.428459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-70ad4e87-eec4-46d4-b325-01411e43c752 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/subnets/ec2ebddd-9166-47cb-8543-b9180b373e76 HTTP/1.1" status: 204 len: 168 time: 1.0554786 Jun 30 09:07:25.431262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45588) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:25.432406 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.490593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Deleting subnet feffb810-5e80-4f39-87b1-a6b576f1b745 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:25.491450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] Transition to ACTIVE for port object f3faa348-d515-4538-ade9-21057f6aca95 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:25.494150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Attempting to bind port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:25.494432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Attempting to bind port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:25.494823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Attempting to bind port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 on network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:25.503918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.526181 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.571604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 on network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:25.572042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Attempting to bind port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 on network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:25.665615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:25.666068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Checking segment: {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:25.666519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Bound using segment: {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:25.667054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Bound port: 2126fa32-7ddf-4963-a5bd-fb02b289ab12, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:25.667499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.703629 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.723576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Transition to ACTIVE for port object d1a898dd-da68-4a70-a7fc-597d30e9563f will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:25.787757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Transition to ACTIVE for port object d1a898dd-da68-4a70-a7fc-597d30e9563f will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:25.801339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.826840 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.835636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f5ed4-218f-406b-9d57-ce152eabffba None None] Pushing event updated for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:25.858995 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.864357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event updated for resources: {'Subnet': ['ID=7e3bc99b-4578-4d2d-977c-911a9434b976,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:25.905820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Delete allocated IP 2001:db8::da (aef2231c-c530-423c-b78c-2352da1d97c8/60d77c8e-fe6c-4016-ab6a-7db706898adf) {{(pid=100240) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:07:25.924179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] For port 2126fa32-7ddf-4963-a5bd-fb02b289ab12, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:25.927676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Checking segment: {'id': '48ff3cc3-e664-4728-adbc-f6ccf24bb10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '559aeabc-7485-48d6-91b7-1db898749a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:25.929247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Network hostable DHCP agents. Network: 559aeabc-7485-48d6-91b7-1db898749a97, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:25.931475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] For port 2126fa32-7ddf-4963-a5bd-fb02b289ab12, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:25.945067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45133762-178b-4dcf-9e24-4187b13b801c req-dc7c35ff-18f5-444b-ba40-68351037ade5 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:25.946822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45133762-178b-4dcf-9e24-4187b13b801c req-dc7c35ff-18f5-444b-ba40-68351037ade5 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 943 time: 0.2983997 Jun 30 09:07:25.947157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Network 1193ef04-ad46-4149-8ff6-df7174494891 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:25.948187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Allocated IP 2001:db8:0:2::149 (aef2231c-c530-423c-b78c-2352da1d97c8/3095a52b-698f-4218-abbf-f136d07d6283/f3405c5a-3001-45bb-811e-adb81f4eb4d0) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:25.954960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:25.957660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:25.964630 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.012775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.017258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Pushing event updated for resources: {'Port': ['ID=d1a898dd-da68-4a70-a7fc-597d30e9563f,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.065871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:26.067340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.068845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] 10.222.0.26 "PUT /v2.0/ports/2126fa32-7ddf-4963-a5bd-fb02b289ab12 HTTP/1.1" status: 200 len: 1092 time: 2.2434592 Jun 30 09:07:26.072533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Attempting to bind port d1a898dd-da68-4a70-a7fc-597d30e9563f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:26.072873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Attempting to bind port d1a898dd-da68-4a70-a7fc-597d30e9563f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4eae299d-6dac-4151-9d26-93b238d1d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1193ef04-ad46-4149-8ff6-df7174494891'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:26.073946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Attempting to bind port d1a898dd-da68-4a70-a7fc-597d30e9563f on network 1193ef04-ad46-4149-8ff6-df7174494891 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:26.080555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:26.080990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Checking segment: {'id': '4eae299d-6dac-4151-9d26-93b238d1d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1193ef04-ad46-4149-8ff6-df7174494891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:26.081403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.082327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Bound using segment: {'id': '4eae299d-6dac-4151-9d26-93b238d1d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1193ef04-ad46-4149-8ff6-df7174494891'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:26.082941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Bound port: d1a898dd-da68-4a70-a7fc-597d30e9563f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eae299d-6dac-4151-9d26-93b238d1d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1193ef04-ad46-4149-8ff6-df7174494891'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:26.083969 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.088679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'tag': '2126fa32-7ddf-4963-a5bd-fb02b289ab12'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:26.092303 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226" -d '{"events": [{"name": "network-changed", "server_uuid": "f7945647-1977-4e28-820d-c0ab056fdfba", "tag": "2126fa32-7ddf-4963-a5bd-fb02b289ab12"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:26.099987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.137167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Subnet': ['ID=feffb810-5e80-4f39-87b1-a6b576f1b745,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.145288 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.147393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d1aa8ee1-4aca-4ca4-a647-9fd44526fbb3 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/subnets/feffb810-5e80-4f39-87b1-a6b576f1b745 HTTP/1.1" status: 204 len: 168 time: 0.7149835 Jun 30 09:07:26.149701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45598) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:26.197296 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3097da5a-de5e-4642-a2f0-9418f104ee0c x-openstack-request-id: req-3097da5a-de5e-4642-a2f0-9418f104ee0c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:26.197722 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7945647-1977-4e28-820d-c0ab056fdfba", "tag": "2126fa32-7ddf-4963-a5bd-fb02b289ab12", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:26.198050 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3097da5a-de5e-4642-a2f0-9418f104ee0c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:26.198459 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'tag': '2126fa32-7ddf-4963-a5bd-fb02b289ab12', 'status': 'completed', 'code': 200} Jun 30 09:07:26.222538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] For port d1a898dd-da68-4a70-a7fc-597d30e9563f, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:26.226213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] For port d1a898dd-da68-4a70-a7fc-597d30e9563f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d1a898dd-da68-4a70-a7fc-597d30e9563f,segment=NetworkSegment(4eae299d-6dac-4151-9d26-93b238d1d28e),segment_id=4eae299d-6dac-4151-9d26-93b238d1d28e)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:26.231148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Network 559aeabc-7485-48d6-91b7-1db898749a97 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:26.233026 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.239193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cac71d-cc7f-4a66-b537-81045e1e2fcf tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:26.241413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c3cac71d-cc7f-4a66-b537-81045e1e2fcf tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0906773 Jun 30 09:07:26.245402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45600) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:26.255279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c537bfb-dd14-47e8-b11a-7cd515cb9f61 service neutron] Pushing event updated for resources: {'Port': ['ID=2126fa32-7ddf-4963-a5bd-fb02b289ab12,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.273977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 559aeabc-7485-48d6-91b7-1db898749a97) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:26.280692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45133762-178b-4dcf-9e24-4187b13b801c req-6a202b71-2ece-4db6-ac22-4a9ebc5b018f tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117251 Jun 30 09:07:26.290631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:26.291054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.323617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc148e4-1d1b-42f6-8585-2701827b2c49 None None] Network 559aeabc-7485-48d6-91b7-1db898749a97 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:26.357455 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.389661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d55c76cb-e221-4d7a-bd5c-f8a9d81ff7b4 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5353246 Jun 30 09:07:26.398617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45602) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:26.404734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cc621-ef88-4ed3-a599-1577c408d5d1 None None] Network 1193ef04-ad46-4149-8ff6-df7174494891 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:26.412578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Request body: {'port': {'network_id': '559aeabc-7485-48d6-91b7-1db898749a97', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1524393131'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:26.447811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-3321463e-0e21-4d5e-aa30-e6bcfc514880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:26.448986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Deleting port d1a898dd-da68-4a70-a7fc-597d30e9563f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:26.449224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-3321463e-0e21-4d5e-aa30-e6bcfc514880 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 1095 time: 0.2906554 Jun 30 09:07:26.449349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.549520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-9b2cba51-508d-4811-9bdb-473af4d73de1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12 HTTP/1.1" status: 200 len: 217 time: 0.0577633 Jun 30 09:07:26.585680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] For port d1a898dd-da68-4a70-a7fc-597d30e9563f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d1a898dd-da68-4a70-a7fc-597d30e9563f,segment=NetworkSegment(4eae299d-6dac-4151-9d26-93b238d1d28e),segment_id=4eae299d-6dac-4151-9d26-93b238d1d28e)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:26.586051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.599833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64a15a-e21d-4eff-8694-e2d8b15f4af9 None None] Pushing event updated for resources: {'Port': ['ID=d1a898dd-da68-4a70-a7fc-597d30e9563f,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.626970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Calling delete_port for d1a898dd-da68-4a70-a7fc-597d30e9563f owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:26.718354 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.733276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-e6b9c573-3734-45c1-8c4f-aefe6ce13b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:26.735291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-e6b9c573-3734-45c1-8c4f-aefe6ce13b50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.1654832 Jun 30 09:07:26.745734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.781010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Transition to ACTIVE for port object f3405c5a-3001-45bb-811e-adb81f4eb4d0 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:26.791227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Port': ['ID=d1a898dd-da68-4a70-a7fc-597d30e9563f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.801700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] No DVR routers for this DVR port d1a898dd-da68-4a70-a7fc-597d30e9563f on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:26.805864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-559aeabc-7485-48d6-91b7-1db898749a97', 'network_id': '559aeabc-7485-48d6-91b7-1db898749a97', 'tenant_id': 'bfecadfcca6447389264f279ab1632b4', 'fixed_ips': [{'subnet_id': '7e3bc99b-4578-4d2d-977c-911a9434b976'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:26.806758 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.839990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-c9bf2a1b-9c3c-49fc-9096-0d2eaffc91e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563090 Jun 30 09:07:26.846885 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.925049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.937084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1193ef04-ad46-4149-8ff6-df7174494891']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:26.947612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Made reservation on behalf of bfecadfcca6447389264f279ab1632b4 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:26.951340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.975930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eae299d-6dac-4151-9d26-93b238d1d28e') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:26.978178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eae299d-6dac-4151-9d26-93b238d1d28e') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:26.986840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] device_id is not set on port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:26.991336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Allocated IP 172.20.0.2 (559aeabc-7485-48d6-91b7-1db898749a97/7e3bc99b-4578-4d2d-977c-911a9434b976/489b28e4-a02d-4733-a821-1b87c046244a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:27.003850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Provisioning for port f3405c5a-3001-45bb-811e-adb81f4eb4d0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:27.009673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.015359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Provisioning complete for port f3405c5a-3001-45bb-811e-adb81f4eb4d0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:27.015743 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.030382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.039076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] In _notify_port_updated(), no bound segment for port f3405c5a-3001-45bb-811e-adb81f4eb4d0 on network aef2231c-c530-423c-b78c-2352da1d97c8 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:07:27.044355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:27.044641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.045282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.045620 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:27.053238 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:27.056278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "PUT /v2.0/ports/f3405c5a-3001-45bb-811e-adb81f4eb4d0 HTTP/1.1" status: 200 len: 969 time: 3.1781809 Jun 30 09:07:27.062628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.077677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Port f3405c5a-3001-45bb-811e-adb81f4eb4d0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:27.109868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d3a52-e225-4481-902b-5d91911002a1 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event updated for resources: {'Port': ['ID=f3405c5a-3001-45bb-811e-adb81f4eb4d0,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.134386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Provisioning complete for port ddaa1d35-0335-4190-a5eb-50c4398f5793 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:27.134890 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.186123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-7a0b158a-7c55-4447-828c-df4b69209a21 service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372393 Jun 30 09:07:27.214738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Port ddaa1d35-0335-4190-a5eb-50c4398f5793 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:27.228338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.240831 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.243692 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/networks/1193ef04-ad46-4149-8ff6-df7174494891 HTTP/1.1" status: 204 len: 168 time: 0.9969404 Jun 30 09:07:27.247292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.251886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Provisioning for port f3faa348-d515-4538-ade9-21057f6aca95 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:27.258424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:27.259041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-030dd5f6-11f2-4a15-9f6a-320faa4f03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.312902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6650dfdd-ae18-457e-88b3-0e547326c8b2 req-ae20d23d-6b38-439d-b405-bbff2a817e73 service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125960 Jun 30 09:07:27.419562 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.425743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-f353dcaf-360a-4b26-94ff-d2249d6f0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.427648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-f353dcaf-360a-4b26-94ff-d2249d6f0a8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 1095 time: 0.0659270 Jun 30 09:07:27.432594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Transition to ACTIVE for port object 489b28e4-a02d-4733-a821-1b87c046244a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:27.453018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Transition to ACTIVE for port object 489b28e4-a02d-4733-a821-1b87c046244a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:27.461757 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.508122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Network 559aeabc-7485-48d6-91b7-1db898749a97 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:27.512187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:27.514562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:27.517584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Pushing event updated for resources: {'Port': ['ID=489b28e4-a02d-4733-a821-1b87c046244a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.585124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-56dd2545-5433-4634-925c-0bec94ed5ea2 None None] Provisioning complete for port f3405c5a-3001-45bb-811e-adb81f4eb4d0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:27.585489 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-56dd2545-5433-4634-925c-0bec94ed5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.588167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Attempting to bind port 489b28e4-a02d-4733-a821-1b87c046244a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:27.588548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Attempting to bind port 489b28e4-a02d-4733-a821-1b87c046244a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '48ff3cc3-e664-4728-adbc-f6ccf24bb10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '559aeabc-7485-48d6-91b7-1db898749a97'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:27.588906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Attempting to bind port 489b28e4-a02d-4733-a821-1b87c046244a on network 559aeabc-7485-48d6-91b7-1db898749a97 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:27.603771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Allocated IP 172.20.0.9 (559aeabc-7485-48d6-91b7-1db898749a97/7e3bc99b-4578-4d2d-977c-911a9434b976/b83fe57c-0bf5-4ab7-b509-6f6ed8f735be) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:27.615695 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:27.615945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Checking segment: {'id': '48ff3cc3-e664-4728-adbc-f6ccf24bb10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '559aeabc-7485-48d6-91b7-1db898749a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:27.616288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.616682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Bound using segment: {'id': '48ff3cc3-e664-4728-adbc-f6ccf24bb10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '559aeabc-7485-48d6-91b7-1db898749a97'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:27.617157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Bound port: 489b28e4-a02d-4733-a821-1b87c046244a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ff3cc3-e664-4728-adbc-f6ccf24bb10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '559aeabc-7485-48d6-91b7-1db898749a97'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:27.617537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.645963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfee91-bda7-4adc-984b-bb35bbb4cb00 req-411000a3-6dd4-4dbf-ac4e-c4b4c4fce43b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.647683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbcfee91-bda7-4adc-984b-bb35bbb4cb00 req-411000a3-6dd4-4dbf-ac4e-c4b4c4fce43b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 943 time: 0.1878109 Jun 30 09:07:27.653569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-f8dc05e7-b2c5-4717-9de6-0150b26d78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.655193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-f8dc05e7-b2c5-4717-9de6-0150b26d78a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 911 time: 0.2199967 Jun 30 09:07:27.659515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-56dd2545-5433-4634-925c-0bec94ed5ea2 None None] Port f3405c5a-3001-45bb-811e-adb81f4eb4d0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:27.693025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] For port 489b28e4-a02d-4733-a821-1b87c046244a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:27.697074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] For port 489b28e4-a02d-4733-a821-1b87c046244a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=489b28e4-a02d-4733-a821-1b87c046244a,segment=NetworkSegment(48ff3cc3-e664-4728-adbc-f6ccf24bb10d),segment_id=48ff3cc3-e664-4728-adbc-f6ccf24bb10d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:27.699663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ad96d-8687-4d51-85bc-80237301cdac tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Network': ['ID=1193ef04-ad46-4149-8ff6-df7174494891,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.701108 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.739016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-0b064053-fe2f-45bf-be1b-c66802c3da2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12 HTTP/1.1" status: 200 len: 217 time: 0.0649128 Jun 30 09:07:27.740732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.752660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port f3405c5a-3001-45bb-811e-adb81f4eb4d0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:27.752660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.778303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b929e-03c9-49b9-af2e-81a0196984a7 None None] Pushing event updated for resources: {'Port': ['ID=489b28e4-a02d-4733-a821-1b87c046244a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.843896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f3faa348-d515-4538-ade9-21057f6aca95 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:27.904297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:27.904589 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.929137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.948891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5e2958-f66a-48ac-a433-2d21ef4730be']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:27.959441 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.969399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04d0f71-10da-49ab-937f-14a64a7df89e') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:27.970237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04d0f71-10da-49ab-937f-14a64a7df89e') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:27.984703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for f3405c5a-3001-45bb-811e-adb81f4eb4d0 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:27.988123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.036511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.095913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:28.096452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:28.099895 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:28.187232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.208351 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.210844 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/networks/2a5e2958-f66a-48ac-a433-2d21ef4730be HTTP/1.1" status: 204 len: 168 time: 0.9505785 Jun 30 09:07:28.222928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45624) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.239124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1d03-c834-4bae-bb64-2c8815645510 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Network': ['ID=2a5e2958-f66a-48ac-a433-2d21ef4730be,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.290449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbcfee91-bda7-4adc-984b-bb35bbb4cb00 req-9236f2b6-d1c1-4541-9653-b45e77c5d373 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308484 Jun 30 09:07:28.335609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-40f1e5ae-70d2-427c-aa4c-392398062f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:28.337156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-40f1e5ae-70d2-427c-aa4c-392398062f2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.5809073 Jun 30 09:07:28.358889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.386281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-06f31d8b-f6a7-43e2-9cc3-91a7bc627de1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323462 Jun 30 09:07:28.397670 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.424433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.444664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=f3405c5a-3001-45bb-811e-adb81f4eb4d0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.472484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Transition to ACTIVE for port object b83fe57c-0bf5-4ab7-b509-6f6ed8f735be will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:28.507471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.510066 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7cfd7bda-a39c-4afe-bbb3-9ba1e52637be tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/f3405c5a-3001-45bb-811e-adb81f4eb4d0 HTTP/1.1" status: 204 len: 168 time: 1.4233475 Jun 30 09:07:28.512369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45626) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.523302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.526059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-40befc1c-3ff8-40ea-9520-f736f150f2bb service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293228 Jun 30 09:07:28.556622 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ef4f9b-bfde-409e-9809-bada6a0eb26f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] GET failed (client error): The resource could not be found. Jun 30 09:07:28.558463 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-06ef4f9b-bfde-409e-9809-bada6a0eb26f tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports/f3405c5a-3001-45bb-811e-adb81f4eb4d0 HTTP/1.1" status: 404 len: 333 time: 0.0451448 Jun 30 09:07:28.560257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e210bd-6020-4832-a5ce-aabe99db83e8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:28.562281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45630) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.590807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e46247-a518-4859-962a-b6045ce45065') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:28.591689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e46247-a518-4859-962a-b6045ce45065') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:28.598075 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.616672 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.646729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.658279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:28.658870 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:28.662123 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:28.670104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Network 559aeabc-7485-48d6-91b7-1db898749a97 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:28.680219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:28.685731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:28.737281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event updated for resources: {'Port': ['ID=b83fe57c-0bf5-4ab7-b509-6f6ed8f735be,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.773496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f350f085-eefc-4275-acf2-4648f9626576 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.780955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65e48460-cddf-49a1-9fc1-2cd7ee9c0226 req-78ebb079-8325-4226-9053-07067462acde service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445045 Jun 30 09:07:28.794739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:28.795171 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.803632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.809173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.814938 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/networks/c9e210bd-6020-4832-a5ce-aabe99db83e8 HTTP/1.1" status: 204 len: 168 time: 0.5881910 Jun 30 09:07:28.815666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45636) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.832673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1def1891-d66c-41c7-be43-febe425a9edd tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4329557 Jun 30 09:07:28.843788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45638) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.849107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Request body: {'port': {'network_id': '559aeabc-7485-48d6-91b7-1db898749a97', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1839595776', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:28.849865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] bootfile-name is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:07:28.850248 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] tftp-server is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:07:28.850616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] server-ip-address is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:07:28.858451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3a6cf-0753-4525-a19e-eb0bebc22210 tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Network': ['ID=c9e210bd-6020-4832-a5ce-aabe99db83e8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.872098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f350f085-eefc-4275-acf2-4648f9626576 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.916335 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.959983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f350f085-eefc-4275-acf2-4648f9626576 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.963774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f350f085-eefc-4275-acf2-4648f9626576 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.967307 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f350f085-eefc-4275-acf2-4648f9626576 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/security-groups/54e24480-7853-4185-a223-c7c0b291531f HTTP/1.1" status: 204 len: 168 time: 0.4017384 Jun 30 09:07:28.982778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45640) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:28.983363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350f085-eefc-4275-acf2-4648f9626576 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e24480-7853-4185-a223-c7c0b291531f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.009546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.021416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11db28f8-a2f5-4a77-a9ef-1694a11db3f3']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.032857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203c900a-ca0e-4d26-80dd-d9ae9b347177') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.033054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203c900a-ca0e-4d26-80dd-d9ae9b347177') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.042590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.058280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.065028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:29.065444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:29.069113 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:29.072514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1073f4f9-9068-4c01-93a5-ea7ddf295413 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.086818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Made reservation on behalf of bfecadfcca6447389264f279ab1632b4 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:29.090595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.111006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1073f4f9-9068-4c01-93a5-ea7ddf295413 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.131494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] device_id is not set on port 3adb276f-6034-4b3a-96c0-29001d943e05 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:29.135604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.160814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.165168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] 10.222.0.53 "DELETE /v2.0/networks/11db28f8-a2f5-4a77-a9ef-1694a11db3f3 HTTP/1.1" status: 204 len: 168 time: 0.3463602 Jun 30 09:07:29.165168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171a4c1-b8ac-425e-b1e6-d588d3387c3a tempest-BulkNetworkOpsIpV6Test-430713175 tempest-BulkNetworkOpsIpV6Test-430713175-project] Pushing event deleted for resources: {'Network': ['ID=11db28f8-a2f5-4a77-a9ef-1694a11db3f3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.167787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a4bf2-07fc-48ba-88b0-e6e6b12ecdca None None] Network 559aeabc-7485-48d6-91b7-1db898749a97 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:29.221047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1073f4f9-9068-4c01-93a5-ea7ddf295413 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.223643 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1073f4f9-9068-4c01-93a5-ea7ddf295413 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.224770 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1073f4f9-9068-4c01-93a5-ea7ddf295413 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/security-groups/26e1d8cf-6fbc-44de-a9c6-84798cbfa83c HTTP/1.1" status: 204 len: 168 time: 0.2394388 Jun 30 09:07:29.227567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45644) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:29.252774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bb54e7ec-80d6-4dc9-a659-dfc005e93af4 None None] Provisioning for port 489b28e4-a02d-4733-a821-1b87c046244a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:29.260161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f4f9-9068-4c01-93a5-ea7ddf295413 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e1d8cf-6fbc-44de-a9c6-84798cbfa83c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.291275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Allocated IP 172.20.0.10 (559aeabc-7485-48d6-91b7-1db898749a97/7e3bc99b-4578-4d2d-977c-911a9434b976/3adb276f-6034-4b3a-96c0-29001d943e05) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:29.300607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02953a41-d5fd-4bc1-998d-5da8237df66b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.325270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02953a41-d5fd-4bc1-998d-5da8237df66b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.410437 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02953a41-d5fd-4bc1-998d-5da8237df66b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.414722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02953a41-d5fd-4bc1-998d-5da8237df66b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.415901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-02953a41-d5fd-4bc1-998d-5da8237df66b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d7d5e12-732d-4f23-9df9-a0764704e2e7 HTTP/1.1" status: 204 len: 168 time: 0.1870904 Jun 30 09:07:29.419152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45652) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:29.504786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02953a41-d5fd-4bc1-998d-5da8237df66b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d5e12-732d-4f23-9df9-a0764704e2e7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.544276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.568636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Transition to ACTIVE for port object 3adb276f-6034-4b3a-96c0-29001d943e05 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:29.573449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45654) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:29.605154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet 60d77c8e-fe6c-4016-ab6a-7db706898adf {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:29.610681 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.612380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.657839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.670668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Network 559aeabc-7485-48d6-91b7-1db898749a97 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:29.674029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:29.684871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:29.700412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39572e-9d56-432d-868d-49d62d4d3968 req-e9c21cd7-e616-4b7d-be85-c034c0e855ba tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.705587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e39572e-9d56-432d-868d-49d62d4d3968 req-e9c21cd7-e616-4b7d-be85-c034c0e855ba tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 943 time: 0.2020519 Jun 30 09:07:29.733259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event updated for resources: {'Port': ['ID=3adb276f-6034-4b3a-96c0-29001d943e05,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.754307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.755124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.774586 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a1055cac-e9f1-411a-a002-d41b260c5095 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.9277034 Jun 30 09:07:29.774934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45658) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:29.831226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44a47127-056d-4fc4-86b3-698a0da1a124 None None] Provisioning for port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:29.835771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44a47127-056d-4fc4-86b3-698a0da1a124 None None] Provisioning complete for port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:29.836272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44a47127-056d-4fc4-86b3-698a0da1a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.857003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.898584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-44a47127-056d-4fc4-86b3-698a0da1a124 None None] Port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:29.905313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e39572e-9d56-432d-868d-49d62d4d3968 req-3ecd051c-e207-4624-a706-eea0a981f12e tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944327 Jun 30 09:07:29.912656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c101c598-e072-4c9d-babc-fd802cbc86ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d9baa5b81994d2dbee4ee6be7bbdee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364508 Jun 30 09:07:29.918218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45666) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:29.920050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1ca49-b5f1-4a3d-ac78-b53a1d43fcb6 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.939125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 489b28e4-a02d-4733-a821-1b87c046244a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:29.941843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1ca49-b5f1-4a3d-ac78-b53a1d43fcb6 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.967638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1ca49-b5f1-4a3d-ac78-b53a1d43fcb6 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:29.970682 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f5f1ca49-b5f1-4a3d-ac78-b53a1d43fcb6 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1933746 Jun 30 09:07:29.973220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45668) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:30.021605 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.027043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2da064b3-d349-496f-839d-e52f949132c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.040360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-172fd8a4-ddcd-4796-94b2-945d171bb645 None None] Provisioning complete for port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:30.040912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-172fd8a4-ddcd-4796-94b2-945d171bb645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.066949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=60d77c8e-fe6c-4016-ab6a-7db706898adf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.088436 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.091018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9d8702ca-49ca-4eee-8558-b005f83ed2fe tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/60d77c8e-fe6c-4016-ab6a-7db706898adf HTTP/1.1" status: 204 len: 168 time: 0.6703014 Jun 30 09:07:30.096174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45670) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:30.099395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2da064b3-d349-496f-839d-e52f949132c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.101364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a8ab80-d52d-4177-95f7-0c29e830c287 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:30.114339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 489b28e4-a02d-4733-a821-1b87c046244a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:30.123602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Deleting port 3adb276f-6034-4b3a-96c0-29001d943e05 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:30.123958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.157930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet 3095a52b-698f-4218-abbf-f136d07d6283 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:30.167916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.227531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.246067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 489b28e4-a02d-4733-a821-1b87c046244a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:30.246686 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.287176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-172fd8a4-ddcd-4796-94b2-945d171bb645 None None] Port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:30.291082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.306808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Calling delete_port for 3adb276f-6034-4b3a-96c0-29001d943e05 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:30.360529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.383352 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.400665 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2da064b3-d349-496f-839d-e52f949132c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.404729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2da064b3-d349-496f-839d-e52f949132c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.412354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2da064b3-d349-496f-839d-e52f949132c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e9f0453-f8d4-4637-970a-764323b3dd07 HTTP/1.1" status: 204 len: 168 time: 0.4931087 Jun 30 09:07:30.443349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 489b28e4-a02d-4733-a821-1b87c046244a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=489b28e4-a02d-4733-a821-1b87c046244a,segment=NetworkSegment(48ff3cc3-e664-4728-adbc-f6ccf24bb10d),segment_id=48ff3cc3-e664-4728-adbc-f6ccf24bb10d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:30.453848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d905291d-0102-46b9-864d-ea0c8fcfad23 None None] Provisioning for port 3adb276f-6034-4b3a-96c0-29001d943e05 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:30.460983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d905291d-0102-46b9-864d-ea0c8fcfad23 None None] Provisioning complete for port 3adb276f-6034-4b3a-96c0-29001d943e05 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:30.461360 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d905291d-0102-46b9-864d-ea0c8fcfad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.465123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.475088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.497045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.512743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/3095a52b-698f-4218-abbf-f136d07d6283 HTTP/1.1" status: 204 len: 168 time: 0.4155748 Jun 30 09:07:30.515274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da064b3-d349-496f-839d-e52f949132c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9f0453-f8d4-4637-970a-764323b3dd07,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.515984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45678) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:30.568932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf8bf9-b2eb-4b12-9e81-288b76305983 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=3095a52b-698f-4218-abbf-f136d07d6283,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.590149 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8b8e2f-8f38-4396-bc94-76c8bd955aff tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:30.590726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8b8e2f-8f38-4396-bc94-76c8bd955aff tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:30.592535 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4e8b8e2f-8f38-4396-bc94-76c8bd955aff tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/60d77c8e-fe6c-4016-ab6a-7db706898adf HTTP/1.1" status: 404 len: 337 time: 0.0746460 Jun 30 09:07:30.595426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:30.598871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d905291d-0102-46b9-864d-ea0c8fcfad23 None None] Port 3adb276f-6034-4b3a-96c0-29001d943e05 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:30.641197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=489b28e4-a02d-4733-a821-1b87c046244a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.686726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting subnet be3dd151-0f58-4829-9508-72e08413a8ce {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:30.699397 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.702240 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.761516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event deleted for resources: {'Port': ['ID=3adb276f-6034-4b3a-96c0-29001d943e05,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.844473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.902367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.906141 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d1fa419-d43c-412f-9244-f7821949de82 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "DELETE /v2.0/ports/3adb276f-6034-4b3a-96c0-29001d943e05 HTTP/1.1" status: 204 len: 168 time: 0.9312944 Jun 30 09:07:30.911897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45692) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:30.918134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Request body: {'port': {'name': 'tempest-new-port-name-1921247294', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:30.918588 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.api.validators [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] bootfile-name is not in valid_values {{(pid=100240) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:07:30.918923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.api.validators [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] tftp-server is not in valid_values {{(pid=100240) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:07:30.919245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.api.validators [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] server-ip-address is not in valid_values {{(pid=100240) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:07:30.992892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2126fa32-7ddf-4963-a5bd-fb02b289ab12 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:31.042152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.143529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.168261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.211482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Subnet': ['ID=be3dd151-0f58-4829-9508-72e08413a8ce,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.214911 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.220869 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-49418349-5ebf-476d-bebe-50fbc2789de4 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/be3dd151-0f58-4829-9508-72e08413a8ce HTTP/1.1" status: 204 len: 168 time: 0.6244586 Jun 30 09:07:31.222288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45700) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.226420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2126fa32-7ddf-4963-a5bd-fb02b289ab12, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:31.257574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '2126fa32-7ddf-4963-a5bd-fb02b289ab12', 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'port_id': '2126fa32-7ddf-4963-a5bd-fb02b289ab12', 'mac_address': 'fa:16:3e:d9:e0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:31.271631 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f86f918-3ea0-44d7-821e-68517190a264 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.272395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f86f918-3ea0-44d7-821e-68517190a264 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.277890 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5f86f918-3ea0-44d7-821e-68517190a264 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/51dd2e46-d5a5-4fde-a2d4-2dd943183de2 HTTP/1.1" status: 404 len: 337 time: 0.0536709 Jun 30 09:07:31.279007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45702) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.340217 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.356862 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-407c0699-ce60-4a9f-9bcb-5d244fba4c97 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "GET /v2.0/ports?device_id=6309569e-212a-4134-ba32-c792c94a2c8b HTTP/1.1" status: 200 len: 205 time: 0.0764167 Jun 30 09:07:31.357519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45706) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.385048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2126fa32-7ddf-4963-a5bd-fb02b289ab12 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:31.411878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2126fa32-7ddf-4963-a5bd-fb02b289ab12, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:31.421938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.433516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fefd5-6498-4131-9e37-f79e3942a23c req-5f4ba265-2387-48cf-b6d3-fed8ee009a8f tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.441326 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-6a703432-3554-4076-97dd-b0774798a894 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] delete failed (client error): The resource could not be found. Jun 30 09:07:31.444986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6a703432-3554-4076-97dd-b0774798a894 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/routers/6309569e-212a-4134-ba32-c792c94a2c8b HTTP/1.1" status: 404 len: 336 time: 0.0840662 Jun 30 09:07:31.445171 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-147fefd5-6498-4131-9e37-f79e3942a23c req-5f4ba265-2387-48cf-b6d3-fed8ee009a8f tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 943 time: 0.3182740 Jun 30 09:07:31.447885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45710) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.495841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=2126fa32-7ddf-4963-a5bd-fb02b289ab12,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.511457 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-d596359a-8611-4927-ba06-2d4f68340251 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.511912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d596359a-8611-4927-ba06-2d4f68340251 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.521411 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d596359a-8611-4927-ba06-2d4f68340251 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/724c8fc1-f0d3-476c-8029-61c9f0fdaeb9 HTTP/1.1" status: 404 len: 337 time: 0.0721390 Jun 30 09:07:31.524637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45716) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.551630 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c1aa4c-4b10-4e02-8218-6d44449b0a5e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.552087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c1aa4c-4b10-4e02-8218-6d44449b0a5e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.556539 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19c1aa4c-4b10-4e02-8218-6d44449b0a5e tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/27b4b920-c5a3-45d6-95d3-141c2c96f096 HTTP/1.1" status: 404 len: 337 time: 0.0281994 Jun 30 09:07:31.559194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.583629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-147fefd5-6498-4131-9e37-f79e3942a23c req-41518888-8de9-4ef8-8296-eeab49fdb4d7 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392574 Jun 30 09:07:31.587093 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ea51cb-5207-470d-84dd-18a513806281 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.587548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ea51cb-5207-470d-84dd-18a513806281 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.589534 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-61ea51cb-5207-470d-84dd-18a513806281 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/3bf7e755-dcc6-40f9-9f68-174b614a05ef HTTP/1.1" status: 404 len: 337 time: 0.0293691 Jun 30 09:07:31.593599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45722) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.637934 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-00d6e0a9-36aa-4d35-91d2-18670102ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.643529 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7ee244-2ec5-421f-8054-3cdf2fbe6dcc tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.644409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7ee244-2ec5-421f-8054-3cdf2fbe6dcc tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.646145 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bc7ee244-2ec5-421f-8054-3cdf2fbe6dcc tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/7e20e272-63db-4df5-967d-b67ed74dff5c HTTP/1.1" status: 404 len: 333 time: 0.0515425 Jun 30 09:07:31.648698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45724) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.677283 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e928d3-b633-4c8b-a230-cc989b2ca217 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.677772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e928d3-b633-4c8b-a230-cc989b2ca217 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.679491 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83e928d3-b633-4c8b-a230-cc989b2ca217 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/dfbeb3a2-0c41-45a6-9421-ed59ec5e89ed HTTP/1.1" status: 404 len: 337 time: 0.0298090 Jun 30 09:07:31.682175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.693265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d6c6c-d325-4648-bf4d-14e2cc180a16 None None] Network aef2231c-c530-423c-b78c-2352da1d97c8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:31.706851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.707304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['2126fa32-7ddf-4963-a5bd-fb02b289ab12'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:31.713495 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.721688 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d63c5ee-2deb-46d9-a130-61419482443b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.722152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d63c5ee-2deb-46d9-a130-61419482443b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.728871 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4d63c5ee-2deb-46d9-a130-61419482443b tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/a31348dd-9846-42de-8682-07d35384f026 HTTP/1.1" status: 404 len: 337 time: 0.0436962 Jun 30 09:07:31.732989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45728) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.733336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.771085 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-6252db4d-0cca-49a9-990c-2d1e458d5aee tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.771868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6252db4d-0cca-49a9-990c-2d1e458d5aee tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.776070 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6252db4d-0cca-49a9-990c-2d1e458d5aee tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/ad7d1e48-f27d-4ba9-b1ef-084fbcfe3e28 HTTP/1.1" status: 404 len: 333 time: 0.0395160 Jun 30 09:07:31.776368 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45736) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.807991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] In _notify_port_updated(), no bound segment for port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be on network 559aeabc-7485-48d6-91b7-1db898749a97 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:07:31.808913 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f2446a-b691-42ee-9ac4-bccdff12ed8d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.809592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f2446a-b691-42ee-9ac4-bccdff12ed8d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.814736 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-05f2446a-b691-42ee-9ac4-bccdff12ed8d tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/832af6fe-d334-4fd2-8e27-f8ab72a97927 HTTP/1.1" status: 404 len: 337 time: 0.0343728 Jun 30 09:07:31.814894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.814894 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.815316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45738) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.818944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "PUT /v2.0/ports/b83fe57c-0bf5-4ab7-b509-6f6ed8f735be HTTP/1.1" status: 200 len: 1136 time: 0.9059792 Jun 30 09:07:31.819599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45740) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.888388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 489b28e4-a02d-4733-a821-1b87c046244a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:31.899838 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f69fd34-f56a-4b95-9981-5c43405c9c21 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] DELETE failed (client error): The resource could not be found. Jun 30 09:07:31.900982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f69fd34-f56a-4b95-9981-5c43405c9c21 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:31.905622 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f69fd34-f56a-4b95-9981-5c43405c9c21 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/subnets/a47a7777-ef71-4367-880e-59c388f7a4a8 HTTP/1.1" status: 404 len: 337 time: 0.0847974 Jun 30 09:07:31.907072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45742) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.939333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbfd624-5ed1-4b3e-a34b-b5516b6021e0 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.945143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4cbfd624-5ed1-4b3e-a34b-b5516b6021e0 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "GET /v2.0/ports/b83fe57c-0bf5-4ab7-b509-6f6ed8f735be HTTP/1.1" status: 200 len: 1136 time: 0.1221092 Jun 30 09:07:31.945830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45744) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.953842 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5b87d245-1ccc-4fd8-937c-0b1bf6fe6322 tempest-DvrRoutersNegativeTest-907665686 tempest-DvrRoutersNegativeTest-907665686-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-795685566', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:31.957860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.policy [None req-5b87d245-1ccc-4fd8-937c-0b1bf6fe6322 tempest-DvrRoutersNegativeTest-907665686 tempest-DvrRoutersNegativeTest-907665686-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100238) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 30 09:07:31.958161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.policy [None req-5b87d245-1ccc-4fd8-937c-0b1bf6fe6322 tempest-DvrRoutersNegativeTest-907665686 tempest-DvrRoutersNegativeTest-907665686-project] Failed policy check for 'create_router' {{(pid=100238) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 30 09:07:31.958684 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-5b87d245-1ccc-4fd8-937c-0b1bf6fe6322 tempest-DvrRoutersNegativeTest-907665686 tempest-DvrRoutersNegativeTest-907665686-project] create failed (client error): Access was denied to this resource. Jun 30 09:07:31.964569 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5b87d245-1ccc-4fd8-937c-0b1bf6fe6322 tempest-DvrRoutersNegativeTest-907665686 tempest-DvrRoutersNegativeTest-907665686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2242362 Jun 30 09:07:31.966987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33481f56-8c2a-4bdd-b470-326e79418d59 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event updated for resources: {'Port': ['ID=b83fe57c-0bf5-4ab7-b509-6f6ed8f735be,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.020315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c7204e2c-e5a2-45da-8c3a-29320dedd103 None None] Provisioning complete for port ddaa1d35-0335-4190-a5eb-50c4398f5793 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:32.022128 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c7204e2c-e5a2-45da-8c3a-29320dedd103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.082060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Deleting port b83fe57c-0bf5-4ab7-b509-6f6ed8f735be {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:32.082557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port ddaa1d35-0335-4190-a5eb-50c4398f5793 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:32.083063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.083355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.132597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c7204e2c-e5a2-45da-8c3a-29320dedd103 None None] Port ddaa1d35-0335-4190-a5eb-50c4398f5793 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:32.134253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 489b28e4-a02d-4733-a821-1b87c046244a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:32.134725 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.178685 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.194866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for ddaa1d35-0335-4190-a5eb-50c4398f5793 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:32.202417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c7204e2c-e5a2-45da-8c3a-29320dedd103 None None] Provisioning complete for port f3faa348-d515-4538-ade9-21057f6aca95 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:32.202776 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c7204e2c-e5a2-45da-8c3a-29320dedd103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.202923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.223087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Calling delete_port for b83fe57c-0bf5-4ab7-b509-6f6ed8f735be owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:32.294848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.353551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=ddaa1d35-0335-4190-a5eb-50c4398f5793,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.364899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.368028 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-25687f2e-7acf-4ff8-9f96-1c0633637b12 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/ports/ddaa1d35-0335-4190-a5eb-50c4398f5793 HTTP/1.1" status: 204 len: 168 time: 0.4596400 Jun 30 09:07:32.370232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45750) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:32.373258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] DHCP port deletion for aef2231c-c530-423c-b78c-2352da1d97c8 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:32.384991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45752) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:32.439179 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.474667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event deleted for resources: {'Port': ['ID=b83fe57c-0bf5-4ab7-b509-6f6ed8f735be,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.481250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] Deleting port f3faa348-d515-4538-ade9-21057f6aca95 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:32.481575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.529479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.570339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.575671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-57208d3f-2949-49f1-8c61-e7e55efb7a45 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "DELETE /v2.0/ports/b83fe57c-0bf5-4ab7-b509-6f6ed8f735be HTTP/1.1" status: 204 len: 168 time: 0.6234629 Jun 30 09:07:32.576450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45758) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:32.666396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaf49-dee7-43fe-a70a-809fd1dce8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.685774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Deleting subnet 7e3bc99b-4578-4d2d-977c-911a9434b976 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:32.689961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.696606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Deleting port f3faa348-d515-4538-ade9-21057f6aca95 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:32.696941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.791222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.803678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f3faa348-d515-4538-ade9-21057f6aca95,segment=NetworkSegment(6e7ab393-f6de-46df-9c04-5aafa643ba9d),segment_id=6e7ab393-f6de-46df-9c04-5aafa643ba9d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:32.804121 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.807604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] For port f3faa348-d515-4538-ade9-21057f6aca95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f3faa348-d515-4538-ade9-21057f6aca95,segment=NetworkSegment(6e7ab393-f6de-46df-9c04-5aafa643ba9d),segment_id=6e7ab393-f6de-46df-9c04-5aafa643ba9d)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:32.807950 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.818997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] Calling delete_port for f3faa348-d515-4538-ade9-21057f6aca95 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:32.826362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Calling delete_port for f3faa348-d515-4538-ade9-21057f6aca95 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:32.862072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c85907-0601-4c84-b0be-e6fa37162e34 req-e5b09557-200a-4fc8-a140-266384c87458 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:32.863977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60c85907-0601-4c84-b0be-e6fa37162e34 req-e5b09557-200a-4fc8-a140-266384c87458 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 944 time: 0.1275828 Jun 30 09:07:32.927296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2dda7354-f657-4356-82fe-6d49df885281 None None] Could not find standard attr ID for object b83fe57c-0bf5-4ab7-b509-6f6ed8f735be. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:07:32.930277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.940928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaf49-dee7-43fe-a70a-809fd1dce8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.946332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] No DVR routers for this DVR port f3faa348-d515-4538-ade9-21057f6aca95 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:32.958635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaf49-dee7-43fe-a70a-809fd1dce8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.970972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60c85907-0601-4c84-b0be-e6fa37162e34 req-7ff48392-4596-4eaa-95b8-dbc884d55b4a tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Jun 30 09:07:32.977427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f360-6931-4b40-a22e-5acdccad8097 None None] Pushing event deleted for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.986471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb237917-2b30-4922-90cc-6256d46323a6 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:07:33.007547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.007777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.052616 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cb6aaf49-dee7-43fe-a70a-809fd1dce8e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c45b2ecc52b14581a57145a8a315a93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6664431 Jun 30 09:07:33.054399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45764) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.056143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6aaf49-dee7-43fe-a70a-809fd1dce8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f22ac-9c8c-4a9a-947b-e71523f1b6b7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.059747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Port': ['ID=f3faa348-d515-4538-ade9-21057f6aca95,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.064105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] No DVR routers for this DVR port f3faa348-d515-4538-ade9-21057f6aca95 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:33.098832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2126fa32-7ddf-4963-a5bd-fb02b289ab12 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:33.156266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb237917-2b30-4922-90cc-6256d46323a6 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:07:33.167206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-399fd3eb-ffce-41fc-9d6b-5bc61cca184c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.180939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.194615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef2231c-c530-423c-b78c-2352da1d97c8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:33.198627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.208614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7ab393-f6de-46df-9c04-5aafa643ba9d') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:33.208909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7ab393-f6de-46df-9c04-5aafa643ba9d') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:33.210109 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-399fd3eb-ffce-41fc-9d6b-5bc61cca184c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.217797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.222647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45766) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.223270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "DELETE /v2.0/subnets/7e3bc99b-4578-4d2d-977c-911a9434b976 HTTP/1.1" status: 204 len: 168 time: 0.6457365 Jun 30 09:07:33.234382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.240240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:33.255236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7eb7f9-0319-4b25-b88e-4df11ad853d1 tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3bc99b-4578-4d2d-977c-911a9434b976,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.258980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:33.259586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.307523 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.313092 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-399fd3eb-ffce-41fc-9d6b-5bc61cca184c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.318561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-399fd3eb-ffce-41fc-9d6b-5bc61cca184c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.320398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-399fd3eb-ffce-41fc-9d6b-5bc61cca184c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f4f22ac-9c8c-4a9a-947b-e71523f1b6b7 HTTP/1.1" status: 204 len: 168 time: 0.2645998 Jun 30 09:07:33.332593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fd3eb-ffce-41fc-9d6b-5bc61cca184c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f22ac-9c8c-4a9a-947b-e71523f1b6b7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.336135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:33.336543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:33.341407 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:33.408833 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.429868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.454965 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.463743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126fa32-7ddf-4963-a5bd-fb02b289ab12'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:33.465293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.470520 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] 10.222.0.53 "DELETE /v2.0/networks/aef2231c-c530-423c-b78c-2352da1d97c8 HTTP/1.1" status: 204 len: 168 time: 1.0959601 Jun 30 09:07:33.470618 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc2418-c084-4586-8e2d-13ec916e8ed3" -d '{"events": [{"server_uuid": "f7945647-1977-4e28-820d-c0ab056fdfba", "name": "network-vif-plugged", "status": "completed", "tag": "2126fa32-7ddf-4963-a5bd-fb02b289ab12"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:33.489920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 2126fa32-7ddf-4963-a5bd-fb02b289ab12, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:33.490615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b338f28-eab0-4cf9-9aae-4daed5614d79 tempest-PortsIpV6TestJSON-592339347 tempest-PortsIpV6TestJSON-592339347-project] Pushing event deleted for resources: {'Network': ['ID=aef2231c-c530-423c-b78c-2352da1d97c8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.504650 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.505757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Deleting port 489b28e4-a02d-4733-a821-1b87c046244a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:33.509021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.576205 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98458269-07a2-48e5-b6ee-a95a8d9a494a x-openstack-request-id: req-98458269-07a2-48e5-b6ee-a95a8d9a494a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:33.576501 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7945647-1977-4e28-820d-c0ab056fdfba", "name": "network-vif-plugged", "status": "completed", "tag": "2126fa32-7ddf-4963-a5bd-fb02b289ab12", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:33.576752 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98458269-07a2-48e5-b6ee-a95a8d9a494a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:33.577139 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126fa32-7ddf-4963-a5bd-fb02b289ab12', 'code': 200} Jun 30 09:07:33.610074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] For port 489b28e4-a02d-4733-a821-1b87c046244a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=489b28e4-a02d-4733-a821-1b87c046244a,segment=NetworkSegment(48ff3cc3-e664-4728-adbc-f6ccf24bb10d),segment_id=48ff3cc3-e664-4728-adbc-f6ccf24bb10d)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:33.611365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.638833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Calling delete_port for 489b28e4-a02d-4733-a821-1b87c046244a owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:33.654352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=2126fa32-7ddf-4963-a5bd-fb02b289ab12,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.696075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631003cc-8ce4-4d1c-9f78-096bf82b9a45 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:07:33.790269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1dc55-d713-41cf-98b7-1cb39633ded3 req-4b914b13-ac3d-4217-9437-81de8e421b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:33.793205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1dc55-d713-41cf-98b7-1cb39633ded3 req-4b914b13-ac3d-4217-9437-81de8e421b52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 1097 time: 0.1374531 Jun 30 09:07:33.799608 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.844164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f1dc55-d713-41cf-98b7-1cb39633ded3 req-9465ac51-001f-412a-92a0-e8102b0e1510 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391386 Jun 30 09:07:33.861229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f3faa348-d515-4538-ade9-21057f6aca95 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:33.861773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event deleted for resources: {'Port': ['ID=489b28e4-a02d-4733-a821-1b87c046244a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.876975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] No DVR routers for this DVR port 489b28e4-a02d-4733-a821-1b87c046244a on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:33.888714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f3faa348-d515-4538-ade9-21057f6aca95 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:33.889056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f3faa348-d515-4538-ade9-21057f6aca95 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:33.902756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631003cc-8ce4-4d1c-9f78-096bf82b9a45 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:07:33.992470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45788) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.006771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.031886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559aeabc-7485-48d6-91b7-1db898749a97']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:34.047246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ff3cc3-e664-4728-adbc-f6ccf24bb10d') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:34.047603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ff3cc3-e664-4728-adbc-f6ccf24bb10d') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:34.058937 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.074739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.081718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:34.082143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:34.157268 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:34.167635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.181511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.188855 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] 10.222.0.53 "DELETE /v2.0/networks/559aeabc-7485-48d6-91b7-1db898749a97 HTTP/1.1" status: 204 len: 168 time: 0.9617991 Jun 30 09:07:34.217470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22e93f-5e3c-4e36-a781-097e757da00d tempest-ExtraDHCPOptionsTestJSON-636195289 tempest-ExtraDHCPOptionsTestJSON-636195289-project] Pushing event deleted for resources: {'Network': ['ID=559aeabc-7485-48d6-91b7-1db898749a97,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.358415 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.368024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac8054-69c6-46d1-ae69-efc54872d0be None None] Network 559aeabc-7485-48d6-91b7-1db898749a97 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:34.397192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3ab7eda0-307a-4847-b9b5-5ff5b6081a2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=825aeb0138ca4558af1d3845385e1ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032536 Jun 30 09:07:34.399733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45804) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.413591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd8eb4-c2f0-4900-926d-686838aa46d1 req-f88586aa-d3cc-4c72-ac06-18b1afaa7d5e tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.423297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49bd8eb4-c2f0-4900-926d-686838aa46d1 req-f88586aa-d3cc-4c72-ac06-18b1afaa7d5e tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1817319 Jun 30 09:07:34.442960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac8054-69c6-46d1-ae69-efc54872d0be None None] Network 559aeabc-7485-48d6-91b7-1db898749a97 could not be found, it might have been deleted concurrently. {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:07:34.461061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-040e1dba-026f-4f09-8bfd-467d084b7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.501913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49bd8eb4-c2f0-4900-926d-686838aa46d1 req-70863554-e230-4ce4-b456-5d542334e6df tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576324 Jun 30 09:07:34.518402 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-495f8948-83d0-4797-9ab9-03f430613463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.530060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25bca4-abc0-4b21-bd5e-7ba5543014db None None] DHCP port deletion for 559aeabc-7485-48d6-91b7-1db898749a97 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:34.555958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-495f8948-83d0-4797-9ab9-03f430613463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.620155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-495f8948-83d0-4797-9ab9-03f430613463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.623474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-495f8948-83d0-4797-9ab9-03f430613463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.628378 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-495f8948-83d0-4797-9ab9-03f430613463 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0e6188e-91a5-4a40-b9cc-e3d8b5224aab HTTP/1.1" status: 204 len: 168 time: 0.2244234 Jun 30 09:07:34.638784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45816) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.640276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f8948-83d0-4797-9ab9-03f430613463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e6188e-91a5-4a40-b9cc-e3d8b5224aab,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.739620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45820) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.911606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-41b15f53-903a-4d10-a9c8-9cd7c4ffc183 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:34.914034 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-41b15f53-903a-4d10-a9c8-9cd7c4ffc183 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:07:34.914824 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-41b15f53-903a-4d10-a9c8-9cd7c4ffc183 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:07:34.921114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45826) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.922124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-41b15f53-903a-4d10-a9c8-9cd7c4ffc183 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2819650 Jun 30 09:07:34.927206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275264172'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:34.953685 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.966857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.106118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.113662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.141927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ebf5349b-f01f-46c8-88d0-77f65d8b9b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfecadfcca6447389264f279ab1632b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005144 Jun 30 09:07:35.144305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45834) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.166592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e9f11-d765-464b-a5f2-d67c26858987,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.224061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c4c77d75-6053-4279-939c-5e93c5bcb180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.248656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.253813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.257261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c4c77d75-6053-4279-939c-5e93c5bcb180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.296647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0b61a8-9908-48b5-a709-2ae0bac92d6e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.302706 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.306721 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b22ec2a-1bc3-42f6-838b-4c5bd0207475 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3817735 Jun 30 09:07:35.306859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45838) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.323140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-62f28582-5cdc-4a5b-81ba-6ae93089d401 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': 'cc0b61a8-9908-48b5-a709-2ae0bac92d6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:35.338521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c4c77d75-6053-4279-939c-5e93c5bcb180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.341384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c4c77d75-6053-4279-939c-5e93c5bcb180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.343302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c4c77d75-6053-4279-939c-5e93c5bcb180 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a30096bd-e0cf-44ec-b175-3e6603a37956 HTTP/1.1" status: 204 len: 168 time: 0.1975782 Jun 30 09:07:35.353946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c77d75-6053-4279-939c-5e93c5bcb180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30096bd-e0cf-44ec-b175-3e6603a37956,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.385556 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62f28582-5cdc-4a5b-81ba-6ae93089d401 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.469136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62f28582-5cdc-4a5b-81ba-6ae93089d401 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.480495 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62f28582-5cdc-4a5b-81ba-6ae93089d401 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.496296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f28582-5cdc-4a5b-81ba-6ae93089d401 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a83bd7-77bf-44cf-b53e-4d3aba6a6dde,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.515829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62f28582-5cdc-4a5b-81ba-6ae93089d401 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.518118 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62f28582-5cdc-4a5b-81ba-6ae93089d401 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2099841 Jun 30 09:07:35.520365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45850) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.528839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4b6175b7-d6be-4aed-9886-c98630d2d21a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': 'cc0b61a8-9908-48b5-a709-2ae0bac92d6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:35.570425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b6175b7-d6be-4aed-9886-c98630d2d21a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.699857 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-4b6175b7-d6be-4aed-9886-c98630d2d21a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:07:35.700915 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4b6175b7-d6be-4aed-9886-c98630d2d21a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1794868 Jun 30 09:07:35.703784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.737418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca19679-91b2-4778-9e42-a61567793075 req-46d2dc09-f262-458e-99a9-f33695040936 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:35.738170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eca19679-91b2-4778-9e42-a61567793075 req-46d2dc09-f262-458e-99a9-f33695040936 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1103141 Jun 30 09:07:35.791369 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.822675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-573e5867-b16f-4f76-97e8-90f4ee74d62c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.836797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eca19679-91b2-4778-9e42-a61567793075 req-2d425c75-e96a-40d0-ba9f-6c26c24451b2 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929823 Jun 30 09:07:35.851596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 489b28e4-a02d-4733-a821-1b87c046244a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:35.865954 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-573e5867-b16f-4f76-97e8-90f4ee74d62c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.885765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45868) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.887426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 489b28e4-a02d-4733-a821-1b87c046244a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:35.887988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 489b28e4-a02d-4733-a821-1b87c046244a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:35.968121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-573e5867-b16f-4f76-97e8-90f4ee74d62c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.971773 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-573e5867-b16f-4f76-97e8-90f4ee74d62c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.973470 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-573e5867-b16f-4f76-97e8-90f4ee74d62c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc0b61a8-9908-48b5-a709-2ae0bac92d6e HTTP/1.1" status: 204 len: 168 time: 0.2681427 Jun 30 09:07:35.976168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45874) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.984790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e5867-b16f-4f76-97e8-90f4ee74d62c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0b61a8-9908-48b5-a709-2ae0bac92d6e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.068049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--297949670'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:36.131933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.163259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.180845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c1224833-32b8-4040-a489-3dcbd8a0f589 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2025979 Jun 30 09:07:36.184630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45878) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.190723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-84f7c454-2222-412a-aa64-de9e9eca7b54 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433630792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:36.227253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84f7c454-2222-412a-aa64-de9e9eca7b54 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.391895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.404313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.455368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b73c91-0784-46f7-b506-2025845280fc,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.475642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db1797-49b6-4dcd-958e-ef2c70fff4cd req-bf19fe3c-ad21-4cb6-8b24-02841f70847b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.477145 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2db1797-49b6-4dcd-958e-ef2c70fff4cd req-bf19fe3c-ad21-4cb6-8b24-02841f70847b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1451621 Jun 30 09:07:36.479178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-cfd8bff0-882e-440c-8541-cfd15e27ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.480631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-cfd8bff0-882e-440c-8541-cfd15e27ee81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 1097 time: 0.2313969 Jun 30 09:07:36.501600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45890) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.521333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84f7c454-2222-412a-aa64-de9e9eca7b54 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.527648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84f7c454-2222-412a-aa64-de9e9eca7b54 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.573483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7c454-2222-412a-aa64-de9e9eca7b54 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb087477-204c-4a81-aa08-1f29accf0377,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.610054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2db1797-49b6-4dcd-958e-ef2c70fff4cd req-4e31c4fd-a42b-4423-a974-282d756a95a0 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214712 Jun 30 09:07:36.669442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-0c3dfabf-4779-47c0-a171-3ec366c15fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.671212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-0c3dfabf-4779-47c0-a171-3ec366c15fce service neutron] 10.222.0.26 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 911 time: 0.1815975 Jun 30 09:07:36.720190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-bc7b413e-0756-4680-b413-97865d182401 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1108454499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:36.736587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-764fca55-97fe-4fd7-b647-0a77367f3bb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12 HTTP/1.1" status: 200 len: 217 time: 0.0582049 Jun 30 09:07:36.747977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.756323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84f7c454-2222-412a-aa64-de9e9eca7b54 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.757599 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-84f7c454-2222-412a-aa64-de9e9eca7b54 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5710289 Jun 30 09:07:36.759605 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.760325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45898) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.765579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-24a9afc8-1e39-4587-b0ac-d8ad17cc25d4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': 'cb087477-204c-4a81-aa08-1f29accf0377', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:36.766232 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-24a9afc8-1e39-4587-b0ac-d8ad17cc25d4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:07:36.766681 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-24a9afc8-1e39-4587-b0ac-d8ad17cc25d4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:36.767744 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-24a9afc8-1e39-4587-b0ac-d8ad17cc25d4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064392 Jun 30 09:07:36.774097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45900) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.829883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc7b413e-0756-4680-b413-97865d182401 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.830906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc7b413e-0756-4680-b413-97865d182401 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.837242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83460548-cab7-4a97-81e5-84c77b7803bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.842405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.846142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9564867 Jun 30 09:07:36.846142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-706a1106-29fa-4741-8136-d121b98ecfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.846510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-706a1106-29fa-4741-8136-d121b98ecfcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.1009779 Jun 30 09:07:36.849411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45902) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.849860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97c99b-0f21-4edf-852a-2a2539d2608d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca9465-d7db-4bb2-8ed2-72c0f78633ab,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.884827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83460548-cab7-4a97-81e5-84c77b7803bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.895054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-e493b10d-e80a-4b0c-acb8-f82cd5f969d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399513 Jun 30 09:07:36.935503 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc7b413e-0756-4680-b413-97865d182401 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.948067 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-24f428be-9a69-4928-a6fe-f6c4c91d8636 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0936995 Jun 30 09:07:36.948067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45904) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.950255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-70a1e26d-6b09-4e47-bcdb-044d850fcaec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-security--314031277', 'description': 'tempest-security-description-1940572714'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:36.979462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc7b413e-0756-4680-b413-97865d182401 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.980085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83460548-cab7-4a97-81e5-84c77b7803bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.982062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83460548-cab7-4a97-81e5-84c77b7803bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.986069 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83460548-cab7-4a97-81e5-84c77b7803bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb087477-204c-4a81-aa08-1f29accf0377 HTTP/1.1" status: 204 len: 168 time: 0.2081072 Jun 30 09:07:36.986788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45906) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.995028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70a1e26d-6b09-4e47-bcdb-044d850fcaec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.997969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83460548-cab7-4a97-81e5-84c77b7803bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb087477-204c-4a81-aa08-1f29accf0377,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.032694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc7b413e-0756-4680-b413-97865d182401 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.033925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bc7b413e-0756-4680-b413-97865d182401 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5304189 Jun 30 09:07:37.037137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.043253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2116630157'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:37.060815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70a1e26d-6b09-4e47-bcdb-044d850fcaec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.067921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70a1e26d-6b09-4e47-bcdb-044d850fcaec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.070837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70a1e26d-6b09-4e47-bcdb-044d850fcaec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.074052 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-70a1e26d-6b09-4e47-bcdb-044d850fcaec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "PUT /v2.0/security-groups/2fca9465-d7db-4bb2-8ed2-72c0f78633ab HTTP/1.1" status: 200 len: 1779 time: 0.1253960 Jun 30 09:07:37.074849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45910) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.091835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:37.096430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.100559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-171966a4-a7eb-4bf6-a2be-748a0694ea7b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091213 Jun 30 09:07:37.103479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45912) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.108649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-d2a05b98-1ae5-4da1-8914-ffa66128af4e service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816363 Jun 30 09:07:37.112625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-98447693-38f7-4c5e-b811-fd362ad4b175 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171555089'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:37.113670 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.115789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1e26d-6b09-4e47-bcdb-044d850fcaec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca9465-d7db-4bb2-8ed2-72c0f78633ab,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.202705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-80dd59a2-5fb5-4395-ab6c-7d0566fe8a6c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups/2fca9465-d7db-4bb2-8ed2-72c0f78633ab HTTP/1.1" status: 200 len: 1779 time: 0.1213872 Jun 30 09:07:37.205145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45914) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.220193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.227124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.241860 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.252973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:37.272268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb4e608-2ecf-43b1-a9ef-640c1a810b9e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.275612 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.275758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a1e71a9-721a-4dc4-bd21-b73d13677b61 req-71e317c8-e0a7-4572-9565-50d887274813 service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549585 Jun 30 09:07:37.276043 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Added segment 4ec03f4d-385e-4dde-8f2a-8f3acb977f5c of type vlan for network 2fdddebe-052f-4218-a9fa-c5104a1c02fd Jun 30 09:07:37.295727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98447693-38f7-4c5e-b811-fd362ad4b175 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.310412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-368b5aac-1e9f-4a94-9f58-d3dde00ad3ec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.333101 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.344279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-368b5aac-1e9f-4a94-9f58-d3dde00ad3ec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.371420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.386653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:37.389718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.417581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-368b5aac-1e9f-4a94-9f58-d3dde00ad3ec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.420125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-368b5aac-1e9f-4a94-9f58-d3dde00ad3ec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.421276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-368b5aac-1e9f-4a94-9f58-d3dde00ad3ec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/2fca9465-d7db-4bb2-8ed2-72c0f78633ab HTTP/1.1" status: 204 len: 168 time: 0.2151771 Jun 30 09:07:37.427649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45920) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.452935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b5aac-1e9f-4a94-9f58-d3dde00ad3ec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca9465-d7db-4bb2-8ed2-72c0f78633ab,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.462034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Network': ['ID=2fdddebe-052f-4218-a9fa-c5104a1c02fd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.467060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98447693-38f7-4c5e-b811-fd362ad4b175 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.481287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:37.482366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98447693-38f7-4c5e-b811-fd362ad4b175 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.488258 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-80f8dab6-539d-4bc8-abe0-ff25fa0ef6ef tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4499412 Jun 30 09:07:37.491656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.497131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'subnet': {'network_id': '2fdddebe-052f-4218-a9fa-c5104a1c02fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:37.515443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5438a869-d4a6-4f53-a890-0581637dbbfc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866938 Jun 30 09:07:37.521604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45924) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.540331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98447693-38f7-4c5e-b811-fd362ad4b175 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf1fb6-a9b0-481a-99fa-136d37fba4d8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.548865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-98447693-38f7-4c5e-b811-fd362ad4b175 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.550300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-98447693-38f7-4c5e-b811-fd362ad4b175 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4462087 Jun 30 09:07:37.551275 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-8a9b2e38-a5ed-4f1a-a7c2-84a072dc7d43 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] delete failed (client error): The resource could not be found. Jun 30 09:07:37.556182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a9b2e38-a5ed-4f1a-a7c2-84a072dc7d43 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/2fca9465-d7db-4bb2-8ed2-72c0f78633ab HTTP/1.1" status: 404 len: 347 time: 0.0287936 Jun 30 09:07:37.556182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45926) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.560718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-88210b61-84a6-42b4-9e29-b496184f45bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '3faf1fb6-a9b0-481a-99fa-136d37fba4d8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:37.561224 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-88210b61-84a6-42b4-9e29-b496184f45bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:07:37.561786 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-88210b61-84a6-42b4-9e29-b496184f45bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:37.562996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-88210b61-84a6-42b4-9e29-b496184f45bf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088735 Jun 30 09:07:37.564121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45928) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.570649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e104a7d7-1634-4752-932a-79870c8266f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--816246909'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:37.572827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45930) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.597810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e104a7d7-1634-4752-932a-79870c8266f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.689250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a7df994-03c2-42ae-b393-30bd0e10a371 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.710458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e104a7d7-1634-4752-932a-79870c8266f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.715471 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e104a7d7-1634-4752-932a-79870c8266f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.730129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a7df994-03c2-42ae-b393-30bd0e10a371 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.761102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:37.763582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a7d7-1634-4752-932a-79870c8266f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11ece3-9a0e-4e63-b538-1c4557c5e225,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.764625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.777395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e104a7d7-1634-4752-932a-79870c8266f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.782440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e104a7d7-1634-4752-932a-79870c8266f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2177067 Jun 30 09:07:37.783094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45938) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.787783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4454aac9-1e92-4672-9bdc-65b0a99491b8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': 'ac11ece3-9a0e-4e63-b538-1c4557c5e225', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:37.871951 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4454aac9-1e92-4672-9bdc-65b0a99491b8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.887838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a7df994-03c2-42ae-b393-30bd0e10a371 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.890316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a7df994-03c2-42ae-b393-30bd0e10a371 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.891450 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2a7df994-03c2-42ae-b393-30bd0e10a371 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/3faf1fb6-a9b0-481a-99fa-136d37fba4d8 HTTP/1.1" status: 204 len: 168 time: 0.3169329 Jun 30 09:07:37.895894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45942) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.903938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295e0b-d4fb-4ab7-853b-ba2de0f35364 req-d76da11d-d2ee-41ae-9ce0-8db4eb6918dd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:37.905539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43295e0b-d4fb-4ab7-853b-ba2de0f35364 req-d76da11d-d2ee-41ae-9ce0-8db4eb6918dd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1088643 Jun 30 09:07:37.918279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7df994-03c2-42ae-b393-30bd0e10a371 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf1fb6-a9b0-481a-99fa-136d37fba4d8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.030281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-73096ce3-2463-4e20-aa76-94ffa78fb201 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236575 Jun 30 09:07:38.033077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43295e0b-d4fb-4ab7-853b-ba2de0f35364 req-8da1fce0-1860-499d-beea-f09bcaf80fc8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179287 Jun 30 09:07:38.035197 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4454aac9-1e92-4672-9bdc-65b0a99491b8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.035980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45944) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.040077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.040578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e650df5b-545c-4b45-9b79-85a006791c01 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--115522140'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.046035 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4454aac9-1e92-4672-9bdc-65b0a99491b8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.085457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454aac9-1e92-4672-9bdc-65b0a99491b8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9f56be-c6ae-407b-9983-66aaa72c1c83,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.096337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e650df5b-545c-4b45-9b79-85a006791c01 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.099913 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4454aac9-1e92-4672-9bdc-65b0a99491b8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.104088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4454aac9-1e92-4672-9bdc-65b0a99491b8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199954 Jun 30 09:07:38.110769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45946) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.117220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Subnet': ['ID=410ddc7f-1811-41e5-97ff-38e1bdc22450,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.127796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Checking segment: {'id': '4ec03f4d-385e-4dde-8f2a-8f3acb977f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2fdddebe-052f-4218-a9fa-c5104a1c02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:38.128149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network hostable DHCP agents. Network: 2fdddebe-052f-4218-a9fa-c5104a1c02fd, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:38.151346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:38.153147 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-102eb838-3007-4c38-a14d-ada7701a9582 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.159834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2fdddebe-052f-4218-a9fa-c5104a1c02fd) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:38.163912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.164361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.166487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-102eb838-3007-4c38-a14d-ada7701a9582 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.170931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025ee76-ea58-43ea-9196-12487a3ee20f None None] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:38.213286 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-102eb838-3007-4c38-a14d-ada7701a9582 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.223239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-102eb838-3007-4c38-a14d-ada7701a9582 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.224377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-102eb838-3007-4c38-a14d-ada7701a9582 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1a9f56be-c6ae-407b-9983-66aaa72c1c83 HTTP/1.1" status: 204 len: 168 time: 0.1126757 Jun 30 09:07:38.227150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45948) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.237732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eb838-3007-4c38-a14d-ada7701a9582 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a9f56be-c6ae-407b-9983-66aaa72c1c83,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.253345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e650df5b-545c-4b45-9b79-85a006791c01 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.260551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e650df5b-545c-4b45-9b79-85a006791c01 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.271532 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d0d4e22-6c08-49f5-8aa9-864fe5355d49 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7758648 Jun 30 09:07:38.271791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45950) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.277066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'network': {'name': 'tempest-router-network01--1033575422'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.289674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba17c79c-039e-4198-b8f8-5ea8e1a76fde tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613790 Jun 30 09:07:38.292421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45952) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.309221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e650df5b-545c-4b45-9b79-85a006791c01 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.310746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e650df5b-545c-4b45-9b79-85a006791c01 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2738693 Jun 30 09:07:38.315061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45954) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.318631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650df5b-545c-4b45-9b79-85a006791c01 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40163209-08db-4fb5-ae40-4e5004593df2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.323581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-37734ed5-c1d9-4270-8c73-a6649b28c856 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '40163209-08db-4fb5-ae40-4e5004593df2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.324869 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-37734ed5-c1d9-4270-8c73-a6649b28c856 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:07:38.325530 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-37734ed5-c1d9-4270-8c73-a6649b28c856 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:38.326706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-37734ed5-c1d9-4270-8c73-a6649b28c856 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105498 Jun 30 09:07:38.329914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45956) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.336411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2e94facd-63ea-4b36-a80a-6cef137fb407 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '40163209-08db-4fb5-ae40-4e5004593df2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.337254 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-2e94facd-63ea-4b36-a80a-6cef137fb407 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:07:38.337939 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-2e94facd-63ea-4b36-a80a-6cef137fb407 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:38.343503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2fdddebe-052f-4218-a9fa-c5104a1c02fd', 'network_id': '2fdddebe-052f-4218-a9fa-c5104a1c02fd', 'tenant_id': '705842b67a7141409ad803b1b8ca31d1', 'fixed_ips': [{'subnet_id': '410ddc7f-1811-41e5-97ff-38e1bdc22450'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:38.344060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45958) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.344243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2e94facd-63ea-4b36-a80a-6cef137fb407 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079117 Jun 30 09:07:38.345127 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.349413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6c6cc4ca-5e4a-4bd9-80a2-1f98205708fe tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '40163209-08db-4fb5-ae40-4e5004593df2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.350379 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-6c6cc4ca-5e4a-4bd9-80a2-1f98205708fe tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:07:38.350934 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-6c6cc4ca-5e4a-4bd9-80a2-1f98205708fe tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:38.354430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:38.354565 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6c6cc4ca-5e4a-4bd9-80a2-1f98205708fe tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068212 Jun 30 09:07:38.355775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.357803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45960) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.363903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9f8a62ec-4dfe-4093-8563-f662876d0e85 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '40163209-08db-4fb5-ae40-4e5004593df2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.364790 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-9f8a62ec-4dfe-4093-8563-f662876d0e85 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:07:38.365284 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-9f8a62ec-4dfe-4093-8563-f662876d0e85 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:38.365413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1210-caf0-4382-b091-65b75a06b42c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.366262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9f8a62ec-4dfe-4093-8563-f662876d0e85 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063677 Jun 30 09:07:38.370365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.390489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:38.400686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.401281 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Added segment 9b60ea3c-4dd2-476b-a0a8-c537230bd18b of type vlan for network 14e12207-5086-43c8-a2d9-de2efc7d0e96 Jun 30 09:07:38.407649 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1210-caf0-4382-b091-65b75a06b42c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.444707 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.472458 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd9a3-a939-4ef0-ad9a-9822ccb0bd20 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.482528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.489443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.490083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.494480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1210-caf0-4382-b091-65b75a06b42c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.496967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1210-caf0-4382-b091-65b75a06b42c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.498189 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4f5b1210-caf0-4382-b091-65b75a06b42c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac11ece3-9a0e-4e63-b538-1c4557c5e225 HTTP/1.1" status: 204 len: 168 time: 0.2047126 Jun 30 09:07:38.501902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Allocated IP 2001:db8::2 (2fdddebe-052f-4218-a9fa-c5104a1c02fd/410ddc7f-1811-41e5-97ff-38e1bdc22450/2f04ac0b-15cd-43bc-a679-e7138e2de881) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:38.504657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd9a3-a939-4ef0-ad9a-9822ccb0bd20 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.507403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45964) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.541961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b1210-caf0-4382-b091-65b75a06b42c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11ece3-9a0e-4e63-b538-1c4557c5e225,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.543264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2702162 Jun 30 09:07:38.550784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45966) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.558505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'network': {'name': 'tempest-router-network02--1380919874'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.575391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d52a61-7359-4bae-a586-4203ef16563c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Network': ['ID=14e12207-5086-43c8-a2d9-de2efc7d0e96,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.590190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:38.597975 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c7b314ed-2670-472e-9547-265d3e653e78 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847421 Jun 30 09:07:38.598522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45968) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.602800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-10657dbd-f169-4fab-b46d-b12d8aa68d61 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362501867'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.603521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:38.608434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.611494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd9a3-a939-4ef0-ad9a-9822ccb0bd20 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.614280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd9a3-a939-4ef0-ad9a-9822ccb0bd20 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.617725 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d3dd9a3-a939-4ef0-ad9a-9822ccb0bd20 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/40163209-08db-4fb5-ae40-4e5004593df2 HTTP/1.1" status: 204 len: 168 time: 0.2440691 Jun 30 09:07:38.620609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45970) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.642871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:38.652144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dd9a3-a939-4ef0-ad9a-9822ccb0bd20 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40163209-08db-4fb5-ae40-4e5004593df2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.656687 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.657617 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Added segment 1dc33c1e-0dbf-4600-a8af-2e002077909b of type vlan for network b0073d98-0620-404b-99e3-f543f8515667 Jun 30 09:07:38.671419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10657dbd-f169-4fab-b46d-b12d8aa68d61 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.703931 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3316c738-ee70-44b0-83bf-1ea3f5182489 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773647 Jun 30 09:07:38.705366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.709999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d2a74040-67b9-4645-92c5-37705d9278c4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--2189668'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.732266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.763530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.764044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.770456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:38.771166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.773302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Transition to ACTIVE for port object 2f04ac0b-15cd-43bc-a679-e7138e2de881 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:38.788661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10657dbd-f169-4fab-b46d-b12d8aa68d61 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.789478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Transition to ACTIVE for port object 2f04ac0b-15cd-43bc-a679-e7138e2de881 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:38.795655 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10657dbd-f169-4fab-b46d-b12d8aa68d61 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.797321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.840653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2a74040-67b9-4645-92c5-37705d9278c4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.841527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:38.843405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Network': ['ID=b0073d98-0620-404b-99e3-f543f8515667,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.845405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10657dbd-f169-4fab-b46d-b12d8aa68d61 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.852386 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-10657dbd-f169-4fab-b46d-b12d8aa68d61 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2476673 Jun 30 09:07:38.852578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:38.852712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c0b3f415-07cd-4a2a-bfce-6e978f973bbf tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2969687 Jun 30 09:07:38.852712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45976) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.854091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10657dbd-f169-4fab-b46d-b12d8aa68d61 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb6e5c7-bcf3-4cb8-92c2-177270474d2f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.856092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b3900249-e108-41b2-9c8d-bcc49f597627 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': '8eb6e5c7-bcf3-4cb8-92c2-177270474d2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.859093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45978) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.862254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Pushing event updated for resources: {'Port': ['ID=2f04ac0b-15cd-43bc-a679-e7138e2de881,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.867995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:38.868963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'subnet': {'network_id': '14e12207-5086-43c8-a2d9-de2efc7d0e96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.870232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network b0073d98-0620-404b-99e3-f543f8515667 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:38.888477 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3900249-e108-41b2-9c8d-bcc49f597627 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.965696 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3900249-e108-41b2-9c8d-bcc49f597627 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.973976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3900249-e108-41b2-9c8d-bcc49f597627 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.995025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3900249-e108-41b2-9c8d-bcc49f597627 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb13ef5-8c1f-488b-837d-ef2bfe99c41d,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.046768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Attempting to bind port 2f04ac0b-15cd-43bc-a679-e7138e2de881 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:39.047040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Attempting to bind port 2f04ac0b-15cd-43bc-a679-e7138e2de881 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4ec03f4d-385e-4dde-8f2a-8f3acb977f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2fdddebe-052f-4218-a9fa-c5104a1c02fd'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:39.047401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Attempting to bind port 2f04ac0b-15cd-43bc-a679-e7138e2de881 on network 2fdddebe-052f-4218-a9fa-c5104a1c02fd {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:39.053770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:39.054422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Checking segment: {'id': '4ec03f4d-385e-4dde-8f2a-8f3acb977f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2fdddebe-052f-4218-a9fa-c5104a1c02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:39.055213 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.055594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Bound using segment: {'id': '4ec03f4d-385e-4dde-8f2a-8f3acb977f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2fdddebe-052f-4218-a9fa-c5104a1c02fd'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:39.056241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Bound port: 2f04ac0b-15cd-43bc-a679-e7138e2de881, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec03f4d-385e-4dde-8f2a-8f3acb977f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2fdddebe-052f-4218-a9fa-c5104a1c02fd'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:39.056624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.056838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2a74040-67b9-4645-92c5-37705d9278c4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.062152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2a74040-67b9-4645-92c5-37705d9278c4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.066318 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3900249-e108-41b2-9c8d-bcc49f597627 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.073063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b3900249-e108-41b2-9c8d-bcc49f597627 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2219756 Jun 30 09:07:39.074249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45982) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.082453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5ec977a5-7b0e-478b-98f4-623ebb5e4959 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': '8eb6e5c7-bcf3-4cb8-92c2-177270474d2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.104870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74040-67b9-4645-92c5-37705d9278c4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146233d0-cb45-4808-b907-1a79c45ad5dc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.110981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:39.115046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.156007 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ec977a5-7b0e-478b-98f4-623ebb5e4959 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.206552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2a74040-67b9-4645-92c5-37705d9278c4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.207910 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d2a74040-67b9-4645-92c5-37705d9278c4 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5015254 Jun 30 09:07:39.208758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] For port 2f04ac0b-15cd-43bc-a679-e7138e2de881, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:39.211294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45986) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.214882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] For port 2f04ac0b-15cd-43bc-a679-e7138e2de881, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2f04ac0b-15cd-43bc-a679-e7138e2de881,segment=NetworkSegment(4ec03f4d-385e-4dde-8f2a-8f3acb977f5c),segment_id=4ec03f4d-385e-4dde-8f2a-8f3acb977f5c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:39.216510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b3dba453-64cf-4cc5-ae16-f1363ee5ad0b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.217035 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-b3dba453-64cf-4cc5-ae16-f1363ee5ad0b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:07:39.217601 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-b3dba453-64cf-4cc5-ae16-f1363ee5ad0b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.218496 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b3dba453-64cf-4cc5-ae16-f1363ee5ad0b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062320 Jun 30 09:07:39.222752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45988) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.223926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.231981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4ce4ccf2-6a33-49a4-a334-592d0e477caf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.311496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ec977a5-7b0e-478b-98f4-623ebb5e4959 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.319945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c8acf-76d8-4268-b3a4-2cbc4ce546f6 None None] Pushing event updated for resources: {'Port': ['ID=2f04ac0b-15cd-43bc-a679-e7138e2de881,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.336860 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ec977a5-7b0e-478b-98f4-623ebb5e4959 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.360716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f82fb-2825-4f42-81b5-a8aec3d61b99 req-fcbacf21-a947-4ded-9f6e-d63cdcef43e0 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.368020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-542f82fb-2825-4f42-81b5-a8aec3d61b99 req-fcbacf21-a947-4ded-9f6e-d63cdcef43e0 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1548693 Jun 30 09:07:39.374600 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-4ce4ccf2-6a33-49a4-a334-592d0e477caf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.379195 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ce4ccf2-6a33-49a4-a334-592d0e477caf tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1534848 Jun 30 09:07:39.381942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45994) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.390028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec977a5-7b0e-478b-98f4-623ebb5e4959 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736d40ee-8df8-46c6-ac5f-51611e464e15,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.395114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a80a66f9-e2a1-4794-b492-eb2c04d55773 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.396647 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-a80a66f9-e2a1-4794-b492-eb2c04d55773 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:07:39.398122 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-a80a66f9-e2a1-4794-b492-eb2c04d55773 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.399490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a80a66f9-e2a1-4794-b492-eb2c04d55773 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156217 Jun 30 09:07:39.402244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.405956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.417240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-38c893a4-dfe7-441f-812c-c1fd75032782 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.419085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ec977a5-7b0e-478b-98f4-623ebb5e4959 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.420251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5ec977a5-7b0e-478b-98f4-623ebb5e4959 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448935 Jun 30 09:07:39.423294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46002) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.434225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e25e505b-f4d2-435d-b28c-ab153a9434f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': '8eb6e5c7-bcf3-4cb8-92c2-177270474d2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.678440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-542f82fb-2825-4f42-81b5-a8aec3d61b99 req-fac5dae8-fb90-4b95-8e34-dda2a23f4e89 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145132 Jun 30 09:07:39.680507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Subnet': ['ID=660c91ab-5a45-4ab0-b06c-fe1d4e116833,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.680507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Checking segment: {'id': '9b60ea3c-4dd2-476b-a0a8-c537230bd18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14e12207-5086-43c8-a2d9-de2efc7d0e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:39.681322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e25e505b-f4d2-435d-b28c-ab153a9434f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network hostable DHCP agents. Network: 14e12207-5086-43c8-a2d9-de2efc7d0e96, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-38c893a4-dfe7-441f-812c-c1fd75032782 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-38c893a4-dfe7-441f-812c-c1fd75032782 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1994877 Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46012) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3f4210af-bf01-4548-97c6-59759881f75b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: WARNING neutron.api.v2.base [None req-3f4210af-bf01-4548-97c6-59759881f75b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-3f4210af-bf01-4548-97c6-59759881f75b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.682051 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3f4210af-bf01-4548-97c6-59759881f75b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0174220 Jun 30 09:07:39.683216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46014) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.683216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2c80f7ac-06ee-4a74-82c9-09db846dbb8e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.683596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:39.691498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 14e12207-5086-43c8-a2d9-de2efc7d0e96) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:39.696572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.698653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.710244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbc262-1634-4895-b343-7e39e56ecb07 None None] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:39.742766 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-701d806d-7bcd-47f9-8375-5204add4c053 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8813145 Jun 30 09:07:39.744802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46020) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.762051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'subnet': {'network_id': 'b0073d98-0620-404b-99e3-f543f8515667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.792818 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-2c80f7ac-06ee-4a74-82c9-09db846dbb8e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Project 10d952d5399a4911ba6518aa82c078d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:07:39.806520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e25e505b-f4d2-435d-b28c-ab153a9434f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.830181 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e25e505b-f4d2-435d-b28c-ab153a9434f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.848448 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-2c80f7ac-06ee-4a74-82c9-09db846dbb8e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.849507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2c80f7ac-06ee-4a74-82c9-09db846dbb8e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2031646 Jun 30 09:07:39.855847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46024) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.880625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9e858c50-561d-473f-830b-c3df381e8337 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.881383 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-9e858c50-561d-473f-830b-c3df381e8337 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:07:39.881904 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-9e858c50-561d-473f-830b-c3df381e8337 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.882868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9e858c50-561d-473f-830b-c3df381e8337 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059607 Jun 30 09:07:39.886086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46026) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.888043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e505b-f4d2-435d-b28c-ab153a9434f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75596964-44f4-4270-bce0-ad025c9062df,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.891175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4e005410-ea66-4db8-9169-a7ab8b91d8a2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.906676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e25e505b-f4d2-435d-b28c-ab153a9434f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.909202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e25e505b-f4d2-435d-b28c-ab153a9434f9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4847987 Jun 30 09:07:39.920129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46028) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.931532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c3f70f1a-8df2-468f-8df4-b235c0dd227f tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': '8eb6e5c7-bcf3-4cb8-92c2-177270474d2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.935359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:07:39.935359 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:07:39.935359 n-d-758944-40 neutron-server[100238]: [parameters: {'project_id_1': '705842b67a7141409ad803b1b8ca31d1', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 7, 39, 913399)}] Jun 30 09:07:39.935359 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:07:39.936071 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:07:39.944533 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-4e005410-ea66-4db8-9169-a7ab8b91d8a2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Project 10d952d5399a4911ba6518aa82c078d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:07:39.971401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2f04ac0b-15cd-43bc-a679-e7138e2de881 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:39.972725 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-4e005410-ea66-4db8-9169-a7ab8b91d8a2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:39.974046 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4e005410-ea66-4db8-9169-a7ab8b91d8a2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0870178 Jun 30 09:07:39.976870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46032) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.980776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-14e12207-5086-43c8-a2d9-de2efc7d0e96', 'network_id': '14e12207-5086-43c8-a2d9-de2efc7d0e96', 'tenant_id': '705842b67a7141409ad803b1b8ca31d1', 'fixed_ips': [{'subnet_id': '660c91ab-5a45-4ab0-b06c-fe1d4e116833'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:39.982188 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.986636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-962738e2-1339-4035-8559-664ee690e13a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '146233d0-cb45-4808-b907-1a79c45ad5dc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.991139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3f70f1a-8df2-468f-8df4-b235c0dd227f tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.016806 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-962738e2-1339-4035-8559-664ee690e13a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Project 10d952d5399a4911ba6518aa82c078d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:07:40.034370 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-962738e2-1339-4035-8559-664ee690e13a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:40.036148 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-962738e2-1339-4035-8559-664ee690e13a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0573146 Jun 30 09:07:40.039638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46036) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.089401 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3f70f1a-8df2-468f-8df4-b235c0dd227f tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.102752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3f70f1a-8df2-468f-8df4-b235c0dd227f tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.151211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f70f1a-8df2-468f-8df4-b235c0dd227f tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d2fac7-9c8f-4816-9a3c-f248d198f696,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.176672 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3f70f1a-8df2-468f-8df4-b235c0dd227f tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.176672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c3f70f1a-8df2-468f-8df4-b235c0dd227f tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2526610 Jun 30 09:07:40.177058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46040) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.187122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 2f04ac0b-15cd-43bc-a679-e7138e2de881 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:40.187524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7873a66a-28d8-4ca9-af54-88bb475ca55e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': '8eb6e5c7-bcf3-4cb8-92c2-177270474d2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:40.208858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-328c0422-864c-4118-af73-b8548da8e776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.216949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Allocated IP 2001:db8::2 (14e12207-5086-43c8-a2d9-de2efc7d0e96/660c91ab-5a45-4ab0-b06c-fe1d4e116833/d559e581-32c4-492b-a629-8efbdaf2fd50) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:40.245149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7873a66a-28d8-4ca9-af54-88bb475ca55e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.253469 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-328c0422-864c-4118-af73-b8548da8e776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.348141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7873a66a-28d8-4ca9-af54-88bb475ca55e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.351402 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-328c0422-864c-4118-af73-b8548da8e776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.353502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7873a66a-28d8-4ca9-af54-88bb475ca55e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.354510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-328c0422-864c-4118-af73-b8548da8e776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.355977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-328c0422-864c-4118-af73-b8548da8e776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/146233d0-cb45-4808-b907-1a79c45ad5dc HTTP/1.1" status: 204 len: 168 time: 0.3153152 Jun 30 09:07:40.359789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46044) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.376310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c0422-864c-4118-af73-b8548da8e776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146233d0-cb45-4808-b907-1a79c45ad5dc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.397527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a66a-28d8-4ca9-af54-88bb475ca55e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5bf4a9-03b5-4080-830d-147eb355af24,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.409028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7873a66a-28d8-4ca9-af54-88bb475ca55e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.411766 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7873a66a-28d8-4ca9-af54-88bb475ca55e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2336507 Jun 30 09:07:40.414736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46046) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.451966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f4faea71-a71a-41bf-9eb7-ecf3ae80e2b0 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890954 Jun 30 09:07:40.461316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46048) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.462679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f5706ffb-fc49-413e-8991-836a8a169e77 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.466031 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.475809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-72d2f993-6ff3-4ca1-80ce-763e397c6676 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193603685'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:40.488186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:40.498765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Transition to ACTIVE for port object d559e581-32c4-492b-a629-8efbdaf2fd50 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:40.499477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.506829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f5706ffb-fc49-413e-8991-836a8a169e77 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.522157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72d2f993-6ff3-4ca1-80ce-763e397c6676 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.539884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Transition to ACTIVE for port object d559e581-32c4-492b-a629-8efbdaf2fd50 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:40.554304 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.558029 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f5706ffb-fc49-413e-8991-836a8a169e77 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.568955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f5706ffb-fc49-413e-8991-836a8a169e77 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.572523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f5706ffb-fc49-413e-8991-836a8a169e77 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2e5bf4a9-03b5-4080-830d-147eb355af24 HTTP/1.1" status: 204 len: 168 time: 0.1543508 Jun 30 09:07:40.573037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46054) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.586333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5706ffb-fc49-413e-8991-836a8a169e77 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e5bf4a9-03b5-4080-830d-147eb355af24,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.623753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:40.627790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:40.631610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:40.691940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-38fc8008-0f0f-4627-b316-ac0ddb642a15 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1113718 Jun 30 09:07:40.695497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46058) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.729907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Pushing event updated for resources: {'Port': ['ID=d559e581-32c4-492b-a629-8efbdaf2fd50,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.758649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e608a6de-7ff4-412c-a208-d9ebf825eb84 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.759112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Attempting to bind port d559e581-32c4-492b-a629-8efbdaf2fd50 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:40.759482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Attempting to bind port d559e581-32c4-492b-a629-8efbdaf2fd50 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9b60ea3c-4dd2-476b-a0a8-c537230bd18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14e12207-5086-43c8-a2d9-de2efc7d0e96'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:40.759840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Attempting to bind port d559e581-32c4-492b-a629-8efbdaf2fd50 on network 14e12207-5086-43c8-a2d9-de2efc7d0e96 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:40.779483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:40.779936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Checking segment: {'id': '9b60ea3c-4dd2-476b-a0a8-c537230bd18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14e12207-5086-43c8-a2d9-de2efc7d0e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:40.780268 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.780600 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e608a6de-7ff4-412c-a208-d9ebf825eb84 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.780749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Bound using segment: {'id': '9b60ea3c-4dd2-476b-a0a8-c537230bd18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14e12207-5086-43c8-a2d9-de2efc7d0e96'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:40.781119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Bound port: d559e581-32c4-492b-a629-8efbdaf2fd50, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b60ea3c-4dd2-476b-a0a8-c537230bd18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '14e12207-5086-43c8-a2d9-de2efc7d0e96'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:40.781496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.793973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72d2f993-6ff3-4ca1-80ce-763e397c6676 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.822042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72d2f993-6ff3-4ca1-80ce-763e397c6676 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.873992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2e6e5-c490-4d7a-8273-be780bba32bf None None] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:40.895804 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.969999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] For port d559e581-32c4-492b-a629-8efbdaf2fd50, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:40.998394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9c463609-f13a-413d-b4ba-ff7a59c3fcf0 None None] Provisioning for port 2f04ac0b-15cd-43bc-a679-e7138e2de881 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:41.002303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Subnet': ['ID=4bb0187e-b5e8-4292-a78d-f40444182514,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.005250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9c463609-f13a-413d-b4ba-ff7a59c3fcf0 None None] Provisioning complete for port 2f04ac0b-15cd-43bc-a679-e7138e2de881 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:41.005924 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c463609-f13a-413d-b4ba-ff7a59c3fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.032974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] For port d559e581-32c4-492b-a629-8efbdaf2fd50, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d559e581-32c4-492b-a629-8efbdaf2fd50,segment=NetworkSegment(9b60ea3c-4dd2-476b-a0a8-c537230bd18b),segment_id=9b60ea3c-4dd2-476b-a0a8-c537230bd18b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:41.041534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Checking segment: {'id': '1dc33c1e-0dbf-4600-a8af-2e002077909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b0073d98-0620-404b-99e3-f543f8515667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:41.042547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network hostable DHCP agents. Network: b0073d98-0620-404b-99e3-f543f8515667, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:41.064033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.071882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network b0073d98-0620-404b-99e3-f543f8515667 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:41.091930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, b0073d98-0620-404b-99e3-f543f8515667) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:41.098086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.098878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.122168 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d0d68a7-f76c-44eb-9e45-dd5ec1bb3b15 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3721766 Jun 30 09:07:41.122168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46070) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.287929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389eeed-d711-433e-8c05-841ff884b697 None None] Network b0073d98-0620-404b-99e3-f543f8515667 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:41.345893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f993-6ff3-4ca1-80ce-763e397c6676 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b54025-fcd5-4ddb-a505-27d0f7109ca3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.364036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e608a6de-7ff4-412c-a208-d9ebf825eb84 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.374842 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e608a6de-7ff4-412c-a208-d9ebf825eb84 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.389107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e608a6de-7ff4-412c-a208-d9ebf825eb84 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/92d2fac7-9c8f-4816-9a3c-f248d198f696 HTTP/1.1" status: 204 len: 168 time: 0.6933081 Jun 30 09:07:41.395646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46078) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.399780 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72d2f993-6ff3-4ca1-80ce-763e397c6676 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.405231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46080) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.406515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-72d2f993-6ff3-4ca1-80ce-763e397c6676 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9390264 Jun 30 09:07:41.412608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1c7cda6f-f013-4259-b26b-d91790958721 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '27b54025-fcd5-4ddb-a505-27d0f7109ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:41.428837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b398c3-a9ad-4594-b91c-f830cadf45ec None None] Pushing event updated for resources: {'Port': ['ID=d559e581-32c4-492b-a629-8efbdaf2fd50,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.471716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608a6de-7ff4-412c-a208-d9ebf825eb84 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92d2fac7-9c8f-4816-9a3c-f248d198f696,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.507074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa03af-8cc2-42fb-9bed-5cbb450178f3 req-a6e3bcd9-5e8c-4268-a57f-64dbc5defde9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:41.515797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7fa03af-8cc2-42fb-9bed-5cbb450178f3 req-a6e3bcd9-5e8c-4268-a57f-64dbc5defde9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.7116754 Jun 30 09:07:41.532132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c463609-f13a-413d-b4ba-ff7a59c3fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.578013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5021e899-6582-476d-b975-11f6ff9bf63d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1688786 Jun 30 09:07:41.578254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46084) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.597683 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-1c7cda6f-f013-4259-b26b-d91790958721 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The resource could not be found. Jun 30 09:07:41.603615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9c463609-f13a-413d-b4ba-ff7a59c3fcf0 None None] For port 2f04ac0b-15cd-43bc-a679-e7138e2de881, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2f04ac0b-15cd-43bc-a679-e7138e2de881,segment=NetworkSegment(4ec03f4d-385e-4dde-8f2a-8f3acb977f5c),segment_id=4ec03f4d-385e-4dde-8f2a-8f3acb977f5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:41.610720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46086) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.610974 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c7cda6f-f013-4259-b26b-d91790958721 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1927056 Jun 30 09:07:41.618745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4b4f8180-0048-43a9-a44a-101e37704382 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': '27b54025-fcd5-4ddb-a505-27d0f7109ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a8707f66-ba8a-4512-9ee3-780ca190ff3a'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:41.620576 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c463609-f13a-413d-b4ba-ff7a59c3fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.670293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7fa03af-8cc2-42fb-9bed-5cbb450178f3 req-587915bf-0550-44b0-a957-f4efd10ff191 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527026 Jun 30 09:07:41.686732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-b0073d98-0620-404b-99e3-f543f8515667', 'network_id': 'b0073d98-0620-404b-99e3-f543f8515667', 'tenant_id': '705842b67a7141409ad803b1b8ca31d1', 'fixed_ips': [{'subnet_id': '4bb0187e-b5e8-4292-a78d-f40444182514'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:41.687553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.769348 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-4b4f8180-0048-43a9-a44a-101e37704382 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The resource could not be found. Jun 30 09:07:41.778722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4b4f8180-0048-43a9-a44a-101e37704382 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1629765 Jun 30 09:07:41.778722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46090) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.798212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463609-f13a-413d-b4ba-ff7a59c3fcf0 None None] Pushing event updated for resources: {'Port': ['ID=2f04ac0b-15cd-43bc-a679-e7138e2de881,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.886308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37b9f082-dd84-44da-a0de-c9c7301e2dff tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.941026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37b9f082-dd84-44da-a0de-c9c7301e2dff tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.028327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d559e581-32c4-492b-a629-8efbdaf2fd50 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:42.042313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37b9f082-dd84-44da-a0de-c9c7301e2dff tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.048907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-37b9f082-dd84-44da-a0de-c9c7301e2dff tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.051829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-37b9f082-dd84-44da-a0de-c9c7301e2dff tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/27b54025-fcd5-4ddb-a505-27d0f7109ca3 HTTP/1.1" status: 204 len: 168 time: 0.2721305 Jun 30 09:07:42.058337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.083721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9f082-dd84-44da-a0de-c9c7301e2dff tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b54025-fcd5-4ddb-a505-27d0f7109ca3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.087872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Allocated IP 2001:db8::2 (b0073d98-0620-404b-99e3-f543f8515667/4bb0187e-b5e8-4292-a78d-f40444182514/80bc2369-2b9b-4b2b-940b-5bceb3fe7af5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:42.162247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4aa57e10-2cd6-4c59-9d7c-e71ea8b275a2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954950 Jun 30 09:07:42.162500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46100) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.167699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-52d911e8-9d25-4d80-92be-f30ecddda48e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': 'c24f4988-63aa-472b-9707-e965e5f8ad37', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:42.193707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.207047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d559e581-32c4-492b-a629-8efbdaf2fd50 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:42.227732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-713b80a0-53ff-4071-92cb-2adfd47d94cc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.228262 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-52d911e8-9d25-4d80-92be-f30ecddda48e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The resource could not be found. Jun 30 09:07:42.229930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-52d911e8-9d25-4d80-92be-f30ecddda48e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0662374 Jun 30 09:07:42.233726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46102) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.239995 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-713b80a0-53ff-4071-92cb-2adfd47d94cc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.240611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-86ca600f-7e88-4735-a510-0fae98ab750a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067971467'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:42.269220 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86ca600f-7e88-4735-a510-0fae98ab750a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.313590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-06e1e3ba-ffcb-4704-8128-75ff75004b16 None None] Provisioning complete for port 2f04ac0b-15cd-43bc-a679-e7138e2de881 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:42.313998 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-06e1e3ba-ffcb-4704-8128-75ff75004b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.370422 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.381514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Transition to ACTIVE for port object 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:42.402876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-713b80a0-53ff-4071-92cb-2adfd47d94cc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.410665 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86ca600f-7e88-4735-a510-0fae98ab750a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.411212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Transition to ACTIVE for port object 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:42.414736 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-713b80a0-53ff-4071-92cb-2adfd47d94cc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.416165 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-713b80a0-53ff-4071-92cb-2adfd47d94cc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/75596964-44f4-4270-bce0-ad025c9062df HTTP/1.1" status: 204 len: 168 time: 0.8360579 Jun 30 09:07:42.422491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46108) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.424660 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86ca600f-7e88-4735-a510-0fae98ab750a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.440142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.455816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b80a0-53ff-4071-92cb-2adfd47d94cc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75596964-44f4-4270-bce0-ad025c9062df,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.468077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca600f-7e88-4735-a510-0fae98ab750a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d29d0-b62f-4d8f-9b22-3712840b56b4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.487068 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0cbc8fc2-b5a8-4a86-8f04-2addc48a985e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0626109 Jun 30 09:07:42.488727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Pushing event updated for resources: {'Port': ['ID=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.504130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46112) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.518084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Network b0073d98-0620-404b-99e3-f543f8515667 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:42.519781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:42.522293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:42.564224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b46af3d-d983-4368-98f9-750a4485308c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.576040 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86ca600f-7e88-4735-a510-0fae98ab750a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.580323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-86ca600f-7e88-4735-a510-0fae98ab750a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3420806 Jun 30 09:07:42.581768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46116) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.588668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b46af3d-d983-4368-98f9-750a4485308c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.589723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c990b991-e478-4247-8bb7-6dc93be00b46 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786642294'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:42.631474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Attempting to bind port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:42.632208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Attempting to bind port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '1dc33c1e-0dbf-4600-a8af-2e002077909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b0073d98-0620-404b-99e3-f543f8515667'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:42.632830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Attempting to bind port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 on network b0073d98-0620-404b-99e3-f543f8515667 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:42.641804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:42.642292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b46af3d-d983-4368-98f9-750a4485308c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.642876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Checking segment: {'id': '1dc33c1e-0dbf-4600-a8af-2e002077909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b0073d98-0620-404b-99e3-f543f8515667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:42.645375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.646081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Bound using segment: {'id': '1dc33c1e-0dbf-4600-a8af-2e002077909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b0073d98-0620-404b-99e3-f543f8515667'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:42.647835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Bound port: 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc33c1e-0dbf-4600-a8af-2e002077909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b0073d98-0620-404b-99e3-f543f8515667'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:42.648476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.653768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b46af3d-d983-4368-98f9-750a4485308c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.654704 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c990b991-e478-4247-8bb7-6dc93be00b46 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.657687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8b46af3d-d983-4368-98f9-750a4485308c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/736d40ee-8df8-46c6-ac5f-51611e464e15 HTTP/1.1" status: 204 len: 168 time: 0.1536889 Jun 30 09:07:42.662125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46118) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.677143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46af3d-d983-4368-98f9-750a4485308c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736d40ee-8df8-46c6-ac5f-51611e464e15,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.728559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Allocated IP 2001:db8::1 (14e12207-5086-43c8-a2d9-de2efc7d0e96/660c91ab-5a45-4ab0-b06c-fe1d4e116833/32d6b410-6198-46db-b94e-2144e7435d2e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:42.761679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-98bdbe08-8411-42c4-ad60-b49aec7779d7 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0926938 Jun 30 09:07:42.762835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46124) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.790415 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf2b64e4-517d-4c18-9ef2-01c9336b8520 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.818763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] For port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:42.820060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf2b64e4-517d-4c18-9ef2-01c9336b8520 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.836825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] For port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,segment=NetworkSegment(1dc33c1e-0dbf-4600-a8af-2e002077909b),segment_id=1dc33c1e-0dbf-4600-a8af-2e002077909b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:42.861745 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.874977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf2b64e4-517d-4c18-9ef2-01c9336b8520 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.884368 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf2b64e4-517d-4c18-9ef2-01c9336b8520 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.888405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf2b64e4-517d-4c18-9ef2-01c9336b8520 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cfb13ef5-8c1f-488b-837d-ef2bfe99c41d HTTP/1.1" status: 204 len: 168 time: 0.1216707 Jun 30 09:07:42.898598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46130) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.906184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b64e4-517d-4c18-9ef2-01c9336b8520 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfb13ef5-8c1f-488b-837d-ef2bfe99c41d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.958395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.974994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae855e9-dbf5-4ca8-8484-9b41dd3fa125 None None] Pushing event updated for resources: {'Port': ['ID=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.994585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Transition to ACTIVE for port object 32d6b410-6198-46db-b94e-2144e7435d2e will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:43.013262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-96ce61c7-a322-40ac-b8c4-a639c94b65f0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1144824 Jun 30 09:07:43.022768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46132) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:43.078502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.126420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c990b991-e478-4247-8bb7-6dc93be00b46 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.126781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-445dfee6-aae8-41f0-bf5f-362890990fd9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.139151 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:43.144760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85949eec-8321-4f7a-80c8-46193bd632a8 req-f8e3ce57-38ad-4685-80b5-6d737425ce44 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:43.146321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85949eec-8321-4f7a-80c8-46193bd632a8 req-f8e3ce57-38ad-4685-80b5-6d737425ce44 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1850591 Jun 30 09:07:43.156335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be48de-6677-4c6c-b811-ab7fe5693915 None None] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:43.175330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:43.177560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c990b991-e478-4247-8bb7-6dc93be00b46 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.178658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-445dfee6-aae8-41f0-bf5f-362890990fd9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.189136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:43.189867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.287876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-445dfee6-aae8-41f0-bf5f-362890990fd9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.294607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-445dfee6-aae8-41f0-bf5f-362890990fd9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.296947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-445dfee6-aae8-41f0-bf5f-362890990fd9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/8eb6e5c7-bcf3-4cb8-92c2-177270474d2f HTTP/1.1" status: 204 len: 168 time: 0.2725925 Jun 30 09:07:43.303597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46138) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:43.307810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990b991-e478-4247-8bb7-6dc93be00b46 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6eabcc-263b-4ee9-aa4f-6cf4bc0e0b3a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:43.309252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85949eec-8321-4f7a-80c8-46193bd632a8 req-78ddd013-080c-40a2-9ca5-9de5205c377e tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532533 Jun 30 09:07:43.320080 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c990b991-e478-4247-8bb7-6dc93be00b46 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.321727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c990b991-e478-4247-8bb7-6dc93be00b46 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7364933 Jun 30 09:07:43.326553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46140) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:43.335605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-95e5a5de-0fbe-4f98-be8a-1b06fbbdd29a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': 'e89d29d0-b62f-4d8f-9b22-3712840b56b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4a6eabcc-263b-4ee9-aa4f-6cf4bc0e0b3a'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:43.355593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dfee6-aae8-41f0-bf5f-362890990fd9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb6e5c7-bcf3-4cb8-92c2-177270474d2f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:43.411716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b256d267-240f-4e69-950c-223591204f75 None None] Provisioning for port d559e581-32c4-492b-a629-8efbdaf2fd50 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:43.427010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Port': ['ID=32d6b410-6198-46db-b94e-2144e7435d2e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:43.432661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b256d267-240f-4e69-950c-223591204f75 None None] Provisioning complete for port d559e581-32c4-492b-a629-8efbdaf2fd50 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:43.432661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b256d267-240f-4e69-950c-223591204f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.450090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5868e870-5ee9-46eb-9ec9-abe4393e7506 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1446152 Jun 30 09:07:43.457617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46144) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:43.462890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4c57b0c9-dbc1-44ca-8e0f-89a256b377f6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--308942594'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:43.490148 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.528735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c57b0c9-dbc1-44ca-8e0f-89a256b377f6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.558303 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-95e5a5de-0fbe-4f98-be8a-1b06fbbdd29a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:43.562126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-95e5a5de-0fbe-4f98-be8a-1b06fbbdd29a tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2308745 Jun 30 09:07:43.562437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46148) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:43.652707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b256d267-240f-4e69-950c-223591204f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.662510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dabd83ab-5c4a-4556-99f2-4d19c0706e6d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.704132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dabd83ab-5c4a-4556-99f2-4d19c0706e6d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.712111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b256d267-240f-4e69-950c-223591204f75 None None] For port d559e581-32c4-492b-a629-8efbdaf2fd50, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d559e581-32c4-492b-a629-8efbdaf2fd50,segment=NetworkSegment(9b60ea3c-4dd2-476b-a0a8-c537230bd18b),segment_id=9b60ea3c-4dd2-476b-a0a8-c537230bd18b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:43.721134 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b256d267-240f-4e69-950c-223591204f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.836537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d267-240f-4e69-950c-223591204f75 None None] Pushing event updated for resources: {'Port': ['ID=d559e581-32c4-492b-a629-8efbdaf2fd50,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:43.842981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c57b0c9-dbc1-44ca-8e0f-89a256b377f6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.850269 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c57b0c9-dbc1-44ca-8e0f-89a256b377f6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.914930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dabd83ab-5c4a-4556-99f2-4d19c0706e6d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.920470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dabd83ab-5c4a-4556-99f2-4d19c0706e6d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.921735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dabd83ab-5c4a-4556-99f2-4d19c0706e6d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/4a6eabcc-263b-4ee9-aa4f-6cf4bc0e0b3a HTTP/1.1" status: 204 len: 168 time: 0.3582006 Jun 30 09:07:43.926745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46160) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:43.974090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.983224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c57b0c9-dbc1-44ca-8e0f-89a256b377f6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.984432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4c57b0c9-dbc1-44ca-8e0f-89a256b377f6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5255857 Jun 30 09:07:43.988613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46164) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:43.995537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b91eff11-c9f7-45b4-812d-828e0cbe9ab5 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': 'b77a6d09-2e19-4c0a-b440-2cdb0728aa92', 'direction': 'ingress', 'protocol': 17}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:44.007186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.008350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.056313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57b0c9-dbc1-44ca-8e0f-89a256b377f6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a6d09-2e19-4c0a-b440-2cdb0728aa92,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.060477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:44.088471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd83ab-5c4a-4556-99f2-4d19c0706e6d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6eabcc-263b-4ee9-aa4f-6cf4bc0e0b3a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.150559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-343b0274-e683-4686-a363-504d04011053 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2143512 Jun 30 09:07:44.151310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46166) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.161656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b91eff11-c9f7-45b4-812d-828e0cbe9ab5 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.190332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:44.197791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2f04ac0b-15cd-43bc-a679-e7138e2de881 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:44.208948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-399efdc4-7865-4928-9c49-00589e859970 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3297055 Jun 30 09:07:44.231155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0c97c2e-cdf5-4839-b67d-f152ec47a8e7 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.239913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Port': ['ID=32d6b410-6198-46db-b94e-2144e7435d2e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.264518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0c97c2e-cdf5-4839-b67d-f152ec47a8e7 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.288874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9225a09d-f456-4696-8214-434a80d1c5a3 None None] Provisioning for port 32d6b410-6198-46db-b94e-2144e7435d2e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:44.294705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9225a09d-f456-4696-8214-434a80d1c5a3 None None] Provisioning complete for port 32d6b410-6198-46db-b94e-2144e7435d2e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:44.295572 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9225a09d-f456-4696-8214-434a80d1c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.303256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 2f04ac0b-15cd-43bc-a679-e7138e2de881 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:44.303891 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.342623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b91eff11-c9f7-45b4-812d-828e0cbe9ab5 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.353105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b91eff11-c9f7-45b4-812d-828e0cbe9ab5 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.407901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eff11-c9f7-45b4-812d-828e0cbe9ab5 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f636cc6-0bda-49f7-b502-3c7c107c03b0,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.421719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:44.423269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:44.441212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b91eff11-c9f7-45b4-812d-828e0cbe9ab5 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.444151 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b91eff11-c9f7-45b4-812d-828e0cbe9ab5 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4533668 Jun 30 09:07:44.446978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46174) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.487502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9225a09d-f456-4696-8214-434a80d1c5a3 None None] Port 32d6b410-6198-46db-b94e-2144e7435d2e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:44.495851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0c97c2e-cdf5-4839-b67d-f152ec47a8e7 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.499697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0c97c2e-cdf5-4839-b67d-f152ec47a8e7 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.504135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c0c97c2e-cdf5-4839-b67d-f152ec47a8e7 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/e89d29d0-b62f-4d8f-9b22-3712840b56b4 HTTP/1.1" status: 204 len: 168 time: 0.3504236 Jun 30 09:07:44.509455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46176) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.522255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9225a09d-f456-4696-8214-434a80d1c5a3 None None] Provisioning complete for port d559e581-32c4-492b-a629-8efbdaf2fd50 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:44.525688 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9225a09d-f456-4696-8214-434a80d1c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.668350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c97c2e-cdf5-4839-b67d-f152ec47a8e7 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d29d0-b62f-4d8f-9b22-3712840b56b4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.695534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Router ae3714fe-e5e7-494e-a68e-aa752023da32 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:44.718590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-9a289a51-a46e-45a4-ba0e-25bec790200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.720355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-9a289a51-a46e-45a4-ba0e-25bec790200a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c34d92c644242b18fb83a1e261b516b&device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1097 time: 0.4345877 Jun 30 09:07:44.731304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84def35-2b26-4f18-b56e-00244deb9825 None None] Network b0073d98-0620-404b-99e3-f543f8515667 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:44.747371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f3aba696-ecd4-4530-935e-af9a5e52369e tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2235477 Jun 30 09:07:44.751888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46182) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.757074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-dcebf1f7-f2af-491d-a10e-7db33bbd09fd tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634004993'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:44.835368 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dcebf1f7-f2af-491d-a10e-7db33bbd09fd tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.837358 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc213997-d3e3-4e72-bd95-9fdfba504084 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.855928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:44.864455 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c7e6e883-0663-483e-9e20-e7206e78b02c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7411711 Jun 30 09:07:44.868625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46184) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.912277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] Sync routers for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:44.919628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb27e7-5b09-419d-8a10-8cd4b422e56d req-d7a37b69-15d7-4748-8f4f-9d4e370ec6ba tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.921207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-baeb27e7-5b09-419d-8a10-8cd4b422e56d req-d7a37b69-15d7-4748-8f4f-9d4e370ec6ba tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.3315372 Jun 30 09:07:44.961459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:44.962464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:45.008869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Provisioning complete for port 32d6b410-6198-46db-b94e-2144e7435d2e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:45.009229 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.014491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:45.020926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dcebf1f7-f2af-491d-a10e-7db33bbd09fd tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.035401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dcebf1f7-f2af-491d-a10e-7db33bbd09fd tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.066257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc213997-d3e3-4e72-bd95-9fdfba504084 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.086984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dcebf1f7-f2af-491d-a10e-7db33bbd09fd tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.091435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dcebf1f7-f2af-491d-a10e-7db33bbd09fd tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3353198 Jun 30 09:07:45.091435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebf1f7-f2af-491d-a10e-7db33bbd09fd tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e60967-6537-4dda-91bd-7ab027318a67,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.091768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:45.091768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:45.091943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46194) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.096825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-63400ef0-fca2-4560-9f4c-ab173261a30f tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': 'f8e60967-6537-4dda-91bd-7ab027318a67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:45.128558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-baeb27e7-5b09-419d-8a10-8cd4b422e56d req-e33859c3-0bf1-42d7-b5d6-3132717a89de tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315932 Jun 30 09:07:45.140994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:45.141772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0153f6-f06d-4f97-8e32-39831f65cef2 None None] The sync data for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:45.149039 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-63400ef0-fca2-4560-9f4c-ab173261a30f tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:45.150948 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-63400ef0-fca2-4560-9f4c-ab173261a30f tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0581436 Jun 30 09:07:45.153558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Port 32d6b410-6198-46db-b94e-2144e7435d2e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:45.157617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.164204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e2935b7c-77c8-40ca-8237-eba5f62d95d2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group_rule': {'security_group_id': 'f8e60967-6537-4dda-91bd-7ab027318a67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:45.183725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Provisioning for port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:45.189619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Provisioning complete for port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:45.190162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.196362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-fd3253d1-78b5-4a7b-8703-85ffb12dd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.198521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-fd3253d1-78b5-4a7b-8703-85ffb12dd0c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 200 len: 910 time: 0.4423845 Jun 30 09:07:45.239510 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-e2935b7c-77c8-40ca-8237-eba5f62d95d2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:45.244574 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e2935b7c-77c8-40ca-8237-eba5f62d95d2 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0831456 Jun 30 09:07:45.244979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46198) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.320372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-692dfc9f-bdc1-46eb-b15b-e2db671d90f3 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.335255 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.362625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-692dfc9f-bdc1-46eb-b15b-e2db671d90f3 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.391703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] For port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,segment=NetworkSegment(1dc33c1e-0dbf-4600-a8af-2e002077909b),segment_id=1dc33c1e-0dbf-4600-a8af-2e002077909b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:45.409824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.430395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc213997-d3e3-4e72-bd95-9fdfba504084 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.441134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc213997-d3e3-4e72-bd95-9fdfba504084 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.442656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fc213997-d3e3-4e72-bd95-9fdfba504084 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/b77a6d09-2e19-4c0a-b440-2cdb0728aa92 HTTP/1.1" status: 204 len: 168 time: 0.9945464 Jun 30 09:07:45.445292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.458058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-403a7a16-869a-486c-a3df-037e4356e4c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 200 len: 1000 time: 0.2503355 Jun 30 09:07:45.465263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc213997-d3e3-4e72-bd95-9fdfba504084 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a6d09-2e19-4c0a-b440-2cdb0728aa92,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.498541 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-692dfc9f-bdc1-46eb-b15b-e2db671d90f3 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.501130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-692dfc9f-bdc1-46eb-b15b-e2db671d90f3 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.505022 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-692dfc9f-bdc1-46eb-b15b-e2db671d90f3 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/f8e60967-6537-4dda-91bd-7ab027318a67 HTTP/1.1" status: 204 len: 168 time: 0.2562261 Jun 30 09:07:45.511518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46206) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.530487 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02a03182-e544-40f9-99e8-ddc21c697f08 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802195 Jun 30 09:07:45.530487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692dfc9f-bdc1-46eb-b15b-e2db671d90f3 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e60967-6537-4dda-91bd-7ab027318a67,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.533727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.539697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0cc24b6d-a2eb-4202-99c1-16f2429abfd0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213174540'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:45.608085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc371f8b-b6f2-4e16-a386-862ee1d25f36 None None] Pushing event updated for resources: {'Port': ['ID=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.609282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0cc24b6d-a2eb-4202-99c1-16f2429abfd0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.613977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4be63081-8373-4af2-8792-9b571710540e None None] Provisioning complete for port 32d6b410-6198-46db-b94e-2144e7435d2e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:45.614345 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4be63081-8373-4af2-8792-9b571710540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.650519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4be63081-8373-4af2-8792-9b571710540e None None] Port 32d6b410-6198-46db-b94e-2144e7435d2e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:45.677376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-3ed45703-eea5-45d3-aaea-5b75e4d9d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.679019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-3ed45703-eea5-45d3-aaea-5b75e4d9d746 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fec0685-41aa-4b1f-bd7f-a0938bef73ba HTTP/1.1" status: 200 len: 848 time: 0.2103002 Jun 30 09:07:45.720699 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0cc24b6d-a2eb-4202-99c1-16f2429abfd0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.725307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0cc24b6d-a2eb-4202-99c1-16f2429abfd0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.737381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b3c4b754-8ef4-4283-bc2b-04c71bb18352 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2200959 Jun 30 09:07:45.737608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46214) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.742790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-771b9457-79b2-4d6b-bbe6-b4872875d20d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739079395'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:45.758991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0cc24b6d-a2eb-4202-99c1-16f2429abfd0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.761197 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0cc24b6d-a2eb-4202-99c1-16f2429abfd0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2259562 Jun 30 09:07:45.762555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc24b6d-a2eb-4202-99c1-16f2429abfd0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ec3fd-f3b2-4c69-bb5f-438772da125c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.764900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46216) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.771643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-69e0abd4-fc40-4c52-827e-362b63e63e1a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--571637984'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:45.775823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-04250aae-ac79-405c-8dbb-94882dc07120 None None] Provisioning complete for port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:45.776202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-04250aae-ac79-405c-8dbb-94882dc07120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.823815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771b9457-79b2-4d6b-bbe6-b4872875d20d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.850152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69e0abd4-fc40-4c52-827e-362b63e63e1a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.900469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d559e581-32c4-492b-a629-8efbdaf2fd50 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:45.909830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-be7ed767-819e-4ecd-a6a5-901bb3099f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:45.911918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-be7ed767-819e-4ecd-a6a5-901bb3099f75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=148cd805-f10c-40b6-a7f6-2fbfe3240f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2184732 Jun 30 09:07:45.916810 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-0ea080b3-98cf-4e17-a6a6-8bafc21ec66c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:45.920940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0ea080b3-98cf-4e17-a6a6-8bafc21ec66c tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0334213 Jun 30 09:07:45.924477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46220) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.970571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d559e581-32c4-492b-a629-8efbdaf2fd50 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:45.971098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.043578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-cc9cbb2c-73b0-4828-b092-de62ffe18b69 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225340 Jun 30 09:07:46.095928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:46.101426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69e0abd4-fc40-4c52-827e-362b63e63e1a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.114578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69e0abd4-fc40-4c52-827e-362b63e63e1a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.157916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:46.158698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.251410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64007bfc-c9f3-4bb2-bd6d-9c3e508f7dd1 req-5de43757-f9a2-41ec-89d3-884d6107a528 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996191 Jun 30 09:07:46.287165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771b9457-79b2-4d6b-bbe6-b4872875d20d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.296377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0abd4-fc40-4c52-827e-362b63e63e1a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d23da8-8f9b-42f3-81e7-d076a71840c1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.298390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771b9457-79b2-4d6b-bbe6-b4872875d20d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.344879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-771b9457-79b2-4d6b-bbe6-b4872875d20d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.346419 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-771b9457-79b2-4d6b-bbe6-b4872875d20d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6079500 Jun 30 09:07:46.349948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46234) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.361237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-bf4fb97d-0d7f-4a39-8c2a-2d4bf112896b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:46.361852 n-d-758944-40 neutron-server[100240]: WARNING neutron.api.v2.base [None req-bf4fb97d-0d7f-4a39-8c2a-2d4bf112896b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:07:46.362803 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-bf4fb97d-0d7f-4a39-8c2a-2d4bf112896b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:07:46.363742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bf4fb97d-0d7f-4a39-8c2a-2d4bf112896b tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "PUT /v2.0/security-groups/eccc6aad-f1aa-4864-bee4-d1592ea87eff HTTP/1.1" status: 409 len: 330 time: 0.0116558 Jun 30 09:07:46.391708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.394459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69e0abd4-fc40-4c52-827e-362b63e63e1a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.396085 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69e0abd4-fc40-4c52-827e-362b63e63e1a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6294358 Jun 30 09:07:46.399204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46240) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.404211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a94cc2ef-4037-4d50-a00f-78d22b14532a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': 'ed6ec3fd-f3b2-4c69-bb5f-438772da125c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '37d23da8-8f9b-42f3-81e7-d076a71840c1', 'remote_ip_prefix': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:46.409492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b9457-79b2-4d6b-bbe6-b4872875d20d tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc6aad-f1aa-4864-bee4-d1592ea87eff,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.488174 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f048686f-4d84-42f0-af54-4fa668040a7c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.493218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a94cc2ef-4037-4d50-a00f-78d22b14532a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.497234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50255ce-e29a-4b63-9e79-7b8e5e91a0f1 req-171bf85f-3dce-411d-b288-a1a468cb5651 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.498932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d50255ce-e29a-4b63-9e79-7b8e5e91a0f1 req-171bf85f-3dce-411d-b288-a1a468cb5651 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1479311 Jun 30 09:07:46.535821 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f048686f-4d84-42f0-af54-4fa668040a7c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.578324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d50255ce-e29a-4b63-9e79-7b8e5e91a0f1 req-ad496707-76c5-49fe-9b47-5e1a45302ea0 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686140 Jun 30 09:07:46.608051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a94cc2ef-4037-4d50-a00f-78d22b14532a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.615450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.617065 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a94cc2ef-4037-4d50-a00f-78d22b14532a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.627251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f048686f-4d84-42f0-af54-4fa668040a7c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.629993 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f048686f-4d84-42f0-af54-4fa668040a7c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.631216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f048686f-4d84-42f0-af54-4fa668040a7c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/eccc6aad-f1aa-4864-bee4-d1592ea87eff HTTP/1.1" status: 204 len: 168 time: 0.2385304 Jun 30 09:07:46.634787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46246) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.648305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048686f-4d84-42f0-af54-4fa668040a7c tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc6aad-f1aa-4864-bee4-d1592ea87eff,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.693202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d342ccac-57f3-4f0d-8ef5-a430a755400f tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571702 Jun 30 09:07:46.696931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46248) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.704804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cc2ef-4037-4d50-a00f-78d22b14532a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940d1adc-5908-4288-95db-849c9417f76f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.715657 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-4a85783a-6bd5-4128-badf-a03ed346f3e0 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] delete failed (client error): The resource could not be found. Jun 30 09:07:46.716855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4a85783a-6bd5-4128-badf-a03ed346f3e0 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc6a5d0f-6169-42db-9886-96e7d4ac773d HTTP/1.1" status: 404 len: 347 time: 0.0173640 Jun 30 09:07:46.717932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a94cc2ef-4037-4d50-a00f-78d22b14532a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.719796 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a94cc2ef-4037-4d50-a00f-78d22b14532a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3190105 Jun 30 09:07:46.722527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46250) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.724266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46252) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.747655 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-6afb7cd8-0882-47cb-bf9e-1adb464bb776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] show failed (client error): The resource could not be found. Jun 30 09:07:46.752128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6afb7cd8-0882-47cb-bf9e-1adb464bb776 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-groups/118035a4-c654-4838-a4be-796f09574799 HTTP/1.1" status: 404 len: 347 time: 0.0191779 Jun 30 09:07:46.754005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46256) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.770167 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-cb26704a-828c-40be-a5ec-8c6fcc54a7b1 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] show failed (client error): The resource could not be found. Jun 30 09:07:46.775195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cb26704a-828c-40be-a5ec-8c6fcc54a7b1 tempest-NegativeSecGroupIPv6Test-755241879 tempest-NegativeSecGroupIPv6Test-755241879-project] 10.222.0.53 "GET /v2.0/security-group-rules/3c366625-281d-4736-ba9f-e20cdb905c29 HTTP/1.1" status: 404 len: 356 time: 0.0162652 Jun 30 09:07:46.775195 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00fbc7c0-ffa8-4c5f-a262-edc79a074acc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.782695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00fbc7c0-ffa8-4c5f-a262-edc79a074acc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.816885 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00fbc7c0-ffa8-4c5f-a262-edc79a074acc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.824750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-00fbc7c0-ffa8-4c5f-a262-edc79a074acc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.825925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-00fbc7c0-ffa8-4c5f-a262-edc79a074acc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/940d1adc-5908-4288-95db-849c9417f76f HTTP/1.1" status: 204 len: 168 time: 0.1023722 Jun 30 09:07:46.830138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46260) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.837952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbc7c0-ffa8-4c5f-a262-edc79a074acc tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=940d1adc-5908-4288-95db-849c9417f76f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.898133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a35ec378-b6ac-4b1a-b3f4-e785254a431b tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0656829 Jun 30 09:07:46.899609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46264) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.965415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting port 32d6b410-6198-46db-b94e-2144e7435d2e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:46.965787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.980053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.006685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.064342 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.067060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.070603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/37d23da8-8f9b-42f3-81e7-d076a71840c1 HTTP/1.1" status: 204 len: 168 time: 0.1675875 Jun 30 09:07:47.071789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46272) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:47.100847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d23da8-8f9b-42f3-81e7-d076a71840c1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.126233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.127065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.127671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.127898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.128783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.129100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.129725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.130360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.130707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.131327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.134304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.134734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.135215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e30deb-4014-43a4-99e9-f20f8490bc26 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:47.163943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Calling delete_port for 32d6b410-6198-46db-b94e-2144e7435d2e owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:47.166298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46276) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:47.167111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-faba42f6-4a26-4c2a-8213-3eae8c228808 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0931437 Jun 30 09:07:47.191498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46278) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:47.291048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f900fa13-f38a-4a8c-934a-c2d198ef20a8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.357532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f900fa13-f38a-4a8c-934a-c2d198ef20a8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.368174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de8e12c6-908e-4da9-b66b-81fc9b00a70a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10d952d5399a4911ba6518aa82c078d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751704 Jun 30 09:07:47.370311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46288) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:47.439267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f900fa13-f38a-4a8c-934a-c2d198ef20a8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.442002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f900fa13-f38a-4a8c-934a-c2d198ef20a8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.445690 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f900fa13-f38a-4a8c-934a-c2d198ef20a8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/ed6ec3fd-f3b2-4c69-bb5f-438772da125c HTTP/1.1" status: 204 len: 168 time: 0.2757795 Jun 30 09:07:47.446466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46290) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:47.455178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfdb1-b29d-4248-8af6-f21cbafae180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.460019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900fa13-f38a-4a8c-934a-c2d198ef20a8 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ec3fd-f3b2-4c69-bb5f-438772da125c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.478440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.508322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Port': ['ID=32d6b410-6198-46db-b94e-2144e7435d2e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.515082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfdb1-b29d-4248-8af6-f21cbafae180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.539035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-faddf16e-80d4-4420-9513-31ef31855f76 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913441 Jun 30 09:07:47.544426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46294) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:47.551072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4fc34399-c211-4e37-8035-22a10d38d6e9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--506133576'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:47.594434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfdb1-b29d-4248-8af6-f21cbafae180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.611308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfdb1-b29d-4248-8af6-f21cbafae180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.612903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7c5bfdb1-b29d-4248-8af6-f21cbafae180 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c0e9f11-d765-464b-a5f2-d67c26858987 HTTP/1.1" status: 204 len: 168 time: 0.2411847 Jun 30 09:07:47.625118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bfdb1-b29d-4248-8af6-f21cbafae180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e9f11-d765-464b-a5f2-d67c26858987,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.695927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.701385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc34399-c211-4e37-8035-22a10d38d6e9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.886922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d13c-f6fa-42c6-a2b4-6ab81528d3e9 req-b6b53b78-2650-46c4-8c40-042b74ce42b1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:47.888643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ae4d13c-f6fa-42c6-a2b4-6ab81528d3e9 req-b6b53b78-2650-46c4-8c40-042b74ce42b1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1006577 Jun 30 09:07:47.937814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ae4d13c-f6fa-42c6-a2b4-6ab81528d3e9 req-d484112d-5bb9-4861-bdcf-02fd540223a2 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Jun 30 09:07:47.967081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Router ae3714fe-e5e7-494e-a68e-aa752023da32 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:47.985582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc34399-c211-4e37-8035-22a10d38d6e9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.993684 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc34399-c211-4e37-8035-22a10d38d6e9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.022868 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc34399-c211-4e37-8035-22a10d38d6e9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.024068 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4fc34399-c211-4e37-8035-22a10d38d6e9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4785416 Jun 30 09:07:48.027513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46314) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.033759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-603e575c-5f4e-408e-b03b-5e8f9e84421c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': '3780892c-a985-4fc1-b77f-b74d93336449', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:48.102658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-603e575c-5f4e-408e-b03b-5e8f9e84421c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.103200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:48.104701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc34399-c211-4e37-8035-22a10d38d6e9 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3780892c-a985-4fc1-b77f-b74d93336449,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:48.110823 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-09394ff7-d5e1-446c-9d3a-62e638870e82 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842940 Jun 30 09:07:48.114561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46322) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.120700 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] Sync routers for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:48.131136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:48.136436 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:48.176000 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:48.184828 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:48.185691 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:48.188869 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-9ee53450-16c0-4e67-bc25-e7657b2ea7dc tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] delete failed (client error): The resource could not be found. Jun 30 09:07:48.191435 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-603e575c-5f4e-408e-b03b-5e8f9e84421c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.194051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46326) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.195184 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ee53450-16c0-4e67-bc25-e7657b2ea7dc tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1124346713 HTTP/1.1" status: 404 len: 335 time: 0.0785019 Jun 30 09:07:48.200217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-695f4ff1-1807-4f13-ab9a-ed54f66c6033 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae3714fe-e5e7-494e-a68e-aa752023da32'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:48.205368 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-603e575c-5f4e-408e-b03b-5e8f9e84421c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.217781 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:48.218429 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cb989-9994-42b6-b33d-064a48b93eff None None] The sync data for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:48.300597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e575c-5f4e-408e-b03b-5e8f9e84421c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554b130f-7928-4c22-bf7d-a16b77f973e8,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:48.304529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-603e575c-5f4e-408e-b03b-5e8f9e84421c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.308827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-603e575c-5f4e-408e-b03b-5e8f9e84421c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2763388 Jun 30 09:07:48.309274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46332) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.337814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a334a0b-d306-4d6c-8e7d-6c8212e29255 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.351118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a334a0b-d306-4d6c-8e7d-6c8212e29255 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.387594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a334a0b-d306-4d6c-8e7d-6c8212e29255 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.398630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a334a0b-d306-4d6c-8e7d-6c8212e29255 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.402964 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a334a0b-d306-4d6c-8e7d-6c8212e29255 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/554b130f-7928-4c22-bf7d-a16b77f973e8 HTTP/1.1" status: 204 len: 168 time: 0.0928228 Jun 30 09:07:48.408204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46336) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.418589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a334a0b-d306-4d6c-8e7d-6c8212e29255 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=554b130f-7928-4c22-bf7d-a16b77f973e8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:48.466413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2d73ebe6-0ae8-4df6-8ce4-21798e7b7648 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565033 Jun 30 09:07:48.467767 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46344) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.470473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-695f4ff1-1807-4f13-ab9a-ed54f66c6033 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.531277 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-695f4ff1-1807-4f13-ab9a-ed54f66c6033 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] update failed (client error): The resource could not be found. Jun 30 09:07:48.537618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-695f4ff1-1807-4f13-ab9a-ed54f66c6033 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32 HTTP/1.1" status: 404 len: 339 time: 0.3389814 Jun 30 09:07:48.537618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46348) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.543744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-991816678'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:48.562358 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9f43-1e1c-4708-b424-61344fdd16e6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.569224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:48.574450 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.591932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9f43-1e1c-4708-b424-61344fdd16e6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.611189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:48.622198 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.622466 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Added segment 6962ea18-86e9-4cc4-8a41-030ae6fa95b8 of type vlan for network 57717a5c-60f5-47e3-9490-4fe324b007f1 Jun 30 09:07:48.639025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46352) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.658316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9f43-1e1c-4708-b424-61344fdd16e6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.664827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9f43-1e1c-4708-b424-61344fdd16e6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.666326 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fdaf9f43-1e1c-4708-b424-61344fdd16e6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/3780892c-a985-4fc1-b77f-b74d93336449 HTTP/1.1" status: 204 len: 168 time: 0.1973605 Jun 30 09:07:48.670026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46356) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.677522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.683013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf9f43-1e1c-4708-b424-61344fdd16e6 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3780892c-a985-4fc1-b77f-b74d93336449,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:48.715819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.723545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:48.724259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.736256 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-464aabb3-96ba-492f-ab33-0d5bf31c7d20 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636573 Jun 30 09:07:48.740631 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46360) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.745729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4010b7f5-a002-4c67-80ab-bc2123f5bc65 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061003197'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:48.769539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2304716 Jun 30 09:07:48.773982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46362) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.781044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'subnet': {'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:48.788772 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4010b7f5-a002-4c67-80ab-bc2123f5bc65 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.823889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58caf4-4d3d-471b-8060-af0af4f27588 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Network': ['ID=57717a5c-60f5-47e3-9490-4fe324b007f1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:48.834652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 57717a5c-60f5-47e3-9490-4fe324b007f1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:48.839280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774549251-network', 'tenant_id': 'e7ee9b41712547f282a0f6c454744120'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:48.897058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Made reservation on behalf of e7ee9b41712547f282a0f6c454744120 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:48.899366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.913597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.981450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4010b7f5-a002-4c67-80ab-bc2123f5bc65 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.989583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4010b7f5-a002-4c67-80ab-bc2123f5bc65 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.026672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Made reservation on behalf of 705842b67a7141409ad803b1b8ca31d1 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:49.030206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.099054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010b7f5-a002-4c67-80ab-bc2123f5bc65 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be16c9d8-144f-4e0f-98f9-f54f0160967e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.180995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532c02e-090b-4831-8202-4b8e3c2919fd req-6ba4c846-3e51-4570-8e73-0b5f306bc399 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.182849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1532c02e-090b-4831-8202-4b8e3c2919fd req-6ba4c846-3e51-4570-8e73-0b5f306bc399 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1108167 Jun 30 09:07:49.230756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.231012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1532c02e-090b-4831-8202-4b8e3c2919fd req-21423246-358d-4b44-95ca-9433a11d3ff3 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Jun 30 09:07:49.238625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.256316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4010b7f5-a002-4c67-80ab-bc2123f5bc65 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.257734 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4010b7f5-a002-4c67-80ab-bc2123f5bc65 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5159173 Jun 30 09:07:49.261234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46378) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.266733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d0db2e30-14d7-452c-a4f8-19a9ec74d750 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': 'be16c9d8-144f-4e0f-98f9-f54f0160967e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:49.296659 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0db2e30-14d7-452c-a4f8-19a9ec74d750 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.310126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:49.323662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe84f4d-5401-42d2-8963-2fd6e9c4cf7c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.338751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.339279 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Added segment c6a7adb4-f61c-4411-9f6f-d30adeb5a5d9 of type vlan for network 18b14131-5fb8-4ee3-bd94-29d92d755be1 Jun 30 09:07:49.350554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.365905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0db2e30-14d7-452c-a4f8-19a9ec74d750 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.370984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0db2e30-14d7-452c-a4f8-19a9ec74d750 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.397066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db2e30-14d7-452c-a4f8-19a9ec74d750 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb374cc-9895-4e42-be8c-07dbba8d3e2b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.407562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0db2e30-14d7-452c-a4f8-19a9ec74d750 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.411461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d0db2e30-14d7-452c-a4f8-19a9ec74d750 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465716 Jun 30 09:07:49.412379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46382) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.419917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.430700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de7a451f-12e0-4991-90b9-13712ced9967 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules/acb374cc-9895-4e42-be8c-07dbba8d3e2b HTTP/1.1" status: 200 len: 763 time: 0.0169110 Jun 30 09:07:49.433920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46384) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.453099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Subnet': ['ID=b33d2887-f98e-4c9f-830d-7c2706be9c66,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.477878 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Checking segment: {'id': '6962ea18-86e9-4cc4-8a41-030ae6fa95b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:49.478549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network hostable DHCP agents. Network: 57717a5c-60f5-47e3-9490-4fe324b007f1, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:49.484351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ea51f4e0-b341-40af-8bef-7abd37d9392a tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0488708 Jun 30 09:07:49.489047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46388) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.490240 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.491450 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.491991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.513468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf8b5f1-6084-44ee-bfd4-412d8c3c4337 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.522136 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf8b5f1-6084-44ee-bfd4-412d8c3c4337 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.541192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network 57717a5c-60f5-47e3-9490-4fe324b007f1 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:49.555109 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf8b5f1-6084-44ee-bfd4-412d8c3c4337 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.562988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf8b5f1-6084-44ee-bfd4-412d8c3c4337 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.564475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-acf8b5f1-6084-44ee-bfd4-412d8c3c4337 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/acb374cc-9895-4e42-be8c-07dbba8d3e2b HTTP/1.1" status: 204 len: 168 time: 0.0738292 Jun 30 09:07:49.567739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46390) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.573988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8b5f1-6084-44ee-bfd4-412d8c3c4337 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acb374cc-9895-4e42-be8c-07dbba8d3e2b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.582814 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9400413 Jun 30 09:07:49.582814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 57717a5c-60f5-47e3-9490-4fe324b007f1) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:49.583398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46392) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.588760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Request body: {'subnet': {'network_id': '18b14131-5fb8-4ee3-bd94-29d92d755be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774549251-subnet', 'tenant_id': 'e7ee9b41712547f282a0f6c454744120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:49.591625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83153-709c-4d1c-9c53-d7aaa743a272 admin admin] Pushing event updated for resources: {'Network': ['ID=18b14131-5fb8-4ee3-bd94-29d92d755be1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.598101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.598691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.609585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08997d1-c99c-41b2-ae21-42842695cd1c None None] Network 57717a5c-60f5-47e3-9490-4fe324b007f1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:49.615265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 18b14131-5fb8-4ee3-bd94-29d92d755be1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:49.628260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Made reservation on behalf of e7ee9b41712547f282a0f6c454744120 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:49.631493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.652529 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ea31185-c654-4d90-8063-9d2f390a77d0 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812714 Jun 30 09:07:49.653143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.666464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-74ecbce3-88a3-4579-890e-ba4a0aadd677 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': 'be16c9d8-144f-4e0f-98f9-f54f0160967e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:49.684226 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a037ded-6080-404e-864a-bf5cb735b33e tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9061818 Jun 30 09:07:49.685934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46400) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.699610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b550f57b-f29b-45d6-b106-bbedc15c6421 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'router': {'external_gateway_info': {'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:49.852913 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.865295 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74ecbce3-88a3-4579-890e-ba4a0aadd677 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.877742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-57717a5c-60f5-47e3-9490-4fe324b007f1', 'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1', 'tenant_id': '705842b67a7141409ad803b1b8ca31d1', 'fixed_ips': [{'subnet_id': 'b33d2887-f98e-4c9f-830d-7c2706be9c66'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:49.878611 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.934619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=473dd79a-7843-47c4-ba75-724362afa6f1,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.978299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Checking segment: {'id': 'c6a7adb4-f61c-4411-9f6f-d30adeb5a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '18b14131-5fb8-4ee3-bd94-29d92d755be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:49.978702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Network hostable DHCP agents. Network: 18b14131-5fb8-4ee3-bd94-29d92d755be1, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:50.029137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Network 18b14131-5fb8-4ee3-bd94-29d92d755be1 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:50.042712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-07cb8aa7-eaf4-4868-910e-21769c1fed1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018724 Jun 30 09:07:50.045202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 18b14131-5fb8-4ee3-bd94-29d92d755be1) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:50.065713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.066328 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.076030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff26502-8b46-4a62-be82-4ec241c8778a None None] Network 18b14131-5fb8-4ee3-bd94-29d92d755be1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:50.096469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9db6e224-2d8a-4faa-acc4-9570b2ddc07b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5118461 Jun 30 09:07:50.100057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Allocated IP 2001:db8:1::2 (57717a5c-60f5-47e3-9490-4fe324b007f1/b33d2887-f98e-4c9f-830d-7c2706be9c66/568a4070-264b-43f3-86e1-4909e6c10d41) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:50.217909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-a8250394-2fe2-48d4-9d17-bb2d6fe63402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.220184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-a8250394-2fe2-48d4-9d17-bb2d6fe63402 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1097 time: 0.1219149 Jun 30 09:07:50.381043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-22f5c473-26be-4bcc-9faf-69b3e1993fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.383716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-22f5c473-26be-4bcc-9faf-69b3e1993fea service neutron] 10.222.0.26 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.1307080 Jun 30 09:07:50.398580 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74ecbce3-88a3-4579-890e-ba4a0aadd677 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.470450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74ecbce3-88a3-4579-890e-ba4a0aadd677 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.533217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-f02b97af-f0d2-4f98-b2d0-ee4de3f5ddb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 1000 time: 0.1418250 Jun 30 09:07:50.606648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b550f57b-f29b-45d6-b106-bbedc15c6421 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.609124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-bda48ae7-09f2-49ce-a50b-79a450e256d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.617522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecbce3-88a3-4579-890e-ba4a0aadd677 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897fb3b6-6ad6-46e1-b601-ce622afe6d2f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.623584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-bda48ae7-09f2-49ce-a50b-79a450e256d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.0836518 Jun 30 09:07:50.624826 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74ecbce3-88a3-4579-890e-ba4a0aadd677 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.630024 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-74ecbce3-88a3-4579-890e-ba4a0aadd677 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9705262 Jun 30 09:07:50.630668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46428) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.668864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9dccec-42a0-41aa-9a45-ae0fa1899789 None None] Network 18b14131-5fb8-4ee3-bd94-29d92d755be1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:50.671245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ecc81ada-68a8-48da-b915-ff24371a833b tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules/897fb3b6-6ad6-46e1-b601-ce622afe6d2f HTTP/1.1" status: 200 len: 763 time: 0.0392053 Jun 30 09:07:50.671917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46432) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.703107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb0385-8260-445d-b121-ebd8e45a2285 req-655f0efd-25ef-48a5-b104-829fe19a8078 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.705143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3eb0385-8260-445d-b121-ebd8e45a2285 req-655f0efd-25ef-48a5-b104-829fe19a8078 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.2239587 Jun 30 09:07:50.741860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-47ae96d0-e853-4693-b6ba-fe4e528ebf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.743489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-47ae96d0-e853-4693-b6ba-fe4e528ebf4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041291 Jun 30 09:07:50.752187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46434) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.753667 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d14e741-1013-4aff-8eec-1521b3b5499d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0781653 Jun 30 09:07:50.762704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.799442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Transition to ACTIVE for port object 568a4070-264b-43f3-86e1-4909e6c10d41 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:50.832627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Transition to ACTIVE for port object 568a4070-264b-43f3-86e1-4909e6c10d41 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:50.867896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.908926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-ffb09b60-c2b5-42ab-8833-931c51be170c service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383734 Jun 30 09:07:50.945728 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-b550f57b-f29b-45d6-b106-bbedc15c6421 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:50.950379 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b550f57b-f29b-45d6-b106-bbedc15c6421 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32 HTTP/1.1" status: 400 len: 364 time: 1.2576489 Jun 30 09:07:50.952374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46442) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.975092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Pushing event updated for resources: {'Port': ['ID=568a4070-264b-43f3-86e1-4909e6c10d41,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.023900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Network 57717a5c-60f5-47e3-9490-4fe324b007f1 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:51.025543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3eb0385-8260-445d-b121-ebd8e45a2285 req-19bfb89a-d794-496c-b8b2-bc9c31c355da tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120797 Jun 30 09:07:51.028248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44e98a3c-520d-4e60-af00-c7056f51ab8e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.035522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:51.046179 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44e98a3c-520d-4e60-af00-c7056f51ab8e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.049909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:51.050228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46448) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.060793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1710961983-network', 'tenant_id': '4fb502db2b334ea18e312fb63d09157e'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:51.071073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8f5ef8b-488e-4b1d-9622-660ac8de553a req-582fc560-d813-4743-8a5c-3ddb71d60c3a service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490769 Jun 30 09:07:51.101400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Made reservation on behalf of 4fb502db2b334ea18e312fb63d09157e for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:51.104839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.109557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44e98a3c-520d-4e60-af00-c7056f51ab8e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.143006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-44e98a3c-520d-4e60-af00-c7056f51ab8e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.146548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-44e98a3c-520d-4e60-af00-c7056f51ab8e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/897fb3b6-6ad6-46e1-b601-ce622afe6d2f HTTP/1.1" status: 204 len: 168 time: 0.3909457 Jun 30 09:07:51.146548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e98a3c-520d-4e60-af00-c7056f51ab8e tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=897fb3b6-6ad6-46e1-b601-ce622afe6d2f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.148185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46450) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.150642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.165801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Attempting to bind port 568a4070-264b-43f3-86e1-4909e6c10d41 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:51.166222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Attempting to bind port 568a4070-264b-43f3-86e1-4909e6c10d41 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '6962ea18-86e9-4cc4-8a41-030ae6fa95b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:51.166659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Attempting to bind port 568a4070-264b-43f3-86e1-4909e6c10d41 on network 57717a5c-60f5-47e3-9490-4fe324b007f1 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:51.174342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:51.174342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Checking segment: {'id': '6962ea18-86e9-4cc4-8a41-030ae6fa95b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:51.174342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.175500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Bound using segment: {'id': '6962ea18-86e9-4cc4-8a41-030ae6fa95b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:51.175997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Bound port: 568a4070-264b-43f3-86e1-4909e6c10d41, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6962ea18-86e9-4cc4-8a41-030ae6fa95b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '57717a5c-60f5-47e3-9490-4fe324b007f1'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:51.176512 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.225989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-be41a983-7dae-4c2e-a3e0-1402b4521c46 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764043 Jun 30 09:07:51.228748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46456) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.233712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Request body: {'security_group_rule': {'security_group_id': 'be16c9d8-144f-4e0f-98f9-f54f0160967e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:51.286772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] For port 568a4070-264b-43f3-86e1-4909e6c10d41, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:51.291125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] For port 568a4070-264b-43f3-86e1-4909e6c10d41, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=568a4070-264b-43f3-86e1-4909e6c10d41,segment=NetworkSegment(6962ea18-86e9-4cc4-8a41-030ae6fa95b8),segment_id=6962ea18-86e9-4cc4-8a41-030ae6fa95b8)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:51.296042 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.304764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.315091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.318252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.339294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:51.354189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdee2ea-4561-4beb-9b48-1749600871b7,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.359964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.360386 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Added segment db679864-ce38-4d62-b6a5-eb1afd786cad of type vlan for network 74f46ef4-0410-49a8-8f8f-0f1f86517373 Jun 30 09:07:51.381165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4ed67-a58e-4930-93d8-317d7b41fd10 None None] Pushing event updated for resources: {'Port': ['ID=568a4070-264b-43f3-86e1-4909e6c10d41,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.389965 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Project 9e51dd20783745ca9f02cb5abbaf826e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:07:51.410175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.429120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.541661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.549167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.587805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101488af-005f-413d-a6b8-23e5bae95453,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.672193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.677490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27717949-8c41-4486-8062-abe0cc22674d tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4471626 Jun 30 09:07:51.684270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46464) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.714259 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a11c70c0-165e-4cd8-a00b-d71e471e74ec tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules/101488af-005f-413d-a6b8-23e5bae95453 HTTP/1.1" status: 200 len: 769 time: 0.0258086 Jun 30 09:07:51.725068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.835529 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e5f89759-f298-4f66-b5c0-df73e614cb67 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1081145 Jun 30 09:07:51.836574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46470) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.887123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee5f7-05f9-46b8-b663-11c1fd962ec2 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.890153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Allocated IP 2001:db8::1 (2fdddebe-052f-4218-a9fa-c5104a1c02fd/410ddc7f-1811-41e5-97ff-38e1bdc22450/678fda0a-2bdc-4914-97cc-58a4a567b2e2) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:51.904963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee5f7-05f9-46b8-b663-11c1fd962ec2 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.916258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.917193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.917804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.937580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 568a4070-264b-43f3-86e1-4909e6c10d41 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:51.983817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9322407 Jun 30 09:07:51.991761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46474) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:52.009159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 568a4070-264b-43f3-86e1-4909e6c10d41 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:52.014274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6993d7c-de19-494c-a1bd-d0c46000ab56 admin admin] Pushing event updated for resources: {'Network': ['ID=74f46ef4-0410-49a8-8f8f-0f1f86517373,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.028719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 74f46ef4-0410-49a8-8f8f-0f1f86517373 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:52.056613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Request body: {'subnet': {'network_id': '74f46ef4-0410-49a8-8f8f-0f1f86517373', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1710961983-subnet', 'tenant_id': '4fb502db2b334ea18e312fb63d09157e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:52.150431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee5f7-05f9-46b8-b663-11c1fd962ec2 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.155662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee5f7-05f9-46b8-b663-11c1fd962ec2 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.160538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46484) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:52.160694 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9b6ee5f7-05f9-46b8-b663-11c1fd962ec2 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/101488af-005f-413d-a6b8-23e5bae95453 HTTP/1.1" status: 204 len: 168 time: 0.3232634 Jun 30 09:07:52.181698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ee5f7-05f9-46b8-b663-11c1fd962ec2 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=101488af-005f-413d-a6b8-23e5bae95453,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.199418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Made reservation on behalf of 4fb502db2b334ea18e312fb63d09157e for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:52.202652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.255650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-036be957-3c85-499f-b9c4-3f7b3be89414 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937660 Jun 30 09:07:52.262196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46488) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:52.412915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df3bdfd-89a3-43a3-9bbe-1b1ce0a96afa tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.449572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df3bdfd-89a3-43a3-9bbe-1b1ce0a96afa tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.479462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199165a-ef59-4406-b0af-95aea7f78f12 req-c8030e78-b3bb-4f2a-a51c-9883d4538c01 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.490429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c199165a-ef59-4406-b0af-95aea7f78f12 req-c8030e78-b3bb-4f2a-a51c-9883d4538c01 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1738942 Jun 30 09:07:52.518261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.533011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Transition to ACTIVE for port object 678fda0a-2bdc-4914-97cc-58a4a567b2e2 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:52.553766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c199165a-ef59-4406-b0af-95aea7f78f12 req-71f54dc5-59d8-4335-bb87-057845224f3b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 Jun 30 09:07:52.565078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df3bdfd-89a3-43a3-9bbe-1b1ce0a96afa tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.567867 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9df3bdfd-89a3-43a3-9bbe-1b1ce0a96afa tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.569401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9df3bdfd-89a3-43a3-9bbe-1b1ce0a96afa tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "DELETE /v2.0/security-groups/be16c9d8-144f-4e0f-98f9-f54f0160967e HTTP/1.1" status: 204 len: 168 time: 0.3057880 Jun 30 09:07:52.572419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46496) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:52.600286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3bdfd-89a3-43a3-9bbe-1b1ce0a96afa tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be16c9d8-144f-4e0f-98f9-f54f0160967e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.614606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.654155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.754746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Port': ['ID=678fda0a-2bdc-4914-97cc-58a4a567b2e2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.814586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:52.819760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:52.822440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:52.823042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.825933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3e9602-423f-45a1-ae3d-f77c339e0a85,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.833558 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d8b16f0d-6421-4873-8378-ce861761721c tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2555811 Jun 30 09:07:52.837774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46502) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:52.890926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Checking segment: {'id': 'db679864-ce38-4d62-b6a5-eb1afd786cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '74f46ef4-0410-49a8-8f8f-0f1f86517373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:52.891372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Network hostable DHCP agents. Network: 74f46ef4-0410-49a8-8f8f-0f1f86517373, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:52.893336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80b729-410a-4132-a613-f2feb852dab7 None None] Network 57717a5c-60f5-47e3-9490-4fe324b007f1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:52.978660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a9e96abb-13c8-498f-9296-85591a372ea7 tempest-SecGroupIPv6Test-713736641 tempest-SecGroupIPv6Test-713736641-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1399002 Jun 30 09:07:52.979754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Network 74f46ef4-0410-49a8-8f8f-0f1f86517373 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:53.049802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 74f46ef4-0410-49a8-8f8f-0f1f86517373) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:53.061306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:53.061928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.088165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.094847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b700c3c9-df15-44a4-a022-9b5c5d180ebc None None] Provisioning for port 568a4070-264b-43f3-86e1-4909e6c10d41 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:53.098162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215976e-59ab-4c2d-a60d-fcb2b3471c5c None None] Network 74f46ef4-0410-49a8-8f8f-0f1f86517373 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:53.126177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b700c3c9-df15-44a4-a022-9b5c5d180ebc None None] Provisioning complete for port 568a4070-264b-43f3-86e1-4909e6c10d41 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:53.127158 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b700c3c9-df15-44a4-a022-9b5c5d180ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.203074 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d999dc2-8c82-48f4-9703-4ce819ec6005 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2100677 Jun 30 09:07:53.286208 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.519831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46522) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:53.555240 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b700c3c9-df15-44a4-a022-9b5c5d180ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.559765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866211a2-3f70-4591-b71e-d9151465fd82 None None] Network 74f46ef4-0410-49a8-8f8f-0f1f86517373 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:53.622858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] Deleting subnet 473dd79a-7843-47c4-ba75-724362afa6f1 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:53.632061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.633118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.642471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.643370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.725426 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.728010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46528) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:53.758562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b700c3c9-df15-44a4-a022-9b5c5d180ebc None None] For port 568a4070-264b-43f3-86e1-4909e6c10d41, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=568a4070-264b-43f3-86e1-4909e6c10d41,segment=NetworkSegment(6962ea18-86e9-4cc4-8a41-030ae6fa95b8),segment_id=6962ea18-86e9-4cc4-8a41-030ae6fa95b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:53.777606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event updated for resources: {'Port': ['ID=678fda0a-2bdc-4914-97cc-58a4a567b2e2,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:53.780413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b700c3c9-df15-44a4-a022-9b5c5d180ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.842429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:53.844290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:53.853898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.988807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700c3c9-df15-44a4-a022-9b5c5d180ebc None None] Pushing event updated for resources: {'Port': ['ID=568a4070-264b-43f3-86e1-4909e6c10d41,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:54.004022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Router ae3714fe-e5e7-494e-a68e-aa752023da32 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:54.016899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd175383-0acc-467b-b376-28de66300ffc req-78f279d6-0d84-43a4-9924-431b8104c093 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.018539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd175383-0acc-467b-b376-28de66300ffc req-78f279d6-0d84-43a4-9924-431b8104c093 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.2315738 Jun 30 09:07:54.051307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1adf0966-7079-4be2-96cf-b04db54c1329 None None] Provisioning for port 678fda0a-2bdc-4914-97cc-58a4a567b2e2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:54.056174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1adf0966-7079-4be2-96cf-b04db54c1329 None None] Provisioning complete for port 678fda0a-2bdc-4914-97cc-58a4a567b2e2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:54.056814 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1adf0966-7079-4be2-96cf-b04db54c1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.068499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.107395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1adf0966-7079-4be2-96cf-b04db54c1329 None None] Port 678fda0a-2bdc-4914-97cc-58a4a567b2e2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:54.112637 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.119805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/473dd79a-7843-47c4-ba75-724362afa6f1 HTTP/1.1" status: 204 len: 168 time: 0.5987520 Jun 30 09:07:54.129298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46538) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.197693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:54.204601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-41b71ef0-0918-4a67-9fe8-2c8aa7b266e0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2452788 Jun 30 09:07:54.209749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.219197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] Sync routers for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:54.220576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68141fca-4201-4959-a47a-952c99d14649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473dd79a-7843-47c4-ba75-724362afa6f1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:54.247729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:54.248887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:54.311738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd175383-0acc-467b-b376-28de66300ffc req-d57129db-af58-4afe-883d-d72935c00c24 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806203 Jun 30 09:07:54.321020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:54.331728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c44effbf-2155-4387-a509-3eee5658d6cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e51dd20783745ca9f02cb5abbaf826e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022975 Jun 30 09:07:54.335335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46546) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.352776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.356228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:54.357096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:54.394498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-657a88fe-eb1b-4029-9dba-e75532fc3a73 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.423128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:54.423738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799acd9d-309f-4559-b01f-3074cfeb8ab2 None None] The sync data for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:54.431772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d2092aa0-e8e6-4327-8f80-789c9e10ace2 None None] Provisioning complete for port 678fda0a-2bdc-4914-97cc-58a4a567b2e2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:54.432413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d2092aa0-e8e6-4327-8f80-789c9e10ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.473874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d2092aa0-e8e6-4327-8f80-789c9e10ace2 None None] Port 678fda0a-2bdc-4914-97cc-58a4a567b2e2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:54.483084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7741c010-e0f0-408e-99fd-122b08baa254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.485832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d2092aa0-e8e6-4327-8f80-789c9e10ace2 None None] Provisioning complete for port 568a4070-264b-43f3-86e1-4909e6c10d41 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:54.486483 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d2092aa0-e8e6-4327-8f80-789c9e10ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.494804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.512109 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-657a88fe-eb1b-4029-9dba-e75532fc3a73 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:07:54.513336 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-657a88fe-eb1b-4029-9dba-e75532fc3a73 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32 HTTP/1.1" status: 409 len: 329 time: 0.2868516 Jun 30 09:07:54.514253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b14131-5fb8-4ee3-bd94-29d92d755be1']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:54.516296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46552) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.525894 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7741c010-e0f0-408e-99fd-122b08baa254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.534943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a7adb4-f61c-4411-9f6f-d30adeb5a5d9') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:54.535242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a7adb4-f61c-4411-9f6f-d30adeb5a5d9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:54.557191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.592964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.609047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:54.609469 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:54.612096 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:54.615578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7741c010-e0f0-408e-99fd-122b08baa254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.615802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7741c010-e0f0-408e-99fd-122b08baa254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.617215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7741c010-e0f0-408e-99fd-122b08baa254 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0b73c91-0784-46f7-b506-2025845280fc HTTP/1.1" status: 204 len: 168 time: 0.2807400 Jun 30 09:07:54.713138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741c010-e0f0-408e-99fd-122b08baa254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b73c91-0784-46f7-b506-2025845280fc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:54.746981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.765788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.767843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/18b14131-5fb8-4ee3-bd94-29d92d755be1 HTTP/1.1" status: 204 len: 168 time: 0.6358678 Jun 30 09:07:54.769145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d20d2-cd44-415e-8f11-6136d9e82de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b14131-5fb8-4ee3-bd94-29d92d755be1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:54.771139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46560) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.832722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] Deleting subnet 3b3e9602-423f-45a1-ae3d-f77c339e0a85 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:54.836910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.890108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.929213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.935401 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.018552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.063923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3e9602-423f-45a1-ae3d-f77c339e0a85,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.072296 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.075395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.079781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-12e212cb-9832-4598-8251-9b4c34cc283b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3b3e9602-423f-45a1-ae3d-f77c339e0a85 HTTP/1.1" status: 204 len: 168 time: 0.3051529 Jun 30 09:07:55.080022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46570) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.171160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.268224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting port 678fda0a-2bdc-4914-97cc-58a4a567b2e2 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:55.268905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.272633 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.282680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f46ef4-0410-49a8-8f8f-0f1f86517373']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:55.298042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db679864-ce38-4d62-b6a5-eb1afd786cad') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:55.298611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db679864-ce38-4d62-b6a5-eb1afd786cad') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:55.311534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.335910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.346183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:55.346692 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:55.372961 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:55.382503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.396506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Calling delete_port for 678fda0a-2bdc-4914-97cc-58a4a567b2e2 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:55.447697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.466720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.469014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/74f46ef4-0410-49a8-8f8f-0f1f86517373 HTTP/1.1" status: 204 len: 168 time: 0.3878706 Jun 30 09:07:55.470536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b2596-7d8b-4a20-af82-cece98062de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f46ef4-0410-49a8-8f8f-0f1f86517373,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.594585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10487f66-3212-4701-add2-5bd8b55f6990 req-c33998f5-358a-44c9-8a7a-8ec001c15c6b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.603478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10487f66-3212-4701-add2-5bd8b55f6990 req-c33998f5-358a-44c9-8a7a-8ec001c15c6b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.0990202 Jun 30 09:07:55.657372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.665753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10487f66-3212-4701-add2-5bd8b55f6990 req-214e58d4-155e-4f69-b896-6048ae6c8490 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613644 Jun 30 09:07:55.681271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46588) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.698601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Port': ['ID=678fda0a-2bdc-4914-97cc-58a4a567b2e2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.817687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46594) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.847023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.859546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 568a4070-264b-43f3-86e1-4909e6c10d41 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:55.873045 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:07:55.877586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1186693808'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:55.925513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3274daad-d5c6-46b6-b141-27ff20319c8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7ee9b41712547f282a0f6c454744120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064990 Jun 30 09:07:55.930022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46596) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.935097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 568a4070-264b-43f3-86e1-4909e6c10d41 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:55.935478 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.004422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Made reservation on behalf of 14d3e8bd3b8f4ddc884350b3dbd1ad71 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:56.013135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.027542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6a126e5-fd79-40f2-8013-4b489c387979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.050695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6a126e5-fd79-40f2-8013-4b489c387979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.053344 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Router ae3714fe-e5e7-494e-a68e-aa752023da32 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:56.091389 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.130024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6a126e5-fd79-40f2-8013-4b489c387979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.132546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a6a126e5-fd79-40f2-8013-4b489c387979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.136035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a6a126e5-fd79-40f2-8013-4b489c387979 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afe84f4d-5401-42d2-8963-2fd6e9c4cf7c HTTP/1.1" status: 204 len: 168 time: 0.2022541 Jun 30 09:07:56.162578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a126e5-fd79-40f2-8013-4b489c387979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe84f4d-5401-42d2-8963-2fd6e9c4cf7c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.236260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.246794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.273983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:56.291846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35d5192-a84f-4d2d-a4ac-72620602390a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.295189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.295538 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Added segment 251f6d07-173b-442f-bae6-3e9f5924988d of type vlan for network 07c96270-81d4-4d0c-8a35-1be72aa065c9 Jun 30 09:07:56.342049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.379350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.386785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.387658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.469543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event updated for resources: {'Network': ['ID=07c96270-81d4-4d0c-8a35-1be72aa065c9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.474677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-813af2f8-627d-4b35-9397-2221c0192db4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7921326 Jun 30 09:07:56.477453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46604) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.482363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 07c96270-81d4-4d0c-8a35-1be72aa065c9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:56.483734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Request body: {'subnet': {'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:56.571076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:56.582725 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eb9d703a-42fe-4576-b29f-3566e92042f1 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0612319 Jun 30 09:07:56.584022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46606) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.589641 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] Sync routers for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:56.607262 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:56.607894 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:56.654298 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-599c3f1e-3740-48e2-9eb4-26127551761b tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] show failed (client error): The resource could not be found. Jun 30 09:07:56.655267 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-599c3f1e-3740-48e2-9eb4-26127551761b tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1513475129 HTTP/1.1" status: 404 len: 335 time: 0.0697708 Jun 30 09:07:56.659446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.659605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Made reservation on behalf of 14d3e8bd3b8f4ddc884350b3dbd1ad71 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:56.663265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.665294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9eefd646-94a9-4272-9d98-27f3ebd465ad tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:56.692438 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:56.694523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46610) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.701747 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] Routers {'ae3714fe-e5e7-494e-a68e-aa752023da32'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:56.702397 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:07:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ae3714fe-e5e7-494e-a68e-aa752023da32'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:56.710140 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-9eefd646-94a9-4272-9d98-27f3ebd465ad tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] update failed (client error): The resource could not be found. Jun 30 09:07:56.714588 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9eefd646-94a9-4272-9d98-27f3ebd465ad tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-426493640 HTTP/1.1" status: 404 len: 334 time: 0.0507252 Jun 30 09:07:56.715159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.737401 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:56.738116 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96b8281-aad1-4d1a-9873-ee17b91015f6 None None] The sync data for ids ['ae3714fe-e5e7-494e-a68e-aa752023da32'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:56.777217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting subnet b33d2887-f98e-4c9f-830d-7c2706be9c66 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:56.780547 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.829573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5f85fbae-5210-4525-8da3-86171fbefd31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fb502db2b334ea18e312fb63d09157e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316924 Jun 30 09:07:56.829856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.830662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46616) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.944881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a70f1-549f-4dec-a351-b4fde4906a85 req-32b24b21-f424-472d-9740-3c8bce27a2ba tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.946680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d2a70f1-549f-4dec-a351-b4fde4906a85 req-32b24b21-f424-472d-9740-3c8bce27a2ba tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1112120 Jun 30 09:07:56.950236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ec4ad-52a1-489e-993a-49b69d57aa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.958682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.002423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ec4ad-52a1-489e-993a-49b69d57aa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.019501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.053105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d2a70f1-549f-4dec-a351-b4fde4906a85 req-205f454a-35bc-46a7-9082-0e158df785ad tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855982 Jun 30 09:07:57.057696 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.091298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Subnet': ['ID=b33d2887-f98e-4c9f-830d-7c2706be9c66,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.093777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event updated for resources: {'Subnet': ['ID=c17a3b98-0e9a-4685-8b06-e01410b515d4,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.095681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.098155 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-edb07645-ee2b-4e3d-bf25-1b9e56c2a495 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/subnets/b33d2887-f98e-4c9f-830d-7c2706be9c66 HTTP/1.1" status: 204 len: 168 time: 0.3818853 Jun 30 09:07:57.099042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ec4ad-52a1-489e-993a-49b69d57aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.101377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46620) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:57.101521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ec4ad-52a1-489e-993a-49b69d57aa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.105274 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c90ec4ad-52a1-489e-993a-49b69d57aa25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bdee2ea-4561-4beb-9b48-1749600871b7 HTTP/1.1" status: 204 len: 168 time: 0.2708409 Jun 30 09:07:57.114107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501a7eb-669f-45c2-a951-4f4bf35ae03e None None] Network 57717a5c-60f5-47e3-9490-4fe324b007f1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:57.122619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ec4ad-52a1-489e-993a-49b69d57aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdee2ea-4561-4beb-9b48-1749600871b7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.186519 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.191843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Checking segment: {'id': '251f6d07-173b-442f-bae6-3e9f5924988d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:57.192209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Network hostable DHCP agents. Network: 07c96270-81d4-4d0c-8a35-1be72aa065c9, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:57.247457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Network 07c96270-81d4-4d0c-8a35-1be72aa065c9 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:57.271966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 07c96270-81d4-4d0c-8a35-1be72aa065c9) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:57.281805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:57.282412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.287412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc468f-9b09-4234-b1a7-4b67e8211d6f None None] Network 07c96270-81d4-4d0c-8a35-1be72aa065c9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:57.294305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting port 568a4070-264b-43f3-86e1-4909e6c10d41 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:57.295132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.342798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46624) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:57.350332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Request body: {'port': {'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9', 'name': 'tempest-TagsExtTest-1493999349'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:57.358527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c1c2e362-5d5f-4ef3-a68c-6a2925142cb4 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8792369 Jun 30 09:07:57.388810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] For port 568a4070-264b-43f3-86e1-4909e6c10d41, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=568a4070-264b-43f3-86e1-4909e6c10d41,segment=NetworkSegment(6962ea18-86e9-4cc4-8a41-030ae6fa95b8),segment_id=6962ea18-86e9-4cc4-8a41-030ae6fa95b8)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:57.389246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.419056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Calling delete_port for 568a4070-264b-43f3-86e1-4909e6c10d41 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:57.458765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] DHCP port deletion for 57717a5c-60f5-47e3-9490-4fe324b007f1 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:57.535186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-07c96270-81d4-4d0c-8a35-1be72aa065c9', 'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9', 'tenant_id': '14d3e8bd3b8f4ddc884350b3dbd1ad71', 'fixed_ips': [{'subnet_id': 'c17a3b98-0e9a-4685-8b06-e01410b515d4'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:57.536349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.572628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Made reservation on behalf of 14d3e8bd3b8f4ddc884350b3dbd1ad71 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:57.582082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.618297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] device_id is not set on port 90133c78-7725-4ecc-bb32-f916a787d25c yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:57.673101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.687395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Allocated IP 172.20.0.2 (07c96270-81d4-4d0c-8a35-1be72aa065c9/c17a3b98-0e9a-4685-8b06-e01410b515d4/be6fca78-b36c-42a3-8534-7d94323487b9) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:57.716776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Port': ['ID=568a4070-264b-43f3-86e1-4909e6c10d41,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.725079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Deleting port 568a4070-264b-43f3-86e1-4909e6c10d41 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:57.725448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.728690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] No DVR routers for this DVR port 568a4070-264b-43f3-86e1-4909e6c10d41 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:57.836148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] For port 568a4070-264b-43f3-86e1-4909e6c10d41, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:57.836539 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.857911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Calling delete_port for 568a4070-264b-43f3-86e1-4909e6c10d41 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:57.863420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Port 568a4070-264b-43f3-86e1-4909e6c10d41 was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:07:57.867056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.920292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 568a4070-264b-43f3-86e1-4909e6c10d41 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:57.926675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Pushing event deleted for resources: {'Port': ['ID=568a4070-264b-43f3-86e1-4909e6c10d41,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.937474 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.949870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57717a5c-60f5-47e3-9490-4fe324b007f1']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:57.964618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.965390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.965390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.966087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.966087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.966276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.966580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.966903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.967221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.967538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.967853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.968166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:57.973232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7f120-0ccc-4f09-8225-f0d69485a260 None None] No DVR routers for this DVR port 568a4070-264b-43f3-86e1-4909e6c10d41 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:57.975115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 568a4070-264b-43f3-86e1-4909e6c10d41 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:57.975663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 568a4070-264b-43f3-86e1-4909e6c10d41 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:57.981773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6962ea18-86e9-4cc4-8a41-030ae6fa95b8') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:57.982179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6962ea18-86e9-4cc4-8a41-030ae6fa95b8') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:57.999235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.001723 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.013407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Transition to ACTIVE for port object be6fca78-b36c-42a3-8534-7d94323487b9 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:58.042666 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.055646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:58.058006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:58.061464 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:58.142036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.143280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Transition to ACTIVE for port object be6fca78-b36c-42a3-8534-7d94323487b9 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:58.155436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.170160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.177968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/networks/57717a5c-60f5-47e3-9490-4fe324b007f1 HTTP/1.1" status: 204 len: 168 time: 1.0754762 Jun 30 09:07:58.180252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46650) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:58.218823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Network 07c96270-81d4-4d0c-8a35-1be72aa065c9 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:58.226808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a4451-6990-4d03-ab59-d976c4180b57 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Network': ['ID=57717a5c-60f5-47e3-9490-4fe324b007f1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.230678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:58.249030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Allocated IP 172.20.0.12 (07c96270-81d4-4d0c-8a35-1be72aa065c9/c17a3b98-0e9a-4685-8b06-e01410b515d4/90133c78-7725-4ecc-bb32-f916a787d25c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:58.253897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:58.291321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Pushing event updated for resources: {'Port': ['ID=be6fca78-b36c-42a3-8534-7d94323487b9,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.363013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting subnet 4bb0187e-b5e8-4292-a78d-f40444182514 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:58.372824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Attempting to bind port be6fca78-b36c-42a3-8534-7d94323487b9 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:58.373119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Attempting to bind port be6fca78-b36c-42a3-8534-7d94323487b9 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '251f6d07-173b-442f-bae6-3e9f5924988d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:58.373552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Attempting to bind port be6fca78-b36c-42a3-8534-7d94323487b9 on network 07c96270-81d4-4d0c-8a35-1be72aa065c9 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:58.379241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:58.379724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Checking segment: {'id': '251f6d07-173b-442f-bae6-3e9f5924988d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:58.380245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.380705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Bound using segment: {'id': '251f6d07-173b-442f-bae6-3e9f5924988d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:58.381334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Bound port: be6fca78-b36c-42a3-8534-7d94323487b9, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251f6d07-173b-442f-bae6-3e9f5924988d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '07c96270-81d4-4d0c-8a35-1be72aa065c9'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:58.381718 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.405121 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.466667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] For port be6fca78-b36c-42a3-8534-7d94323487b9, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:58.477049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] For port be6fca78-b36c-42a3-8534-7d94323487b9, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=be6fca78-b36c-42a3-8534-7d94323487b9,segment=NetworkSegment(251f6d07-173b-442f-bae6-3e9f5924988d),segment_id=251f6d07-173b-442f-bae6-3e9f5924988d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:58.484134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.487932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.492319 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.509612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Transition to ACTIVE for port object 90133c78-7725-4ecc-bb32-f916a787d25c will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:58.550689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.555127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fe0ee-61c3-4967-afc4-9c6288c9cae1 req-3c588464-2ac5-439d-a207-43f81b9a4c25 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:58.560684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980aa21-400c-477a-b353-c591210f01c8 None None] Pushing event updated for resources: {'Port': ['ID=be6fca78-b36c-42a3-8534-7d94323487b9,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.570856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd0fe0ee-61c3-4967-afc4-9c6288c9cae1 req-3c588464-2ac5-439d-a207-43f81b9a4c25 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.2396610 Jun 30 09:07:58.627575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Network 07c96270-81d4-4d0c-8a35-1be72aa065c9 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:58.631751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:58.635174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:58.666393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd0fe0ee-61c3-4967-afc4-9c6288c9cae1 req-21918467-a6d4-4553-b498-40fe50dc190c tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942235 Jun 30 09:07:58.667928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event updated for resources: {'Port': ['ID=90133c78-7725-4ecc-bb32-f916a787d25c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.686302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.702213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:58.703147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.721472 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cccc1f3b-3d01-4f99-88c9-c46eac6fbc4c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3774617 Jun 30 09:07:58.726075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46660) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:58.731937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6e66b178-f999-4202-a08c-b7a48186f7bc tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1207989196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:58.785266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e66b178-f999-4202-a08c-b7a48186f7bc tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.786984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e66b178-f999-4202-a08c-b7a48186f7bc tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.814966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.886718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb0187e-b5e8-4292-a78d-f40444182514,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.903654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091c877-b0cc-4e58-9e06-4dd1b90663b7 None None] Network b0073d98-0620-404b-99e3-f543f8515667 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:58.916044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.918004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1c338359-e50a-49e7-bab1-67b0818280a4 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/subnets/4bb0187e-b5e8-4292-a78d-f40444182514 HTTP/1.1" status: 204 len: 168 time: 0.7370532 Jun 30 09:07:58.921284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46666) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:58.922028 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e66b178-f999-4202-a08c-b7a48186f7bc tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.931657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e66b178-f999-4202-a08c-b7a48186f7bc tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.965729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e66b178-f999-4202-a08c-b7a48186f7bc tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.967142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6e66b178-f999-4202-a08c-b7a48186f7bc tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2395332 Jun 30 09:07:58.970195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46668) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:58.975795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-fe662cc7-d4c5-4d50-9b57-2849f1473501 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-876747203', 'prefixes': ['172.20.0.0/16']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:59.056473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting subnet 660c91ab-5a45-4ab0-b06c-fe1d4e116833 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:59.069030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.096010 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe662cc7-d4c5-4d50-9b57-2849f1473501 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for subnetpool, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.101842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fe662cc7-d4c5-4d50-9b57-2849f1473501 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1304185 Jun 30 09:07:59.102465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46674) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.108516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-c699427f-5808-498c-b648-e6651fae460e tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', 'tempest-TagsExtTest-Tag-1918639616') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:59.181064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.219233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] DHCP port deletion for b0073d98-0620-404b-99e3-f543f8515667 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:59.268672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c699427f-5808-498c-b648-e6651fae460e tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags/tempest-TagsExtTest-Tag-1918639616 HTTP/1.1" status: 201 len: 201 time: 0.1638753 Jun 30 09:07:59.269854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.275174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-43030b93-15c7-4d9f-bef5-1c80ef796ee6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', 'tempest-TagsExtTest-Tag-1343383162') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:59.286195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] Deleting port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:59.286952 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.389536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.391068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] For port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,segment=NetworkSegment(1dc33c1e-0dbf-4600-a8af-2e002077909b),segment_id=1dc33c1e-0dbf-4600-a8af-2e002077909b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:59.391669 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.411199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] Calling delete_port for 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:59.455413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-43030b93-15c7-4d9f-bef5-1c80ef796ee6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags/tempest-TagsExtTest-Tag-1343383162 HTTP/1.1" status: 201 len: 201 time: 0.1844871 Jun 30 09:07:59.458178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46686) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.464256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-46821a5f-bc99-4945-9266-06c76a164866 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', 'tempest-TagsExtTest-Tag-1632379506') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:59.478632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.509116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.511203 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/subnets/660c91ab-5a45-4ab0-b06c-fe1d4e116833 HTTP/1.1" status: 204 len: 168 time: 0.5853579 Jun 30 09:07:59.513611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.561415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21547c-1118-4a71-ae52-f90872090b58 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Subnet': ['ID=660c91ab-5a45-4ab0-b06c-fe1d4e116833,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:59.648477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.709723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-46821a5f-bc99-4945-9266-06c76a164866 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags/tempest-TagsExtTest-Tag-1632379506 HTTP/1.1" status: 201 len: 201 time: 0.2477858 Jun 30 09:07:59.710554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46704) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.715201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-87ce3ad7-3371-4621-826f-986ea707412e tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', 'tempest-TagsExtTest-Tag-1972425023') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:59.736461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:59.737139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.842924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] For port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,segment=NetworkSegment(1dc33c1e-0dbf-4600-a8af-2e002077909b),segment_id=1dc33c1e-0dbf-4600-a8af-2e002077909b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:59.843660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.860377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Calling delete_port for 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:59.885623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8042dfb-2adc-407d-8ce1-92fec36bcc7d None None] Network 14e12207-5086-43c8-a2d9-de2efc7d0e96 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:59.962679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device be6fca78-b36c-42a3-8534-7d94323487b9 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:59.977745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-87ce3ad7-3371-4621-826f-986ea707412e tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags/tempest-TagsExtTest-Tag-1972425023 HTTP/1.1" status: 201 len: 201 time: 0.2643552 Jun 30 09:07:59.978145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46714) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.983930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-75be31a5-2ae1-4da3-beda-3ccf80592381 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.056023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.082222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659d013-2dfb-491c-a502-43ed233bbaed req-fd677672-4b29-4283-964c-f85da908fae8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.083809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1659d013-2dfb-491c-a502-43ed233bbaed req-fd677672-4b29-4283-964c-f85da908fae8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.2226021 Jun 30 09:08:00.102794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port be6fca78-b36c-42a3-8534-7d94323487b9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:00.126649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Port': ['ID=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.131326 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.141385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] No DVR routers for this DVR port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:00.145187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-75be31a5-2ae1-4da3-beda-3ccf80592381 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags HTTP/1.1" status: 200 len: 241 time: 0.1638019 Jun 30 09:08:00.156248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46716) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.167357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-0cc0f12a-65a4-43cd-a59d-d0f6cd352066 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', 'tempest-TagsExtTest-Tag-1918639616') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.177546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9aa3a3-f98f-4f6b-8e0e-74f418817340 None None] Network 07c96270-81d4-4d0c-8a35-1be72aa065c9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:00.183606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] Pushing event deleted for resources: {'Port': ['ID=80bc2369-2b9b-4b2b-940b-5bceb3fe7af5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.184384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1659d013-2dfb-491c-a502-43ed233bbaed req-de74581d-ecac-47a0-ad21-a05b1c1011a5 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915575 Jun 30 09:08:00.190727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d3fc9-cd5c-4ac2-9dbe-de679f29dd33 None None] No DVR routers for this DVR port 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:00.256844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:00.294617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0cc0f12a-65a4-43cd-a59d-d0f6cd352066 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags/tempest-TagsExtTest-Tag-1918639616 HTTP/1.1" status: 204 len: 168 time: 0.1311045 Jun 30 09:08:00.295183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.300199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-6131b873-c33f-429b-9ffd-d702d9186c81 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', 'tempest-TagsExtTest-Tag-1918639616') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.302660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:00.303014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 80bc2369-2b9b-4b2b-940b-5bceb3fe7af5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:00.332874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c6c24f9d-479f-4e44-9dfc-c5f5a7a85838 None None] Provisioning for port be6fca78-b36c-42a3-8534-7d94323487b9 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:00.340232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c6c24f9d-479f-4e44-9dfc-c5f5a7a85838 None None] Provisioning complete for port be6fca78-b36c-42a3-8534-7d94323487b9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:00.340706 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6c24f9d-479f-4e44-9dfc-c5f5a7a85838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.369156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.396865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0073d98-0620-404b-99e3-f543f8515667']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.417524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc33c1e-0dbf-4600-a8af-2e002077909b') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.417852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc33c1e-0dbf-4600-a8af-2e002077909b') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.435858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.465940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.468282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6131b873-c33f-429b-9ffd-d702d9186c81 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags/tempest-TagsExtTest-Tag-1918639616 HTTP/1.1" status: 204 len: 168 time: 0.1723967 Jun 30 09:08:00.471382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46724) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.478159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.479628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-a81f95f4-49c0-4298-925e-559e6c1fc79d tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.496708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:00.498572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:00.502183 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:00.556270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] DHCP port deletion for 14e12207-5086-43c8-a2d9-de2efc7d0e96 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:00.587186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.603323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.605367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a81f95f4-49c0-4298-925e-559e6c1fc79d tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags HTTP/1.1" status: 200 len: 205 time: 0.1330223 Jun 30 09:08:00.605946 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/networks/b0073d98-0620-404b-99e3-f543f8515667 HTTP/1.1" status: 204 len: 168 time: 1.0907264 Jun 30 09:08:00.607920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46734) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.608429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46732) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.615883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-6d865acb-42fa-473c-b4b5-ddd502479de3 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.622677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787a88-28af-4d8a-90f5-49c178b89624 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Network': ['ID=b0073d98-0620-404b-99e3-f543f8515667,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.651568 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6c24f9d-479f-4e44-9dfc-c5f5a7a85838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.671940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549429e3-5278-43a1-8d88-a4966d5f2bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.722635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c6c24f9d-479f-4e44-9dfc-c5f5a7a85838 None None] For port be6fca78-b36c-42a3-8534-7d94323487b9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=be6fca78-b36c-42a3-8534-7d94323487b9,segment=NetworkSegment(251f6d07-173b-442f-bae6-3e9f5924988d),segment_id=251f6d07-173b-442f-bae6-3e9f5924988d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:00.724588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] Deleting port d559e581-32c4-492b-a629-8efbdaf2fd50 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:00.724953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.743834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c6c24f9d-479f-4e44-9dfc-c5f5a7a85838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.746409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.772583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6d865acb-42fa-473c-b4b5-ddd502479de3 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags HTTP/1.1" status: 200 len: 241 time: 0.1600847 Jun 30 09:08:00.775139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.779688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-926ebd2e-1e75-4378-9131-2c89509d82ca tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', 'tempest-TagsExtTest-Tag-1343383162') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.820005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c24f9d-479f-4e44-9dfc-c5f5a7a85838 None None] Pushing event updated for resources: {'Port': ['ID=be6fca78-b36c-42a3-8534-7d94323487b9,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.845865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549429e3-5278-43a1-8d88-a4966d5f2bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.850680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] For port d559e581-32c4-492b-a629-8efbdaf2fd50, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d559e581-32c4-492b-a629-8efbdaf2fd50,segment=NetworkSegment(9b60ea3c-4dd2-476b-a0a8-c537230bd18b),segment_id=9b60ea3c-4dd2-476b-a0a8-c537230bd18b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:00.851073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.859530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549429e3-5278-43a1-8d88-a4966d5f2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.872875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-926ebd2e-1e75-4378-9131-2c89509d82ca tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags/tempest-TagsExtTest-Tag-1343383162 HTTP/1.1" status: 204 len: 168 time: 0.0944448 Jun 30 09:08:00.873886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46738) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.880021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting port d559e581-32c4-492b-a629-8efbdaf2fd50 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:00.880371 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.882975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] Calling delete_port for d559e581-32c4-492b-a629-8efbdaf2fd50 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:00.885985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-9178cc7f-d647-46e7-aefe-9a017e99533a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', 'tempest-TagsExtTest-Tag-1343383162') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:00.933838 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-549429e3-5278-43a1-8d88-a4966d5f2bed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3ee6eb369ed490dbcd4f22501f498b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545879 Jun 30 09:08:00.936204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549429e3-5278-43a1-8d88-a4966d5f2bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466e7246-e7af-444d-8f42-d4aeda784b95,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.941988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46740) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.952374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] For port d559e581-32c4-492b-a629-8efbdaf2fd50, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d559e581-32c4-492b-a629-8efbdaf2fd50,segment=NetworkSegment(9b60ea3c-4dd2-476b-a0a8-c537230bd18b),segment_id=9b60ea3c-4dd2-476b-a0a8-c537230bd18b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:00.952905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.968915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Calling delete_port for d559e581-32c4-492b-a629-8efbdaf2fd50 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:01.006243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.037453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] Pushing event deleted for resources: {'Port': ['ID=d559e581-32c4-492b-a629-8efbdaf2fd50,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.041172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654a091-f439-4455-996d-7b662b99c1f9 None None] No DVR routers for this DVR port d559e581-32c4-492b-a629-8efbdaf2fd50 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:01.057165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b03b-31b5-45e2-a99c-f3db4d090ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.066880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.077473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-afd6c631-f6bf-46e0-9e37-4a44bdf22a47 None None] Provisioning complete for port be6fca78-b36c-42a3-8534-7d94323487b9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:01.078196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-afd6c631-f6bf-46e0-9e37-4a44bdf22a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.086242 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9178cc7f-d647-46e7-aefe-9a017e99533a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags/tempest-TagsExtTest-Tag-1343383162 HTTP/1.1" status: 204 len: 168 time: 0.2116625 Jun 30 09:08:01.091589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46742) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.096144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-7beca39d-8e94-453c-b752-b2c53c949975 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.114951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] No DVR routers for this DVR port d559e581-32c4-492b-a629-8efbdaf2fd50 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:01.125812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Port': ['ID=d559e581-32c4-492b-a629-8efbdaf2fd50,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.132799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b03b-31b5-45e2-a99c-f3db4d090ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.188412 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7beca39d-8e94-453c-b752-b2c53c949975 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags HTTP/1.1" status: 200 len: 205 time: 0.0951405 Jun 30 09:08:01.190928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.197171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-f8c7dfc7-e621-4520-bdba-e5259edb2038 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.198768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-afd6c631-f6bf-46e0-9e37-4a44bdf22a47 None None] Provisioning for port 90133c78-7725-4ecc-bb32-f916a787d25c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:01.204646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-afd6c631-f6bf-46e0-9e37-4a44bdf22a47 None None] Provisioning complete for port 90133c78-7725-4ecc-bb32-f916a787d25c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:01.205333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-afd6c631-f6bf-46e0-9e37-4a44bdf22a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.230450 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.247176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e12207-5086-43c8-a2d9-de2efc7d0e96']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.248847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-afd6c631-f6bf-46e0-9e37-4a44bdf22a47 None None] Port 90133c78-7725-4ecc-bb32-f916a787d25c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:01.261047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b03b-31b5-45e2-a99c-f3db4d090ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.265518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b03b-31b5-45e2-a99c-f3db4d090ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.266969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ed8b03b-31b5-45e2-a99c-f3db4d090ba8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/466e7246-e7af-444d-8f42-d4aeda784b95 HTTP/1.1" status: 204 len: 168 time: 0.3237965 Jun 30 09:08:01.271083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b60ea3c-4dd2-476b-a0a8-c537230bd18b') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.271667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b60ea3c-4dd2-476b-a0a8-c537230bd18b') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.281743 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.299965 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.307050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:01.307209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b03b-31b5-45e2-a99c-f3db4d090ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e7246-e7af-444d-8f42-d4aeda784b95,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.307557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.325722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f8c7dfc7-e621-4520-bdba-e5259edb2038 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags HTTP/1.1" status: 200 len: 241 time: 0.1308579 Jun 30 09:08:01.325722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46750) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.331244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-cf52eb90-df41-43c6-8bce-8993ee6d7fc2 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', 'tempest-TagsExtTest-Tag-1632379506') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.374515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-726397b5-bb79-46ea-805a-77ab11b306a9 None None] Provisioning complete for port 90133c78-7725-4ecc-bb32-f916a787d25c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:01.375124 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-726397b5-bb79-46ea-805a-77ab11b306a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:01.395546 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:01.453606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-726397b5-bb79-46ea-805a-77ab11b306a9 None None] Port 90133c78-7725-4ecc-bb32-f916a787d25c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:01.456558 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cf52eb90-df41-43c6-8bce-8993ee6d7fc2 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags/tempest-TagsExtTest-Tag-1632379506 HTTP/1.1" status: 204 len: 168 time: 0.1298282 Jun 30 09:08:01.457280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46754) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.463022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-131745b1-fc35-46bc-9967-0fe13493856a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', 'tempest-TagsExtTest-Tag-1632379506') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.486090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.496383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.501122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/networks/14e12207-5086-43c8-a2d9-de2efc7d0e96 HTTP/1.1" status: 204 len: 168 time: 0.8876646 Jun 30 09:08:01.503191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46756) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.542733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c3e44-e6c6-47d2-95b7-da4fea33c7c0 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Network': ['ID=14e12207-5086-43c8-a2d9-de2efc7d0e96,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.564736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7543747-5bd7-4cd5-b7c8-ac3518dce543 req-51ce3a0b-83c4-4ad2-8cc8-eb87225ba460 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.566417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7543747-5bd7-4cd5-b7c8-ac3518dce543 req-51ce3a0b-83c4-4ad2-8cc8-eb87225ba460 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1698198 Jun 30 09:08:01.589546 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-131745b1-fc35-46bc-9967-0fe13493856a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags/tempest-TagsExtTest-Tag-1632379506 HTTP/1.1" status: 204 len: 168 time: 0.1309059 Jun 30 09:08:01.591586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46762) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.596687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-cf2ec5ac-1b28-42db-8676-4e02a531135f tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.628338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-de8b0f17-331e-4f92-944c-aab85cc10aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.690405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting subnet 410ddc7f-1811-41e5-97ff-38e1bdc22450 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:01.695281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.711132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7543747-5bd7-4cd5-b7c8-ac3518dce543 req-563794a6-b4b7-4141-ade4-735aaa6971b0 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257319 Jun 30 09:08:01.711603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46766) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.759932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf382db6-275e-4b30-8c37-50848e984a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.782324 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cf2ec5ac-1b28-42db-8676-4e02a531135f tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags HTTP/1.1" status: 200 len: 205 time: 0.1893654 Jun 30 09:08:01.785902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46770) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.796908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-098b807b-5477-4c2b-8aab-de3e33b23d1d tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.805262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.859296 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-098b807b-5477-4c2b-8aab-de3e33b23d1d tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags HTTP/1.1" status: 200 len: 241 time: 0.0714757 Jun 30 09:08:01.861770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.869115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-397cd5dc-6e0e-45e9-8f40-a03479515b21 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', 'tempest-TagsExtTest-Tag-1972425023') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.893285 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-397cd5dc-6e0e-45e9-8f40-a03479515b21 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags/tempest-TagsExtTest-Tag-1972425023 HTTP/1.1" status: 204 len: 168 time: 0.0304713 Jun 30 09:08:01.894091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device be6fca78-b36c-42a3-8534-7d94323487b9 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:01.895906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46776) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.901758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-5dfffed4-80ae-4db8-865d-8d587fe355dd tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', 'tempest-TagsExtTest-Tag-1972425023') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:01.956312 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5dfffed4-80ae-4db8-865d-8d587fe355dd tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags/tempest-TagsExtTest-Tag-1972425023 HTTP/1.1" status: 204 len: 168 time: 0.0560009 Jun 30 09:08:01.956624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46780) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.959870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.966248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-78a25252-241d-47ff-a0ea-687109653b01 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:02.001401 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78a25252-241d-47ff-a0ea-687109653b01 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags HTTP/1.1" status: 200 len: 205 time: 0.0437329 Jun 30 09:08:02.005169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46782) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.012837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-78823318-dcdf-46c7-8e85-7810ffc1acda tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:02.050138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port be6fca78-b36c-42a3-8534-7d94323487b9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:02.050716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.065709 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf382db6-275e-4b30-8c37-50848e984a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.073775 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78823318-dcdf-46c7-8e85-7810ffc1acda tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0658889 Jun 30 09:08:02.075757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46794) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.077604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf382db6-275e-4b30-8c37-50848e984a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.082125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-9675ffb4-d716-4536-951b-3cad90387ede tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:02.090545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.171329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Subnet': ['ID=410ddc7f-1811-41e5-97ff-38e1bdc22450,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.174421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.178830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ed49927f-f412-4e31-aa2d-1ce8ad8b914d tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/subnets/410ddc7f-1811-41e5-97ff-38e1bdc22450 HTTP/1.1" status: 204 len: 168 time: 0.6713102 Jun 30 09:08:02.184423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46796) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.185184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab16e21-98fb-4cfc-96f5-e9aadf9f4dbc None None] Network 2fdddebe-052f-4218-a9fa-c5104a1c02fd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:02.270253 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9675ffb4-d716-4536-951b-3cad90387ede tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags HTTP/1.1" status: 204 len: 168 time: 0.1933305 Jun 30 09:08:02.276583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf382db6-275e-4b30-8c37-50848e984a8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b529f6fdc6647f89ad668c0ea81687f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366671 Jun 30 09:08:02.284049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46798) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.284385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46800) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.285061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf382db6-275e-4b30-8c37-50848e984a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f628e-c694-4f78-9944-38c0e7374eff,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.301969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-86c16375-a520-4b46-b598-1837d731f434 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:02.324239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d559e581-32c4-492b-a629-8efbdaf2fd50 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:02.352415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d559e581-32c4-492b-a629-8efbdaf2fd50 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:02.353048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d559e581-32c4-492b-a629-8efbdaf2fd50 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:02.404980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.445239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b42594e-17b5-4cf7-ba7c-aeb64bc1857d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.460817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] DHCP port deletion for 2fdddebe-052f-4218-a9fa-c5104a1c02fd request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:02.489510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-86c16375-a520-4b46-b598-1837d731f434 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags HTTP/1.1" status: 204 len: 168 time: 0.1947067 Jun 30 09:08:02.491639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46804) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.495066 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b42594e-17b5-4cf7-ba7c-aeb64bc1857d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.496088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-d54eb86b-fff6-4820-bc34-fe016bdf9630 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:02.524426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] Deleting port 2f04ac0b-15cd-43bc-a679-e7138e2de881 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:02.525176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.595837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b42594e-17b5-4cf7-ba7c-aeb64bc1857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.607907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b42594e-17b5-4cf7-ba7c-aeb64bc1857d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.609471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0b42594e-17b5-4cf7-ba7c-aeb64bc1857d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb3f628e-c694-4f78-9944-38c0e7374eff HTTP/1.1" status: 204 len: 168 time: 0.3138704 Jun 30 09:08:02.626831 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d54eb86b-fff6-4820-bc34-fe016bdf9630 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1341236 Jun 30 09:08:02.631280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.634887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] For port 2f04ac0b-15cd-43bc-a679-e7138e2de881, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2f04ac0b-15cd-43bc-a679-e7138e2de881,segment=NetworkSegment(4ec03f4d-385e-4dde-8f2a-8f3acb977f5c),segment_id=4ec03f4d-385e-4dde-8f2a-8f3acb977f5c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:02.635130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42594e-17b5-4cf7-ba7c-aeb64bc1857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f628e-c694-4f78-9944-38c0e7374eff,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.635440 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.639182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-c9c53b5e-769b-49e9-a6e2-313d6d5446b0 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', 'tempest-TagsExtTest-Tag-1262750344') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:02.661604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] Calling delete_port for 2f04ac0b-15cd-43bc-a679-e7138e2de881 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:02.677983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Deleting port 2f04ac0b-15cd-43bc-a679-e7138e2de881 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:02.678386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.736119 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c9c53b5e-769b-49e9-a6e2-313d6d5446b0 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags/tempest-TagsExtTest-Tag-1262750344 HTTP/1.1" status: 201 len: 201 time: 0.1032140 Jun 30 09:08:02.736732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46810) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.741682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-a2790835-d89c-47fd-bc20-8c2174744d55 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', 'tempest-TagsExtTest-Tag-1855438284') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:02.791475 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.804834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] For port 2f04ac0b-15cd-43bc-a679-e7138e2de881, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2f04ac0b-15cd-43bc-a679-e7138e2de881,segment=NetworkSegment(4ec03f4d-385e-4dde-8f2a-8f3acb977f5c),segment_id=4ec03f4d-385e-4dde-8f2a-8f3acb977f5c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:02.805460 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.825438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] No DVR routers for this DVR port 2f04ac0b-15cd-43bc-a679-e7138e2de881 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:02.846830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Calling delete_port for 2f04ac0b-15cd-43bc-a679-e7138e2de881 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:02.889446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae76b0-2dd7-4de1-b85d-b0e3b2524eda None None] Pushing event deleted for resources: {'Port': ['ID=2f04ac0b-15cd-43bc-a679-e7138e2de881,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.899537 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2790835-d89c-47fd-bc20-8c2174744d55 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags/tempest-TagsExtTest-Tag-1855438284 HTTP/1.1" status: 201 len: 201 time: 0.1591437 Jun 30 09:08:02.899703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46816) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.904820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-a2f57592-9799-4fc3-bd9b-67d499c5cb40 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', 'tempest-TagsExtTest-Tag-2060503537') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.032911 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2f57592-9799-4fc3-bd9b-67d499c5cb40 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags/tempest-TagsExtTest-Tag-2060503537 HTTP/1.1" status: 201 len: 201 time: 0.1320822 Jun 30 09:08:03.035440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.041712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-d205900e-7425-4328-9e11-b059a10368f2 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', 'tempest-TagsExtTest-Tag-1096354584') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.051059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d49f7-fdc6-40e6-9714-b31a1fadf750 req-1bcc3b03-4df5-41d5-9737-886f6e7c0dcd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:03.052588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d15d49f7-fdc6-40e6-9714-b31a1fadf750 req-1bcc3b03-4df5-41d5-9737-886f6e7c0dcd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.1767032 Jun 30 09:08:03.058483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.108381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] No DVR routers for this DVR port 2f04ac0b-15cd-43bc-a679-e7138e2de881 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:03.132323 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d205900e-7425-4328-9e11-b059a10368f2 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags/tempest-TagsExtTest-Tag-1096354584 HTTP/1.1" status: 201 len: 201 time: 0.0935569 Jun 30 09:08:03.132527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.134190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d15d49f7-fdc6-40e6-9714-b31a1fadf750 req-429bd701-20f4-45e6-a8e6-9b5de6d92955 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623088 Jun 30 09:08:03.139629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Port': ['ID=2f04ac0b-15cd-43bc-a679-e7138e2de881,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.168131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-1309ac57-7c0f-47ac-a217-54f3f9428d67 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', {'tags': ['tempest-TagsExtTest-Tag-523348912', 'tempest-TagsExtTest-Tag-1420297750', 'tempest-TagsExtTest-Tag-168534609']}) {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.278807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.304889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdddebe-052f-4218-a9fa-c5104a1c02fd']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.319873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec03f4d-385e-4dde-8f2a-8f3acb977f5c') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.320183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec03f4d-385e-4dde-8f2a-8f3acb977f5c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.327900 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1309ac57-7c0f-47ac-a217-54f3f9428d67 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags HTTP/1.1" status: 200 len: 316 time: 0.1943445 Jun 30 09:08:03.331057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46854) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.336188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-92430373-5215-46f2-8b46-9d01a9fd27cd tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.342406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.359810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.368835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:03.369246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:03.373549 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:03.449495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46872) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.455158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-b7c4772b-4317-4413-9c60-bc39932bd01c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', 'tempest-TagsExtTest-Tag-523348912') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.459603 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.473105 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-92430373-5215-46f2-8b46-9d01a9fd27cd tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1148934 Jun 30 09:08:03.496259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.501195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/networks/2fdddebe-052f-4218-a9fa-c5104a1c02fd HTTP/1.1" status: 204 len: 168 time: 1.3038936 Jun 30 09:08:03.501784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46880) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.510928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239906-e394-4c4c-8dc6-ca17f015e621 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Pushing event deleted for resources: {'Network': ['ID=2fdddebe-052f-4218-a9fa-c5104a1c02fd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.553281 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-875c00e2-9502-4653-a7dc-a3985134bae8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae3714fe-e5e7-494e-a68e-aa752023da32 HTTP/1.1" status: 200 len: 205 time: 0.0483510 Jun 30 09:08:03.559348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46888) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.582784 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-b7c4772b-4317-4413-9c60-bc39932bd01c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:03.584113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b7c4772b-4317-4413-9c60-bc39932bd01c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags/tempest-TagsExtTest-Tag-523348912 HTTP/1.1" status: 404 len: 328 time: 0.1335258 Jun 30 09:08:03.587532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46894) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.601558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-5a0d513a-4401-4d21-8d03-c3ed7eb0b20b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', 'tempest-TagsExtTest-Tag-1420297750') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.673761 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-5a0d513a-4401-4d21-8d03-c3ed7eb0b20b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:03.678665 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5a0d513a-4401-4d21-8d03-c3ed7eb0b20b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags/tempest-TagsExtTest-Tag-1420297750 HTTP/1.1" status: 404 len: 329 time: 0.0890684 Jun 30 09:08:03.679129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46908) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.684116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-504ce2c2-6870-4daa-90bf-55fc8ef4ec4a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4', 'tempest-TagsExtTest-Tag-168534609') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.783694 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-504ce2c2-6870-4daa-90bf-55fc8ef4ec4a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:03.790667 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-504ce2c2-6870-4daa-90bf-55fc8ef4ec4a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags/tempest-TagsExtTest-Tag-168534609 HTTP/1.1" status: 404 len: 328 time: 0.1102238 Jun 30 09:08:03.790995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46924) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.796850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-6973a4fb-f184-4310-9811-4844d247b94a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', {'tags': ['tempest-TagsExtTest-Tag-2067617617', 'tempest-TagsExtTest-Tag-954282344', 'tempest-TagsExtTest-Tag-780229568']}) {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.884653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2f04ac0b-15cd-43bc-a679-e7138e2de881 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:03.922938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 2f04ac0b-15cd-43bc-a679-e7138e2de881 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:03.924725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2f04ac0b-15cd-43bc-a679-e7138e2de881 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:03.975031 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6973a4fb-f184-4310-9811-4844d247b94a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags HTTP/1.1" status: 200 len: 316 time: 0.1669459 Jun 30 09:08:03.976545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46942) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.983664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-cdf396f3-75c9-42da-8c5c-e1e17d2ef74c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.097505 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cdf396f3-75c9-42da-8c5c-e1e17d2ef74c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags HTTP/1.1" status: 204 len: 168 time: 0.1189318 Jun 30 09:08:04.100289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.109170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-2238f492-d014-4fba-a5ae-de9790495970 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', 'tempest-TagsExtTest-Tag-2067617617') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.252956 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-2238f492-d014-4fba-a5ae-de9790495970 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:04.252956 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2238f492-d014-4fba-a5ae-de9790495970 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags/tempest-TagsExtTest-Tag-2067617617 HTTP/1.1" status: 404 len: 329 time: 0.1486683 Jun 30 09:08:04.259984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46984) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.280079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-276dc001-23b6-4882-8c83-2d6bb74f5c3c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', 'tempest-TagsExtTest-Tag-954282344') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.334305 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.366460 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40a669e4-b078-4c52-b581-9e35d823d4d8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.398375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2e9aa25-8c67-4300-ab1d-9269ec4c5426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.408822 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-276dc001-23b6-4882-8c83-2d6bb74f5c3c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:04.410317 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-276dc001-23b6-4882-8c83-2d6bb74f5c3c tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags/tempest-TagsExtTest-Tag-954282344 HTTP/1.1" status: 404 len: 328 time: 0.1475699 Jun 30 09:08:04.413398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47006) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.421966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-95086fde-909d-460e-a74f-b9a8347208e7 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c', 'tempest-TagsExtTest-Tag-780229568') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.485785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3f516-4872-42ec-816b-463c9a4da604 req-fb617cf6-feb7-4552-b939-a6a1cf5b4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.487289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e1b3f516-4872-42ec-816b-463c9a4da604 req-fb617cf6-feb7-4552-b939-a6a1cf5b4ff5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 1097 time: 0.9378738 Jun 30 09:08:04.512159 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-95086fde-909d-460e-a74f-b9a8347208e7 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:04.516421 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-95086fde-909d-460e-a74f-b9a8347208e7 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags/tempest-TagsExtTest-Tag-780229568 HTTP/1.1" status: 404 len: 328 time: 0.0987976 Jun 30 09:08:04.520248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47016) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.527606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-8a2075fc-af67-4594-9697-a09d404ed1f6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', {'tags': ['tempest-TagsExtTest-Tag-688080773', 'tempest-TagsExtTest-Tag-105070528', 'tempest-TagsExtTest-Tag-2028146840']}) {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.638522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40a669e4-b078-4c52-b581-9e35d823d4d8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.642272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40a669e4-b078-4c52-b581-9e35d823d4d8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.652751 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a2075fc-af67-4594-9697-a09d404ed1f6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags HTTP/1.1" status: 200 len: 316 time: 0.1302102 Jun 30 09:08:04.655943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47030) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.676416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e1b3f516-4872-42ec-816b-463c9a4da604 req-92b91f24-99c2-4bfc-9b9b-6754c93262c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552353 Jun 30 09:08:04.681747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-8021f6f3-6fb0-4e17-b415-9815d76e8724 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.758183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624c32f-4d4f-4db6-a101-4999fbc96752 req-aa234ec1-312f-4f7e-a69f-22d343220c39 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.765425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5624c32f-4d4f-4db6-a101-4999fbc96752 req-aa234ec1-312f-4f7e-a69f-22d343220c39 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.4358685 Jun 30 09:08:04.802269 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40a669e4-b078-4c52-b581-9e35d823d4d8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.802803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a669e4-b078-4c52-b581-9e35d823d4d8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Fanout notify agent at l3_agent the message router_deleted on router ae3714fe-e5e7-494e-a68e-aa752023da32 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:08:04.841330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40a669e4-b078-4c52-b581-9e35d823d4d8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.842839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-40a669e4-b078-4c52-b581-9e35d823d4d8 tempest-RoutersNegativeIpV6Test-773076508 tempest-RoutersNegativeIpV6Test-773076508-project] 10.222.0.53 "DELETE /v2.0/routers/ae3714fe-e5e7-494e-a68e-aa752023da32 HTTP/1.1" status: 204 len: 168 time: 1.2825758 Jun 30 09:08:04.860895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5624c32f-4d4f-4db6-a101-4999fbc96752 req-1466b71a-f635-4236-b955-dc8e06033e33 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937183 Jun 30 09:08:04.915979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8021f6f3-6fb0-4e17-b415-9815d76e8724 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags HTTP/1.1" status: 204 len: 168 time: 0.2383947 Jun 30 09:08:04.918484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47068) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.929513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-29823561-ea3f-4be4-b804-16d746f52d1b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', 'tempest-TagsExtTest-Tag-688080773') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.076478 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-29823561-ea3f-4be4-b804-16d746f52d1b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:05.077524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-29823561-ea3f-4be4-b804-16d746f52d1b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags/tempest-TagsExtTest-Tag-688080773 HTTP/1.1" status: 404 len: 328 time: 0.1580479 Jun 30 09:08:05.080867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47090) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.085356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-cf9d1b2b-6e50-477e-abbd-c8407641b988 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', 'tempest-TagsExtTest-Tag-105070528') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.135727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47098) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.205527 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-cf9d1b2b-6e50-477e-abbd-c8407641b988 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:05.206835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf9d1b2b-6e50-477e-abbd-c8407641b988 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags/tempest-TagsExtTest-Tag-105070528 HTTP/1.1" status: 404 len: 328 time: 0.1250591 Jun 30 09:08:05.209773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47112) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.217257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-bbd160bc-6e91-48e9-9ce4-c78052f6809a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39', 'tempest-TagsExtTest-Tag-2028146840') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.394227 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2221c8d8-a738-4a9a-8747-ba80ef6e1fdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=705842b67a7141409ad803b1b8ca31d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570701 Jun 30 09:08:05.397070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.408330 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-bbd160bc-6e91-48e9-9ce4-c78052f6809a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:05.409373 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bbd160bc-6e91-48e9-9ce4-c78052f6809a tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags/tempest-TagsExtTest-Tag-2028146840 HTTP/1.1" status: 404 len: 329 time: 0.1959298 Jun 30 09:08:05.412201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47140) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.417434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-e5b8ef22-92ee-44da-9451-20bb449af0ae tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', {'tags': ['tempest-TagsExtTest-Tag-1562071360', 'tempest-TagsExtTest-Tag-1255059314', 'tempest-TagsExtTest-Tag-2089886176']}) {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.492678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1b539a0-559a-4c2d-aabe-315ce65ad148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.528546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1b539a0-559a-4c2d-aabe-315ce65ad148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.534582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e5b8ef22-92ee-44da-9451-20bb449af0ae tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "PUT /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags HTTP/1.1" status: 200 len: 318 time: 0.1212931 Jun 30 09:08:05.540175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47158) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.547921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-1051622f-4a52-469a-afe1-204dac26859f tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.612607 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1051622f-4a52-469a-afe1-204dac26859f tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0711532 Jun 30 09:08:05.615398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47168) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.620462 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1b539a0-559a-4c2d-aabe-315ce65ad148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.621275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-01e062f9-d67c-4457-b3cd-ec26092b6fd8 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', 'tempest-TagsExtTest-Tag-1562071360') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.624002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1b539a0-559a-4c2d-aabe-315ce65ad148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.630083 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c1b539a0-559a-4c2d-aabe-315ce65ad148 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bb4e608-2ecf-43b1-a9ef-640c1a810b9e HTTP/1.1" status: 204 len: 168 time: 0.2318039 Jun 30 09:08:05.655348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b539a0-559a-4c2d-aabe-315ce65ad148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb4e608-2ecf-43b1-a9ef-640c1a810b9e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.659825 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-01e062f9-d67c-4457-b3cd-ec26092b6fd8 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:05.665243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-01e062f9-d67c-4457-b3cd-ec26092b6fd8 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags/tempest-TagsExtTest-Tag-1562071360 HTTP/1.1" status: 404 len: 329 time: 0.0479405 Jun 30 09:08:05.668769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47176) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.675272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-30cd04a7-cacf-4b66-b2f3-fde08b61c9db tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', 'tempest-TagsExtTest-Tag-1255059314') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.722139 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-30cd04a7-cacf-4b66-b2f3-fde08b61c9db tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:05.723205 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-30cd04a7-cacf-4b66-b2f3-fde08b61c9db tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags/tempest-TagsExtTest-Tag-1255059314 HTTP/1.1" status: 404 len: 329 time: 0.0527353 Jun 30 09:08:05.725947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47186) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.741298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-7d994641-8c42-43b9-8160-ff626df4be15 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a', 'tempest-TagsExtTest-Tag-2089886176') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.770334 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-7d994641-8c42-43b9-8160-ff626df4be15 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] show failed (client error): The resource could not be found. Jun 30 09:08:05.771537 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d994641-8c42-43b9-8160-ff626df4be15 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags/tempest-TagsExtTest-Tag-2089886176 HTTP/1.1" status: 404 len: 329 time: 0.0425274 Jun 30 09:08:05.774258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47194) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.785924 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.786580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-e4c4b8e6-ce25-4ea3-8668-27b44476da83 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6a9083fb-43ff-4e63-b34f-342af2b8df7a') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:05.849260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47202) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.850032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e4c4b8e6-ce25-4ea3-8668-27b44476da83 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0708737 Jun 30 09:08:05.854416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.tag.tag_plugin [None req-170c289f-f56e-4d6b-b5c6-fe8804d5b778 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '936d852b-ce6e-40aa-a127-affd53300d39') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:06.009011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-170c289f-f56e-4d6b-b5c6-fe8804d5b778 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39/tags HTTP/1.1" status: 204 len: 168 time: 0.1584613 Jun 30 09:08:06.011730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47228) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.024638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-9bc3731b-1bf6-4a9b-b70c-0c3448f211c6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '90133c78-7725-4ecc-bb32-f916a787d25c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:06.137458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea4027-d60c-4cdb-8570-8a41b86f9626 req-a0c84898-c877-42e6-9208-d9157582a7a9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.147822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22ea4027-d60c-4cdb-8570-8a41b86f9626 req-a0c84898-c877-42e6-9208-d9157582a7a9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.0895786 Jun 30 09:08:06.200075 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9bc3731b-1bf6-4a9b-b70c-0c3448f211c6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c/tags HTTP/1.1" status: 204 len: 168 time: 0.1842744 Jun 30 09:08:06.203395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22ea4027-d60c-4cdb-8570-8a41b86f9626 req-90a533b4-a2f0-40e6-a35d-c8b16f6b65fa tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Jun 30 09:08:06.206267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.230345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.tag.tag_plugin [None req-009c4106-6d33-4cb1-ae7b-3d63318ea6ae tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c17a3b98-0e9a-4685-8b06-e01410b515d4') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:06.344583 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-009c4106-6d33-4cb1-ae7b-3d63318ea6ae tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1324644 Jun 30 09:08:06.347569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47278) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.481159 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a5bc811a-444e-4d85-8a72-2c3b4d258476 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for subnetpool, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.482518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a5bc811a-444e-4d85-8a72-2c3b4d258476 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6a9083fb-43ff-4e63-b34f-342af2b8df7a HTTP/1.1" status: 204 len: 168 time: 0.1336579 Jun 30 09:08:06.485617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47306) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.515084 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3eab7639-7182-4686-8e9e-ac4e19a866c7 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "GET /v2.0/ports?device_id=936d852b-ce6e-40aa-a127-affd53300d39 HTTP/1.1" status: 200 len: 205 time: 0.0282917 Jun 30 09:08:06.517999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47316) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.670771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8591d24f-8dc5-4b7f-b392-7ccadf81b93b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.873180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661447a1-35bf-4917-8833-4694849bfb9e req-89eca7b1-1c9d-4a97-8f84-1e1a40599e09 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.874864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-89eca7b1-1c9d-4a97-8f84-1e1a40599e09 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 810 time: 0.3502042 Jun 30 09:08:06.885758 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8591d24f-8dc5-4b7f-b392-7ccadf81b93b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.888657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8591d24f-8dc5-4b7f-b392-7ccadf81b93b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.899641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.950800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-9a48ce25-907e-406f-9da8-3c703553ecab tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/quotas/a251611db0614de7966a97799cd92d67 HTTP/1.1" status: 200 len: 375 time: 0.0138800 Jun 30 09:08:06.956942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8591d24f-8dc5-4b7f-b392-7ccadf81b93b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.957500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8591d24f-8dc5-4b7f-b392-7ccadf81b93b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Fanout notify agent at l3_agent the message router_deleted on router 936d852b-ce6e-40aa-a127-affd53300d39 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:08:06.966040 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8591d24f-8dc5-4b7f-b392-7ccadf81b93b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.967102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8591d24f-8dc5-4b7f-b392-7ccadf81b93b tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/routers/936d852b-ce6e-40aa-a127-affd53300d39 HTTP/1.1" status: 204 len: 168 time: 0.4481096 Jun 30 09:08:06.969807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47390) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:07.047488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-e7d24da1-6ac5-496f-9dbb-3c18ebaf2603 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875154 Jun 30 09:08:07.094933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c56541f3-ab29-45e9-ba45-e8de3a8151d8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-988305761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:07.146744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c56541f3-ab29-45e9-ba45-e8de3a8151d8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.147761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c56541f3-ab29-45e9-ba45-e8de3a8151d8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.156389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Deleting port 90133c78-7725-4ecc-bb32-f916a787d25c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:07.156775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.181144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-6e370505-aadf-4812-87bf-007037b6230a service neutron] 10.222.0.53 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242926 Jun 30 09:08:07.249924 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.267037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c56541f3-ab29-45e9-ba45-e8de3a8151d8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.273723 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c56541f3-ab29-45e9-ba45-e8de3a8151d8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.301344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-6bd80118-038c-422e-968b-7ca45503d428 service neutron] 10.222.0.53 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193242 Jun 30 09:08:07.311837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c56541f3-ab29-45e9-ba45-e8de3a8151d8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.313569 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c56541f3-ab29-45e9-ba45-e8de3a8151d8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4119170 Jun 30 09:08:07.315932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.320490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47428) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:07.328375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-712914262'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:07.354013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Calling delete_port for 90133c78-7725-4ecc-bb32-f916a787d25c owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:07.368588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Made reservation on behalf of d3ce9518533342d0b80395c5a666aa2f for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:07.372681 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.383827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.561949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.575127 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.618918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.643383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0119c8b4-6ac9-4ccf-b7c4-ec41112e2d61 req-5eedc92f-9be6-43c6-82bf-bdd465db5d10 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 210 time: 0.0632265 Jun 30 09:08:07.651528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:07.663160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23601fdf-07e8-4556-943c-348af204a22d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.678845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event deleted for resources: {'Port': ['ID=90133c78-7725-4ecc-bb32-f916a787d25c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.686587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.687473 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Added segment 8f441d64-56b9-4746-a4f1-1eab87d907b5 of type vlan for network 99d88dbb-c220-4a38-b5ed-e72bb9023550 Jun 30 09:08:07.744475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.784196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.789852 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4824caf2-286f-4936-8276-e4e999fe76a6 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/ports/90133c78-7725-4ecc-bb32-f916a787d25c HTTP/1.1" status: 204 len: 168 time: 0.8189278 Jun 30 09:08:07.790078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47460) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:07.843557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.849799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.850720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.928717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Deleting subnet c17a3b98-0e9a-4685-8b06-e01410b515d4 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:07.940750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.946647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6241624 Jun 30 09:08:07.949971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47466) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:07.957115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'subnet': {'network_id': '99d88dbb-c220-4a38-b5ed-e72bb9023550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:07.973829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb13b5-04a5-4a3f-af73-170a2625bd90 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Network': ['ID=99d88dbb-c220-4a38-b5ed-e72bb9023550,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.986536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:08.003146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.091051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Made reservation on behalf of d3ce9518533342d0b80395c5a666aa2f for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:08.104093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.116012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.193373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.219268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.219746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9a9dd-bd7b-4d38-9dea-c1cb5e785f8f None None] Network 07c96270-81d4-4d0c-8a35-1be72aa065c9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:08.222045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/subnets/c17a3b98-0e9a-4685-8b06-e01410b515d4 HTTP/1.1" status: 204 len: 168 time: 0.4311683 Jun 30 09:08:08.242790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47470) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:08.252543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcce04f-6ab2-4c0c-b186-88983cd12981 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event deleted for resources: {'Subnet': ['ID=c17a3b98-0e9a-4685-8b06-e01410b515d4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.340965 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.381005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.462206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Subnet': ['ID=ac24eb80-c71f-4827-abf3-62c3624f45d3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.494729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] DHCP port deletion for 07c96270-81d4-4d0c-8a35-1be72aa065c9 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:08.505941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Deleting port be6fca78-b36c-42a3-8534-7d94323487b9 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:08.506380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.512708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Checking segment: {'id': '8f441d64-56b9-4746-a4f1-1eab87d907b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99d88dbb-c220-4a38-b5ed-e72bb9023550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:08.513086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network hostable DHCP agents. Network: 99d88dbb-c220-4a38-b5ed-e72bb9023550, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:08.576983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:08.594423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 99d88dbb-c220-4a38-b5ed-e72bb9023550) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:08.600193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.602245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.616049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ce195-899d-48b7-a17b-48ac2da142f4 None None] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:08.628274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] For port be6fca78-b36c-42a3-8534-7d94323487b9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=be6fca78-b36c-42a3-8534-7d94323487b9,segment=NetworkSegment(251f6d07-173b-442f-bae6-3e9f5924988d),segment_id=251f6d07-173b-442f-bae6-3e9f5924988d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:08.629072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.643495 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5a550761-170f-4e5a-bd0a-e616206e4bff tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6917136 Jun 30 09:08:08.644367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47478) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:08.645765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Calling delete_port for be6fca78-b36c-42a3-8534-7d94323487b9 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:08.650305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'network': {'name': 'tempest-router-network01--276733043'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:08.720639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Made reservation on behalf of d3ce9518533342d0b80395c5a666aa2f for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:08.725925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.773106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:08.799433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] Deleting port be6fca78-b36c-42a3-8534-7d94323487b9 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:08.799433 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.809667 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.810682 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Added segment 5cd5f6e9-628d-4a84-a27d-409d9aa918fa of type vlan for network 4abf90fc-1d97-4538-bb70-59675940298f Jun 30 09:08:08.834435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-99d88dbb-c220-4a38-b5ed-e72bb9023550', 'network_id': '99d88dbb-c220-4a38-b5ed-e72bb9023550', 'tenant_id': 'd3ce9518533342d0b80395c5a666aa2f', 'fixed_ips': [{'subnet_id': 'ac24eb80-c71f-4827-abf3-62c3624f45d3'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:08.835322 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.941151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] For port be6fca78-b36c-42a3-8534-7d94323487b9, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=be6fca78-b36c-42a3-8534-7d94323487b9,segment=NetworkSegment(251f6d07-173b-442f-bae6-3e9f5924988d),segment_id=251f6d07-173b-442f-bae6-3e9f5924988d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:08.941883 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.951321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.005164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] Calling delete_port for be6fca78-b36c-42a3-8534-7d94323487b9 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:09.019245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88e805c5-1ff9-4d31-8642-354bc7518c6f req-71486eee-3bbc-4e11-acb2-d82c5fdefbd5 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 210 time: 0.0317063 Jun 30 09:08:09.052626 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.076265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.077215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.079857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.148337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event deleted for resources: {'Port': ['ID=be6fca78-b36c-42a3-8534-7d94323487b9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.174127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] No DVR routers for this DVR port be6fca78-b36c-42a3-8534-7d94323487b9 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:09.196863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Allocated IP 172.20.0.2 (99d88dbb-c220-4a38-b5ed-e72bb9023550/ac24eb80-c71f-4827-abf3-62c3624f45d3/ae10acde-3e51-48c9-83ad-b0f0cc990e14) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:09.199803 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5541837 Jun 30 09:08:09.210074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47490) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:09.220456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc28fb9-4d3d-4afb-936e-df581fe97648 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Network': ['ID=4abf90fc-1d97-4538-bb70-59675940298f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.224060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'network': {'name': 'tempest-router-network02--1538402180'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:09.237585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 4abf90fc-1d97-4538-bb70-59675940298f details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:09.242209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.334978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661447a1-35bf-4917-8833-4694849bfb9e req-35b34570-52e3-4771-a4e5-7f8583bbe460 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.336626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-35b34570-52e3-4771-a4e5-7f8583bbe460 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.13 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 810 time: 0.2481663 Jun 30 09:08:09.341144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Made reservation on behalf of d3ce9518533342d0b80395c5a666aa2f for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:09.345946 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.354420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Request body: {'port': {'device_id': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'admin_state_up': True, 'tenant_id': 'a251611db0614de7966a97799cd92d67'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:09.356679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] Pushing event deleted for resources: {'Port': ['ID=be6fca78-b36c-42a3-8534-7d94323487b9,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.371177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef57a8e-d496-40d2-9e9b-fbf9e1a44323 None None] No DVR routers for this DVR port be6fca78-b36c-42a3-8534-7d94323487b9 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:09.465053 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.473955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Transition to ACTIVE for port object ae10acde-3e51-48c9-83ad-b0f0cc990e14 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:09.483052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.490612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Transition to ACTIVE for port object ae10acde-3e51-48c9-83ad-b0f0cc990e14 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:09.496597 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.503428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:09.510408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c96270-81d4-4d0c-8a35-1be72aa065c9']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:09.515701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:09.517094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:09.529624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251f6d07-173b-442f-bae6-3e9f5924988d') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:09.529954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251f6d07-173b-442f-bae6-3e9f5924988d') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:09.534436 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.534938 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Added segment 01546c6d-ea8d-44fa-bbe1-657536a43490 of type vlan for network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 Jun 30 09:08:09.541903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:09.566653 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.618061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Pushing event updated for resources: {'Port': ['ID=ae10acde-3e51-48c9-83ad-b0f0cc990e14,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.633533 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.637364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Attempting to bind port ae10acde-3e51-48c9-83ad-b0f0cc990e14 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:09.637841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Attempting to bind port ae10acde-3e51-48c9-83ad-b0f0cc990e14 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '8f441d64-56b9-4746-a4f1-1eab87d907b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99d88dbb-c220-4a38-b5ed-e72bb9023550'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:09.639341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Attempting to bind port ae10acde-3e51-48c9-83ad-b0f0cc990e14 on network 99d88dbb-c220-4a38-b5ed-e72bb9023550 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:09.645308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:09.646153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Checking segment: {'id': '8f441d64-56b9-4746-a4f1-1eab87d907b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99d88dbb-c220-4a38-b5ed-e72bb9023550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:09.646567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.647088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Bound using segment: {'id': '8f441d64-56b9-4746-a4f1-1eab87d907b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99d88dbb-c220-4a38-b5ed-e72bb9023550'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:09.647561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Bound port: ae10acde-3e51-48c9-83ad-b0f0cc990e14, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f441d64-56b9-4746-a4f1-1eab87d907b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99d88dbb-c220-4a38-b5ed-e72bb9023550'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:09.647937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.657556 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.669548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:09.670141 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:09.673986 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:09.736203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] For port ae10acde-3e51-48c9-83ad-b0f0cc990e14, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:09.742383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] For port ae10acde-3e51-48c9-83ad-b0f0cc990e14, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ae10acde-3e51-48c9-83ad-b0f0cc990e14,segment=NetworkSegment(8f441d64-56b9-4746-a4f1-1eab87d907b5),segment_id=8f441d64-56b9-4746-a4f1-1eab87d907b5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:09.756174 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.772896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Made reservation on behalf of a251611db0614de7966a97799cd92d67 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:09.776514 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.795344 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.802397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.803156 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.827055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.833160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:09.834108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6201916 Jun 30 09:08:09.841561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'subnet': {'network_id': '4abf90fc-1d97-4538-bb70-59675940298f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:09.860207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0004942-1e7a-4917-9219-68ca4c55ad6e None None] Pushing event updated for resources: {'Port': ['ID=ae10acde-3e51-48c9-83ad-b0f0cc990e14,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.862818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.869493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] 10.222.0.53 "DELETE /v2.0/networks/07c96270-81d4-4d0c-8a35-1be72aa065c9 HTTP/1.1" status: 204 len: 168 time: 1.6251338 Jun 30 09:08:09.913597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device be6fca78-b36c-42a3-8534-7d94323487b9 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:09.969761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: be6fca78-b36c-42a3-8534-7d94323487b9 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:09.970108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device be6fca78-b36c-42a3-8534-7d94323487b9 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:10.046585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf10e35-74f6-4eff-a031-e33473ed587f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Network': ['ID=da9d9ae9-d09a-4356-9b21-6c7c2a027ef4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.062344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:10.079772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Made reservation on behalf of d3ce9518533342d0b80395c5a666aa2f for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:10.084029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.261886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddd798-06da-4763-bb74-ff54457da705 tempest-TagsExtTest-1605538357 tempest-TagsExtTest-1605538357-project] Pushing event deleted for resources: {'Network': ['ID=07c96270-81d4-4d0c-8a35-1be72aa065c9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.398251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Allocated IP 172.20.0.12 (72924a99-ee8b-4ea2-80b0-28374fb0e0a9/d2a603f0-8c8b-494a-a2f7-bfc0d35faf04/b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:10.452772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3166920f-ae2c-40b6-9734-ce2def052df4 req-279b0e92-f22f-4dd9-97aa-ea54a2005355 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 210 time: 0.1269469 Jun 30 09:08:10.460261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47516) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:10.600157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.660438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Subnet': ['ID=57c60c4a-df65-42e9-a542-77450e10399c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.661384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.674113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.674770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.675262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.675750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.676233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.676713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.677237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.677919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.678467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.679143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.679682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.680192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:10.726392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.735578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6d56831d-f6f2-4226-9072-1a992d364766 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14d3e8bd3b8f4ddc884350b3dbd1ad71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738657 Jun 30 09:08:10.741941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47520) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:10.742130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['2126fa32-7ddf-4963-a5bd-fb02b289ab12'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:10.780632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:10.786897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:10.791655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:10.795948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Pushing event updated for resources: {'Port': ['ID=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.819796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Checking segment: {'id': '5cd5f6e9-628d-4a84-a27d-409d9aa918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4abf90fc-1d97-4538-bb70-59675940298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:10.819796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network hostable DHCP agents. Network: 4abf90fc-1d97-4538-bb70-59675940298f, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:10.853550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.854259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.864406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c47d165-3f87-4f65-a1d6-5d2328cfda39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.898537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-4883a0d9-9b13-4759-a730-6bcb42a33540 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5484672 Jun 30 09:08:10.912346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Request body: {'port': {'device_id': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:10.922498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c47d165-3f87-4f65-a1d6-5d2328cfda39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.929364 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network 4abf90fc-1d97-4538-bb70-59675940298f is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:10.982493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 4abf90fc-1d97-4538-bb70-59675940298f) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:11.013562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6778bda-c929-42d8-a1e5-61fc5ed2a9c5 None None] Network 4abf90fc-1d97-4538-bb70-59675940298f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:11.017252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.017939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.064357 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-963f25b8-66da-45aa-a462-2dd5aa298176 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2290957 Jun 30 09:08:11.064978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:11.070757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'subnet': {'network_id': 'da9d9ae9-d09a-4356-9b21-6c7c2a027ef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:11.094653 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.102359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c47d165-3f87-4f65-a1d6-5d2328cfda39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.104861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c47d165-3f87-4f65-a1d6-5d2328cfda39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.127797 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0c47d165-3f87-4f65-a1d6-5d2328cfda39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f35d5192-a84f-4d2d-a4ac-72620602390a HTTP/1.1" status: 204 len: 168 time: 0.3828645 Jun 30 09:08:11.260656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47d165-3f87-4f65-a1d6-5d2328cfda39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35d5192-a84f-4d2d-a4ac-72620602390a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:11.355137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Made reservation on behalf of d3ce9518533342d0b80395c5a666aa2f for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:11.363332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.530805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-4abf90fc-1d97-4538-bb70-59675940298f', 'network_id': '4abf90fc-1d97-4538-bb70-59675940298f', 'tenant_id': 'd3ce9518533342d0b80395c5a666aa2f', 'fixed_ips': [{'subnet_id': '57c60c4a-df65-42e9-a542-77450e10399c'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:11.533071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.729010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f0bdd7-3d5d-4406-855a-83fcad267680 None None] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:11.736890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.841740 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Subnet': ['ID=8775abc3-148e-49e8-bd7a-4552883effcd,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:11.861669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Checking segment: {'id': '01546c6d-ea8d-44fa-bbe1-657536a43490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da9d9ae9-d09a-4356-9b21-6c7c2a027ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:11.862029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network hostable DHCP agents. Network: da9d9ae9-d09a-4356-9b21-6c7c2a027ef4, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:11.885049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:11.907047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:11.917013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.921967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, da9d9ae9-d09a-4356-9b21-6c7c2a027ef4) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:11.938653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.939394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.951972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb469a3-b133-4999-94c3-730f148595f8 None None] Network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:11.956078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Transition to ACTIVE for port object b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:11.982589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.989986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0ff4b4d9-3bc5-4cd5-a954-1566e4e3c877 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9235611 Jun 30 09:08:11.990853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47546) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:12.112018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44980667-667d-4100-a5aa-10f6d54c3c33 req-e3520174-800d-4173-afac-46f09b2f8c1b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.115443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44980667-667d-4100-a5aa-10f6d54c3c33 req-e3520174-800d-4173-afac-46f09b2f8c1b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 932 time: 0.4340346 Jun 30 09:08:12.127886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Allocated IP 172.20.0.2 (4abf90fc-1d97-4538-bb70-59675940298f/57c60c4a-df65-42e9-a542-77450e10399c/b2234134-46b0-4e99-ae18-2221b7be3db6) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:12.247498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ae10acde-3e51-48c9-83ad-b0f0cc990e14 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:12.293525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Pushing event updated for resources: {'Port': ['ID=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:12.358642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44980667-667d-4100-a5aa-10f6d54c3c33 req-9c14b03d-ed3a-4a8a-a5f5-b3235ab77f12 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312076 Jun 30 09:08:12.383507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Attempting to bind port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:12.383984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Attempting to bind port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:12.384713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Attempting to bind port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf on network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:12.390110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf on network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:12.392395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Attempting to bind port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf on network 72924a99-ee8b-4ea2-80b0-28374fb0e0a9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:12.406539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:12.407147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Checking segment: {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:12.407709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Bound using segment: {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:12.409537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Bound port: b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6243dc08-df51-48d8-9031-ad1701d0c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:12.410137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.466127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47558) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:12.471358 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.474874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0077746 Jun 30 09:08:12.478348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47560) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:12.530485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a84828af-2f9a-43dd-be48-38f849c0269b None None] Provisioning for port ae10acde-3e51-48c9-83ad-b0f0cc990e14 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:12.573726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] For port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:12.577756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] For port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:12.593908 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.595009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-da9d9ae9-d09a-4356-9b21-6c7c2a027ef4', 'network_id': 'da9d9ae9-d09a-4356-9b21-6c7c2a027ef4', 'tenant_id': 'd3ce9518533342d0b80395c5a666aa2f', 'fixed_ips': [{'subnet_id': '8775abc3-148e-49e8-bd7a-4552883effcd'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:12.595876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.682174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Pushing event updated for resources: {'Port': ['ID=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:12.703885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.704510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.706367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-9b4e9405-3d05-4a15-93de-c7da5c8118df service neutron] 10.222.0.13 "PUT /v2.0/ports/b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf HTTP/1.1" status: 200 len: 1093 time: 1.7991548 Jun 30 09:08:12.706822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'tag': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:12.709142 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38db681-5c4e-4e84-9cae-413dc1a9788b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd5b09d-a698-4e51-82e2-43a32523bd1f", "tag": "b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:12.743559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3ca1365b-b939-47eb-bc50-3d1696e765a2 tempest-NetworksApiDiscovery-363510766 tempest-NetworksApiDiscovery-363510766-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2603803 Jun 30 09:08:12.769482 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.830901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ae10acde-3e51-48c9-83ad-b0f0cc990e14 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:12.836069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Transition to ACTIVE for port object b2234134-46b0-4e99-ae18-2221b7be3db6 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:12.840088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ae10acde-3e51-48c9-83ad-b0f0cc990e14 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:12.843751 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.867409 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa52c6c-ef3b-4806-b212-09648bc9c153 x-openstack-request-id: req-6fa52c6c-ef3b-4806-b212-09648bc9c153 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:12.874497 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd5b09d-a698-4e51-82e2-43a32523bd1f", "tag": "b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:12.874801 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fa52c6c-ef3b-4806-b212-09648bc9c153 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:12.875867 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'tag': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf', 'status': 'completed', 'code': 200} Jun 30 09:08:12.882749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Allocated IP 172.20.0.2 (da9d9ae9-d09a-4356-9b21-6c7c2a027ef4/8775abc3-148e-49e8-bd7a-4552883effcd/0abf0db9-e90e-44ce-838a-106c5a2ae0f1) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:12.897329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Transition to ACTIVE for port object b2234134-46b0-4e99-ae18-2221b7be3db6 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:12.906095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661447a1-35bf-4917-8833-4694849bfb9e req-58b2e4c3-08e5-448c-bd0f-5c93a690077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.909783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-58b2e4c3-08e5-448c-bd0f-5c93a690077c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 1096 time: 0.1414814 Jun 30 09:08:12.973934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-49f2c0bb-3ed2-4971-94c3-12723a22fde4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf HTTP/1.1" status: 200 len: 217 time: 0.0562060 Jun 30 09:08:12.978659 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.017980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Allocated IP 172.20.0.1 (4abf90fc-1d97-4538-bb70-59675940298f/57c60c4a-df65-42e9-a542-77450e10399c/3d2badb0-d5db-4420-86d5-b22c24fee444) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:13.035080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Network 4abf90fc-1d97-4538-bb70-59675940298f is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:13.040958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:13.045799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:13.127265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661447a1-35bf-4917-8833-4694849bfb9e req-18c63fc1-ae02-4a06-bbf3-913ef578aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.131979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-18c63fc1-ae02-4a06-bbf3-913ef578aee8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.1475821 Jun 30 09:08:13.184381 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.246388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-0cb1bc6c-3a2e-4eff-a2d5-d6ffc409b0f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108410 Jun 30 09:08:13.273845 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.315110 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.329860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Transition to ACTIVE for port object 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:13.352125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47576) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:13.421196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Transition to ACTIVE for port object 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:13.445586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Pushing event updated for resources: {'Port': ['ID=b2234134-46b0-4e99-ae18-2221b7be3db6,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.471141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-44a4e33a-a414-49f1-89e9-f66ad63a0297 service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172081 Jun 30 09:08:13.514313 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.660252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-661447a1-35bf-4917-8833-4694849bfb9e req-f46f7eaf-5aaa-4438-ae19-72b2fae4d168 service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835456 Jun 30 09:08:13.779196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Attempting to bind port b2234134-46b0-4e99-ae18-2221b7be3db6 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:13.779874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Attempting to bind port b2234134-46b0-4e99-ae18-2221b7be3db6 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5cd5f6e9-628d-4a84-a27d-409d9aa918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4abf90fc-1d97-4538-bb70-59675940298f'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:13.780405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Attempting to bind port b2234134-46b0-4e99-ae18-2221b7be3db6 on network 4abf90fc-1d97-4538-bb70-59675940298f {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:13.789964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:13.803351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ae10acde-3e51-48c9-83ad-b0f0cc990e14, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ae10acde-3e51-48c9-83ad-b0f0cc990e14,segment=NetworkSegment(8f441d64-56b9-4746-a4f1-1eab87d907b5),segment_id=8f441d64-56b9-4746-a4f1-1eab87d907b5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:13.816835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:13.827235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:13.828088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Checking segment: {'id': '5cd5f6e9-628d-4a84-a27d-409d9aa918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4abf90fc-1d97-4538-bb70-59675940298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:13.829812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.830427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Bound using segment: {'id': '5cd5f6e9-628d-4a84-a27d-409d9aa918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4abf90fc-1d97-4538-bb70-59675940298f'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:13.831200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Bound port: b2234134-46b0-4e99-ae18-2221b7be3db6, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd5f6e9-628d-4a84-a27d-409d9aa918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4abf90fc-1d97-4538-bb70-59675940298f'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:13.831767 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.834393 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.836951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:13.855763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Pushing event updated for resources: {'Port': ['ID=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.861317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7e30e315-38ef-4861-821e-50d371d559c0 None None] Provisioning complete for port ae10acde-3e51-48c9-83ad-b0f0cc990e14 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:13.861661 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-503fc03f-1886-45f1-a955-836c8d81dc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.861783 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7e30e315-38ef-4861-821e-50d371d559c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.945932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4faec-072f-4731-b944-d9dfc071510e req-e7e51814-38dc-43fa-903b-580cb3daf122 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.947756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0af4faec-072f-4731-b944-d9dfc071510e req-e7e51814-38dc-43fa-903b-580cb3daf122 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 944 time: 0.2452877 Jun 30 09:08:13.989770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-a27d206f-e31d-4ea2-8adf-d5105def50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.991481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-a27d206f-e31d-4ea2-8adf-d5105def50a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 1096 time: 0.1829548 Jun 30 09:08:14.017480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Transition to ACTIVE for port object 3d2badb0-d5db-4420-86d5-b22c24fee444 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:14.024944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ae10acde-3e51-48c9-83ad-b0f0cc990e14,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.070459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.135115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network 4abf90fc-1d97-4538-bb70-59675940298f is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:14.139243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:14.150716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:14.196863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-0094ad8a-8ccc-4553-b62b-cc97c73bfbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.198761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Port': ['ID=3d2badb0-d5db-4420-86d5-b22c24fee444,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.203616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-0094ad8a-8ccc-4553-b62b-cc97c73bfbea service neutron] 10.222.0.13 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 911 time: 0.2034709 Jun 30 09:08:14.213401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.261413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Attempting to bind port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:14.282019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Attempting to bind port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '01546c6d-ea8d-44fa-bbe1-657536a43490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da9d9ae9-d09a-4356-9b21-6c7c2a027ef4'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:14.282604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Attempting to bind port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 on network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:14.295777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-503fc03f-1886-45f1-a955-836c8d81dc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.322606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:14.331083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Checking segment: {'id': '01546c6d-ea8d-44fa-bbe1-657536a43490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da9d9ae9-d09a-4356-9b21-6c7c2a027ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:14.331654 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.332149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Bound using segment: {'id': '01546c6d-ea8d-44fa-bbe1-657536a43490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da9d9ae9-d09a-4356-9b21-6c7c2a027ef4'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:14.332746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Bound port: 0abf0db9-e90e-44ce-838a-106c5a2ae0f1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01546c6d-ea8d-44fa-bbe1-657536a43490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da9d9ae9-d09a-4356-9b21-6c7c2a027ef4'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:14.333225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.344509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-f67f86c9-aaeb-433f-af89-7c871f71ce5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf HTTP/1.1" status: 200 len: 217 time: 0.1218312 Jun 30 09:08:14.347008 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-503fc03f-1886-45f1-a955-836c8d81dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.389424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.408285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0af4faec-072f-4731-b944-d9dfc071510e req-7829e9e8-d051-4254-b1bd-06054a1434fd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435930 Jun 30 09:08:14.413024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-503fc03f-1886-45f1-a955-836c8d81dc19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3cee0b5b73c40a5b58b1be0f15c5654&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0572746 Jun 30 09:08:14.417519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47594) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:14.441764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] For port b2234134-46b0-4e99-ae18-2221b7be3db6, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:14.451855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] For port b2234134-46b0-4e99-ae18-2221b7be3db6, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b2234134-46b0-4e99-ae18-2221b7be3db6,segment=NetworkSegment(5cd5f6e9-628d-4a84-a27d-409d9aa918fa),segment_id=5cd5f6e9-628d-4a84-a27d-409d9aa918fa)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:14.478221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fc03f-1886-45f1-a955-836c8d81dc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ebd52-3b14-4683-b3c7-2fd3a0d581eb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.517810 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.528509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-332d5222-bc87-4cb5-adc2-88b7924697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.529623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-332d5222-bc87-4cb5-adc2-88b7924697ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.1368606 Jun 30 09:08:14.629153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-14d45f8e-b5b4-4c84-aa08-f635d99bab9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918307 Jun 30 09:08:14.659451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] For port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:14.670585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] For port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,segment=NetworkSegment(01546c6d-ea8d-44fa-bbe1-657536a43490),segment_id=01546c6d-ea8d-44fa-bbe1-657536a43490)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:14.671754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f0030-c5a1-402e-b896-4373e101e658 None None] Pushing event updated for resources: {'Port': ['ID=b2234134-46b0-4e99-ae18-2221b7be3db6,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.678719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.717730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0b4d-7723-4933-b272-30377292b620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.773486 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0b4d-7723-4933-b272-30377292b620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.777338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1788-2690-4338-bf9d-b9497152369a None None] Pushing event updated for resources: {'Port': ['ID=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.867236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0b4d-7723-4933-b272-30377292b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.875615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0b4d-7723-4933-b272-30377292b620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.892565 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c1fb0b4d-7723-4933-b272-30377292b620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f1ebd52-3b14-4683-b3c7-2fd3a0d581eb HTTP/1.1" status: 204 len: 168 time: 0.4632857 Jun 30 09:08:14.895777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-53d2aa12-3140-4d9d-8813-60687fc95ef8 service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564979 Jun 30 09:08:14.919270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb0b4d-7723-4933-b272-30377292b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ebd52-3b14-4683-b3c7-2fd3a0d581eb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.009220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:15.136720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c38db681-5c4e-4e84-9cae-413dc1a9788b req-dee650cc-cfdf-4183-866f-8f082b13a2a7 service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246284 Jun 30 09:08:15.250051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.266813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.376547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:15.393395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf', 'network_id': '72924a99-ee8b-4ea2-80b0-28374fb0e0a9', 'port_id': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf', 'mac_address': 'fa:16:3e:3d:b7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a603f0-8c8b-494a-a2f7-bfc0d35faf04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:15.444146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Port': ['ID=3d2badb0-d5db-4420-86d5-b22c24fee444,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.449909 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.470011 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.500043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:15.564765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:15.580561 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.610149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network 4abf90fc-1d97-4538-bb70-59675940298f is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:15.611826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:15.650281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.796690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:15.801494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc6bfa-29d8-4f3e-9ace-046d3bff5467 req-47bd07fb-926b-43b2-88de-b481b0ad31ea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.803113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0dc6bfa-29d8-4f3e-9ace-046d3bff5467 req-47bd07fb-926b-43b2-88de-b481b0ad31ea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 945 time: 0.1484897 Jun 30 09:08:15.867090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Router f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:08:15.888939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0dc6bfa-29d8-4f3e-9ace-046d3bff5467 req-5089cfd5-be17-4ded-9832-9381104e54e7 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762963 Jun 30 09:08:16.077495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:16.085504 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ce53a68-e66a-4dda-aeee-8c2f79cce282 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "PUT /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0935085 Jun 30 09:08:16.088933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47636) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:16.112556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] Sync routers for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:16.156200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:16.156824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:16.281934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:16.347578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:16.348584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:16.421248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:16.431008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:16.433362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09e5ccf-784e-4e21-8603-b8258f7d66cb None None] The sync data for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:16.541045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:16.556797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b2234134-46b0-4e99-ae18-2221b7be3db6 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:16.598247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5de8ba-445f-410e-b9aa-9ae9730ef34f None None] Network 4abf90fc-1d97-4538-bb70-59675940298f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:16.755524 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-ecc1ecae-0091-4f15-b5db-7a64b8c17c4d tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:16.756624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecc1ecae-0091-4f15-b5db-7a64b8c17c4d tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "PUT /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6664078 Jun 30 09:08:16.759459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47654) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:16.943147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-796f461c-9760-4565-8abb-33adcba34d32 None None] Provisioning for port b2234134-46b0-4e99-ae18-2221b7be3db6 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:16.972410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c85b7a6-3655-43e8-ae2f-1ad0f8b6327a None None] Network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:17.066121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:17.169178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b2234134-46b0-4e99-ae18-2221b7be3db6 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:17.190760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b2234134-46b0-4e99-ae18-2221b7be3db6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:17.191132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.308503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0deb79d9-7971-4fa2-bba0-91e1e2e9fc45 None None] Provisioning for port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:17.351029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0deb79d9-7971-4fa2-bba0-91e1e2e9fc45 None None] Provisioning complete for port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:17.351400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0deb79d9-7971-4fa2-bba0-91e1e2e9fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.503275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:17.535391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:17.535766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.628677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee708c2b-44cf-4bfc-b42f-a4cac176f7fd req-990eecc9-44b5-41f1-a89a-262c21a4d287 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.632254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee708c2b-44cf-4bfc-b42f-a4cac176f7fd req-990eecc9-44b5-41f1-a89a-262c21a4d287 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 945 time: 0.4822328 Jun 30 09:08:17.690151 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.693110 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.741355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b2234134-46b0-4e99-ae18-2221b7be3db6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b2234134-46b0-4e99-ae18-2221b7be3db6,segment=NetworkSegment(5cd5f6e9-628d-4a84-a27d-409d9aa918fa),segment_id=5cd5f6e9-628d-4a84-a27d-409d9aa918fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:17.756097 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.757097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ae10acde-3e51-48c9-83ad-b0f0cc990e14 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:17.806551 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0deb79d9-7971-4fa2-bba0-91e1e2e9fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.865214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee708c2b-44cf-4bfc-b42f-a4cac176f7fd req-bf49c1b2-b0e2-44db-8446-964ae5e2df34 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180707 Jun 30 09:08:17.943645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0deb79d9-7971-4fa2-bba0-91e1e2e9fc45 None None] For port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,segment=NetworkSegment(01546c6d-ea8d-44fa-bbe1-657536a43490),segment_id=01546c6d-ea8d-44fa-bbe1-657536a43490)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:17.979674 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.982469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b2234134-46b0-4e99-ae18-2221b7be3db6,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.001258 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0deb79d9-7971-4fa2-bba0-91e1e2e9fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.060047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ae10acde-3e51-48c9-83ad-b0f0cc990e14 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:18.060610 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.071760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:18.074644 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a4272-f456-4355-aea7-c49c17b54bcb" -d '{"events": [{"server_uuid": "4fd5b09d-a698-4e51-82e2-43a32523bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:18.177731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:18.204166 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb70b7f-fc11-4df0-8f8e-e053fe361f3c x-openstack-request-id: req-ebb70b7f-fc11-4df0-8f8e-e053fe361f3c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:18.204462 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd5b09d-a698-4e51-82e2-43a32523bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:18.204713 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebb70b7f-fc11-4df0-8f8e-e053fe361f3c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:18.205114 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf', 'code': 200} Jun 30 09:08:18.231768 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.315452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb79d9-7971-4fa2-bba0-91e1e2e9fc45 None None] Pushing event updated for resources: {'Port': ['ID=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.441943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.502228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-43b8cc88-6f39-4c62-bd33-577395f2a4a1 None None] Provisioning complete for port b2234134-46b0-4e99-ae18-2221b7be3db6 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:18.502594 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-43b8cc88-6f39-4c62-bd33-577395f2a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.533013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef1eca-f15e-41b1-a22d-317360b1a077 req-d3b33518-bb12-4b3e-a5a5-88c806a7c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:18.534762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bef1eca-f15e-41b1-a22d-317360b1a077 req-d3b33518-bb12-4b3e-a5a5-88c806a7c31f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 1098 time: 0.2653186 Jun 30 09:08:18.615686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47704) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.617871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Deleting port 3d2badb0-d5db-4420-86d5-b22c24fee444 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:18.618211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.677910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bef1eca-f15e-41b1-a22d-317360b1a077 req-a797de41-5812-4ed1-8f78-616da5d00ce6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346056 Jun 30 09:08:18.690897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-43b8cc88-6f39-4c62-bd33-577395f2a4a1 None None] Provisioning for port 3d2badb0-d5db-4420-86d5-b22c24fee444 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:18.696657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-43b8cc88-6f39-4c62-bd33-577395f2a4a1 None None] Provisioning complete for port 3d2badb0-d5db-4420-86d5-b22c24fee444 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:18.697029 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-43b8cc88-6f39-4c62-bd33-577395f2a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.746584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.760887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Calling delete_port for 3d2badb0-d5db-4420-86d5-b22c24fee444 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:18.770887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-43b8cc88-6f39-4c62-bd33-577395f2a4a1 None None] Port 3d2badb0-d5db-4420-86d5-b22c24fee444 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:18.780670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:18.846446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:18.846819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.869471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40245163-d206-4d7d-8df7-99aded62a7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.934688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-19da2dcf-6202-4392-a277-c0e56a017dae None None] Provisioning complete for port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:18.942332 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-19da2dcf-6202-4392-a277-c0e56a017dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.020854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.047112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b2234134-46b0-4e99-ae18-2221b7be3db6 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:19.092001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Port': ['ID=3d2badb0-d5db-4420-86d5-b22c24fee444,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.128428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-19da2dcf-6202-4392-a277-c0e56a017dae None None] Could not find standard attr ID for object 3d2badb0-d5db-4420-86d5-b22c24fee444. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:08:19.139962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b2234134-46b0-4e99-ae18-2221b7be3db6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:19.140331 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.164116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40245163-d206-4d7d-8df7-99aded62a7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.176442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40245163-d206-4d7d-8df7-99aded62a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.249363 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-40245163-d206-4d7d-8df7-99aded62a7ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44cc748f0ae04f579b172a5c15c1f603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313698 Jun 30 09:08:19.263313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.275493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-344514cb-13d2-4ad0-a9f8-a76f18098df5 None None] Could not find standard attr ID for object 3d2badb0-d5db-4420-86d5-b22c24fee444. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:08:19.340276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40245163-d206-4d7d-8df7-99aded62a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d34bb3-2e1d-46c6-9143-4b3f31f57521,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.360190 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.419696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bc769-e425-426f-9777-6f551f3281d0 req-2b38556b-2e01-4e91-8485-bf32ad49f756 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:19.421228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b3bc769-e425-426f-9777-6f551f3281d0 req-2b38556b-2e01-4e91-8485-bf32ad49f756 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.3189402 Jun 30 09:08:19.564934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85a83886-443d-48de-bb91-4bd2e12f0175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.600306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b3bc769-e425-426f-9777-6f551f3281d0 req-68d2f8a4-b56b-4f57-818a-224b468ad177 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717727 Jun 30 09:08:19.655805 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85a83886-443d-48de-bb91-4bd2e12f0175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.666597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Router f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:19.769300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:19.779012 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] Sync routers for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:19.779574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8af7065e-dcc1-4521-bc19-50ac40539080 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "PUT /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187247 Jun 30 09:08:19.779949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47722) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.780510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85a83886-443d-48de-bb91-4bd2e12f0175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.783775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-85a83886-443d-48de-bb91-4bd2e12f0175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.785061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-85a83886-443d-48de-bb91-4bd2e12f0175 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02d34bb3-2e1d-46c6-9143-4b3f31f57521 HTTP/1.1" status: 204 len: 168 time: 0.5152943 Jun 30 09:08:19.792966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a83886-443d-48de-bb91-4bd2e12f0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d34bb3-2e1d-46c6-9143-4b3f31f57521,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.795819 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:19.797330 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:19.839846 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-410d8655-862b-4381-a6fc-5eb004570ae5 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] delete failed (client error): The resource could not be found. Jun 30 09:08:19.840875 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-410d8655-862b-4381-a6fc-5eb004570ae5 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-208490232 HTTP/1.1" status: 404 len: 334 time: 0.0597382 Jun 30 09:08:19.846605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.847113 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:19.851848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-92fffad9-1e39-4b91-9962-7bab9fbde98f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:19.856039 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:19.857025 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:19.890102 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:19.891134 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf226d7-942c-4de3-bfe4-511bf04e2572 None None] The sync data for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:20.094261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-92fffad9-1e39-4b91-9962-7bab9fbde98f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.116761 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-92fffad9-1e39-4b91-9962-7bab9fbde98f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] update failed (client error): The resource could not be found. Jun 30 09:08:20.116761 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-92fffad9-1e39-4b91-9962-7bab9fbde98f tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "PUT /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 HTTP/1.1" status: 404 len: 339 time: 0.2684705 Jun 30 09:08:20.117008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47732) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.120271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47734) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.131075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15069d49-43b3-45fe-b81f-0edb8384faad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.232238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15069d49-43b3-45fe-b81f-0edb8384faad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.238030 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15069d49-43b3-45fe-b81f-0edb8384faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.276301 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-15069d49-43b3-45fe-b81f-0edb8384faad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3aaafe3a302240a69500efee041e6bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582658 Jun 30 09:08:20.277185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15069d49-43b3-45fe-b81f-0edb8384faad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81de070-db1f-4ef0-84ee-a3a3a170425c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.279041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.476169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.487586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6f08c85-dcb2-438c-b3e3-3d01df5da359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.548073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6f08c85-dcb2-438c-b3e3-3d01df5da359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.991123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6f08c85-dcb2-438c-b3e3-3d01df5da359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.994153 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6f08c85-dcb2-438c-b3e3-3d01df5da359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.997787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6f08c85-dcb2-438c-b3e3-3d01df5da359 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a81de070-db1f-4ef0-84ee-a3a3a170425c HTTP/1.1" status: 204 len: 168 time: 0.7150538 Jun 30 09:08:21.017566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f08c85-dcb2-438c-b3e3-3d01df5da359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81de070-db1f-4ef0-84ee-a3a3a170425c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.066618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54072d3-b712-4b51-8723-d367a9a6cd4a req-268d0256-53bb-451e-9d30-a15d9c886bef tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:21.068177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d54072d3-b712-4b51-8723-d367a9a6cd4a req-268d0256-53bb-451e-9d30-a15d9c886bef tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.2034411 Jun 30 09:08:21.106991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Allocated IP 172.20.0.1 (99d88dbb-c220-4a38-b5ed-e72bb9023550/ac24eb80-c71f-4827-abf3-62c3624f45d3/869354cb-42b8-4357-af13-7cdfdd3039fd) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:21.131185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d54072d3-b712-4b51-8723-d367a9a6cd4a req-d65076b2-bbeb-4a2a-ba49-a87ca14f9caf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572593 Jun 30 09:08:21.236777 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47774) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:21.287296 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.313592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Transition to ACTIVE for port object 869354cb-42b8-4357-af13-7cdfdd3039fd will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:21.369860 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.391815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d375e5d2-928e-46a2-bac4-593ffdee3427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.418855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:21.422354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:21.427114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:21.498183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Port': ['ID=869354cb-42b8-4357-af13-7cdfdd3039fd,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.542215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.554246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d375e5d2-928e-46a2-bac4-593ffdee3427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.579252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d375e5d2-928e-46a2-bac4-593ffdee3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.665686 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d375e5d2-928e-46a2-bac4-593ffdee3427 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7410df7c0592456ba8d84ea975437706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269142 Jun 30 09:08:21.667088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375e5d2-928e-46a2-bac4-593ffdee3427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f3b2f7-96ca-4d46-8191-13d4054bb2c3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.680237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47794) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:21.822222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fc689f27-bba7-443f-9880-b15cd9139f64 None None] Provisioning for port 869354cb-42b8-4357-af13-7cdfdd3039fd completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:21.828449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fc689f27-bba7-443f-9880-b15cd9139f64 None None] Provisioning complete for port 869354cb-42b8-4357-af13-7cdfdd3039fd triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:21.829741 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fc689f27-bba7-443f-9880-b15cd9139f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.874201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fc689f27-bba7-443f-9880-b15cd9139f64 None None] Port 869354cb-42b8-4357-af13-7cdfdd3039fd cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:21.874406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-0201cd0d-036a-460c-9e32-cc3c63993796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:21.876906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-0201cd0d-036a-460c-9e32-cc3c63993796 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 1098 time: 0.2631106 Jun 30 09:08:21.888392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f65c4b0a-39c6-48c8-be34-0fe9f6c28ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.925988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.987966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f65c4b0a-39c6-48c8-be34-0fe9f6c28ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.999099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed836ea-b5ee-4b5c-a40f-9e010197e4fd req-9ea051b6-9f16-4d69-9d4b-0b026ca99ffd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.000707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ed836ea-b5ee-4b5c-a40f-9e010197e4fd req-9ea051b6-9f16-4d69-9d4b-0b026ca99ffd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.2862506 Jun 30 09:08:22.188010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-61ed9b31-1d13-481f-affc-a6ea57a74f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.189417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-61ed9b31-1d13-481f-affc-a6ea57a74f6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 911 time: 0.3020539 Jun 30 09:08:22.194739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ed836ea-b5ee-4b5c-a40f-9e010197e4fd req-77adf285-d82c-4afe-be15-9850cdae9a75 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648579 Jun 30 09:08:22.247866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-efcdc000-4633-482c-90ce-dc163015c389 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf HTTP/1.1" status: 200 len: 217 time: 0.0504215 Jun 30 09:08:22.291267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f65c4b0a-39c6-48c8-be34-0fe9f6c28ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.293839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f65c4b0a-39c6-48c8-be34-0fe9f6c28ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.295006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f65c4b0a-39c6-48c8-be34-0fe9f6c28ebc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09f3b2f7-96ca-4d46-8191-13d4054bb2c3 HTTP/1.1" status: 204 len: 168 time: 0.6013472 Jun 30 09:08:22.354216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4b0a-39c6-48c8-be34-0fe9f6c28ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f3b2f7-96ca-4d46-8191-13d4054bb2c3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.459392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-a878625f-b12f-499d-9098-0110b5d1dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.460934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-a878625f-b12f-499d-9098-0110b5d1dd80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.2034535 Jun 30 09:08:22.498634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-fa178b2b-02e4-4fe4-bcfa-b0a6980a88d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307758 Jun 30 09:08:22.514630 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.586508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.692010 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.696068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event updated for resources: {'Port': ['ID=869354cb-42b8-4357-af13-7cdfdd3039fd,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.727914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-2ea0f35a-34e0-4669-ae8e-fb48d25f440b service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165740 Jun 30 09:08:22.746251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47844) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:22.842214 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47850) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:22.858446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a51c069-0a6d-4b4c-bb46-e3ab5db898cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.901902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-582c9781-f7f2-4c4f-89e1-9357c96f3dab req-31514d13-1f42-4e12-980e-40a7140d0e09 service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432102 Jun 30 09:08:22.910026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:22.911433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:22.917118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-978c4400-abef-48d6-961a-d63fb78b9e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.996416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a51c069-0a6d-4b4c-bb46-e3ab5db898cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.004220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a51c069-0a6d-4b4c-bb46-e3ab5db898cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.054098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Router f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:23.079662 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5a51c069-0a6d-4b4c-bb46-e3ab5db898cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8391da7117442a79c43e5ef62e9e673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361252 Jun 30 09:08:23.084017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47860) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:23.086047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c069-0a6d-4b4c-bb46-e3ab5db898cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608a6da0-b62d-4f61-96c7-ecd9c9308f67,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.189697 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.191617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:23.195431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-978c4400-abef-48d6-961a-d63fb78b9e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.201271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ca350e1e-80ad-4095-b9cf-19fd9fcbc4b0 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "PUT /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0769715 Jun 30 09:08:23.201774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47866) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:23.204764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-978c4400-abef-48d6-961a-d63fb78b9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.218133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e7301e7-8d62-41af-925a-3adcfca26402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.221160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] Sync routers for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:23.231014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:23.231289 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:23.274873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:23.289084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c4400-abef-48d6-961a-d63fb78b9e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5563e4b9-fce1-46dc-9236-13497fed9f95,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.313804 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-978c4400-abef-48d6-961a-d63fb78b9e1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=965891e5f4d44bca9a3e1f0d319d1c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664091 Jun 30 09:08:23.315741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e7301e7-8d62-41af-925a-3adcfca26402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.317590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47870) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:23.324008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:23.324999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:23.372838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eba085e8-0421-483d-9ac8-6534873d9957 None None] Provisioning complete for port 869354cb-42b8-4357-af13-7cdfdd3039fd triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:23.373660 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eba085e8-0421-483d-9ac8-6534873d9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.398832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:23.399746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd09498-2765-48dd-adca-f4927c3d117c None None] The sync data for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:23.415698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d41c769-130c-480c-9963-64ca080d5ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.420955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-eba085e8-0421-483d-9ac8-6534873d9957 None None] Port 869354cb-42b8-4357-af13-7cdfdd3039fd cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:23.424836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e7301e7-8d62-41af-925a-3adcfca26402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.427298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e7301e7-8d62-41af-925a-3adcfca26402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.428447 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3e7301e7-8d62-41af-925a-3adcfca26402 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/608a6da0-b62d-4f61-96c7-ecd9c9308f67 HTTP/1.1" status: 204 len: 168 time: 0.3433669 Jun 30 09:08:23.448765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-22e19d8b-5da3-4975-a12c-19053858e088 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.449804 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d41c769-130c-480c-9963-64ca080d5ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.463291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7301e7-8d62-41af-925a-3adcfca26402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a6da0-b62d-4f61-96c7-ecd9c9308f67,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.548272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d41c769-130c-480c-9963-64ca080d5ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.551710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2d41c769-130c-480c-9963-64ca080d5ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.555500 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2d41c769-130c-480c-9963-64ca080d5ca1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5563e4b9-fce1-46dc-9236-13497fed9f95 HTTP/1.1" status: 204 len: 168 time: 0.2343559 Jun 30 09:08:23.558475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085cbd4-38c0-4ca5-b07e-eefef48c9033 req-5546d854-3577-4fa1-a338-41b276b09f2b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:23.560222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e085cbd4-38c0-4ca5-b07e-eefef48c9033 req-5546d854-3577-4fa1-a338-41b276b09f2b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1905425 Jun 30 09:08:23.566819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41c769-130c-480c-9963-64ca080d5ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5563e4b9-fce1-46dc-9236-13497fed9f95,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.647371 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-22e19d8b-5da3-4975-a12c-19053858e088 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:08:23.648756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-22e19d8b-5da3-4975-a12c-19053858e088 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 HTTP/1.1" status: 409 len: 329 time: 0.4459412 Jun 30 09:08:23.652190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e085cbd4-38c0-4ca5-b07e-eefef48c9033 req-2e240799-4599-40df-b764-f1791546edb8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756397 Jun 30 09:08:23.652378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47882) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.038569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47900) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.050820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.058124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-800bf503-39a9-46b1-94e8-7539b82bafdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.172721 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-800bf503-39a9-46b1-94e8-7539b82bafdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.179649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-800bf503-39a9-46b1-94e8-7539b82bafdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.231554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-800bf503-39a9-46b1-94e8-7539b82bafdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6135758ac1d0466baf0327ac8c5e8d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906483 Jun 30 09:08:24.232238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bf503-39a9-46b1-94e8-7539b82bafdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1cf050-88e3-4ade-ad35-f443a293f1bf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.235259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47908) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.300422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f37041db-0d4f-41fe-98a5-273ff6cb892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.328494 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f37041db-0d4f-41fe-98a5-273ff6cb892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.388629 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f37041db-0d4f-41fe-98a5-273ff6cb892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.391591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f37041db-0d4f-41fe-98a5-273ff6cb892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.392761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f37041db-0d4f-41fe-98a5-273ff6cb892b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a1cf050-88e3-4ade-ad35-f443a293f1bf HTTP/1.1" status: 204 len: 168 time: 0.1560762 Jun 30 09:08:24.401583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37041db-0d4f-41fe-98a5-273ff6cb892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1cf050-88e3-4ade-ad35-f443a293f1bf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.415698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Deleting port 869354cb-42b8-4357-af13-7cdfdd3039fd {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:24.416433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.532293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.544978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Calling delete_port for 869354cb-42b8-4357-af13-7cdfdd3039fd owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:24.773416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.807256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Port': ['ID=869354cb-42b8-4357-af13-7cdfdd3039fd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:25.014703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d946b5-477a-43cd-a533-fe063acf24c3 req-5cf81a8f-4d3d-459f-b012-9e8bd09efd1d tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:25.018946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09d946b5-477a-43cd-a533-fe063acf24c3 req-5cf81a8f-4d3d-459f-b012-9e8bd09efd1d tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1056774 Jun 30 09:08:25.075986 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.135101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09d946b5-477a-43cd-a533-fe063acf24c3 req-8ae22a5e-b100-48f5-9ac8-43c40e8645e4 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996494 Jun 30 09:08:25.322666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.555366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Router f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:25.663320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:25.685444 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13d50b6e-6d53-47e8-97c2-621adc6c3aa8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "PUT /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319169 Jun 30 09:08:25.689316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47972) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:25.704144 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] Sync routers for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:25.716799 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:25.718093 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:25.759663 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:25.770473 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] Routers {'f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:25.771547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:08:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:25.774909 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-e38ce0e3-7265-4c8e-9579-8e9b66842c87 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] show failed (client error): The resource could not be found. Jun 30 09:08:25.780459 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e38ce0e3-7265-4c8e-9579-8e9b66842c87 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-171571128 HTTP/1.1" status: 404 len: 334 time: 0.0900152 Jun 30 09:08:25.784417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47976) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:25.794628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8122ca18-4ca5-4f85-ba74-1206a21c588a tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:25.846775 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:25.848321 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b2b62-2ead-4ddc-907b-9b01df16100f None None] The sync data for ids ['f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:25.875290 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-8122ca18-4ca5-4f85-ba74-1206a21c588a tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] update failed (client error): The resource could not be found. Jun 30 09:08:25.878563 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8122ca18-4ca5-4f85-ba74-1206a21c588a tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-515283656 HTTP/1.1" status: 404 len: 334 time: 0.0913041 Jun 30 09:08:25.883571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47980) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:25.978945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Deleting subnet 8775abc3-148e-49e8-bd7a-4552883effcd {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:25.987410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.035727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.173199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.283709 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.315049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Subnet': ['ID=8775abc3-148e-49e8-bd7a-4552883effcd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.328743 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.330731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9ac537e9-882f-4d52-a5b6-dba8b2373398 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/subnets/8775abc3-148e-49e8-bd7a-4552883effcd HTTP/1.1" status: 204 len: 168 time: 0.4456136 Jun 30 09:08:26.334765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0832ebbc-f604-4664-a5c5-cc7557dbb3a0 None None] Network da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:26.336585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48004) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:26.439111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db51a33-ac89-43a3-9b9a-60d44ef9efee req-56f05945-9054-4e27-86d4-9d13889a6b88 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.442692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5db51a33-ac89-43a3-9b9a-60d44ef9efee req-56f05945-9054-4e27-86d4-9d13889a6b88 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1283953 Jun 30 09:08:26.482012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Deleting subnet 57c60c4a-df65-42e9-a542-77450e10399c {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:26.490899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.542561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5db51a33-ac89-43a3-9b9a-60d44ef9efee req-c0c4f612-fc01-48f0-a35e-0a5e05f9b66c tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947831 Jun 30 09:08:26.592235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.619940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] DHCP port deletion for da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:26.705121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.725914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] Deleting port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:26.726573 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.780577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.828738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Subnet': ['ID=57c60c4a-df65-42e9-a542-77450e10399c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.837156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd4fcd0-a686-4161-8149-811d0aadd5dd None None] Network 4abf90fc-1d97-4538-bb70-59675940298f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:26.837921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.840297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] For port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,segment=NetworkSegment(01546c6d-ea8d-44fa-bbe1-657536a43490),segment_id=01546c6d-ea8d-44fa-bbe1-657536a43490)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:26.840870 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.847505 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4eefbf7b-c989-43e4-bec1-d3d1a76304dd tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/subnets/57c60c4a-df65-42e9-a542-77450e10399c HTTP/1.1" status: 204 len: 168 time: 0.5097206 Jun 30 09:08:26.848490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48030) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:26.856710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-932a74fc-6b4c-4f9a-b76d-94fcfb20f531 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6234c8f9bb2244e380e296357b07bb69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450332 Jun 30 09:08:26.936503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] Calling delete_port for 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:26.956170 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.041237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Deleting port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:27.041586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.122800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] For port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,segment=NetworkSegment(01546c6d-ea8d-44fa-bbe1-657536a43490),segment_id=01546c6d-ea8d-44fa-bbe1-657536a43490)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:27.123162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.150004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Calling delete_port for 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:27.159496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.189303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] Pushing event deleted for resources: {'Port': ['ID=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:27.191335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec892c-7117-4bdd-a839-71be3fd0009e None None] No DVR routers for this DVR port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:27.266082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.271102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] DHCP port deletion for 4abf90fc-1d97-4538-bb70-59675940298f request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:27.304310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] No DVR routers for this DVR port 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:27.309789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Port': ['ID=0abf0db9-e90e-44ce-838a-106c5a2ae0f1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:27.366511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] Deleting port b2234134-46b0-4e99-ae18-2221b7be3db6 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:27.367175 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.411288 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.423674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9d9ae9-d09a-4356-9b21-6c7c2a027ef4']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:27.434870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01546c6d-ea8d-44fa-bbe1-657536a43490') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:27.435182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01546c6d-ea8d-44fa-bbe1-657536a43490') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:27.445176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.449582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] For port b2234134-46b0-4e99-ae18-2221b7be3db6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b2234134-46b0-4e99-ae18-2221b7be3db6,segment=NetworkSegment(5cd5f6e9-628d-4a84-a27d-409d9aa918fa),segment_id=5cd5f6e9-628d-4a84-a27d-409d9aa918fa)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:27.449961 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.461444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.468491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] Calling delete_port for b2234134-46b0-4e99-ae18-2221b7be3db6 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:27.468790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:27.469187 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:27.473051 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:27.504725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-f4c64f09-5ad1-4535-9ee1-cb0d60669c6b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.506254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-f4c64f09-5ad1-4535-9ee1-cb0d60669c6b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6440675 Jun 30 09:08:27.549473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-48a7ef15-e07b-401d-bf31-e4f1367a678e tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/quotas/6234c8f9bb2244e380e296357b07bb69 HTTP/1.1" status: 200 len: 375 time: 0.0353992 Jun 30 09:08:27.580181 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.585162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.593338 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/networks/da9d9ae9-d09a-4356-9b21-6c7c2a027ef4 HTTP/1.1" status: 204 len: 168 time: 0.7406754 Jun 30 09:08:27.593338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48050) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:27.601551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-7371d98d-c7a1-448f-b861-ff0b4fb68c4b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6234c8f9bb2244e380e296357b07bb69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442584 Jun 30 09:08:27.617799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abd513-2696-4e65-a39c-2acdec758aeb tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Network': ['ID=da9d9ae9-d09a-4356-9b21-6c7c2a027ef4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:27.622570 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.681349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] Pushing event deleted for resources: {'Port': ['ID=b2234134-46b0-4e99-ae18-2221b7be3db6,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:27.690413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c37b0f-5b0a-4f78-8249-05b46e1d3b5a None None] No DVR routers for this DVR port b2234134-46b0-4e99-ae18-2221b7be3db6 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:27.739201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.850125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.865671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abf90fc-1d97-4538-bb70-59675940298f']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:27.894334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd5f6e9-628d-4a84-a27d-409d9aa918fa') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:27.895090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd5f6e9-628d-4a84-a27d-409d9aa918fa') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:27.903892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3160a05-a0b8-4f1c-b427-27ee96cfca51 req-eb31017b-8a1b-4693-b5bb-f4df18c61092 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.910824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.917931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3160a05-a0b8-4f1c-b427-27ee96cfca51 req-eb31017b-8a1b-4693-b5bb-f4df18c61092 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1311781 Jun 30 09:08:27.942046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.955715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:27.956613 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.972122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3160a05-a0b8-4f1c-b427-27ee96cfca51 req-dca0e6dc-2cfa-48ce-9e12-841e7648bd22 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532591 Jun 30 09:08:28.003679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9401b25f-ec87-4f8d-ae1f-231dbf777b05 req-ac4d69bc-d77f-4346-850d-d423bdf18b56 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 210 time: 0.1078312 Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:28.081262 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:28.088374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.097871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.100367 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/networks/4abf90fc-1d97-4538-bb70-59675940298f HTTP/1.1" status: 204 len: 168 time: 0.5032370 Jun 30 09:08:28.102856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48068) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:28.118093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb41cf2-0938-4fff-9e9d-ef465d5033bf tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Network': ['ID=4abf90fc-1d97-4538-bb70-59675940298f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:28.185907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Deleting subnet ac24eb80-c71f-4827-abf3-62c3624f45d3 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:28.190033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.241507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.354380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.429701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.462054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Subnet': ['ID=ac24eb80-c71f-4827-abf3-62c3624f45d3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:28.464290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.466655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-709b7eec-e08e-423d-b47a-b41bb623d2f8 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/subnets/ac24eb80-c71f-4827-abf3-62c3624f45d3 HTTP/1.1" status: 204 len: 168 time: 0.3619153 Jun 30 09:08:28.470014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48082) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:28.470622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e61251-2bff-4fec-b787-3946956226c1 None None] Network 99d88dbb-c220-4a38-b5ed-e72bb9023550 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:28.571955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.688471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Deleting port ae10acde-3e51-48c9-83ad-b0f0cc990e14 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:28.688843 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.739158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:28.788462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] For port ae10acde-3e51-48c9-83ad-b0f0cc990e14, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ae10acde-3e51-48c9-83ad-b0f0cc990e14,segment=NetworkSegment(8f441d64-56b9-4746-a4f1-1eab87d907b5),segment_id=8f441d64-56b9-4746-a4f1-1eab87d907b5)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:28.789145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.793860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:28.795397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0abf0db9-e90e-44ce-838a-106c5a2ae0f1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:28.795397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b2234134-46b0-4e99-ae18-2221b7be3db6 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:28.807417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Calling delete_port for ae10acde-3e51-48c9-83ad-b0f0cc990e14 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:28.836644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] DHCP port deletion for 99d88dbb-c220-4a38-b5ed-e72bb9023550 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:28.839433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: b2234134-46b0-4e99-ae18-2221b7be3db6 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:28.839953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b2234134-46b0-4e99-ae18-2221b7be3db6 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:28.893331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] Deleting port ae10acde-3e51-48c9-83ad-b0f0cc990e14 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:28.894037 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.957380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.973704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] For port ae10acde-3e51-48c9-83ad-b0f0cc990e14, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ae10acde-3e51-48c9-83ad-b0f0cc990e14,segment=NetworkSegment(8f441d64-56b9-4746-a4f1-1eab87d907b5),segment_id=8f441d64-56b9-4746-a4f1-1eab87d907b5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:28.974116 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.987507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] No DVR routers for this DVR port ae10acde-3e51-48c9-83ad-b0f0cc990e14 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:28.989272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Port': ['ID=ae10acde-3e51-48c9-83ad-b0f0cc990e14,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:28.995586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] Calling delete_port for ae10acde-3e51-48c9-83ad-b0f0cc990e14 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:29.104087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.106775 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.126901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d88dbb-c220-4a38-b5ed-e72bb9023550']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:29.148146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f441d64-56b9-4746-a4f1-1eab87d907b5') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:29.148704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f441d64-56b9-4746-a4f1-1eab87d907b5') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:29.149485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] Pushing event deleted for resources: {'Port': ['ID=ae10acde-3e51-48c9-83ad-b0f0cc990e14,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.157980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce9fea-0bf7-4420-8edc-c0dea4dab586 None None] No DVR routers for this DVR port ae10acde-3e51-48c9-83ad-b0f0cc990e14 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:29.159113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.175884 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.182832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:29.183237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:29.186889 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:29.219500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d727dfe-5f91-41d6-a29a-2b1f73efa1cd req-bd7b1d45-6856-4196-bb9c-e191c5228e78 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 210 time: 0.0407584 Jun 30 09:08:29.248990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346a618-f752-43a6-9c6a-b6a7e46ea668 req-748c733b-76d5-477c-8be6-1621813968e9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:29.250118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9346a618-f752-43a6-9c6a-b6a7e46ea668 req-748c733b-76d5-477c-8be6-1621813968e9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1167777 Jun 30 09:08:29.278485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.302226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9346a618-f752-43a6-9c6a-b6a7e46ea668 req-4709dfd8-d961-4f5f-9c88-53363df32916 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506744 Jun 30 09:08:29.307206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.309030 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/networks/99d88dbb-c220-4a38-b5ed-e72bb9023550 HTTP/1.1" status: 204 len: 168 time: 0.8367648 Jun 30 09:08:29.310635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52b87f-2a65-4545-a137-192f5ef59389 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Pushing event deleted for resources: {'Network': ['ID=99d88dbb-c220-4a38-b5ed-e72bb9023550,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.311919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:29.344115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5428bb41-bf15-4ea5-b75a-244ae99734ec tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "GET /v2.0/ports?device_id=f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 HTTP/1.1" status: 200 len: 205 time: 0.0296364 Jun 30 09:08:29.346463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48106) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:29.456260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbf79d6a-0365-4dfd-b515-cd80f69df3a2 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.460944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-4d737e18-e4fe-4223-9669-57babdf5de78 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6234c8f9bb2244e380e296357b07bb69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724752 Jun 30 09:08:29.693370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbf79d6a-0365-4dfd-b515-cd80f69df3a2 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.697689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbf79d6a-0365-4dfd-b515-cd80f69df3a2 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.758963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-f2ccfcc9-1bfa-40ed-907b-8905ce49719f tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:29.760383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-f2ccfcc9-1bfa-40ed-907b-8905ce49719f tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612076 Jun 30 09:08:29.764212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbf79d6a-0365-4dfd-b515-cd80f69df3a2 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.764788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf79d6a-0365-4dfd-b515-cd80f69df3a2 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Fanout notify agent at l3_agent the message router_deleted on router f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:08:29.772657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fbf79d6a-0365-4dfd-b515-cd80f69df3a2 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.776562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fbf79d6a-0365-4dfd-b515-cd80f69df3a2 tempest-RoutersNegativeTest-1176193540 tempest-RoutersNegativeTest-1176193540-project] 10.222.0.53 "DELETE /v2.0/routers/f400b6d4-1411-4d71-a6ce-f19ccb4f1fd7 HTTP/1.1" status: 204 len: 168 time: 0.4263344 Jun 30 09:08:29.778820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Request body: {'port': {'device_id': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '6234c8f9bb2244e380e296357b07bb69'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:29.918023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Made reservation on behalf of 6234c8f9bb2244e380e296357b07bb69 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:29.923146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.936102 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.048031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.053441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.100305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48128) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.223736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Allocated IP 192.168.233.147 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/ea104ee9-76a4-4bfa-bc14-3a23f4b96db9) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:30.271033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f3e40d-574f-4061-932c-285831f73509,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.355368 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7ea3b474-2390-461c-9625-d168b6f99201 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3ce9518533342d0b80395c5a666aa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506931 Jun 30 09:08:30.355959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48142) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.458548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.466315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6643faf4-2206-4ebe-8b5a-e8f1d35d5250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.476886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Transition to ACTIVE for port object ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:30.518264 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6643faf4-2206-4ebe-8b5a-e8f1d35d5250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.545840 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.647682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:30.651265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6643faf4-2206-4ebe-8b5a-e8f1d35d5250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.654171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6643faf4-2206-4ebe-8b5a-e8f1d35d5250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.668925 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6643faf4-2206-4ebe-8b5a-e8f1d35d5250 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23601fdf-07e8-4556-943c-348af204a22d HTTP/1.1" status: 204 len: 168 time: 0.3090775 Jun 30 09:08:30.669930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:30.676891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:30.679028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Pushing event updated for resources: {'Port': ['ID=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.692757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643faf4-2206-4ebe-8b5a-e8f1d35d5250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23601fdf-07e8-4556-943c-348af204a22d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.717964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ae10acde-3e51-48c9-83ad-b0f0cc990e14 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:30.751589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ae10acde-3e51-48c9-83ad-b0f0cc990e14 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:30.752211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ae10acde-3e51-48c9-83ad-b0f0cc990e14 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:30.755549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916395c2-2362-421e-8d19-17c05f5cc99f req-91d7ec48-e869-457a-a30c-120ce0faaed3 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:30.757152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-916395c2-2362-421e-8d19-17c05f5cc99f req-91d7ec48-e869-457a-a30c-120ce0faaed3 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 936 time: 0.2480052 Jun 30 09:08:30.776826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b7c48-344c-4c8b-ae33-858489231302 req-08bd1ffd-bda3-4e41-909c-1ed97f444092 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:30.778431 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d71b7c48-344c-4c8b-ae33-858489231302 req-08bd1ffd-bda3-4e41-909c-1ed97f444092 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.2277942 Jun 30 09:08:30.793366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:30.794091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.862779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-551b6d5a-38a2-4d18-a8d2-3e201b3a618b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0876894 Jun 30 09:08:30.868016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d71b7c48-344c-4c8b-ae33-858489231302 req-a24b0831-a203-449a-83e7-bc27ae80e33a tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693028 Jun 30 09:08:30.882263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Request body: {'port': {'device_id': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:30.896352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-916395c2-2362-421e-8d19-17c05f5cc99f req-04845a22-70e1-4469-826d-e4616cc6a9da tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168132 Jun 30 09:08:31.053844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.107003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-31f6c014-a76b-4f35-a6dd-ec079b06a40d None None] Provisioning for port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:31.112336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-31f6c014-a76b-4f35-a6dd-ec079b06a40d None None] Provisioning complete for port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:31.114018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31f6c014-a76b-4f35-a6dd-ec079b06a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.183338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-31f6c014-a76b-4f35-a6dd-ec079b06a40d None None] Port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:31.478030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:31.489346 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.515983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Transition to ACTIVE for port object ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:31.523803 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.588511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Pushing event updated for resources: {'Port': ['ID=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:31.635027 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b2bf610f-d300-4333-a4c5-d385cc235177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.686411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Attempting to bind port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:31.686762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Attempting to bind port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:31.688345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Attempting to bind port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:31.694046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:31.694566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Attempting to bind port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:31.700314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:31.700664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:31.701053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:31.701489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Bound port: ea104ee9-76a4-4bfa-bc14-3a23f4b96db9, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:31.702085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.793559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] For port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:31.797934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] For port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:31.809559 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.843197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.844345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.846054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-99ac7985-1344-4828-b511-88556b034f0c service neutron] 10.222.0.13 "PUT /v2.0/ports/ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 HTTP/1.1" status: 200 len: 1097 time: 0.9681523 Jun 30 09:08:31.848797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'tag': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:31.850996 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ac7907-d74c-454d-8dbe-c88e18d6c21e" -d '{"events": [{"name": "network-changed", "server_uuid": "72ac3625-9a10-4ceb-8e1b-971a8095012a", "tag": "ea104ee9-76a4-4bfa-bc14-3a23f4b96db9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:31.935838 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed8989b-dea3-483a-8dc5-ce2a2c8175aa x-openstack-request-id: req-2ed8989b-dea3-483a-8dc5-ce2a2c8175aa {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:31.936146 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ac3625-9a10-4ceb-8e1b-971a8095012a", "tag": "ea104ee9-76a4-4bfa-bc14-3a23f4b96db9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:31.936488 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ed8989b-dea3-483a-8dc5-ce2a2c8175aa {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:31.936795 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'tag': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9', 'status': 'completed', 'code': 200} Jun 30 09:08:31.937738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac7985-1344-4828-b511-88556b034f0c service neutron] Pushing event updated for resources: {'Port': ['ID=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.091249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-9f62069e-c6d9-4779-97f4-f967de2244f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.092739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-9f62069e-c6d9-4779-97f4-f967de2244f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6234c8f9bb2244e380e296357b07bb69&device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 1100 time: 0.1878598 Jun 30 09:08:32.164765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-70b2bd20-a9b2-4dbc-9680-d0647218f71c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 HTTP/1.1" status: 200 len: 217 time: 0.0458162 Jun 30 09:08:32.264277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578ab9-6d4e-460b-b2de-02e44952976a req-14962859-3a8d-40de-9a07-be9f89737e05 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.266408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8578ab9-6d4e-460b-b2de-02e44952976a req-14962859-3a8d-40de-9a07-be9f89737e05 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 948 time: 0.2276871 Jun 30 09:08:32.282805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-a8282b56-1b9a-49f7-95f0-f8f4238073b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.284236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-a8282b56-1b9a-49f7-95f0-f8f4238073b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1077690 Jun 30 09:08:32.317279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203209-a8c0-413f-aa2c-ef93f9897f09 req-a9392c0d-49fd-4142-a58f-e444401846a9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.318796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b203209-a8c0-413f-aa2c-ef93f9897f09 req-a9392c0d-49fd-4142-a58f-e444401846a9 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.2430394 Jun 30 09:08:32.389977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8578ab9-6d4e-460b-b2de-02e44952976a req-f2693c56-5dcb-4c0b-a159-cf58e99dd061 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132011 Jun 30 09:08:32.422936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b203209-a8c0-413f-aa2c-ef93f9897f09 req-f66a3979-c103-4594-96e3-29d6f39d2bb1 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827196 Jun 30 09:08:32.451907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-f6edb908-4cc5-4ce1-86f8-a4bd7576e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.454079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-f6edb908-4cc5-4ce1-86f8-a4bd7576e3a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1551282 Jun 30 09:08:32.580682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-41e3aa6b-cf08-4bf4-bd3b-d687108fc2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194255 Jun 30 09:08:32.701023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-598278f0-b91c-495a-90a8-c43f88d62d2d req-3f669eef-bfc7-4cd8-9d94-9db5afb121d1 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129434 Jun 30 09:08:32.852199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-cacee1d5-e67a-4fa9-95fa-b31d5bb1d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.863788 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:08:32.864504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-cacee1d5-e67a-4fa9-95fa-b31d5bb1d58c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6234c8f9bb2244e380e296357b07bb69&device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 1100 time: 0.0711517 Jun 30 09:08:33.250913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-9b99feca-8075-45f1-b7f1-80ff1ec18c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.252428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-9b99feca-8075-45f1-b7f1-80ff1ec18c8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.3870494 Jun 30 09:08:33.308528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-ede2c22d-15f3-4c03-ad3c-6fb45734dc5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 HTTP/1.1" status: 200 len: 217 time: 0.0487521 Jun 30 09:08:33.375925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-0956ef66-67c1-4ea1-9a7d-f9c473b4f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.377325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-0956ef66-67c1-4ea1-9a7d-f9c473b4f07c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0581741 Jun 30 09:08:33.378420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48258) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:33.441927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-d3b1cf30-7551-4e6f-a6ea-27f255d89105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.443818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-d3b1cf30-7551-4e6f-a6ea-27f255d89105 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579038 Jun 30 09:08:33.534604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09ccd099-62e8-4a3d-acf4-8cc4e2ae0796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.585186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-96fbdd0c-a249-4615-a4ad-62526c384140 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334386 Jun 30 09:08:33.645495 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09ccd099-62e8-4a3d-acf4-8cc4e2ae0796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.653678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-09ccd099-62e8-4a3d-acf4-8cc4e2ae0796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.699238 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-09ccd099-62e8-4a3d-acf4-8cc4e2ae0796 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72120e6ffb444ba7a49fea62eba2d6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196332 Jun 30 09:08:33.701772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48270) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:33.709344 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccd099-62e8-4a3d-acf4-8cc4e2ae0796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb590df-f833-485e-88d1-a4639bd50906,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.775780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28ac7907-d74c-454d-8dbe-c88e18d6c21e req-4613df3e-6f35-4918-8619-bda97f31dbd9 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751130 Jun 30 09:08:33.793380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19bbff79-5fc6-4e3e-851e-a0f46ed036ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.798775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc79a-82f5-4940-a83b-560d849f75c6 req-9b52f5a5-db7c-44da-8d5f-daba33a961c3 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.811323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d9cc79a-82f5-4940-a83b-560d849f75c6 req-9b52f5a5-db7c-44da-8d5f-daba33a961c3 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 948 time: 0.2237318 Jun 30 09:08:33.825147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19bbff79-5fc6-4e3e-851e-a0f46ed036ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.829035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1792a9-6620-42c5-a416-2ff972855c0d req-63735085-c380-4f7c-97b1-1b9869cf6a5b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.831181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb1792a9-6620-42c5-a416-2ff972855c0d req-63735085-c380-4f7c-97b1-1b9869cf6a5b tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1823404 Jun 30 09:08:33.892209 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19bbff79-5fc6-4e3e-851e-a0f46ed036ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.895129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19bbff79-5fc6-4e3e-851e-a0f46ed036ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.896496 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19bbff79-5fc6-4e3e-851e-a0f46ed036ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdb590df-f833-485e-88d1-a4639bd50906 HTTP/1.1" status: 204 len: 168 time: 0.1929643 Jun 30 09:08:33.921948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbff79-5fc6-4e3e-851e-a0f46ed036ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb590df-f833-485e-88d1-a4639bd50906,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.942496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d9cc79a-82f5-4940-a83b-560d849f75c6 req-08e5f7c1-5673-4186-8a13-b9b034458b2b tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 Jun 30 09:08:33.960542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb1792a9-6620-42c5-a416-2ff972855c0d req-b5d9279e-8dcd-47c4-a6f8-758504c0f844 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102264 Jun 30 09:08:34.276386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48292) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:34.297619 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40b31014-0c27-4521-a3f2-78d52e65bc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.318222 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.385698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-412352fd-1458-425f-8807-260beb4fdef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.401235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40b31014-0c27-4521-a3f2-78d52e65bc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.405496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-40b31014-0c27-4521-a3f2-78d52e65bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.448969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-40b31014-0c27-4521-a3f2-78d52e65bc5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4ebf9d9046a48618b869e57c08f2170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715455 Jun 30 09:08:34.450442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b31014-0c27-4521-a3f2-78d52e65bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82769324-97fa-4bc3-82f2-7caa95cf20d3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.451839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:34.519191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbedd-5141-43b4-b0ce-8813e76e2d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.545029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbedd-5141-43b4-b0ce-8813e76e2d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.615669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbedd-5141-43b4-b0ce-8813e76e2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.618847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbedd-5141-43b4-b0ce-8813e76e2d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.622080 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d6fbedd-5141-43b4-b0ce-8813e76e2d77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82769324-97fa-4bc3-82f2-7caa95cf20d3 HTTP/1.1" status: 204 len: 168 time: 0.1691799 Jun 30 09:08:34.630932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fbedd-5141-43b4-b0ce-8813e76e2d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82769324-97fa-4bc3-82f2-7caa95cf20d3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:35.174295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:35.336856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:35.351064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9', 'mac_address': 'fa:16:3e:3d:e5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:35.362926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865c8b-ed65-4fe3-86f6-b0f7bce0e061 req-e7cc8051-4538-41ba-b33a-4c82c1eeccb8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.371631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2865c8b-ed65-4fe3-86f6-b0f7bce0e061 req-e7cc8051-4538-41ba-b33a-4c82c1eeccb8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1319220 Jun 30 09:08:35.402671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24a8c-f2d6-45e2-a9f4-fb3a7c7e3e8d req-86cc536e-335c-45fa-aaa9-e67740e8cb70 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.404513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76a24a8c-f2d6-45e2-a9f4-fb3a7c7e3e8d req-86cc536e-335c-45fa-aaa9-e67740e8cb70 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 948 time: 0.1293697 Jun 30 09:08:35.495264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2865c8b-ed65-4fe3-86f6-b0f7bce0e061 req-edb5335c-c8d3-43e2-a717-4dfef94a14ee tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224809 Jun 30 09:08:35.535986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76a24a8c-f2d6-45e2-a9f4-fb3a7c7e3e8d req-c5d08054-4749-4449-9d96-4170ce6ec096 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248848 Jun 30 09:08:35.656472 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.676211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:35.701953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:35.708166 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.762936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:35.791078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.927117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ea104ee9-76a4-4bfa-bc14-3a23f4b96db9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:36.749160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab8c54-10ee-45c2-93a2-979808e041bf req-49013445-bd68-4bed-af41-bc781a9f32b8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:36.751283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15ab8c54-10ee-45c2-93a2-979808e041bf req-49013445-bd68-4bed-af41-bc781a9f32b8 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.0962319 Jun 30 09:08:36.824498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15ab8c54-10ee-45c2-93a2-979808e041bf req-f2db9a6d-3178-4330-a254-ec9642847fa7 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661957 Jun 30 09:08:37.131994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e359f-90fe-470b-9c7f-c5f0fef45504 req-8ea589f4-5917-4bd3-bef9-9f14e4f9d7f1 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.133545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c05e359f-90fe-470b-9c7f-c5f0fef45504 req-8ea589f4-5917-4bd3-bef9-9f14e4f9d7f1 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 949 time: 0.1037352 Jun 30 09:08:37.190181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:37.214438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c05e359f-90fe-470b-9c7f-c5f0fef45504 req-3a09e210-51f7-4811-aec5-b2f8b5d55873 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709920 Jun 30 09:08:37.244447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcd055-a8aa-4ec1-a492-15b464263e83 req-8c862864-e138-4eee-b37b-6e3e56c1be30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.246088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1dcd055-a8aa-4ec1-a492-15b464263e83 req-8c862864-e138-4eee-b37b-6e3e56c1be30 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1229675 Jun 30 09:08:37.284466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.304981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1dcd055-a8aa-4ec1-a492-15b464263e83 req-5e2663c1-c2c0-4c13-9d82-12199efdd7f4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525510 Jun 30 09:08:37.334319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:37.346163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:37.348647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.446720 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.476656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:37.479117 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48d5972-7383-41bd-9442-e7ab608598ee" -d '{"events": [{"server_uuid": "72ac3625-9a10-4ceb-8e1b-971a8095012a", "name": "network-vif-plugged", "status": "completed", "tag": "ea104ee9-76a4-4bfa-bc14-3a23f4b96db9"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:37.505396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:37.518703 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.580950 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43171841-b38b-432d-aa63-88bc498c54ba x-openstack-request-id: req-43171841-b38b-432d-aa63-88bc498c54ba {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:37.581478 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ac3625-9a10-4ceb-8e1b-971a8095012a", "name": "network-vif-plugged", "status": "completed", "tag": "ea104ee9-76a4-4bfa-bc14-3a23f4b96db9", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:37.581979 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43171841-b38b-432d-aa63-88bc498c54ba {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:37.582539 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9', 'code': 200} Jun 30 09:08:37.583810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:37.751629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8f3da-5274-4a5e-9c22-7f4f119559d7 req-c05bb165-34ea-45ce-bd98-38680204adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.753429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30a8f3da-5274-4a5e-9c22-7f4f119559d7 req-c05bb165-34ea-45ce-bd98-38680204adc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 1102 time: 0.1032953 Jun 30 09:08:37.818985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30a8f3da-5274-4a5e-9c22-7f4f119559d7 req-51a9719b-becd-4a72-8c27-e8146d91a18a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557404 Jun 30 09:08:37.901815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48442) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:38.075806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94937793-d74c-478c-98e9-236adcd8e56d req-001a717a-fda8-4c02-af84-b8bceffc1973 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:38.077564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94937793-d74c-478c-98e9-236adcd8e56d req-001a717a-fda8-4c02-af84-b8bceffc1973 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1126759 Jun 30 09:08:38.101492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10435acf-9538-4b5c-928a-c186fc531784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.134647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94937793-d74c-478c-98e9-236adcd8e56d req-a70e5bfa-01f1-47b3-b73c-708cda2c99b0 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505519 Jun 30 09:08:38.220998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10435acf-9538-4b5c-928a-c186fc531784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.225768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10435acf-9538-4b5c-928a-c186fc531784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.268432 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-10435acf-9538-4b5c-928a-c186fc531784 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24a4e99450d748e5a72410f4a30a0a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654175 Jun 30 09:08:38.269323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10435acf-9538-4b5c-928a-c186fc531784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22852c23-fc85-4125-8f73-0452a0674892,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.271427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48454) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:38.334232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e0262ee6-8731-4f32-a177-9331d6436a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.356716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e0262ee6-8731-4f32-a177-9331d6436a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.450700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7e25b-3f49-4550-a8d1-a2344a2ea9dc req-6cd7c766-4f73-43e9-a2e6-e743b66bada1 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:38.452240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fb7e25b-3f49-4550-a8d1-a2344a2ea9dc req-6cd7c766-4f73-43e9-a2e6-e743b66bada1 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 950 time: 0.0935464 Jun 30 09:08:38.486933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e0262ee6-8731-4f32-a177-9331d6436a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.489607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e0262ee6-8731-4f32-a177-9331d6436a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.490749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e0262ee6-8731-4f32-a177-9331d6436a41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22852c23-fc85-4125-8f73-0452a0674892 HTTP/1.1" status: 204 len: 168 time: 0.2183053 Jun 30 09:08:38.514439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0262ee6-8731-4f32-a177-9331d6436a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22852c23-fc85-4125-8f73-0452a0674892,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.551906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fb7e25b-3f49-4550-a8d1-a2344a2ea9dc req-0d780d7f-75ba-48f7-92d8-98d6287fb04c tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838757 Jun 30 09:08:38.605234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874884-65ad-40e2-87b7-9708f4daf312 req-77267fb0-3b60-4907-b943-684e99826c4a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:38.607039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf874884-65ad-40e2-87b7-9708f4daf312 req-77267fb0-3b60-4907-b943-684e99826c4a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1509280 Jun 30 09:08:38.650026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf874884-65ad-40e2-87b7-9708f4daf312 req-219d97e6-99d1-4d3a-9240-b65b750dc7bb tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354459 Jun 30 09:08:38.805979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48472) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:38.821349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6f1283f-e216-4f21-ab43-5d2108074018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.918346 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6f1283f-e216-4f21-ab43-5d2108074018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.922337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6f1283f-e216-4f21-ab43-5d2108074018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.960969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f6f1283f-e216-4f21-ab43-5d2108074018 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13ba15fc51a941598cfaebd3227dd037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531923 Jun 30 09:08:38.961894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1283f-e216-4f21-ab43-5d2108074018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b9129-7ddc-4e1f-bed7-d0cb32ba3221,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.963872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48474) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:39.014634 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-229de4bc-4c68-477a-8b3e-be639f7bebc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.036496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-229de4bc-4c68-477a-8b3e-be639f7bebc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.086707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-229de4bc-4c68-477a-8b3e-be639f7bebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.089856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-229de4bc-4c68-477a-8b3e-be639f7bebc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.091061 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-229de4bc-4c68-477a-8b3e-be639f7bebc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a5b9129-7ddc-4e1f-bed7-d0cb32ba3221 HTTP/1.1" status: 204 len: 168 time: 0.1257041 Jun 30 09:08:39.100723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de4bc-4c68-477a-8b3e-be639f7bebc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b9129-7ddc-4e1f-bed7-d0cb32ba3221,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:39.335660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205dc5-9136-478e-b04e-fe223bfe4d9a req-2b0b8ef0-db37-489c-8473-5d6dec2e53d5 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.342944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc205dc5-9136-478e-b04e-fe223bfe4d9a req-2b0b8ef0-db37-489c-8473-5d6dec2e53d5 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.0781488 Jun 30 09:08:39.400320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc205dc5-9136-478e-b04e-fe223bfe4d9a req-ad85b247-af60-46d2-a736-0f3f8eb126c2 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Jun 30 09:08:39.827155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd73b4-00d3-4d90-9455-987786056711 req-07fcc3c0-acfc-4cbf-99d4-a45a0559ffd6 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.843005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3cd73b4-00d3-4d90-9455-987786056711 req-07fcc3c0-acfc-4cbf-99d4-a45a0559ffd6 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 950 time: 0.1313281 Jun 30 09:08:39.927370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3cd73b4-00d3-4d90-9455-987786056711 req-6f307f4c-b0d5-4f08-97f4-347cbabaf349 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820444 Jun 30 09:08:39.982066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339faf0-3af0-4792-a0d0-13600753f2c0 req-1744a149-b618-4742-b5a7-ad4b38fcbebf tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.988164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4339faf0-3af0-4792-a0d0-13600753f2c0 req-1744a149-b618-4742-b5a7-ad4b38fcbebf tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1411741 Jun 30 09:08:40.054639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4339faf0-3af0-4792-a0d0-13600753f2c0 req-64cd73f5-cd1c-40c6-b28a-c60e957d25ef tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619121 Jun 30 09:08:40.712178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332c98b-5ee6-442d-8d85-b6b67ac2ad73 req-832064e5-c31c-4249-8a5c-56c435cebf66 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:40.721320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4332c98b-5ee6-442d-8d85-b6b67ac2ad73 req-832064e5-c31c-4249-8a5c-56c435cebf66 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.0854800 Jun 30 09:08:40.778694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4332c98b-5ee6-442d-8d85-b6b67ac2ad73 req-4a135605-9dd4-44b8-875b-3a34562e7502 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559864 Jun 30 09:08:41.416783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db148f-b594-46e6-adf1-b183bd500c13 req-d40249da-6962-47e7-86ff-92ca9ef34458 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.418646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6db148f-b594-46e6-adf1-b183bd500c13 req-d40249da-6962-47e7-86ff-92ca9ef34458 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1078882 Jun 30 09:08:41.486132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6db148f-b594-46e6-adf1-b183bd500c13 req-32882c62-9ce8-49a0-877e-4aaeb6a30a70 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589442 Jun 30 09:08:41.994374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e779e1-df33-4aac-9374-6b50feb54711 req-a85d1d63-67e0-4466-a675-3adfbddbeabf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.996120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55e779e1-df33-4aac-9374-6b50feb54711 req-a85d1d63-67e0-4466-a675-3adfbddbeabf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.0817337 Jun 30 09:08:42.084888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55e779e1-df33-4aac-9374-6b50feb54711 req-5e9f4c8c-859d-428e-935f-15981acbd851 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807059 Jun 30 09:08:42.768043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db0473-3054-4548-a618-c19b0b791f2d req-93df86c8-c012-4719-bc6e-f6427e83ccce tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:42.771120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7db0473-3054-4548-a618-c19b0b791f2d req-93df86c8-c012-4719-bc6e-f6427e83ccce tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1113815 Jun 30 09:08:42.842138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7db0473-3054-4548-a618-c19b0b791f2d req-a8d577ab-19d6-46d0-bde9-6eb2e89b9896 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647759 Jun 30 09:08:43.284428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfe8a5-b8d3-4580-9bce-c2f699ef361a req-07186ba8-26a5-4cc1-ac8c-4273a0466edc tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:43.286038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cfe8a5-b8d3-4580-9bce-c2f699ef361a req-07186ba8-26a5-4cc1-ac8c-4273a0466edc tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.0696375 Jun 30 09:08:43.329381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cfe8a5-b8d3-4580-9bce-c2f699ef361a req-d44ddad5-6b29-4c3c-ac3f-3ebdb16e1133 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 Jun 30 09:08:44.040004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-e44ed879-b930-4e22-bfe5-e0554234e614 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1114919 Jun 30 09:08:44.214915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-a544686e-35cf-46a7-93a3-9ab525156ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.217047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-a544686e-35cf-46a7-93a3-9ab525156ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c34d92c644242b18fb83a1e261b516b&device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 1097 time: 0.1280687 Jun 30 09:08:44.469915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-e9741304-692f-4724-888b-27b86b47faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.487936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-e9741304-692f-4724-888b-27b86b47faf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 200 len: 910 time: 0.2447889 Jun 30 09:08:44.761284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-11826461-9174-4440-9ed5-5ed803195df9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 200 len: 1000 time: 0.2231333 Jun 30 09:08:44.844956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c025b-0153-4a82-9e31-dbc6d127292a req-b439c728-9b2c-492b-9cba-c9498048f89e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.855377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3c025b-0153-4a82-9e31-dbc6d127292a req-b439c728-9b2c-492b-9cba-c9498048f89e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.4179599 Jun 30 09:08:44.893478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-c22cad00-18aa-4c2f-9acc-a8d3f58cdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.895134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-c22cad00-18aa-4c2f-9acc-a8d3f58cdf76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fec0685-41aa-4b1f-bd7f-a0938bef73ba HTTP/1.1" status: 200 len: 848 time: 0.1210716 Jun 30 09:08:44.957575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e4cc9-5ce0-4d53-8b3a-687f4747b0ba req-4776e0d2-5453-461e-a6cd-06fd74be2abd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.960843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-522e4cc9-5ce0-4d53-8b3a-687f4747b0ba req-4776e0d2-5453-461e-a6cd-06fd74be2abd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.3479636 Jun 30 09:08:44.981771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa3c025b-0153-4a82-9e31-dbc6d127292a req-8efe8079-027b-4e4f-814f-112aeea9600b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253560 Jun 30 09:08:45.019186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-522e4cc9-5ce0-4d53-8b3a-687f4747b0ba req-d8c38d46-1745-4f9c-9356-ba11c9f3b89f tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536690 Jun 30 09:08:45.033932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-84275663-4604-4cf0-8484-aa2b8b2cdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:45.035499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-84275663-4604-4cf0-8484-aa2b8b2cdd3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=148cd805-f10c-40b6-a7f6-2fbfe3240f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307876 Jun 30 09:08:45.187982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-bfc01a18-9890-4814-9f9c-67a445033646 service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430657 Jun 30 09:08:45.291948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e082ae51-5a31-4b0b-99db-b311e5610424 req-00cc12fe-4126-49b2-9931-2413a888495e service neutron] 10.222.0.13 "GET /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968521 Jun 30 09:08:46.225536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a4cd-4baf-49d5-8b4e-c7e40d484c40 req-1b9686b1-cea6-434e-8e68-e956ab033491 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.227657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f87a4cd-4baf-49d5-8b4e-c7e40d484c40 req-1b9686b1-cea6-434e-8e68-e956ab033491 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.0824938 Jun 30 09:08:46.302602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f87a4cd-4baf-49d5-8b4e-c7e40d484c40 req-66e929ac-f901-47f3-bd62-7ed48daf390e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639179 Jun 30 09:08:46.342228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d75c-d6c0-43aa-97ac-10ea18e2bfd3 req-2e219e4b-d89b-4126-8135-3fdad9bf0ffd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.344476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7f7d75c-d6c0-43aa-97ac-10ea18e2bfd3 req-2e219e4b-d89b-4126-8135-3fdad9bf0ffd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1280625 Jun 30 09:08:46.401194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7f7d75c-d6c0-43aa-97ac-10ea18e2bfd3 req-52e3a2ee-bc8c-42b8-a369-50d3ede8edef tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Jun 30 09:08:46.405993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48760) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:46.625875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea428-103f-4b39-b1e5-391a2a30fd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.736044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea428-103f-4b39-b1e5-391a2a30fd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.750938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea428-103f-4b39-b1e5-391a2a30fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.823970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ea428-103f-4b39-b1e5-391a2a30fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b428c2-e565-4b9d-8609-10da7cd00d9d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:46.856766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dd2ea428-103f-4b39-b1e5-391a2a30fd66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1226d5f310b44ab69b92de3a9fb2c7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496627 Jun 30 09:08:46.859943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48782) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:46.897127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48786) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:46.914755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d93a652-fdab-4456-a51a-25f53634e667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.961002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d93a652-fdab-4456-a51a-25f53634e667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.018802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d93a652-fdab-4456-a51a-25f53634e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.021795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d93a652-fdab-4456-a51a-25f53634e667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.026568 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9d93a652-fdab-4456-a51a-25f53634e667 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0b428c2-e565-4b9d-8609-10da7cd00d9d HTTP/1.1" status: 204 len: 168 time: 0.1655676 Jun 30 09:08:47.038661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a652-fdab-4456-a51a-25f53634e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b428c2-e565-4b9d-8609-10da7cd00d9d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.043941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.162755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.168997 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.227064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c45eab1a980548b9906237fa98bd8116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288133 Jun 30 09:08:47.230062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48800) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.244398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019ba93-1d9c-43f1-98fb-5aba81dda84d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.286169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.287123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81beddee-fc23-4ef7-9370-9ca016c1e1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:47.327095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a19de00-f6ea-4931-8778-e53ebf6e90d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.357139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a19de00-f6ea-4931-8778-e53ebf6e90d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.454934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48806) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.474798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bd88222d-43ac-41a9-ad6e-8790532621e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.509673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a19de00-f6ea-4931-8778-e53ebf6e90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.512461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a19de00-f6ea-4931-8778-e53ebf6e90d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.521705 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a19de00-f6ea-4931-8778-e53ebf6e90d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a019ba93-1d9c-43f1-98fb-5aba81dda84d HTTP/1.1" status: 204 len: 168 time: 0.2901196 Jun 30 09:08:47.546599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19de00-f6ea-4931-8778-e53ebf6e90d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019ba93-1d9c-43f1-98fb-5aba81dda84d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.790423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796781d-1318-496a-8e56-12069cda2fbd req-46c89897-f9b3-4a2e-b020-c8762bd7e2cf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.792181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f796781d-1318-496a-8e56-12069cda2fbd req-46c89897-f9b3-4a2e-b020-c8762bd7e2cf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.2050571 Jun 30 09:08:47.806642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1922a0b-35fd-4d19-9845-9b63fe1e9bdc req-224c71c2-2559-4fdc-8875-50d794798f2f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.814222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1922a0b-35fd-4d19-9845-9b63fe1e9bdc req-224c71c2-2559-4fdc-8875-50d794798f2f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1816542 Jun 30 09:08:47.837521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bd88222d-43ac-41a9-ad6e-8790532621e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.854792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bd88222d-43ac-41a9-ad6e-8790532621e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.924002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bd88222d-43ac-41a9-ad6e-8790532621e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72734edff13a4dc69be79731040b2a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674206 Jun 30 09:08:47.924437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48822) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.927799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f796781d-1318-496a-8e56-12069cda2fbd req-b8defcda-deba-4a64-8b83-3d288b633dbf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114309 Jun 30 09:08:47.937692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1922a0b-35fd-4d19-9845-9b63fe1e9bdc req-9cc6e53b-d55f-471d-a46e-4b981e3368b7 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217127 Jun 30 09:08:47.943358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88222d-43ac-41a9-ad6e-8790532621e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa155fb-2f3a-4a53-b0e2-9e46981ba266,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.963297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48824) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.991825 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aaedff96-11ff-4b19-bb43-7a7d78a5f986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.031411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebce2720-f728-4779-9d90-6171d1704c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.063929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebce2720-f728-4779-9d90-6171d1704c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.143895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aaedff96-11ff-4b19-bb43-7a7d78a5f986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.148426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aaedff96-11ff-4b19-bb43-7a7d78a5f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.159407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebce2720-f728-4779-9d90-6171d1704c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.161891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ebce2720-f728-4779-9d90-6171d1704c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.163026 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ebce2720-f728-4779-9d90-6171d1704c3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fa155fb-2f3a-4a53-b0e2-9e46981ba266 HTTP/1.1" status: 204 len: 168 time: 0.2372227 Jun 30 09:08:48.192952 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aaedff96-11ff-4b19-bb43-7a7d78a5f986 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad410bc792f846f0812308f224a1222f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279823 Jun 30 09:08:48.193707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedff96-11ff-4b19-bb43-7a7d78a5f986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064cbddb-5038-4308-a7d0-bded0609a1eb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.196182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48832) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:48.227278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce2720-f728-4779-9d90-6171d1704c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa155fb-2f3a-4a53-b0e2-9e46981ba266,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.284994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da786d3a-a95d-4baf-8bed-b433c00479a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.310353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da786d3a-a95d-4baf-8bed-b433c00479a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.374610 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da786d3a-a95d-4baf-8bed-b433c00479a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.377852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-da786d3a-a95d-4baf-8bed-b433c00479a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.379167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-da786d3a-a95d-4baf-8bed-b433c00479a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/064cbddb-5038-4308-a7d0-bded0609a1eb HTTP/1.1" status: 204 len: 168 time: 0.1820052 Jun 30 09:08:48.387533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da786d3a-a95d-4baf-8bed-b433c00479a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064cbddb-5038-4308-a7d0-bded0609a1eb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.748120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48858) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:48.762815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ac3065-9421-4d10-9b32-43e7fc32846b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.876362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ac3065-9421-4d10-9b32-43e7fc32846b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.883797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ac3065-9421-4d10-9b32-43e7fc32846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.927508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-01ac3065-9421-4d10-9b32-43e7fc32846b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa10b1ceea7845808fbb6e0c03a0779b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781621 Jun 30 09:08:48.928403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac3065-9421-4d10-9b32-43e7fc32846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e09ff75-f018-4218-8223-7c90a9411601,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.930174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48866) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:49.000365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1acfaef4-b0cf-423f-ab8d-891df2429ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.058354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1acfaef4-b0cf-423f-ab8d-891df2429ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.180448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1acfaef4-b0cf-423f-ab8d-891df2429ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.183661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1acfaef4-b0cf-423f-ab8d-891df2429ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.187892 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1acfaef4-b0cf-423f-ab8d-891df2429ba9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e09ff75-f018-4218-8223-7c90a9411601 HTTP/1.1" status: 204 len: 168 time: 0.2566667 Jun 30 09:08:49.209060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfaef4-b0cf-423f-ab8d-891df2429ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e09ff75-f018-4218-8223-7c90a9411601,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.371862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568ee3-6218-4eac-8b96-01185154ee8a req-5f7928af-4804-4c39-8fd2-84a2313e41d3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.379324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e568ee3-6218-4eac-8b96-01185154ee8a req-5f7928af-4804-4c39-8fd2-84a2313e41d3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.2433379 Jun 30 09:08:49.414437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff6558-9172-4204-ac5f-493ef159a189 req-abbf29db-9ed8-4877-8959-048b5e1f3765 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.416012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0ff6558-9172-4204-ac5f-493ef159a189 req-abbf29db-9ed8-4877-8959-048b5e1f3765 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.2326710 Jun 30 09:08:49.418329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be2017-6448-4a38-a6dd-41aa49c37e80 req-3c084f1d-be23-4a3a-9793-07de2d24fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.419770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25be2017-6448-4a38-a6dd-41aa49c37e80 req-3c084f1d-be23-4a3a-9793-07de2d24fe8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 1098 time: 0.1955035 Jun 30 09:08:49.448502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:49.494529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e568ee3-6218-4eac-8b96-01185154ee8a req-346b9c6b-174b-4dca-8a68-4c74b642ca93 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142249 Jun 30 09:08:49.598490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25be2017-6448-4a38-a6dd-41aa49c37e80 req-c9fc0b32-4719-4270-9203-1abf54759f4c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706374 Jun 30 09:08:49.612767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0ff6558-9172-4204-ac5f-493ef159a189 req-f71253ed-c163-4373-854a-9ae86896c6fa tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558199 Jun 30 09:08:49.644651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:49.668387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'port_id': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'mac_address': 'fa:16:3e:d8:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:49.709530 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.724280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:49.747239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:49.752699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.861754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:49.863577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:50.876599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bef1b-768b-47b9-8a94-6cccda6ce38d req-107a3433-e7c0-4eb0-9f34-1da94bc89620 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.878535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf2bef1b-768b-47b9-8a94-6cccda6ce38d req-107a3433-e7c0-4eb0-9f34-1da94bc89620 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.1576443 Jun 30 09:08:50.991952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9324f2-d544-41b0-85ab-f942c89310d1 req-8d7735bb-fc26-40dc-8ebe-435603be8102 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.001283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b9324f2-d544-41b0-85ab-f942c89310d1 req-8d7735bb-fc26-40dc-8ebe-435603be8102 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1898236 Jun 30 09:08:51.177775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b9324f2-d544-41b0-85ab-f942c89310d1 req-6670e502-9dc7-4398-b09f-6b3a26221b68 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483469 Jun 30 09:08:51.199477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf2bef1b-768b-47b9-8a94-6cccda6ce38d req-15d25e8e-d534-4913-ae4a-4d9986536d6a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111148 Jun 30 09:08:51.337142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-d475be90-7bec-4b98-bc4b-d20ac527e984 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2102180 Jun 30 09:08:51.481812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:51.532768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231417-0328-4924-8315-e986ce3dd5ac req-b210c9b3-d3df-4858-b517-c9f80477a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.535657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-b210c9b3-d3df-4858-b517-c9f80477a54e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 1097 time: 0.1611602 Jun 30 09:08:51.642617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:51.642983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.835992 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.849046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231417-0328-4924-8315-e986ce3dd5ac req-70402630-d229-4b64-87e5-611670637cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.854900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-70402630-d229-4b64-87e5-611670637cab service neutron] 10.222.0.26 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 911 time: 0.2890830 Jun 30 09:08:51.892613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:51.894018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:51.896678 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc12bd5-b98a-4d9d-913d-b7283502a05a" -d '{"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-plugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:51.904069 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.990604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.041292 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb832ff8-1f14-4564-9e0b-bc16cbeaaeda x-openstack-request-id: req-cb832ff8-1f14-4564-9e0b-bc16cbeaaeda {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:52.041877 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-plugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:52.042295 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb832ff8-1f14-4564-9e0b-bc16cbeaaeda {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:52.043183 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'code': 200} Jun 30 09:08:52.050125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-ec88c0f7-df40-4a8b-81d7-d2d5b8edce34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12 HTTP/1.1" status: 200 len: 217 time: 0.1857963 Jun 30 09:08:52.922910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231417-0328-4924-8315-e986ce3dd5ac req-e614ed83-914a-4cdc-8c2a-e901ddf8dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.924677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-e614ed83-914a-4cdc-8c2a-e901ddf8dccd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.8432190 Jun 30 09:08:52.990080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799289-be42-41a9-8314-045321d38ba7 req-bee917d1-f229-4b43-87f2-37b634abb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.993504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28799289-be42-41a9-8314-045321d38ba7 req-bee917d1-f229-4b43-87f2-37b634abb1f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a251611db0614de7966a97799cd92d67&device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 1098 time: 1.1674230 Jun 30 09:08:52.995796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-f890ff9d-9196-4e29-bd40-047d1748f2ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498691 Jun 30 09:08:53.207684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.220882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aab3c-a879-4392-997f-bfe7e1cfeeed req-696d5ec6-d697-4340-a9d6-3c2790149bdf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.222430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b26aab3c-a879-4392-997f-bfe7e1cfeeed req-696d5ec6-d697-4340-a9d6-3c2790149bdf tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 1.0944884 Jun 30 09:08:53.244725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-1789d0f1-00fe-42a4-a1e0-a05dbcbbca24 service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362611 Jun 30 09:08:53.288005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb18b9-7a13-431d-8635-70e2be390519 req-1bb3c356-ef98-4fb8-a7cf-7efed80f8099 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.295448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dfb18b9-7a13-431d-8635-70e2be390519 req-1bb3c356-ef98-4fb8-a7cf-7efed80f8099 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.3952291 Jun 30 09:08:53.401007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799289-be42-41a9-8314-045321d38ba7 req-247c39c2-b23f-4258-8dc1-e856cc2f958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.414943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28799289-be42-41a9-8314-045321d38ba7 req-247c39c2-b23f-4258-8dc1-e856cc2f958e service neutron] 10.222.0.13 "GET /v2.0/networks?id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 200 len: 911 time: 0.4052269 Jun 30 09:08:53.426860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b26aab3c-a879-4392-997f-bfe7e1cfeeed req-3c3a19cf-ed5a-448b-9022-df105870b811 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946940 Jun 30 09:08:53.463277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dfb18b9-7a13-431d-8635-70e2be390519 req-c04043a3-3003-459b-afeb-3b534f0bcc90 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633282 Jun 30 09:08:53.557502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28799289-be42-41a9-8314-045321d38ba7 req-fbb70f80-f35a-4fc4-a080-077f86c3a026 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf HTTP/1.1" status: 200 len: 217 time: 0.1295636 Jun 30 09:08:53.688452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af231417-0328-4924-8315-e986ce3dd5ac req-84fed9d7-b8f3-42e6-b185-f3696df28123 service neutron] 10.222.0.26 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294631 Jun 30 09:08:53.714572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799289-be42-41a9-8314-045321d38ba7 req-3c51b48d-9dfb-47f4-ade3-fb2b6be7e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.715991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28799289-be42-41a9-8314-045321d38ba7 req-3c51b48d-9dfb-47f4-ade3-fb2b6be7e99f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 200 len: 850 time: 0.1487582 Jun 30 09:08:53.770570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49086) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:53.777856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28799289-be42-41a9-8314-045321d38ba7 req-dda9f592-3963-4350-b0be-ff59b3824759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72924a99-ee8b-4ea2-80b0-28374fb0e0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467472 Jun 30 09:08:53.975202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28799289-be42-41a9-8314-045321d38ba7 req-124552b9-43aa-42bf-ad1d-2b61116740a0 service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901610 Jun 30 09:08:54.054863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9391c9a-3619-47a7-bc8f-6e89d7779316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.176839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28799289-be42-41a9-8314-045321d38ba7 req-734bea64-7c21-481c-b6bc-1150d1084351 service neutron] 10.222.0.13 "GET /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665175 Jun 30 09:08:54.188067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9391c9a-3619-47a7-bc8f-6e89d7779316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.193092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9391c9a-3619-47a7-bc8f-6e89d7779316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.280439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9391c9a-3619-47a7-bc8f-6e89d7779316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9227fc-1a56-41db-b912-f815a55df964,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.293578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49106) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:54.303800 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d9391c9a-3619-47a7-bc8f-6e89d7779316 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fecab3d0e4d84a7d8b7064bde1d1d52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5232446 Jun 30 09:08:54.390955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef53e90-36b2-4d14-bed4-4c9ef0b20b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.418837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef53e90-36b2-4d14-bed4-4c9ef0b20b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.515737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef53e90-36b2-4d14-bed4-4c9ef0b20b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.519940 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef53e90-36b2-4d14-bed4-4c9ef0b20b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.521876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ef53e90-36b2-4d14-bed4-4c9ef0b20b8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c9227fc-1a56-41db-b912-f815a55df964 HTTP/1.1" status: 204 len: 168 time: 0.2266006 Jun 30 09:08:54.543696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef53e90-36b2-4d14-bed4-4c9ef0b20b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9227fc-1a56-41db-b912-f815a55df964,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.974862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b639965-c982-4dfd-8728-b4b7c201c1b2 req-3c5b32ab-aff3-4d1e-9630-18981c550c67 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.984050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b639965-c982-4dfd-8728-b4b7c201c1b2 req-3c5b32ab-aff3-4d1e-9630-18981c550c67 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.3204141 Jun 30 09:08:55.037893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b639965-c982-4dfd-8728-b4b7c201c1b2 req-04dce00c-b032-44b6-8cdd-bcf5d13ef5ca tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Jun 30 09:08:55.127327 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.408830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49132) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:55.412735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d45ef-bf3f-4a03-bcd0-749931593c61 req-17596f3b-2c66-40ed-9d6d-5ab4234b3d6a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.414255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-137d45ef-bf3f-4a03-bcd0-749931593c61 req-17596f3b-2c66-40ed-9d6d-5ab4234b3d6a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.7160032 Jun 30 09:08:55.440184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f1316b31-57d2-4aea-a530-4118a5ef3689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.486206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-137d45ef-bf3f-4a03-bcd0-749931593c61 req-113a7c70-67a8-4462-ade5-d757069b4e08 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656521 Jun 30 09:08:55.652814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f1316b31-57d2-4aea-a530-4118a5ef3689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.657860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f1316b31-57d2-4aea-a530-4118a5ef3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.724704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1316b31-57d2-4aea-a530-4118a5ef3689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3bda56-cdb4-4230-aae9-03e32171cb6e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:55.741665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49138) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:55.741886 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f1316b31-57d2-4aea-a530-4118a5ef3689 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f39e96801b954c6391caf0a8f8c54931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297675 Jun 30 09:08:55.862538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec89b769-f20d-4ac0-a7fc-f22f3fb15fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.934158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec89b769-f20d-4ac0-a7fc-f22f3fb15fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.032871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec89b769-f20d-4ac0-a7fc-f22f3fb15fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.035840 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec89b769-f20d-4ac0-a7fc-f22f3fb15fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.037120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ec89b769-f20d-4ac0-a7fc-f22f3fb15fbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f3bda56-cdb4-4230-aae9-03e32171cb6e HTTP/1.1" status: 204 len: 168 time: 0.2961042 Jun 30 09:08:56.075596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89b769-f20d-4ac0-a7fc-f22f3fb15fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3bda56-cdb4-4230-aae9-03e32171cb6e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.916788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c69ce-15f3-411b-b321-e98059a7c8cf req-df1ff9aa-2ecb-4b9a-8aa0-4fd3ed7b8fc7 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.926773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e2c69ce-15f3-411b-b321-e98059a7c8cf req-df1ff9aa-2ecb-4b9a-8aa0-4fd3ed7b8fc7 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.6474919 Jun 30 09:08:56.937925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c8e24-3303-4567-86e3-200330c4649e req-aaa8385e-bdca-4692-9a1f-d2b872fd9e54 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.946861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-442c8e24-3303-4567-86e3-200330c4649e req-aaa8385e-bdca-4692-9a1f-d2b872fd9e54 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1375973 Jun 30 09:08:57.017197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e2c69ce-15f3-411b-b321-e98059a7c8cf req-2c2ac121-f407-45a4-90c1-49d2d3ea0efd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895891 Jun 30 09:08:57.119040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-442c8e24-3303-4567-86e3-200330c4649e req-8728139f-00e7-4614-b570-cc1d5682613a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707585 Jun 30 09:08:57.941388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13bf53-9a6b-4ed7-8ae6-4a2b75583f1b req-7df1690f-dac2-4c62-8889-914a266a0a0d tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.961364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e13bf53-9a6b-4ed7-8ae6-4a2b75583f1b req-7df1690f-dac2-4c62-8889-914a266a0a0d tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1943574 Jun 30 09:08:58.032474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49210) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:58.069364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e13bf53-9a6b-4ed7-8ae6-4a2b75583f1b req-01ebede6-3937-4b12-b607-613b2a19583d tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956237 Jun 30 09:08:58.252050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586ac6b3-40f9-46c6-ac85-b72f14790c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.454878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586ac6b3-40f9-46c6-ac85-b72f14790c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.465878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586ac6b3-40f9-46c6-ac85-b72f14790c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.500969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-586ac6b3-40f9-46c6-ac85-b72f14790c28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90e69031142c4a80b2d249a5b9a09afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667611 Jun 30 09:08:58.505567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49230) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:58.533881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ac6b3-40f9-46c6-ac85-b72f14790c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a9cb06-161d-4393-9dca-3dd59dd0e866,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.637056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e81431-cacd-4e2a-a061-20df1b2b9398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.705063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e81431-cacd-4e2a-a061-20df1b2b9398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.850790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380a850-ff9e-4b82-a08c-1ce9f2ce0dcc req-99a3c494-164d-440a-aab7-bc3a67c36031 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.853796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2380a850-ff9e-4b82-a08c-1ce9f2ce0dcc req-99a3c494-164d-440a-aab7-bc3a67c36031 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.4536617 Jun 30 09:08:58.854647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e81431-cacd-4e2a-a061-20df1b2b9398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.857397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3e81431-cacd-4e2a-a061-20df1b2b9398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.862156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f3e81431-cacd-4e2a-a061-20df1b2b9398 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8a9cb06-161d-4393-9dca-3dd59dd0e866 HTTP/1.1" status: 204 len: 168 time: 0.3543510 Jun 30 09:08:58.920476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e81431-cacd-4e2a-a061-20df1b2b9398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a9cb06-161d-4393-9dca-3dd59dd0e866,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:59.016004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2380a850-ff9e-4b82-a08c-1ce9f2ce0dcc req-ac5a30c7-cc64-4e57-8317-b43dcd8957d9 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515472 Jun 30 09:08:59.527612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a620a-6296-41d1-bd1f-ccf2e94aff67 req-14715457-2339-45b6-ae4d-0252897a53fe tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:59.544044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b39a620a-6296-41d1-bd1f-ccf2e94aff67 req-14715457-2339-45b6-ae4d-0252897a53fe tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1421566 Jun 30 09:08:59.656455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b39a620a-6296-41d1-bd1f-ccf2e94aff67 req-f9f9a98a-f09e-488c-bc6e-6299f300a035 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111889 Jun 30 09:08:59.758983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:59.785421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ed4-44e8-4618-83d7-b2f37d21a7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.011501 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ed4-44e8-4618-83d7-b2f37d21a7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.026165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ed4-44e8-4618-83d7-b2f37d21a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.167682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d11ed4-44e8-4618-83d7-b2f37d21a7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008aceaf-7e12-4cfd-9027-07e54bda7c41,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:00.202963 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2d11ed4-44e8-4618-83d7-b2f37d21a7c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3f65c6d8b6a4881a904bdbc1752511a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413905 Jun 30 09:09:00.205572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49276) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:00.375561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3a2d9f8-8377-4be2-993a-6e81a4dbe8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.406719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3a2d9f8-8377-4be2-993a-6e81a4dbe8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.461184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1376f-c6b7-4094-ac7a-3ea50eec5bc8 req-9626a945-5747-4a75-8dae-f3ad830e2544 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:00.465735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bad1376f-c6b7-4094-ac7a-3ea50eec5bc8 req-9626a945-5747-4a75-8dae-f3ad830e2544 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1438112 Jun 30 09:09:00.516199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bad1376f-c6b7-4094-ac7a-3ea50eec5bc8 req-7cbe25d0-6ef5-4e45-b6e7-c148c30b7d4e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Jun 30 09:09:00.520226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3a2d9f8-8377-4be2-993a-6e81a4dbe8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.528037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3a2d9f8-8377-4be2-993a-6e81a4dbe8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.529267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b3a2d9f8-8377-4be2-993a-6e81a4dbe8c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/008aceaf-7e12-4cfd-9027-07e54bda7c41 HTTP/1.1" status: 204 len: 168 time: 0.3221171 Jun 30 09:09:00.550432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2d9f8-8377-4be2-993a-6e81a4dbe8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008aceaf-7e12-4cfd-9027-07e54bda7c41,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:01.035011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-01bbb43a-9350-479e-a06d-1f0a54399eff tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.039087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-01bbb43a-9350-479e-a06d-1f0a54399eff tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.1745970 Jun 30 09:09:01.479356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc9a31-4d73-4d5c-8e53-5c598d632a21 req-f32bde3d-7473-45ab-8670-b9d9100e5abd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.482294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68bc9a31-4d73-4d5c-8e53-5c598d632a21 req-f32bde3d-7473-45ab-8670-b9d9100e5abd tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 946 time: 0.3251364 Jun 30 09:09:01.579500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68bc9a31-4d73-4d5c-8e53-5c598d632a21 req-a27b7833-6d5b-4cd0-b4f4-f6bac1f3c391 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817657 Jun 30 09:09:01.642627 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03c76593-5823-423c-aaa7-9a6b38624086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.673877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Deleting port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:01.674446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.839887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] For port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:01.840237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.864248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Calling delete_port for b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:02.097404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.116801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:02.121603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['2126fa32-7ddf-4963-a5bd-fb02b289ab12'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:02.268353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Pushing event deleted for resources: {'Port': ['ID=b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:02.472479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] No DVR routers for this DVR port b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:02.485764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.535853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9dfea07-fae2-45ec-8e5b-4b032f4a1407 req-83bccc8a-b1d7-4b92-bf15-87145e7a4aea tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.13 "DELETE /v2.0/ports/b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf HTTP/1.1" status: 204 len: 173 time: 1.4436367 Jun 30 09:09:02.544974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'name': 'network-vif-deleted', 'tag': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:02.564582 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d836d9-fe24-4951-989f-db14e915eb00" -d '{"events": [{"server_uuid": "4fd5b09d-a698-4e51-82e2-43a32523bd1f", "name": "network-vif-deleted", "tag": "b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:02.695201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49330) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:02.725932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b95198-f6ed-4c83-bd29-51fa7670ac86 req-16bc41a4-fab0-4b4e-b164-cdb5013d3ed5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.727198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19b95198-f6ed-4c83-bd29-51fa7670ac86 req-16bc41a4-fab0-4b4e-b164-cdb5013d3ed5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.6645560 Jun 30 09:09:02.979761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19b95198-f6ed-4c83-bd29-51fa7670ac86 req-906dd0bc-c21c-42f3-8823-92ab90dbbbbe tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383549 Jun 30 09:09:03.083745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1737078685-network', 'tenant_id': '152b4a2f646a47399099092be7ef726d'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:03.126187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Made reservation on behalf of 152b4a2f646a47399099092be7ef726d for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:03.128978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.152743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.388256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.402188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.456999 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5f7e43-28d0-4f08-b98d-b913df06918a x-openstack-request-id: req-ef5f7e43-28d0-4f08-b98d-b913df06918a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:03.457213 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd5b09d-a698-4e51-82e2-43a32523bd1f", "name": "network-vif-deleted", "tag": "b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:03.457469 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef5f7e43-28d0-4f08-b98d-b913df06918a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:03.457913 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5b09d-a698-4e51-82e2-43a32523bd1f', 'name': 'network-vif-deleted', 'tag': 'b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf', 'status': 'completed', 'code': 200} Jun 30 09:09:03.474506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:03.488859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd47c958-8a9c-4f3b-9779-33ba020bed38,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:03.496765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.497658 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Added segment e68c4eea-8346-49d2-ba6e-b1443884d2fd of type vlan for network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 Jun 30 09:09:03.640769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.730379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717d5549-b702-443d-98ab-e9bd4bd85964 req-b167eab7-64a9-4cf4-ac71-7b3180533682 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fd5b09d-a698-4e51-82e2-43a32523bd1f HTTP/1.1" status: 200 len: 210 time: 0.1459413 Jun 30 09:09:03.736304 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.754826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.755551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.902975 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2055726 Jun 30 09:09:03.906323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49348) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:03.913772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Request body: {'subnet': {'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1737078685-subnet', 'tenant_id': '152b4a2f646a47399099092be7ef726d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:03.925996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc360f-ba1d-4ef8-9581-09c6feffccc8 admin admin] Pushing event updated for resources: {'Network': ['ID=3a67da84-585e-4a3e-b99d-68f802c5f4d1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:03.940470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:03.975590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Made reservation on behalf of 152b4a2f646a47399099092be7ef726d for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:03.978343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.004389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6d55a-90e0-4d93-9f30-2d07cebfe563 req-57a311e0-2db4-46a2-ad13-130e6c07bce1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.024706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa6d55a-90e0-4d93-9f30-2d07cebfe563 req-57a311e0-2db4-46a2-ad13-130e6c07bce1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 945 time: 0.2077308 Jun 30 09:09:04.136246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa6d55a-90e0-4d93-9f30-2d07cebfe563 req-1e80733d-0d9e-42cd-a6f4-cf662b68e52a tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080847 Jun 30 09:09:04.354448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.416641 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-67830803-12ef-4b4e-8f10-d78a2cd492af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.447722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.515488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70a40-81aa-45e6-b9ec-8924c678c4d1 req-9546f942-67b7-40cf-af31-5ba912927534 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.522809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51e70a40-81aa-45e6-b9ec-8924c678c4d1 req-9546f942-67b7-40cf-af31-5ba912927534 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1462932 Jun 30 09:09:04.526371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Checking segment: {'id': 'e68c4eea-8346-49d2-ba6e-b1443884d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:04.526716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Network hostable DHCP agents. Network: 3a67da84-585e-4a3e-b99d-68f802c5f4d1, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:04.532050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=995889d9-b011-4a61-ba7d-d0393d764bfb,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:04.595800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:04.615927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3a67da84-585e-4a3e-b99d-68f802c5f4d1) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:04.623366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.629349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e17035-3bcc-4e82-bdbb-649b96398ed9 None None] Network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:04.636013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51e70a40-81aa-45e6-b9ec-8924c678c4d1 req-506d0174-caa7-4f8d-881e-eea711bdd224 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117394 Jun 30 09:09:04.639396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.673075 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4b57ce60-3774-42b8-9fab-20b2aef882f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7652678 Jun 30 09:09:04.816397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caff80d-99e1-43f5-86aa-b727054a7ea9 None None] Network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:04.860998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-977a328d-b2c3-4acd-9540-f9d0d33bcad6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.862610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-977a328d-b2c3-4acd-9540-f9d0d33bcad6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 945 time: 0.1902962 Jun 30 09:09:05.073137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Deleting port 244473e4-d1a7-4393-a159-436242c85b08 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:05.073841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.264718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] For port 244473e4-d1a7-4393-a159-436242c85b08, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=244473e4-d1a7-4393-a159-436242c85b08,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:05.267901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.332907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:05.472771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:05.473112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b1b2f9a3-9fbe-4947-89d2-cde3093ac5bf not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:05.797447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.861553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4824b53-8985-48b2-a28d-7600a560089a req-c7c6fa0b-92b5-4288-aa50-193d35e3c2f0 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.873517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4824b53-8985-48b2-a28d-7600a560089a req-c7c6fa0b-92b5-4288-aa50-193d35e3c2f0 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 945 time: 0.4466369 Jun 30 09:09:06.058247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4824b53-8985-48b2-a28d-7600a560089a req-e4e74986-0d3d-449f-8467-c744e6d16e98 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/security-groups?id=486ecc8b-d768-4d19-941e-12ba5d57c79b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1836793 Jun 30 09:09:06.211047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49396) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:06.216377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42635982-network', 'tenant_id': '8b4d49f1b04a4dd19b7615e707d92c1a'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:06.252296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Made reservation on behalf of 8b4d49f1b04a4dd19b7615e707d92c1a for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:06.255340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.272405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.303020 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.306131 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.306724 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Floating IP 1744caae-e793-4c1a-9f6c-804bd802abcd disassociated. External IP: 172.25.8.66, port: 244473e4-d1a7-4393-a159-436242c85b08. Jun 30 09:09:06.307345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Calling delete_port for 244473e4-d1a7-4393-a159-436242c85b08 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:06.399562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48088a-55f6-4b93-b1da-166f32be618b req-37d02550-66df-47b5-8879-53cbaa1f65c4 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.407781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c48088a-55f6-4b93-b1da-166f32be618b req-37d02550-66df-47b5-8879-53cbaa1f65c4 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.3703761 Jun 30 09:09:06.586154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c48088a-55f6-4b93-b1da-166f32be618b req-c2073c0e-47ff-4164-a573-e84559dd64e2 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772521 Jun 30 09:09:06.630546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.643114 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.746229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:06.801837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea357bee-79bc-4d75-afc4-6970d8b26732 req-84b95976-8ed6-44c8-859a-deb550b20b3e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.806884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292fc6f0-4d51-403f-b84b-da567e30fe09,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:06.810177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.810473 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Added segment 410dedc6-2c72-42e8-8966-9379763466f1 of type vlan for network d97999e3-aec1-41ad-8bdd-237f13953430 Jun 30 09:09:06.815321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea357bee-79bc-4d75-afc4-6970d8b26732 req-84b95976-8ed6-44c8-859a-deb550b20b3e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.4912369 Jun 30 09:09:06.991535 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.016793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea357bee-79bc-4d75-afc4-6970d8b26732 req-66edd9c1-6785-4251-8ccc-dc7f32ced7ae tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863317 Jun 30 09:09:07.040866 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.042524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.043204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.081725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.146720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event deleted for resources: {'Port': ['ID=244473e4-d1a7-4393-a159-436242c85b08,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:07.172720 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9604096 Jun 30 09:09:07.179856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49412) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:07.188795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb0e6-bcb8-4a76-b1ce-b68adf9dbd76 admin admin] Pushing event updated for resources: {'Network': ['ID=d97999e3-aec1-41ad-8bdd-237f13953430,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:07.199096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d97999e3-aec1-41ad-8bdd-237f13953430 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:07.218367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Request body: {'subnet': {'network_id': 'd97999e3-aec1-41ad-8bdd-237f13953430', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42635982-subnet', 'tenant_id': '8b4d49f1b04a4dd19b7615e707d92c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:07.334966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.114349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Router 141b078a-40da-450f-a854-3e9e0a9b8b58 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:08.131734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c85fb34-f373-4065-84fb-e45ed2e6b2d6 req-dc01c8d0-d8fc-4426-8c2d-dcb416ad48e1 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 210 time: 0.6950972 Jun 30 09:09:08.223790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Made reservation on behalf of 8b4d49f1b04a4dd19b7615e707d92c1a for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:08.226129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.518405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:08.532315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] Sync routers for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:08.552426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:08.553400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:08.571106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-00bfb3cb-55d8-42a9-be66-a9fa69635376 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.573350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-00bfb3cb-55d8-42a9-be66-a9fa69635376 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.4560223 Jun 30 09:09:08.670442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2b8a3-ca0d-4f9f-9c91-2ee839692293 req-9f2fa63a-2857-4d22-a9de-1be2a2f0372c tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.671991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41a2b8a3-ca0d-4f9f-9c91-2ee839692293 req-9f2fa63a-2857-4d22-a9de-1be2a2f0372c tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 945 time: 0.5561512 Jun 30 09:09:08.706005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] No DVR routers for this DVR port 244473e4-d1a7-4393-a159-436242c85b08 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:08.720993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:08.747574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.751564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46c9caa0-0f21-4a0e-a0dc-1007cdbbe8cf req-0e39f7ab-18ca-4385-8735-be8d70913bf6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.13 "DELETE /v2.0/ports/244473e4-d1a7-4393-a159-436242c85b08 HTTP/1.1" status: 204 len: 173 time: 3.8796875 Jun 30 09:09:08.757795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'name': 'network-vif-deleted', 'tag': '244473e4-d1a7-4393-a159-436242c85b08'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:08.761865 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5f098c-191c-46e8-a9b7-6439eb710e79" -d '{"events": [{"server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "name": "network-vif-deleted", "tag": "244473e4-d1a7-4393-a159-436242c85b08"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:08.908003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43cd2d-02a8-41a7-997d-1575c183c4b2 req-f804e3b5-5539-4ca9-a76b-d483c9b50c9a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.909048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f43cd2d-02a8-41a7-997d-1575c183c4b2 req-f804e3b5-5539-4ca9-a76b-d483c9b50c9a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.5360208 Jun 30 09:09:08.934065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.018722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41a2b8a3-ca0d-4f9f-9c91-2ee839692293 req-18ee14aa-ab78-416c-85d9-0a95f6c8a7d3 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d1de98a-9d12-488b-848d-fbb9368d8874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087783 Jun 30 09:09:09.093589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f43cd2d-02a8-41a7-997d-1575c183c4b2 req-2100e138-5dff-43e5-9358-80f529564aa9 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489704 Jun 30 09:09:09.102187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:48Z', 'revision_number': 5, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:09.122336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabe9878-8cb1-43ab-8892-c7b27cdfd0e3,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:09.154441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] Checking router: 141b078a-40da-450f-a854-3e9e0a9b8b58 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:09.191153 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d00cf06-58ea-4f34-bc64-8349ade2e660 x-openstack-request-id: req-5d00cf06-58ea-4f34-bc64-8349ade2e660 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:09.191449 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c83d29-d59d-4862-9a49-e1bc62919a4d", "name": "network-vif-deleted", "tag": "244473e4-d1a7-4393-a159-436242c85b08", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:09.191696 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d00cf06-58ea-4f34-bc64-8349ade2e660 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:09.192082 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c83d29-d59d-4862-9a49-e1bc62919a4d', 'name': 'network-vif-deleted', 'tag': '244473e4-d1a7-4393-a159-436242c85b08', 'status': 'completed', 'code': 200} Jun 30 09:09:09.195386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:09.196016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:09.218282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Deleting port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:09.218282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.348665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Checking segment: {'id': '410dedc6-2c72-42e8-8966-9379763466f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd97999e3-aec1-41ad-8bdd-237f13953430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:09.358932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Network hostable DHCP agents. Network: d97999e3-aec1-41ad-8bdd-237f13953430, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:09.380813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 244473e4-d1a7-4393-a159-436242c85b08 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:09.411580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Network d97999e3-aec1-41ad-8bdd-237f13953430 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:09.446737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, d97999e3-aec1-41ad-8bdd-237f13953430) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:09.471244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 244473e4-d1a7-4393-a159-436242c85b08 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:09.472336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 244473e4-d1a7-4393-a159-436242c85b08 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:09.488679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aad7fc-09bd-496c-9af7-685ad6a35b41 None None] Network d97999e3-aec1-41ad-8bdd-237f13953430 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:09.528822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.528822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.564192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc4bb67b-1d46-4f90-8806-0889aae441c4 req-833a2374-9123-4cc1-ba9a-0c456fe2bbb6 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1c83d29-d59d-4862-9a49-e1bc62919a4d HTTP/1.1" status: 200 len: 210 time: 0.1231184 Jun 30 09:09:09.663531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:09.667479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] For port 2126fa32-7ddf-4963-a5bd-fb02b289ab12, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=2126fa32-7ddf-4963-a5bd-fb02b289ab12,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:09.668189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.679513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-02b3562c-2816-4675-a470-8e00f41dda3e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4870443 Jun 30 09:09:09.739029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Calling delete_port for 2126fa32-7ddf-4963-a5bd-fb02b289ab12 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:09.870789 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:10.170511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.297751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Pushing event deleted for resources: {'Port': ['ID=2126fa32-7ddf-4963-a5bd-fb02b289ab12,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:10.393120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e651ad-033b-4f0d-a65d-5e574ef53e3d None None] Network d97999e3-aec1-41ad-8bdd-237f13953430 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:10.394798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] No DVR routers for this DVR port 2126fa32-7ddf-4963-a5bd-fb02b289ab12 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:10.402333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.405260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2cac6616-329d-4504-9885-bd1d50d55cd5 req-7ab903c6-edd5-4c52-80aa-0a4d437f9cc6 tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.26 "DELETE /v2.0/ports/2126fa32-7ddf-4963-a5bd-fb02b289ab12 HTTP/1.1" status: 204 len: 173 time: 1.7863626 Jun 30 09:09:10.452601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00906c1e-def6-41b8-903e-4917721a47a0 req-e1cebc92-925f-4bbd-a193-5fc467add8aa tempest-ServerRescueTestJSON-1799277469 tempest-ServerRescueTestJSON-1799277469-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7945647-1977-4e28-820d-c0ab056fdfba HTTP/1.1" status: 200 len: 210 time: 0.0625365 Jun 30 09:09:10.638727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30c44-d811-449b-8c4b-78b2d462f0e5 req-1fbdea1f-b48e-4632-9f1d-36a2b749304c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.642104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cb30c44-d811-449b-8c4b-78b2d462f0e5 req-1fbdea1f-b48e-4632-9f1d-36a2b749304c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1602318 Jun 30 09:09:10.753952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cb30c44-d811-449b-8c4b-78b2d462f0e5 req-14c4aca9-36fa-470d-ae7a-ea383f9bb20d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058290 Jun 30 09:09:10.765176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:48Z', 'revision_number': 5, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:10.830967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dec887-f61d-4442-8706-d78bcc2f1e6f None None] The sync data for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 is: [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:03:38Z', 'revision_number': 4, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c3c251af-dfb7-40da-8dfa-4326bfbddb8d', 'name': '', 'network_id': '148cd805-f10c-40b6-a7f6-2fbfe3240f86', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'mac_address': 'fa:16:3e:81:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:37Z', 'updated_at': '2021-06-30T09:03:48Z', 'revision_number': 5, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'subnets': [{'id': '9fec0685-41aa-4b1f-bd7f-a0938bef73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:10.989220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49568) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:11.213264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'name': 'network-vif-deleted', 'tag': '2126fa32-7ddf-4963-a5bd-fb02b289ab12'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:11.218947 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c641224-2c78-45ef-a75b-9d15e00862e5" -d '{"events": [{"server_uuid": "f7945647-1977-4e28-820d-c0ab056fdfba", "name": "network-vif-deleted", "tag": "2126fa32-7ddf-4963-a5bd-fb02b289ab12"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:11.281590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-e8af0964-9232-49bb-a5d6-b3a998668ba2 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.291404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-e8af0964-9232-49bb-a5d6-b3a998668ba2 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/networks?id=3a67da84-585e-4a3e-b99d-68f802c5f4d1 HTTP/1.1" status: 200 len: 809 time: 0.4471390 Jun 30 09:09:11.386948 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d40df6-b0d2-48b9-b792-96660e0d4541 x-openstack-request-id: req-46d40df6-b0d2-48b9-b792-96660e0d4541 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:11.387235 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7945647-1977-4e28-820d-c0ab056fdfba", "name": "network-vif-deleted", "tag": "2126fa32-7ddf-4963-a5bd-fb02b289ab12", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:11.387485 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46d40df6-b0d2-48b9-b792-96660e0d4541 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:11.387873 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7945647-1977-4e28-820d-c0ab056fdfba', 'name': 'network-vif-deleted', 'tag': '2126fa32-7ddf-4963-a5bd-fb02b289ab12', 'status': 'completed', 'code': 200} Jun 30 09:09:11.417806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b0aed716-1bca-4661-94c1-1314908fbd6f tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/quotas/152b4a2f646a47399099092be7ef726d HTTP/1.1" status: 200 len: 375 time: 0.0913410 Jun 30 09:09:11.434797 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d1475-4101-4ff3-81c0-ed4402763ee5 None None] New status for floating IP 1744caae-e793-4c1a-9f6c-804bd802abcd: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:09:11.557458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2126fa32-7ddf-4963-a5bd-fb02b289ab12 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:11.586558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-525a18a5-c23b-4aa4-9b95-0fb943b9af2c tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=152b4a2f646a47399099092be7ef726d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1558998 Jun 30 09:09:11.635603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 2126fa32-7ddf-4963-a5bd-fb02b289ab12 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:11.637830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 2126fa32-7ddf-4963-a5bd-fb02b289ab12 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:11.647771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49614) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:11.810443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Deleting port 1e5f6568-664a-4bc2-a67a-b486d61f9e67 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:11.810792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.943515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-1b069aaa-e1db-42e5-87d0-5944891144f6 service neutron] 10.222.0.53 "GET /v2.0/networks/3a67da84-585e-4a3e-b99d-68f802c5f4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281145 Jun 30 09:09:12.063102 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.064718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.119457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Calling delete_port for 1e5f6568-664a-4bc2-a67a-b486d61f9e67 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:12.236135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.343683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.397360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-2ea3e646-ebde-4525-9df1-89c21e89a398 service neutron] 10.222.0.53 "GET /v2.0/networks/3a67da84-585e-4a3e-b99d-68f802c5f4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389105 Jun 30 09:09:12.484901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event deleted for resources: {'Port': ['ID=1e5f6568-664a-4bc2-a67a-b486d61f9e67,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:12.649283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4a31b-0b54-44bc-8ca8-20b2cf3e91f6 req-636b1eda-bdb3-4eb8-9ccf-e81ded14fe6d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.659030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59a4a31b-0b54-44bc-8ca8-20b2cf3e91f6 req-636b1eda-bdb3-4eb8-9ccf-e81ded14fe6d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.5889139 Jun 30 09:09:12.698298 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.702724 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.703919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-97fac4b5-0343-488f-bc93-2a71cc83a3b9 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "DELETE /v2.0/floatingips/1744caae-e793-4c1a-9f6c-804bd802abcd HTTP/1.1" status: 204 len: 168 time: 1.7138305 Jun 30 09:09:12.737439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59a4a31b-0b54-44bc-8ca8-20b2cf3e91f6 req-82324d1b-727d-4246-b588-23fa87102045 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717225 Jun 30 09:09:12.908397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Deleting port 6b2f2893-87f3-4ab0-a138-91e38be34c90 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:12.908887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.928514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efe86296-892a-4f64-a4d2-a95fce97bdd3 req-940ff50b-15c5-4c02-9af1-e3e51e83e356 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 210 time: 0.0863485 Jun 30 09:09:13.020499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49694) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:13.085116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] For port 6b2f2893-87f3-4ab0-a138-91e38be34c90, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6b2f2893-87f3-4ab0-a138-91e38be34c90,segment=NetworkSegment(6243dc08-df51-48d8-9031-ad1701d0c4b8),segment_id=6243dc08-df51-48d8-9031-ad1701d0c4b8)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:13.085551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.169324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Calling delete_port for 6b2f2893-87f3-4ab0-a138-91e38be34c90 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:13.260482 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-044fdfd7-0507-4cf3-8dff-5ac9fa7f00c7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.424795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-044fdfd7-0507-4cf3-8dff-5ac9fa7f00c7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.716686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-044fdfd7-0507-4cf3-8dff-5ac9fa7f00c7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.720363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-044fdfd7-0507-4cf3-8dff-5ac9fa7f00c7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.721507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-044fdfd7-0507-4cf3-8dff-5ac9fa7f00c7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] 10.222.0.53 "DELETE /v2.0/security-groups/486ecc8b-d768-4d19-941e-12ba5d57c79b HTTP/1.1" status: 204 len: 168 time: 0.6999304 Jun 30 09:09:13.750106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fdfd7-0507-4cf3-8dff-5ac9fa7f00c7 tempest-TestServerBasicOps-1158231633 tempest-TestServerBasicOps-1158231633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ecc8b-d768-4d19-941e-12ba5d57c79b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:13.845889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 49742) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:14.598483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a328062a-601e-4a45-bbeb-778d924d3fe0 req-b6f1320a-5265-49de-9477-9fe46a63ad07 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 210 time: 0.0606351 Jun 30 09:09:14.748060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.775006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8722f3-e7ca-4003-bc1b-dd7fe6a1de36 req-a1eaa731-67c8-416d-b1db-db7e228e5733 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.784105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce8722f3-e7ca-4003-bc1b-dd7fe6a1de36 req-a1eaa731-67c8-416d-b1db-db7e228e5733 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.5874031 Jun 30 09:09:14.805967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2f2893-87f3-4ab0-a138-91e38be34c90,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:14.830230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.832722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.833544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.834124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.838215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.838987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.839989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.840730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.841407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.842066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.846105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.846694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:14.885244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce8722f3-e7ca-4003-bc1b-dd7fe6a1de36 req-1962d4e3-ae25-4ecf-8ab6-6be70c39f987 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997801 Jun 30 09:09:15.174756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.541613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.717924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Router 3377d137-96b5-49b8-afa4-4bf1626ccad3 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:15.984535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:15.995715 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3b7d4d3b-639d-4dcc-9be8-31a5205bebd6 admin admin] 10.222.0.53 "PUT /v2.0/routers/3377d137-96b5-49b8-afa4-4bf1626ccad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3460493 Jun 30 09:09:15.999985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 49864) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:16.009173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] Sync routers for ids ['3377d137-96b5-49b8-afa4-4bf1626ccad3'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:16.031937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] Routers {'3377d137-96b5-49b8-afa4-4bf1626ccad3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:16.035897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3377d137-96b5-49b8-afa4-4bf1626ccad3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:16.340242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.577752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.723370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Deleting port 06f545d2-852d-47a4-88bd-59678cff54d4 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:16.723954 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.804295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-82bf54b3-288f-4eb6-a06f-41c1a7712a14 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.805820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-82bf54b3-288f-4eb6-a06f-41c1a7712a14 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.26 "GET /v2.0/networks?id=3a67da84-585e-4a3e-b99d-68f802c5f4d1 HTTP/1.1" status: 200 len: 809 time: 0.9297454 Jun 30 09:09:16.810134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] Set router 3377d137-96b5-49b8-afa4-4bf1626ccad3 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:16.852060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d6a24bf-80d8-4a9a-8332-7f9bdef0b8ee req-c0d58a08-5f8a-4aec-a21e-784ce06e76bb tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 210 time: 0.9399228 Jun 30 09:09:16.913545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Request body: {'port': {'device_id': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1', 'admin_state_up': True, 'tenant_id': '152b4a2f646a47399099092be7ef726d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:16.997015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] For port 06f545d2-852d-47a4-88bd-59678cff54d4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=06f545d2-852d-47a4-88bd-59678cff54d4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:17.003334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.058121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Calling delete_port for 06f545d2-852d-47a4-88bd-59678cff54d4 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:17.286000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:09:13Z', 'revision_number': 5, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port': {'id': '06f545d2-852d-47a4-88bd-59678cff54d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:08Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:17.380029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] Checking router: 3377d137-96b5-49b8-afa4-4bf1626ccad3 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:17.395808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] Routers {'3377d137-96b5-49b8-afa4-4bf1626ccad3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:17.396659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3377d137-96b5-49b8-afa4-4bf1626ccad3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:17.421359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe49580-b66d-411b-b38a-da6f707ab0ab req-de5d2ba6-34d4-4017-a224-194011ed8750 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.430494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fe49580-b66d-411b-b38a-da6f707ab0ab req-de5d2ba6-34d4-4017-a224-194011ed8750 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.6208708 Jun 30 09:09:17.532141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.561596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f545d2-852d-47a4-88bd-59678cff54d4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:17.576253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Made reservation on behalf of 152b4a2f646a47399099092be7ef726d for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:17.582196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] Set router 3377d137-96b5-49b8-afa4-4bf1626ccad3 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:17.587347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.664798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fe49580-b66d-411b-b38a-da6f707ab0ab req-6d0ffdc7-d545-45c3-a7c4-0ae98b8833e4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325523 Jun 30 09:09:17.696978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:09:16Z', 'revision_number': 6, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:17.714996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.776541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a8884-e374-4023-9334-43f7a3eddc77 None None] The sync data for ids ['3377d137-96b5-49b8-afa4-4bf1626ccad3'] in n-d-758944-40 is: [{'id': '3377d137-96b5-49b8-afa4-4bf1626ccad3', 'name': 'tempest-ServerRescueTestJSON-412282020-router', 'tenant_id': 'a251611db0614de7966a97799cd92d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:07Z', 'updated_at': '2021-06-30T09:09:16Z', 'revision_number': 6, 'project_id': 'a251611db0614de7966a97799cd92d67', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:17.828075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Allocated IP 172.20.0.3 (3a67da84-585e-4a3e-b99d-68f802c5f4d1/995889d9-b011-4a61-ba7d-d0393d764bfb/42d380f3-7e90-4624-885c-8d784b647677) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:17.980111 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.986968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.009782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.061827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Deleting port c3c251af-dfb7-40da-8dfa-4326bfbddb8d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:18.062214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.155699 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.156578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.157758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3377d137-96b5-49b8-afa4-4bf1626ccad3 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:09:18.167587 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.173329 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2703f138-8c74-43c0-8986-d3783089fd32 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3377d137-96b5-49b8-afa4-4bf1626ccad3 HTTP/1.1" status: 204 len: 168 time: 2.1718562 Jun 30 09:09:18.174337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50024) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:18.316720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Pushing event updated for resources: {'Port': ['ID=42d380f3-7e90-4624-885c-8d784b647677,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:18.346598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:18.397065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] Deleting subnet d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:18.403823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:18.408757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.410549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:18.467893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-52565d3e-d7af-4472-9818-1e69c7e357b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.469721 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-52565d3e-d7af-4472-9818-1e69c7e357b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1097 time: 0.2944283 Jun 30 09:09:18.480275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.558464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] For port c3c251af-dfb7-40da-8dfa-4326bfbddb8d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:18.559116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.585661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.595092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Calling delete_port for c3c251af-dfb7-40da-8dfa-4326bfbddb8d owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:18.716830 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.766814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a603f0-8c8b-494a-a2f7-bfc0d35faf04,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:18.845134 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.847286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-522b40aa-cdea-4b7e-975a-17d7e8d226a8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d2a603f0-8c8b-494a-a2f7-bfc0d35faf04 HTTP/1.1" status: 204 len: 168 time: 0.6695776 Jun 30 09:09:18.851872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:18.885141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06f545d2-852d-47a4-88bd-59678cff54d4 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:18.925947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.927405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.933801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 06f545d2-852d-47a4-88bd-59678cff54d4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:18.934150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06f545d2-852d-47a4-88bd-59678cff54d4 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:18.934780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b2f2893-87f3-4ab0-a138-91e38be34c90 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:18.982293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.985177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 6b2f2893-87f3-4ab0-a138-91e38be34c90 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:18.985800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6b2f2893-87f3-4ab0-a138-91e38be34c90 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:19.084534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-ef50eb61-71da-44a1-8a43-843565852fb6 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2310793 Jun 30 09:09:19.103796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-3eacb169-0802-4805-8522-dfe120fd1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.105307 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-3eacb169-0802-4805-8522-dfe120fd1c60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.6228297 Jun 30 09:09:19.127125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Request body: {'port': {'device_id': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:19.247168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78bc8b-7333-4032-a235-3bea56aba7c1 req-074e812f-fb25-4a39-b2c0-c4895c721a57 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.249423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc78bc8b-7333-4032-a235-3bea56aba7c1 req-074e812f-fb25-4a39-b2c0-c4895c721a57 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 931 time: 1.0581686 Jun 30 09:09:19.265130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.279147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c7d74-7121-42dd-b114-a33c555d3df1 req-91916cd1-909f-4e84-8d1b-2bcd98e03b14 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.281624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d01c7d74-7121-42dd-b114-a33c555d3df1 req-91916cd1-909f-4e84-8d1b-2bcd98e03b14 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.3470149 Jun 30 09:09:19.298811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72924a99-ee8b-4ea2-80b0-28374fb0e0a9']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:19.320853 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-1de12e00-a6d6-46cd-88ae-756e46b5a706 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 1000 time: 0.1993849 Jun 30 09:09:19.322976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6243dc08-df51-48d8-9031-ad1701d0c4b8') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:19.323471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6243dc08-df51-48d8-9031-ad1701d0c4b8') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:19.381535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.394649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.424529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-9d6b2367-9176-48b7-82dc-5db5ddfca279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.426043 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-9d6b2367-9176-48b7-82dc-5db5ddfca279 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.0927136 Jun 30 09:09:19.427971 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.489660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c251af-dfb7-40da-8dfa-4326bfbddb8d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:19.498188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.515152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:19.515152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:19.585191 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:19.614936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.628432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.631293 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] 10.222.0.53 "DELETE /v2.0/networks/72924a99-ee8b-4ea2-80b0-28374fb0e0a9 HTTP/1.1" status: 204 len: 168 time: 0.7784729 Jun 30 09:09:19.650696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95693-e85c-4305-bb9f-6c0db47ae107 admin admin] Pushing event deleted for resources: {'Network': ['ID=72924a99-ee8b-4ea2-80b0-28374fb0e0a9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:19.671741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-f536dcfd-88dc-45ea-aa10-ae2bc96e6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.673273 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-f536dcfd-88dc-45ea-aa10-ae2bc96e6a7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339251 Jun 30 09:09:19.760356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d01c7d74-7121-42dd-b114-a33c555d3df1 req-fe2a15e1-4f84-44f3-bc1e-b6c1e9a29421 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711370 Jun 30 09:09:19.782189 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-59407c35-bee6-456c-8986-c4fa54c0a004 service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970232 Jun 30 09:09:19.796203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bc78bc8b-7333-4032-a235-3bea56aba7c1 req-8a6c73c2-114c-424b-bcb5-2ebaa2524123 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361118 Jun 30 09:09:19.989943 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.026153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50048) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:20.108994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ffcfc1cd-4a2d-4c4f-9fd4-b7c34d249008 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a251611db0614de7966a97799cd92d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800412 Jun 30 09:09:20.146199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50052) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:20.287992 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2822bcd5-0f84-4ce6-9799-f6569d577be9 req-b7ead2d0-ad46-46cd-b9a0-5cb10d5e9b4a service neutron] 10.222.0.26 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946077 Jun 30 09:09:20.348451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d380f3-7e90-4624-885c-8d784b647677 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:20.358620 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.367075 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588bdf0-5f2f-42cb-9f20-552a92bd6d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.387217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Transition to ACTIVE for port object 42d380f3-7e90-4624-885c-8d784b647677 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:20.434095 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.444542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588bdf0-5f2f-42cb-9f20-552a92bd6d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.532233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Pushing event updated for resources: {'Port': ['ID=42d380f3-7e90-4624-885c-8d784b647677,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.540817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Router 141b078a-40da-450f-a854-3e9e0a9b8b58 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:20.652113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588bdf0-5f2f-42cb-9f20-552a92bd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.656510 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f588bdf0-5f2f-42cb-9f20-552a92bd6d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.660153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f588bdf0-5f2f-42cb-9f20-552a92bd6d83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d1de98a-9d12-488b-848d-fbb9368d8874 HTTP/1.1" status: 204 len: 168 time: 0.5089304 Jun 30 09:09:20.689990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588bdf0-5f2f-42cb-9f20-552a92bd6d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1de98a-9d12-488b-848d-fbb9368d8874,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.755777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Attempting to bind port 42d380f3-7e90-4624-885c-8d784b647677 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:20.756116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Attempting to bind port 42d380f3-7e90-4624-885c-8d784b647677 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'e68c4eea-8346-49d2-ba6e-b1443884d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:20.756447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Attempting to bind port 42d380f3-7e90-4624-885c-8d784b647677 on network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:20.767780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Port 42d380f3-7e90-4624-885c-8d784b647677 on network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:20.768138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Attempting to bind port 42d380f3-7e90-4624-885c-8d784b647677 on network 3a67da84-585e-4a3e-b99d-68f802c5f4d1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:20.775529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:20.775869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Checking segment: {'id': 'e68c4eea-8346-49d2-ba6e-b1443884d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:20.776252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Bound using segment: {'id': 'e68c4eea-8346-49d2-ba6e-b1443884d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:20.776691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Bound port: 42d380f3-7e90-4624-885c-8d784b647677, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68c4eea-8346-49d2-ba6e-b1443884d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:20.777045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.879512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] For port 42d380f3-7e90-4624-885c-8d784b647677, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:20.882885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] For port 42d380f3-7e90-4624-885c-8d784b647677, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42d380f3-7e90-4624-885c-8d784b647677,segment=NetworkSegment(e68c4eea-8346-49d2-ba6e-b1443884d2fd),segment_id=e68c4eea-8346-49d2-ba6e-b1443884d2fd)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:20.892084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:20.899682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.907336 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] Sync routers for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:20.914131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50064) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:20.914331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2282f922-9d3d-4f4a-ba08-e5463c25fe3f admin admin] 10.222.0.53 "PUT /v2.0/routers/141b078a-40da-450f-a854-3e9e0a9b8b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0669594 Jun 30 09:09:20.923393 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:20.925392 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:20.982759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.986024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.987575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] 10.222.0.26 "PUT /v2.0/ports/42d380f3-7e90-4624-885c-8d784b647677 HTTP/1.1" status: 200 len: 1092 time: 1.8658049 Jun 30 09:09:20.997983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'tag': '42d380f3-7e90-4624-885c-8d784b647677'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:21.000737 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2801f2-6241-442a-9215-2e75f0e86d71" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb4b59d-aa39-4e30-a1c2-ec5e71be018e", "tag": "42d380f3-7e90-4624-885c-8d784b647677"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:21.105106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d42f4-eea0-4fe3-b8e6-635cb5d7ade3 service neutron] Pushing event updated for resources: {'Port': ['ID=42d380f3-7e90-4624-885c-8d784b647677,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:21.179083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.207811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319b18-aa7a-44dc-a37b-f1fe91bb4442 req-2c7d92b7-bdcf-4d22-acb9-beb539f15e8b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.215801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28319b18-aa7a-44dc-a37b-f1fe91bb4442 req-2c7d92b7-bdcf-4d22-acb9-beb539f15e8b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1989746 Jun 30 09:09:21.251264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:21.308955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061aee0-c0fc-4889-b94d-94516ed939e7 req-6c3a4712-8aad-4990-b041-bdc02903e884 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.316590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2061aee0-c0fc-4889-b94d-94516ed939e7 req-6c3a4712-8aad-4990-b041-bdc02903e884 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 943 time: 0.2029476 Jun 30 09:09:21.325694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-3bb0f189-4bf8-4cd8-b45b-800eaa3a6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.332455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-3bb0f189-4bf8-4cd8-b45b-800eaa3a6283 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=152b4a2f646a47399099092be7ef726d&device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 1095 time: 0.2500312 Jun 30 09:09:21.337181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28319b18-aa7a-44dc-a37b-f1fe91bb4442 req-0b29e505-398c-4f4b-81db-f21aa792379c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183963 Jun 30 09:09:21.371924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.508864 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666718ec-2f82-4fe8-bb02-a70808b92e34 x-openstack-request-id: req-666718ec-2f82-4fe8-bb02-a70808b92e34 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:21.509172 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb4b59d-aa39-4e30-a1c2-ec5e71be018e", "tag": "42d380f3-7e90-4624-885c-8d784b647677", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:21.509430 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-666718ec-2f82-4fe8-bb02-a70808b92e34 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:21.509882 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'tag': '42d380f3-7e90-4624-885c-8d784b647677', 'status': 'completed', 'code': 200} Jun 30 09:09:21.522924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-b633ea2f-5ae8-4dee-938d-db36f40de0df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d380f3-7e90-4624-885c-8d784b647677 HTTP/1.1" status: 200 len: 217 time: 0.1701818 Jun 30 09:09:21.541009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Deleting port 1618e7b2-6829-4965-b4bf-38689982cb92 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:21.541009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.585708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:21.715824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2061aee0-c0fc-4889-b94d-94516ed939e7 req-89b70844-82d2-4fa5-872d-8525af2fcacc tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818626 Jun 30 09:09:21.741719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-72cf9f2c-331d-4fbd-a99f-fe69787b6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.746396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-72cf9f2c-331d-4fbd-a99f-fe69787b6a1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995889d9-b011-4a61-ba7d-d0393d764bfb HTTP/1.1" status: 200 len: 849 time: 0.2219768 Jun 30 09:09:21.765945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] For port 1618e7b2-6829-4965-b4bf-38689982cb92, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1618e7b2-6829-4965-b4bf-38689982cb92,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:21.771829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.819081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Calling delete_port for 1618e7b2-6829-4965-b4bf-38689982cb92 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:21.848327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-1e9a79f8-5ee7-4c71-8161-c9651a9f414e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3a67da84-585e-4a3e-b99d-68f802c5f4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919988 Jun 30 09:09:21.880516 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:09:19Z', 'revision_number': 5, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port': {'id': '1618e7b2-6829-4965-b4bf-38689982cb92', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:21.884009 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.953008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:21.960255 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7145cb-ad0e-40b8-a8cb-24e1641320d8" -d '{"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:22.006642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:22.015786 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] Checking router: 141b078a-40da-450f-a854-3e9e0a9b8b58 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:22.022287 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.039715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-60d7e84f-8c77-49da-865e-a31136180463 service neutron] 10.222.0.26 "GET /v2.0/networks/3a67da84-585e-4a3e-b99d-68f802c5f4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840549 Jun 30 09:09:22.049552 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] Routers {'141b078a-40da-450f-a854-3e9e0a9b8b58'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:22.052050 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['141b078a-40da-450f-a854-3e9e0a9b8b58'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:22.109717 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e778fb-f8c4-472c-8745-9f864b036a7c x-openstack-request-id: req-64e778fb-f8c4-472c-8745-9f864b036a7c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:22.116766 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:22.117857 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64e778fb-f8c4-472c-8745-9f864b036a7c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:22.119579 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'code': 200} Jun 30 09:09:22.215121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:22.236703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.237937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.238478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.240585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.242514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.243064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.246048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.246595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.252999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.253617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.255994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.256519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:22.373921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.378597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b216e9-c3a9-4e35-bce4-81effd1125ef req-d0348b65-5459-4ab4-873f-b2beb3c7d12f service neutron] 10.222.0.26 "GET /v2.0/networks/3a67da84-585e-4a3e-b99d-68f802c5f4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312016 Jun 30 09:09:22.429934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=1618e7b2-6829-4965-b4bf-38689982cb92,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:22.443598 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] Set router 141b078a-40da-450f-a854-3e9e0a9b8b58 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:22.551614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50120) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:22.575831 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.648025 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:09:21Z', 'revision_number': 6, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:22.648511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-c64e506d-802d-4f36-a1e2-d6aeb76039e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.650838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-c64e506d-802d-4f36-a1e2-d6aeb76039e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=152b4a2f646a47399099092be7ef726d&device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 1095 time: 0.1923871 Jun 30 09:09:22.703572 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084f8a5-edd4-4fb9-b3d8-6159a793de27 None None] The sync data for ids ['141b078a-40da-450f-a854-3e9e0a9b8b58'] in n-d-758944-40 is: [{'id': '141b078a-40da-450f-a854-3e9e0a9b8b58', 'name': 'tempest-TestServerBasicOps-1307134293-router', 'tenant_id': '7c34d92c644242b18fb83a1e261b516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:31Z', 'updated_at': '2021-06-30T09:09:21Z', 'revision_number': 6, 'project_id': '7c34d92c644242b18fb83a1e261b516b', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:22.801349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.809757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.888263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f037e3-34c2-4d0e-8844-1ab99128072b req-24e49baf-5cd1-4d7a-9b38-af8ea25be4be tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.897609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1f037e3-34c2-4d0e-8844-1ab99128072b req-24e49baf-5cd1-4d7a-9b38-af8ea25be4be tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.2583704 Jun 30 09:09:22.922320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-295373754-network', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:22.970563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.971043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 141b078a-40da-450f-a854-3e9e0a9b8b58 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:09:23.006628 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.008266 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f4fe439c-0768-4e7d-b77b-17e38c334bdd admin admin] 10.222.0.53 "DELETE /v2.0/routers/141b078a-40da-450f-a854-3e9e0a9b8b58 HTTP/1.1" status: 204 len: 168 time: 2.0930762 Jun 30 09:09:23.012955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:23.070448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] Deleting subnet 9fec0685-41aa-4b1f-bd7f-a0938bef73ba {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:23.073906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Made reservation on behalf of b70b5800e7d640ec9ba95ec6989786ce for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:23.078092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.090157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.093287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.183280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.229412 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.321527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.354265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-b7d17702-9fcf-4d41-b07e-3d5519fff054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.355749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-b7d17702-9fcf-4d41-b07e-3d5519fff054 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3a67da84-585e-4a3e-b99d-68f802c5f4d1 HTTP/1.1" status: 200 len: 910 time: 0.6950815 Jun 30 09:09:23.405938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-316420bd-a8b2-4563-aa6d-c6c4c3ae6257 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d380f3-7e90-4624-885c-8d784b647677 HTTP/1.1" status: 200 len: 217 time: 0.0385778 Jun 30 09:09:23.499785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.517498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a1f037e3-34c2-4d0e-8844-1ab99128072b req-11cd0d12-d9ef-4de1-a05e-624b892efc0c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6194844 Jun 30 09:09:23.520247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.534266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:23.545055 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.546304 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Added segment bdd13310-8e82-40da-a639-605d34efab70 of type vlan for network 526491fb-67df-4bd0-bd56-942c493595dd Jun 30 09:09:23.590681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-84c8f6eb-bc68-42ad-bbce-5abdc8cf7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.609143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-84c8f6eb-bc68-42ad-bbce-5abdc8cf7a5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995889d9-b011-4a61-ba7d-d0393d764bfb HTTP/1.1" status: 200 len: 849 time: 0.1835427 Jun 30 09:09:23.641444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.706478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397fbc90-e27d-43b8-87b2-b13e7ea80a4f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.718675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.740177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-e53fe4d9-3924-4345-afeb-cc424588594e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3a67da84-585e-4a3e-b99d-68f802c5f4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121199 Jun 30 09:09:23.823088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fec0685-41aa-4b1f-bd7f-a0938bef73ba,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.826193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.846650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a482840f-7fca-4c5e-9a7f-39a94e443c9a None None] Network 148cd805-f10c-40b6-a7f6-2fbfe3240f86 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:23.853891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.854714 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.857686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.862952 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-586877f1-8b63-4ded-9984-9cc9e4101402 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9fec0685-41aa-4b1f-bd7f-a0938bef73ba HTTP/1.1" status: 204 len: 168 time: 0.8486285 Jun 30 09:09:23.874468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:23.911700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b670b2-2bc4-4cb4-a11e-5e228a93be1c req-367cc66d-eef4-4827-b242-f62a6db97114 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.913242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35b670b2-2bc4-4cb4-a11e-5e228a93be1c req-367cc66d-eef4-4827-b242-f62a6db97114 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 943 time: 0.5607388 Jun 30 09:09:24.180121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35b670b2-2bc4-4cb4-a11e-5e228a93be1c req-b65a8a7e-ada8-441b-bb08-d1e1f3007ed8 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568791 Jun 30 09:09:24.200595 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6398363 Jun 30 09:09:24.212298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50164) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:24.229247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Request body: {'subnet': {'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-subnet', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:24.232614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] DHCP port deletion for 148cd805-f10c-40b6-a7f6-2fbfe3240f86 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:09:24.244924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-f217dc2c-8480-4d66-bac0-42bf8125e66e service neutron] 10.222.0.26 "GET /v2.0/networks/3a67da84-585e-4a3e-b99d-68f802c5f4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013115 Jun 30 09:09:24.328023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597b7a9-3e1c-4ad0-a9df-b2bbaf3e054b admin admin] Pushing event updated for resources: {'Network': ['ID=526491fb-67df-4bd0-bd56-942c493595dd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.361342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 526491fb-67df-4bd0-bd56-942c493595dd details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:24.382223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.450100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] Deleting port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:24.450477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.480946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2801f2-6241-442a-9215-2e75f0e86d71 req-96d9efa5-bb95-4780-babb-76c9eff0b221 service neutron] 10.222.0.26 "GET /v2.0/networks/3a67da84-585e-4a3e-b99d-68f802c5f4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232151 Jun 30 09:09:24.495692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Made reservation on behalf of b70b5800e7d640ec9ba95ec6989786ce for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:24.498538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.559639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] For port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:24.560434 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.576666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] Calling delete_port for f0caf1c9-ff47-474e-9b7d-1a58d52bd3af owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:24.577611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Deleting port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:24.578151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.786449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c3c251af-dfb7-40da-8dfa-4326bfbddb8d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:24.796127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] For port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,segment=NetworkSegment(186dfa11-7b33-4342-b682-2c0813fc4f8d),segment_id=186dfa11-7b33-4342-b682-2c0813fc4f8d)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:24.797187 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.836392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Calling delete_port for f0caf1c9-ff47-474e-9b7d-1a58d52bd3af owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:24.843182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c3c251af-dfb7-40da-8dfa-4326bfbddb8d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:24.843531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c3c251af-dfb7-40da-8dfa-4326bfbddb8d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:24.843963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1618e7b2-6829-4965-b4bf-38689982cb92 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:24.851259 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.984148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] Pushing event deleted for resources: {'Port': ['ID=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.990830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1618e7b2-6829-4965-b4bf-38689982cb92 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:24.991176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1618e7b2-6829-4965-b4bf-38689982cb92 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:24.991610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0caf1c9-ff47-474e-9b7d-1a58d52bd3af no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:25.030003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.031792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f0caf1c9-ff47-474e-9b7d-1a58d52bd3af {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:25.032092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0caf1c9-ff47-474e-9b7d-1a58d52bd3af not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:25.043509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503eb536-0d51-4f3b-ac35-0ec4249b7c8e None None] No DVR routers for this DVR port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:25.076169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.110801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a840996-5c12-4b34-8e2e-70b18afa7c4d,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.120366 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.239947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0caf1c9-ff47-474e-9b7d-1a58d52bd3af,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.254016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] No DVR routers for this DVR port f0caf1c9-ff47-474e-9b7d-1a58d52bd3af on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:25.270060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Checking segment: {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:25.270671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Network hostable DHCP agents. Network: 526491fb-67df-4bd0-bd56-942c493595dd, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:25.301320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Network 526491fb-67df-4bd0-bd56-942c493595dd is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:25.328229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 526491fb-67df-4bd0-bd56-942c493595dd) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:25.340527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0df4f-faef-450a-836d-8d8dbe5fb7ea None None] Network 526491fb-67df-4bd0-bd56-942c493595dd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:25.353090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.353717 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.415500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-edbf3c3a-ef19-4c25-9008-eea738eebfb0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1996367 Jun 30 09:09:25.416507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50194) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:25.423269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:25.466665 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.469302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.493604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.518302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148cd805-f10c-40b6-a7f6-2fbfe3240f86']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:25.550152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186dfa11-7b33-4342-b682-2c0813fc4f8d') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:25.551491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186dfa11-7b33-4342-b682-2c0813fc4f8d') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:25.573471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.600030 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.610335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.613577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:25.615668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42d380f3-7e90-4624-885c-8d784b647677 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:25.622678 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:25.623104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:25.650294 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:25.792272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:25.904702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.923551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.932389 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/148cd805-f10c-40b6-a7f6-2fbfe3240f86 HTTP/1.1" status: 204 len: 168 time: 2.0286653 Jun 30 09:09:25.933301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50214) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:25.953875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ef964-8704-4462-957d-1084d4b9c3b9 None None] Network 526491fb-67df-4bd0-bd56-942c493595dd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:26.011549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.046681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42e8f1-add7-4808-8d72-c8ead369fcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=148cd805-f10c-40b6-a7f6-2fbfe3240f86,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.074315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 42d380f3-7e90-4624-885c-8d784b647677, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42d380f3-7e90-4624-885c-8d784b647677,segment=NetworkSegment(e68c4eea-8346-49d2-ba6e-b1443884d2fd),segment_id=e68c4eea-8346-49d2-ba6e-b1443884d2fd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:26.078154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a9e9b89-f4a3-46b4-8cae-64f2c180e427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.089294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5e8a-a47c-43cb-acb7-fa34ea56f02d req-a49d5458-22a4-47a9-96e3-0173e3538408 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.094075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '42d380f3-7e90-4624-885c-8d784b647677', 'network_id': '3a67da84-585e-4a3e-b99d-68f802c5f4d1', 'port_id': '42d380f3-7e90-4624-885c-8d784b647677', 'mac_address': 'fa:16:3e:58:01:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995889d9-b011-4a61-ba7d-d0393d764bfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:26.094280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46db5e8a-a47c-43cb-acb7-fa34ea56f02d req-a49d5458-22a4-47a9-96e3-0173e3538408 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 943 time: 0.4890010 Jun 30 09:09:26.160145 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.204564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d380f3-7e90-4624-885c-8d784b647677 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:26.231715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 42d380f3-7e90-4624-885c-8d784b647677, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42d380f3-7e90-4624-885c-8d784b647677,segment=NetworkSegment(e68c4eea-8346-49d2-ba6e-b1443884d2fd),segment_id=e68c4eea-8346-49d2-ba6e-b1443884d2fd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:26.250340 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.346224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46db5e8a-a47c-43cb-acb7-fa34ea56f02d req-4a976a26-3084-4306-b867-894fbc0ac0ef tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379329 Jun 30 09:09:26.439746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=42d380f3-7e90-4624-885c-8d784b647677,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.502181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['42d380f3-7e90-4624-885c-8d784b647677'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:26.665350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a9e9b89-f4a3-46b4-8cae-64f2c180e427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.683615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041cc5-bed4-47b1-8594-2221a2d112ef req-1cb30e88-fd75-4806-a568-c4d230ffface tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.684179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a9e9b89-f4a3-46b4-8cae-64f2c180e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.687058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70041cc5-bed4-47b1-8594-2221a2d112ef req-1cb30e88-fd75-4806-a568-c4d230ffface tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.3049130 Jun 30 09:09:26.754775 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a9e9b89-f4a3-46b4-8cae-64f2c180e427 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4025889e056b4b448ac59d816f2a74c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9592893 Jun 30 09:09:26.756373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e9b89-f4a3-46b4-8cae-64f2c180e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662a3fe8-6f35-47a6-9bb5-6e30ca59a47c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.764627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50234) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:26.871166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.896857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70041cc5-bed4-47b1-8594-2221a2d112ef req-65e99d8a-9b87-46d2-a852-e4cc7ab9f0e4 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093018 Jun 30 09:09:26.898623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.930408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d537165-0bce-4eb5-8be8-9ef56951ea42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.994210 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d537165-0bce-4eb5-8be8-9ef56951ea42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.027102 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-1fae65d3-3453-4a51-83e3-c1b5e7ed9c59 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2716262 Jun 30 09:09:27.073069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Allocated IP 172.25.8.216 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/ce6c2101-0ace-4ee4-a01f-9135659861f5) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:27.163702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.270449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.359172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.359531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d537165-0bce-4eb5-8be8-9ef56951ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.362840 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d537165-0bce-4eb5-8be8-9ef56951ea42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.367465 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d537165-0bce-4eb5-8be8-9ef56951ea42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/662a3fe8-6f35-47a6-9bb5-6e30ca59a47c HTTP/1.1" status: 204 len: 168 time: 0.6017079 Jun 30 09:09:27.381992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d537165-0bce-4eb5-8be8-9ef56951ea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662a3fe8-6f35-47a6-9bb5-6e30ca59a47c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:27.454861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:27.459013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:27.461407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:27.465699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6c2101-0ace-4ee4-a01f-9135659861f5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:27.606323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42d380f3-7e90-4624-885c-8d784b647677 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:27.717690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 42d380f3-7e90-4624-885c-8d784b647677 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:27.733821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 42d380f3-7e90-4624-885c-8d784b647677 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:27.734554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.854996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d54cac-bbb2-4f4d-b552-36dc6b15b821 req-856c5f1c-89aa-448d-a6b4-3fc0c1297134 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.857383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d54cac-bbb2-4f4d-b552-36dc6b15b821 req-856c5f1c-89aa-448d-a6b4-3fc0c1297134 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 944 time: 0.1120162 Jun 30 09:09:27.928411 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.983941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d380f3-7e90-4624-885c-8d784b647677'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:27.986445 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac967163-33e2-4a57-8ca7-ff4b8b141a9b" -d '{"events": [{"server_uuid": "5cb4b59d-aa39-4e30-a1c2-ec5e71be018e", "name": "network-vif-plugged", "status": "completed", "tag": "42d380f3-7e90-4624-885c-8d784b647677"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:28.007454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96d54cac-bbb2-4f4d-b552-36dc6b15b821 req-7d6de25f-3f0b-4ae3-985b-afcdf13f9d68 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096647 Jun 30 09:09:28.019340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50270) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:28.021046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 42d380f3-7e90-4624-885c-8d784b647677, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42d380f3-7e90-4624-885c-8d784b647677,segment=NetworkSegment(e68c4eea-8346-49d2-ba6e-b1443884d2fd),segment_id=e68c4eea-8346-49d2-ba6e-b1443884d2fd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:28.032333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.049746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f04c8656-6fe4-41ff-bc13-ce6265598711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.158473 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f54d67-f5a5-4d09-8988-e87f9856e742 x-openstack-request-id: req-a5f54d67-f5a5-4d09-8988-e87f9856e742 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:28.173371 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb4b59d-aa39-4e30-a1c2-ec5e71be018e", "name": "network-vif-plugged", "status": "completed", "tag": "42d380f3-7e90-4624-885c-8d784b647677", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:28.174275 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5f54d67-f5a5-4d09-8988-e87f9856e742 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:28.176908 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d380f3-7e90-4624-885c-8d784b647677', 'code': 200} Jun 30 09:09:28.178057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=42d380f3-7e90-4624-885c-8d784b647677,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.228875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Deleting port 96805d46-1555-4a86-b0d2-77c7725176f0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:28.229449 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.262687 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.397539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f04c8656-6fe4-41ff-bc13-ce6265598711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.410475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f04c8656-6fe4-41ff-bc13-ce6265598711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.424152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] For port 96805d46-1555-4a86-b0d2-77c7725176f0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=96805d46-1555-4a86-b0d2-77c7725176f0,segment=NetworkSegment(f79a7602-d116-403e-8eb9-82ad9f8cbffd),segment_id=f79a7602-d116-403e-8eb9-82ad9f8cbffd)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:28.425783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.445987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Calling delete_port for 96805d46-1555-4a86-b0d2-77c7725176f0 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:28.497837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06200d-72c8-402b-8c3d-e16785534ffa req-8bb4ce6c-67dd-45b7-b80f-86976361e425 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.504884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf06200d-72c8-402b-8c3d-e16785534ffa req-8bb4ce6c-67dd-45b7-b80f-86976361e425 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.2910099 Jun 30 09:09:28.524512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f04c8656-6fe4-41ff-bc13-ce6265598711 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f60fc9bb8abb47588392f95435d4b618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039220 Jun 30 09:09:28.547017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c8656-6fe4-41ff-bc13-ce6265598711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3540a78e-579f-44b5-b8fb-ee6e09c93ed4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.559647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50286) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:28.660273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50288) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:28.722859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf06200d-72c8-402b-8c3d-e16785534ffa req-0fd41fd2-662e-43bc-89b4-6dd09c6244e1 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169483 Jun 30 09:09:28.825565 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38b98ff0-d0f5-4543-b6cd-4c4a610ba8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.828658 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.876172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=96805d46-1555-4a86-b0d2-77c7725176f0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.962284 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38b98ff0-d0f5-4543-b6cd-4c4a610ba8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.999083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38b98ff0-d0f5-4543-b6cd-4c4a610ba8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.118572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.386223 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:29.409673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-145526b4-3dc4-41a9-87a6-1c3178a32e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.447574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b98ff0-d0f5-4543-b6cd-4c4a610ba8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ae0b7-f8ff-4568-a4ba-6ada323a9ef1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:29.450899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.454118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46dc52-6e71-4ff9-ba36-1170b1f4cbb1 req-688a23ab-1600-49d3-b5d1-42643e6bf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.455632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd46dc52-6e71-4ff9-ba36-1170b1f4cbb1 req-688a23ab-1600-49d3-b5d1-42643e6bf76d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 1097 time: 1.1956253 Jun 30 09:09:29.495548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-38b98ff0-d0f5-4543-b6cd-4c4a610ba8d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d975b0cc0104bb6a9cbbcd1653c1f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8333473 Jun 30 09:09:29.500275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50308) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:29.503995 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-145526b4-3dc4-41a9-87a6-1c3178a32e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.552238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:29.561903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-111e3743-2604-4299-96b5-2be3d8a5d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.563489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-111e3743-2604-4299-96b5-2be3d8a5d059 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f&tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc HTTP/1.1" status: 200 len: 1095 time: 1.0942252 Jun 30 09:09:29.567901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] Sync routers for ids ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:29.572419 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-453805fe-0acd-4fb8-9610-66f6f94e0a61 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2e2fab6-54ae-431d-b0aa-0741d53fb3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6333385 Jun 30 09:09:29.580256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] Routers {'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:29.581126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:29.582572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50310) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:29.596866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:29.598245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe499-7dd9-4f02-b1a9-8db9c6b08232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.627436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe499-7dd9-4f02-b1a9-8db9c6b08232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.682788 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe499-7dd9-4f02-b1a9-8db9c6b08232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.685824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe499-7dd9-4f02-b1a9-8db9c6b08232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.688047 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ecfe499-7dd9-4f02-b1a9-8db9c6b08232 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b97ae0b7-f8ff-4568-a4ba-6ada323a9ef1 HTTP/1.1" status: 204 len: 168 time: 0.1873024 Jun 30 09:09:29.716407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfe499-7dd9-4f02-b1a9-8db9c6b08232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ae0b7-f8ff-4568-a4ba-6ada323a9ef1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:29.720177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] Set router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:29.726694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd46dc52-6e71-4ff9-ba36-1170b1f4cbb1 req-a10c5113-0bb2-4338-9180-20cd444e5bc2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521446 Jun 30 09:09:29.774504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd496-7208-4487-9fc2-ba927a049da7 req-98a620a8-0b5c-4709-98ec-e7b385d5f1ad tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.776091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eabd496-7208-4487-9fc2-ba927a049da7 req-98a620a8-0b5c-4709-98ec-e7b385d5f1ad tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 945 time: 0.3934669 Jun 30 09:09:29.831420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-145526b4-3dc4-41a9-87a6-1c3178a32e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.834351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-145526b4-3dc4-41a9-87a6-1c3178a32e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.835491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-145526b4-3dc4-41a9-87a6-1c3178a32e13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3540a78e-579f-44b5-b8fb-ee6e09c93ed4 HTTP/1.1" status: 204 len: 168 time: 1.2358425 Jun 30 09:09:29.952217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145526b4-3dc4-41a9-87a6-1c3178a32e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3540a78e-579f-44b5-b8fb-ee6e09c93ed4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.008494 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.010846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.087372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eabd496-7208-4487-9fc2-ba927a049da7 req-cc1ceed2-c69d-4039-a112-58687949d462 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704070 Jun 30 09:09:30.115739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:09:28Z', 'revision_number': 5, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:30.157971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] Checking router: c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:30.168853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] Routers {'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:30.170129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:30.198538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50332) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:30.203635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Router c2a1e1cc-77ed-49cb-9541-75059f3325cc is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:09:30.226046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-218640a5-e4fe-4324-b4fb-971eb83ea269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.359010 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-218640a5-e4fe-4324-b4fb-971eb83ea269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.375083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-218640a5-e4fe-4324-b4fb-971eb83ea269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.423365 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-218640a5-e4fe-4324-b4fb-971eb83ea269 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e106de83e1d047b78258b6ee1a428aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236903 Jun 30 09:09:30.424126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50338) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:30.424827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218640a5-e4fe-4324-b4fb-971eb83ea269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c856b4c-5928-4b40-8f04-8db8efa03332,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.482431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02b58cbc-985e-4c83-98f6-554553624828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.521455 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02b58cbc-985e-4c83-98f6-554553624828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.542304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858faf84-0083-47bc-a153-2a4fbd7c949c req-f13077db-94ed-4d82-963f-7decfdd8fe89 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:30.544394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-858faf84-0083-47bc-a153-2a4fbd7c949c req-f13077db-94ed-4d82-963f-7decfdd8fe89 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.5900986 Jun 30 09:09:30.590554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02b58cbc-985e-4c83-98f6-554553624828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.606774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] Set router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:30.612486 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02b58cbc-985e-4c83-98f6-554553624828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.618649 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02b58cbc-985e-4c83-98f6-554553624828 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c856b4c-5928-4b40-8f04-8db8efa03332 HTTP/1.1" status: 204 len: 168 time: 0.1908514 Jun 30 09:09:30.640399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.670102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b58cbc-985e-4c83-98f6-554553624828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c856b4c-5928-4b40-8f04-8db8efa03332,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.808091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:30.811626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:30.817091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-858faf84-0083-47bc-a153-2a4fbd7c949c req-c54b0c04-4dc0-4630-bb3c-704ad6f8b263 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108340 Jun 30 09:09:30.827997 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Sync routers for ids ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:30.858764 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Routers {'c2a1e1cc-77ed-49cb-9541-75059f3325cc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:30.859758 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:30.861137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Deleting port a5266702-faa3-40eb-a0c0-821cd78ce1fd {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:30.862092 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.863217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.864735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de4afce8-9bd8-4dce-b407-f1605bf73991 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4459801 Jun 30 09:09:30.867792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50356) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:30.947001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:31.013747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:31.030371 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.058438 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Transition to ACTIVE for port object 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:31.060534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] For port a5266702-faa3-40eb-a0c0-821cd78ce1fd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5266702-faa3-40eb-a0c0-821cd78ce1fd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:31.061554 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.075833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.099725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:09:28Z', 'revision_number': 5, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:31.107044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Calling delete_port for a5266702-faa3-40eb-a0c0-821cd78ce1fd owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:31.133803 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Set router c2a1e1cc-77ed-49cb-9541-75059f3325cc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:31.149356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923779f-90f5-476f-94b2-13aade076d36 None None] The sync data for ids ['c2e2fab6-54ae-431d-b0aa-0741d53fb3b0'] in n-d-758944-40 is: [{'id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'name': 'tempest-TestServerBasicOps-851657401-router', 'tenant_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:42Z', 'updated_at': '2021-06-30T09:09:28Z', 'revision_number': 5, 'project_id': '1dc064a36ae24d0a8cd4b93c031f2b95', 'gw_port': {'id': 'a5266702-faa3-40eb-a0c0-821cd78ce1fd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2fab6-54ae-431d-b0aa-0741d53fb3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:43Z', 'updated_at': '2021-06-30T09:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:31.219171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=9']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:31.637335 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4f84b6a7-984f-47ac-a169-fd30e00ccb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.679806 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:09:27Z', 'revision_number': 3, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port': {'id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:26Z', 'updated_at': '2021-06-30T09:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:31.743679 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Checking router: c2a1e1cc-77ed-49cb-9541-75059f3325cc for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:31.746961 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Updating router c2a1e1cc-77ed-49cb-9541-75059f3325cc port ce6c2101-0ace-4ee4-a01f-9135659861f5 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:09:31.804150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] No DVR routers for this DVR port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:31.815539 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.981850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.009171 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.146227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5266702-faa3-40eb-a0c0-821cd78ce1fd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:32.190305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294fdaf-d8f9-4220-a7cb-0630b9781e69 req-201690ea-d400-461b-aba2-25551ee8632e tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.192210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3294fdaf-d8f9-4220-a7cb-0630b9781e69 req-201690ea-d400-461b-aba2-25551ee8632e tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 945 time: 0.6973813 Jun 30 09:09:32.238176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Allocated IP 172.20.0.1 (526491fb-67df-4bd0-bd56-942c493595dd/1a840996-5c12-4b34-8e2e-70b18afa7c4d/ecc80edb-9e76-4850-b932-12ceb94bd23a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:32.355071 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.438395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.590555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Network 526491fb-67df-4bd0-bd56-942c493595dd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:32.616868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:32.640764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:32.689456 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.711357 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Transition to ACTIVE for port object ce6c2101-0ace-4ee4-a01f-9135659861f5 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:32.719905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc80edb-9e76-4850-b932-12ceb94bd23a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:32.729041 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.764296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.800051 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.802536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 96805d46-1555-4a86-b0d2-77c7725176f0 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:32.813965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:32.814397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:32.814819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:32.840206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 96805d46-1555-4a86-b0d2-77c7725176f0 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:32.841201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 96805d46-1555-4a86-b0d2-77c7725176f0 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:32.878509 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Attempting to bind port ce6c2101-0ace-4ee4-a01f-9135659861f5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:32.878762 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Attempting to bind port ce6c2101-0ace-4ee4-a01f-9135659861f5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:32.879126 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Attempting to bind port ce6c2101-0ace-4ee4-a01f-9135659861f5 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:32.906660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:32.907032 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:32.907431 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.907813 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:32.908282 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Bound port: ce6c2101-0ace-4ee4-a01f-9135659861f5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:32.908657 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.955581 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3294fdaf-d8f9-4220-a7cb-0630b9781e69 req-8330d3cd-8699-4322-a769-5cca3e579677 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556033 Jun 30 09:09:32.957286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:32.957768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Attempting to bind port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on network 6963bbad-50eb-4980-b87b-8c5cc0deff27 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:32.988295 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.016227 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Pushing event updated for resources: {'Port': ['ID=ce6c2101-0ace-4ee4-a01f-9135659861f5,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:33.033068 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] For port ce6c2101-0ace-4ee4-a01f-9135659861f5, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:33.039715 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] For port ce6c2101-0ace-4ee4-a01f-9135659861f5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ce6c2101-0ace-4ee4-a01f-9135659861f5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:33.050575 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.053122 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.053493 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.053854 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.054192 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.056112 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.057247 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.057594 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.057954 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.058282 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.062082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.062760 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:33.075101 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.088243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7ec0d-8156-4456-b1b3-40e400543873 req-f34f556c-ff40-44c1-8532-29336a71695d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.089864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7e7ec0d-8156-4456-b1b3-40e400543873 req-f34f556c-ff40-44c1-8532-29336a71695d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 943 time: 0.9472196 Jun 30 09:09:33.090926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:33.091272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Checking segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:33.091663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Bound using segment: {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:33.092665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Bound port: 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3e738c-44ae-4e66-b603-117fff744517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:33.093031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.135766 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Routers {'c2a1e1cc-77ed-49cb-9541-75059f3325cc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:33.136426 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:33.161177 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.172854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.240790 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee20121-9ddf-48e8-9161-3399898f9bdd None None] Pushing event updated for resources: {'Port': ['ID=ce6c2101-0ace-4ee4-a01f-9135659861f5,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:33.299014 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] Set router c2a1e1cc-77ed-49cb-9541-75059f3325cc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:33.340814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.360850 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.426658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7e7ec0d-8156-4456-b1b3-40e400543873 req-4583281c-09ac-4fb0-8540-35a3305bb434 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675033 Jun 30 09:09:33.433585 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.434131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:09:33.472462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.474366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4d3a80a3-7c94-4821-9b7a-d0d18ab218b3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c2e2fab6-54ae-431d-b0aa-0741d53fb3b0 HTTP/1.1" status: 204 len: 168 time: 3.8820567 Jun 30 09:09:33.482616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50462) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:33.562345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:33.624507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:33.652607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.671638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc80edb-9e76-4850-b932-12ceb94bd23a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:33.758673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.811922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] Deleting subnet bc04db8f-7bbb-4d48-87c3-640b776c1ad4 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:33.831626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.905310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.906210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.907692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 1092 time: 4.3298025 Jun 30 09:09:33.909967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:33.912307 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5d21bd-a8f9-42b6-9257-962fdc448386" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:33.944718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.046341 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 4, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port': {'id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:26Z', 'updated_at': '2021-06-30T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ecc80edb-9e76-4850-b932-12ceb94bd23a', 'name': '', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'mac_address': 'fa:16:3e:39:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:32Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 1, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'subnets': [{'id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:34.047811 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6d980d-7168-46ff-aad4-1fb0c3214706 x-openstack-request-id: req-5e6d980d-7168-46ff-aad4-1fb0c3214706 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:34.048115 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:34.048370 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e6d980d-7168-46ff-aad4-1fb0c3214706 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:34.048775 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'status': 'completed', 'code': 200} Jun 30 09:09:34.087436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Network 526491fb-67df-4bd0-bd56-942c493595dd is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:34.094065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:34.106125 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e40d879-2047-4925-84ab-eff97c89e341 None None] The sync data for ids ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'] in n-d-758944-40 is: [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 4, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port': {'id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:26Z', 'updated_at': '2021-06-30T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ecc80edb-9e76-4850-b932-12ceb94bd23a', 'name': '', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'mac_address': 'fa:16:3e:39:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:32Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 1, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'subnets': [{'id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:34.110761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aa0a3-b5a8-4b67-93a1-7e651192b1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.226556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-efc161a0-68a6-4e44-a6d0-84ad891d4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.228190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-efc161a0-68a6-4e44-a6d0-84ad891d4879 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1096 time: 0.2679675 Jun 30 09:09:34.259205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.332059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.428227 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-96ce42d1-74f0-4d82-b223-fc69e8b22292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.438387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Router c2a1e1cc-77ed-49cb-9541-75059f3325cc has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:34.466127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-f0e3a8da-69dc-44c5-be49-d3fdab4b1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.469103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-f0e3a8da-69dc-44c5-be49-d3fdab4b1ad5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.2257507 Jun 30 09:09:34.470899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.617949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.623636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f623ab-25de-479f-a300-3cf30e98a4d0 None None] Network eadb65f2-bb6f-4e01-b8fd-6544c3146186 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:34.624658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bc04db8f-7bbb-4d48-87c3-640b776c1ad4 HTTP/1.1" status: 204 len: 168 time: 1.1388569 Jun 30 09:09:34.625770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd6819-7ccb-4f18-85c2-1ab7bf7a38cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc04db8f-7bbb-4d48-87c3-640b776c1ad4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.635999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50524) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:34.743739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5266702-faa3-40eb-a0c0-821cd78ce1fd no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:34.768832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:34.790546 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-03c1f4eb-cbac-4b6e-aef1-e217a9441e66 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2a1e1cc-77ed-49cb-9541-75059f3325cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9215074 Jun 30 09:09:34.848436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-31057964-d09c-4f49-a3ab-b96eb594432e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 998 time: 0.3679836 Jun 30 09:09:34.938948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-b94d97be-07e5-4616-90b1-3be7ecbf31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.940448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-b94d97be-07e5-4616-90b1-3be7ecbf31dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.0819142 Jun 30 09:09:34.960708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.967980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a5266702-faa3-40eb-a0c0-821cd78ce1fd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:34.976088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5266702-faa3-40eb-a0c0-821cd78ce1fd not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:35.196789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7badcc-c159-477c-bc4d-c147e206d54e req-e2920462-23a2-4111-95d8-935481fc266e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.198576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c7badcc-c159-477c-bc4d-c147e206d54e req-e2920462-23a2-4111-95d8-935481fc266e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.4387228 Jun 30 09:09:35.199286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] DHCP port deletion for eadb65f2-bb6f-4e01-b8fd-6544c3146186 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:09:35.291423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c7badcc-c159-477c-bc4d-c147e206d54e req-662fda4b-1bd3-4a49-89b0-fe028ab9173b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727477 Jun 30 09:09:35.297332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-319534fd-4ec3-48c8-81e4-ec1bbd9790aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.299092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-319534fd-4ec3-48c8-81e4-ec1bbd9790aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3353837 Jun 30 09:09:35.332806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Deleting port 24d78eb0-fbac-4653-952c-8cedf49787b8 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:35.333403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.333810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] Deleting port 24d78eb0-fbac-4653-952c-8cedf49787b8 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:35.334283 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.475512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] For port 24d78eb0-fbac-4653-952c-8cedf49787b8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24d78eb0-fbac-4653-952c-8cedf49787b8,segment=NetworkSegment(f79a7602-d116-403e-8eb9-82ad9f8cbffd),segment_id=f79a7602-d116-403e-8eb9-82ad9f8cbffd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:35.475899 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.503499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] Calling delete_port for 24d78eb0-fbac-4653-952c-8cedf49787b8 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:35.681792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] For port 24d78eb0-fbac-4653-952c-8cedf49787b8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24d78eb0-fbac-4653-952c-8cedf49787b8,segment=NetworkSegment(f79a7602-d116-403e-8eb9-82ad9f8cbffd),segment_id=f79a7602-d116-403e-8eb9-82ad9f8cbffd)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:35.682337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.684191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.732726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] No DVR routers for this DVR port 24d78eb0-fbac-4653-952c-8cedf49787b8 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:35.734638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442fd82-aa06-4093-9f02-3771168012e9 None None] Pushing event deleted for resources: {'Port': ['ID=24d78eb0-fbac-4653-952c-8cedf49787b8,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:35.749390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Calling delete_port for 24d78eb0-fbac-4653-952c-8cedf49787b8 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:35.798860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-48efc212-f46c-4fa4-9cef-53552bc007db service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892662 Jun 30 09:09:35.811436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.981828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-de0df2dd-5a17-4ca6-b159-dbcdc4c00fd6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.983590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-de0df2dd-5a17-4ca6-b159-dbcdc4c00fd6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 818 time: 0.4465790 Jun 30 09:09:36.016669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-ef6112aa-a7f8-4972-b5bc-477091234fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/quotas/b70b5800e7d640ec9ba95ec6989786ce HTTP/1.1" status: 200 len: 375 time: 0.0255568 Jun 30 09:09:36.113528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a077cb1-4504-4efe-91f7-2b181d70267e req-d957f8bb-6e5a-4a46-98dd-26a5e1e920fb service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038487 Jun 30 09:09:36.119242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.158738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Pushing event deleted for resources: {'Port': ['ID=24d78eb0-fbac-4653-952c-8cedf49787b8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.161120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] No DVR routers for this DVR port 24d78eb0-fbac-4653-952c-8cedf49787b8 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:36.260601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-fa43d1bf-18a4-4ae2-b5b1-ca8a6414f3a0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2428951 Jun 30 09:09:36.437324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.501324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadb65f2-bb6f-4e01-b8fd-6544c3146186']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:36.572125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79a7602-d116-403e-8eb9-82ad9f8cbffd') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:36.572613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79a7602-d116-403e-8eb9-82ad9f8cbffd') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:36.632223 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.880984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ce6c2101-0ace-4ee4-a01f-9135659861f5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:36.910093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.047526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ce6c2101-0ace-4ee4-a01f-9135659861f5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:37.057760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ce6c2101-0ace-4ee4-a01f-9135659861f5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:37.057916 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.063669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:37.066126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.109071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-bb2b774f-793c-4bfa-832d-d6adff95c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.119622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-bb2b774f-793c-4bfa-832d-d6adff95c1f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1096 time: 0.8642602 Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:37.120569 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:37.240646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-f63f367d-90c6-449d-b7b0-91337ec8103c service neutron] 10.222.0.53 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9507594 Jun 30 09:09:37.402844 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.424037 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.467808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ce6c2101-0ace-4ee4-a01f-9135659861f5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ce6c2101-0ace-4ee4-a01f-9135659861f5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:37.484684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.581964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24d78eb0-fbac-4653-952c-8cedf49787b8 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:37.635312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 24d78eb0-fbac-4653-952c-8cedf49787b8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:37.636158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24d78eb0-fbac-4653-952c-8cedf49787b8 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:37.638271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ce6c2101-0ace-4ee4-a01f-9135659861f5,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.687748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.693544 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.695807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] 10.222.0.53 "DELETE /v2.0/networks/eadb65f2-bb6f-4e01-b8fd-6544c3146186 HTTP/1.1" status: 204 len: 168 time: 3.0585635 Jun 30 09:09:37.763323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab018c-a3cc-4e17-acdd-c74c3839d5eb req-c2973114-3b1f-4da4-8985-02f8a4169bf3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.774802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eab018c-a3cc-4e17-acdd-c74c3839d5eb req-c2973114-3b1f-4da4-8985-02f8a4169bf3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 1.0731514 Jun 30 09:09:37.782212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769cd37-8d44-43a6-a4cf-0c38467888fa admin admin] Pushing event deleted for resources: {'Network': ['ID=eadb65f2-bb6f-4e01-b8fd-6544c3146186,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.891760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-e2579683-c8bb-47f9-bf03-55291ddf27ed service neutron] 10.222.0.53 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473112 Jun 30 09:09:37.900108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-066b6809-7cad-4c2f-8b43-af928e6f9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.901612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-066b6809-7cad-4c2f-8b43-af928e6f9d3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 200 len: 918 time: 0.6599429 Jun 30 09:09:37.925882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eab018c-a3cc-4e17-acdd-c74c3839d5eb req-45fac5cd-48e3-44be-b5fd-0f121de8cb0a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500242 Jun 30 09:09:38.141249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-adeb7980-d733-4ce5-82de-7f36d279d118 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 200 len: 998 time: 0.2120256 Jun 30 09:09:38.226754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Sync routers for ids ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:38.244711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Routers {'c2a1e1cc-77ed-49cb-9541-75059f3325cc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:38.245571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:38.271125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50636) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.361256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-2d342753-4a87-4292-9a1e-31b45e591246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.362727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-2d342753-4a87-4292-9a1e-31b45e591246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 200 len: 856 time: 0.2111194 Jun 30 09:09:38.397238 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-04389ff8-6218-45ef-a6fa-80419acdb42e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c34d92c644242b18fb83a1e261b516b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246994 Jun 30 09:09:38.400440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50644) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.420862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce72a837-5285-4b23-9536-13a8f9ad86f6 req-a044af92-afcc-435e-a201-fa818e1740d0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 210 time: 0.0827959 Jun 30 09:09:38.450540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Set router c2a1e1cc-77ed-49cb-9541-75059f3325cc gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:38.585062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f1a8-c7b1-4b55-915f-d70cdef52b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.680333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f1a8-c7b1-4b55-915f-d70cdef52b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.719103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-e65564b6-0e9c-4281-b334-a194d5f2dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.720243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-e65564b6-0e9c-4281-b334-a194d5f2dbb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6963bbad-50eb-4980-b87b-8c5cc0deff27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602162 Jun 30 09:09:38.786868 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f1a8-c7b1-4b55-915f-d70cdef52b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.789803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f1a8-c7b1-4b55-915f-d70cdef52b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.791205 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e7b9f1a8-c7b1-4b55-915f-d70cdef52b0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c92e9001-1eeb-4e8c-a99b-ba3dad5e941e HTTP/1.1" status: 204 len: 168 time: 0.3897865 Jun 30 09:09:38.808425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9f1a8-c7b1-4b55-915f-d70cdef52b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e9001-1eeb-4e8c-a99b-ba3dad5e941e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:38.809991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ce6c2101-0ace-4ee4-a01f-9135659861f5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:39.115278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-6cb40a18-020a-43c3-b533-36695d9acf8c service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713460 Jun 30 09:09:39.297193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ce6c2101-0ace-4ee4-a01f-9135659861f5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:39.298190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.380163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 4, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port': {'id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:26Z', 'updated_at': '2021-06-30T09:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ecc80edb-9e76-4850-b932-12ceb94bd23a', 'name': '', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'mac_address': 'fa:16:3e:39:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:32Z', 'updated_at': '2021-06-30T09:09:33Z', 'revision_number': 2, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'subnets': [{'id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:39.538505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Checking router: c2a1e1cc-77ed-49cb-9541-75059f3325cc for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:39.538798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Updating router c2a1e1cc-77ed-49cb-9541-75059f3325cc port ecc80edb-9e76-4850-b932-12ceb94bd23a binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:09:39.620725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f5d21bd-a8f9-42b6-9257-962fdc448386 req-08489306-7628-47b1-b582-87a81cd53abb service neutron] 10.222.0.13 "GET /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897163 Jun 30 09:09:39.657118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.663540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a5a96-e216-410d-936d-b83d053ce2a6 req-ed529f37-1d53-4fba-8c09-419d7bcf6f9b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.682292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-780a5a96-e216-410d-936d-b83d053ce2a6 req-ed529f37-1d53-4fba-8c09-419d7bcf6f9b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.4197690 Jun 30 09:09:39.714002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 50684) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.853553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-780a5a96-e216-410d-936d-b83d053ce2a6 req-cb86d23e-05f5-4521-ae09-c63ed8fcda48 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694930 Jun 30 09:09:39.904228 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8063a90-cfbd-4181-beda-2cb42fc5e359 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dc064a36ae24d0a8cd4b93c031f2b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878064 Jun 30 09:09:39.922578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 50694) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.127275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a379430-7449-4197-b9f3-dfa3681e21ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.223975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a379430-7449-4197-b9f3-dfa3681e21ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.540178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a379430-7449-4197-b9f3-dfa3681e21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.543385 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a379430-7449-4197-b9f3-dfa3681e21ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.544872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a379430-7449-4197-b9f3-dfa3681e21ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9b7375d-325b-4d2c-a306-b7a239f6109b HTTP/1.1" status: 204 len: 168 time: 0.6208048 Jun 30 09:09:40.598782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a379430-7449-4197-b9f3-dfa3681e21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7375d-325b-4d2c-a306-b7a239f6109b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:40.636897 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.657706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e9750-355b-445f-a93e-fd47dd0b68eb req-ee1980b5-5b6f-436a-bdd1-18a43b27af88 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.677154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e6e9750-355b-445f-a93e-fd47dd0b68eb req-ee1980b5-5b6f-436a-bdd1-18a43b27af88 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 945 time: 0.3845749 Jun 30 09:09:40.716690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Transition to ACTIVE for port object ecc80edb-9e76-4850-b932-12ceb94bd23a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:40.746044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.781991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-6b089617-9ccf-434c-9414-c0f915719171 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.786144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-6b089617-9ccf-434c-9414-c0f915719171 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 945 time: 0.3477147 Jun 30 09:09:41.039617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e6e9750-355b-445f-a93e-fd47dd0b68eb req-6dd07375-98c4-4005-ba3f-f7e42a3fbc30 tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd47c958-8a9c-4f3b-9779-33ba020bed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553014 Jun 30 09:09:41.072951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e68c54-bf3e-4b99-bb5c-13e63c661817 None None] Pushing event updated for resources: {'Port': ['ID=ecc80edb-9e76-4850-b932-12ceb94bd23a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.078587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Attempting to bind port ecc80edb-9e76-4850-b932-12ceb94bd23a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.082812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Attempting to bind port ecc80edb-9e76-4850-b932-12ceb94bd23a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.084994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Attempting to bind port ecc80edb-9e76-4850-b932-12ceb94bd23a on network 526491fb-67df-4bd0-bd56-942c493595dd {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.114208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:41.115818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Checking segment: {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:41.118359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.118969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Bound using segment: {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:41.119653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Bound port: ecc80edb-9e76-4850-b932-12ceb94bd23a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:41.126287 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.369390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Deleting port 42d380f3-7e90-4624-885c-8d784b647677 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:41.370063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.505177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] For port ecc80edb-9e76-4850-b932-12ceb94bd23a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:41.510127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] For port ecc80edb-9e76-4850-b932-12ceb94bd23a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ecc80edb-9e76-4850-b932-12ceb94bd23a,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:41.525357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.668772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e68c54-bf3e-4b99-bb5c-13e63c661817 None None] Pushing event updated for resources: {'Port': ['ID=ecc80edb-9e76-4850-b932-12ceb94bd23a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.710152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] For port 42d380f3-7e90-4624-885c-8d784b647677, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=42d380f3-7e90-4624-885c-8d784b647677,segment=NetworkSegment(e68c4eea-8346-49d2-ba6e-b1443884d2fd),segment_id=e68c4eea-8346-49d2-ba6e-b1443884d2fd)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:41.710978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.714250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Routers {'c2a1e1cc-77ed-49cb-9541-75059f3325cc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:41.715324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:09:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:41.748900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Calling delete_port for 42d380f3-7e90-4624-885c-8d784b647677 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:41.967743 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.007412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] Set router c2a1e1cc-77ed-49cb-9541-75059f3325cc gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:42.042252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Pushing event deleted for resources: {'Port': ['ID=42d380f3-7e90-4624-885c-8d784b647677,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.113342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] No DVR routers for this DVR port 42d380f3-7e90-4624-885c-8d784b647677 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:42.117509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.119130 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37d3ac7b-d9c6-4633-9102-c5a1a7dc39c9 req-ce99e507-8793-43e0-95e2-52a1aaf745af tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.26 "DELETE /v2.0/ports/42d380f3-7e90-4624-885c-8d784b647677 HTTP/1.1" status: 204 len: 173 time: 1.3210361 Jun 30 09:09:42.119610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'name': 'network-vif-deleted', 'tag': '42d380f3-7e90-4624-885c-8d784b647677'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:42.122753 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f76b0-ccc9-444b-b1a1-3a08ee3648f9" -d '{"events": [{"server_uuid": "5cb4b59d-aa39-4e30-a1c2-ec5e71be018e", "name": "network-vif-deleted", "tag": "42d380f3-7e90-4624-885c-8d784b647677"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:42.151110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4f15e-cea0-4054-8d4b-96aa6761625e req-f92ac369-114a-4ec7-9bb9-687d47956393 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.156068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3c4f15e-cea0-4054-8d4b-96aa6761625e req-f92ac369-114a-4ec7-9bb9-687d47956393 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.2030892 Jun 30 09:09:42.230864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3c4f15e-cea0-4054-8d4b-96aa6761625e req-39531107-1997-4284-8a1d-5284e4c72277 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717375 Jun 30 09:09:42.710389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 4, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port': {'id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:26Z', 'updated_at': '2021-06-30T09:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ecc80edb-9e76-4850-b932-12ceb94bd23a', 'name': '', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'mac_address': 'fa:16:3e:39:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:32Z', 'updated_at': '2021-06-30T09:09:41Z', 'revision_number': 4, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'subnets': [{'id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:42.814582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12dc3731-e150-4727-8bd0-56467fe32d89 req-a709469c-246d-48fd-bc76-a768953790df tempest-VolumesActionsTest-267978647 tempest-VolumesActionsTest-267978647-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb4b59d-aa39-4e30-a1c2-ec5e71be018e HTTP/1.1" status: 200 len: 210 time: 0.0902390 Jun 30 09:09:42.820598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c790e1-d50b-4b3f-b70f-a38391248129 None None] The sync data for ids ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'] in n-d-758944-40 is: [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:09:32Z', 'revision_number': 4, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port': {'id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:26Z', 'updated_at': '2021-06-30T09:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ecc80edb-9e76-4850-b932-12ceb94bd23a', 'name': '', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'mac_address': 'fa:16:3e:39:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:32Z', 'updated_at': '2021-06-30T09:09:41Z', 'revision_number': 4, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'subnets': [{'id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:42.875888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ecc80edb-9e76-4850-b932-12ceb94bd23a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:42.986194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ecc80edb-9e76-4850-b932-12ceb94bd23a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:42.998011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ecc80edb-9e76-4850-b932-12ceb94bd23a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:42.999013 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.210397 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.409999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ecc80edb-9e76-4850-b932-12ceb94bd23a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ecc80edb-9e76-4850-b932-12ceb94bd23a,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:43.419199 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.940607 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dd59af-fec1-4813-9d13-1f2a96827363 x-openstack-request-id: req-37dd59af-fec1-4813-9d13-1f2a96827363 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:43.941197 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb4b59d-aa39-4e30-a1c2-ec5e71be018e", "name": "network-vif-deleted", "tag": "42d380f3-7e90-4624-885c-8d784b647677", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:43.941197 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37dd59af-fec1-4813-9d13-1f2a96827363 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:43.941531 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb4b59d-aa39-4e30-a1c2-ec5e71be018e', 'name': 'network-vif-deleted', 'tag': '42d380f3-7e90-4624-885c-8d784b647677', 'status': 'completed', 'code': 200} Jun 30 09:09:44.086599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42d380f3-7e90-4624-885c-8d784b647677 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:44.118547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 42d380f3-7e90-4624-885c-8d784b647677 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:44.118953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 42d380f3-7e90-4624-885c-8d784b647677 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:44.156916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ecc80edb-9e76-4850-b932-12ceb94bd23a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:44.266196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-f5869eb2-82cc-4f3e-b2a8-4a4c06ce2459 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.277033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-f5869eb2-82cc-4f3e-b2a8-4a4c06ce2459 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 818 time: 1.4852064 Jun 30 09:09:44.297042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e9fc-a41c-4e9a-87ba-86c4963b4ae0 req-5d031a94-82b3-4c7f-86d0-1c8fe5e38f0a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.318506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def0e9fc-a41c-4e9a-87ba-86c4963b4ae0 req-5d031a94-82b3-4c7f-86d0-1c8fe5e38f0a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.3794491 Jun 30 09:09:44.336783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Request body: {'port': {'device_id': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'admin_state_up': True, 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:44.538729 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-def0e9fc-a41c-4e9a-87ba-86c4963b4ae0 req-5a488e00-c7b6-40c1-841f-16f56b706e4d tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189014 Jun 30 09:09:44.663039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Made reservation on behalf of b70b5800e7d640ec9ba95ec6989786ce for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:44.666682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.774565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ecc80edb-9e76-4850-b932-12ceb94bd23a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:44.909556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ecc80edb-9e76-4850-b932-12ceb94bd23a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:44.909959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.131021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Allocated IP 172.20.0.7 (526491fb-67df-4bd0-bd56-942c493595dd/1a840996-5c12-4b34-8e2e-70b18afa7c4d/85715e44-032d-43d7-9e22-eb285baf0b52) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:45.681983 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.811500 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.014473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Network 526491fb-67df-4bd0-bd56-942c493595dd is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:46.017518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:46.072251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:46.084893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Pushing event updated for resources: {'Port': ['ID=85715e44-032d-43d7-9e22-eb285baf0b52,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:46.303379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.304197 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.465539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a314a-d8df-4ef1-84f1-4d8d1a9275ad req-b8e4486d-3d84-4e26-abc4-27f07f00eec8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.478461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-413a314a-d8df-4ef1-84f1-4d8d1a9275ad req-b8e4486d-3d84-4e26-abc4-27f07f00eec8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.4841161 Jun 30 09:09:46.479844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0434c600-efdb-475f-a95a-3795bd2141b6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1587591 Jun 30 09:09:46.582898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-e7db02a1-70f5-4102-a117-7354701b8263 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3940482 Jun 30 09:09:46.602574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-413a314a-d8df-4ef1-84f1-4d8d1a9275ad req-f8dc799a-9440-4309-8712-bc319f458731 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119168 Jun 30 09:09:46.860557 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:48.098661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4caa84-9aeb-4b3b-9df1-1621ac494974 req-4e0ee342-fd2f-4803-9b6a-cfe9637f1753 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.100592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd4caa84-9aeb-4b3b-9df1-1621ac494974 req-4e0ee342-fd2f-4803-9b6a-cfe9637f1753 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.1536160 Jun 30 09:09:48.146736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Request body: {'port': {'device_id': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:48.369851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.385826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd4caa84-9aeb-4b3b-9df1-1621ac494974 req-4ba5c397-4022-43e3-8473-c5c82895070c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607441 Jun 30 09:09:48.594019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-e93df6fd-919c-4656-adca-552a444b9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.595529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-e93df6fd-919c-4656-adca-552a444b9fe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6234c8f9bb2244e380e296357b07bb69&device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 1102 time: 0.4102256 Jun 30 09:09:49.037255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-94db926b-897a-41e0-a669-209dd70113bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.039174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-94db926b-897a-41e0-a669-209dd70113bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.2873805 Jun 30 09:09:49.170583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-f083fbf8-2137-42ff-b822-fd804518ea4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 HTTP/1.1" status: 200 len: 217 time: 0.1214643 Jun 30 09:09:49.291426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-f32c181a-f24a-4500-a8d2-884ddc980722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.294803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-f32c181a-f24a-4500-a8d2-884ddc980722 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.1176054 Jun 30 09:09:49.421985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85715e44-032d-43d7-9e22-eb285baf0b52 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:49.461388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.496957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-5debfcf3-c599-405f-908b-94628b65b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.502841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-5debfcf3-c599-405f-908b-94628b65b9f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2025509 Jun 30 09:09:49.508554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Transition to ACTIVE for port object 85715e44-032d-43d7-9e22-eb285baf0b52 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:49.546307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.916415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=85715e44-032d-43d7-9e22-eb285baf0b52,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:49.981371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.981737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.982078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.983009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.983346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.983752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.984187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.984564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.984950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.985328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.985670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:49.986000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:50.030888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-70350a4d-441b-4ce6-b973-a38306ae3c9e service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091827 Jun 30 09:09:50.101946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdda3a-051e-4266-9ff2-6f716815ebd7 req-2c68ec74-77ab-41a6-b5bf-437730f40083 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.114879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cdda3a-051e-4266-9ff2-6f716815ebd7 req-2c68ec74-77ab-41a6-b5bf-437730f40083 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.3382704 Jun 30 09:09:50.294568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Attempting to bind port 85715e44-032d-43d7-9e22-eb285baf0b52 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:50.310215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Attempting to bind port 85715e44-032d-43d7-9e22-eb285baf0b52 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:50.310876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Attempting to bind port 85715e44-032d-43d7-9e22-eb285baf0b52 on network 526491fb-67df-4bd0-bd56-942c493595dd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:50.363473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75cdda3a-051e-4266-9ff2-6f716815ebd7 req-71be36cc-4fa7-49c0-a9ea-d224d5cc710b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044284 Jun 30 09:09:50.370172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Port 85715e44-032d-43d7-9e22-eb285baf0b52 on network 526491fb-67df-4bd0-bd56-942c493595dd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:50.373213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Attempting to bind port 85715e44-032d-43d7-9e22-eb285baf0b52 on network 526491fb-67df-4bd0-bd56-942c493595dd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:50.436461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:50.446201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Checking segment: {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:50.447585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Bound using segment: {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:50.448287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Bound port: 85715e44-032d-43d7-9e22-eb285baf0b52, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:50.448852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.480464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0e6150b-19dd-43b1-acec-7bc55ec376c6 req-3187728c-6fee-4d17-a543-0918872730e0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379499 Jun 30 09:09:50.615213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] For port 85715e44-032d-43d7-9e22-eb285baf0b52, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:50.618840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] For port 85715e44-032d-43d7-9e22-eb285baf0b52, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85715e44-032d-43d7-9e22-eb285baf0b52,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:50.626542 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.663965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.666267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.669225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 1092 time: 2.5440245 Jun 30 09:09:50.673585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'tag': '85715e44-032d-43d7-9e22-eb285baf0b52'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:50.678989 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be" -d '{"events": [{"name": "network-changed", "server_uuid": "cec22dfc-4143-4b87-ad6f-687a195224d3", "tag": "85715e44-032d-43d7-9e22-eb285baf0b52"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:50.899759 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174326b9-03e2-4180-8db6-8350a2b4c9e2 x-openstack-request-id: req-174326b9-03e2-4180-8db6-8350a2b4c9e2 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:50.900052 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec22dfc-4143-4b87-ad6f-687a195224d3", "tag": "85715e44-032d-43d7-9e22-eb285baf0b52", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:50.900374 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-174326b9-03e2-4180-8db6-8350a2b4c9e2 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:50.903099 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'tag': '85715e44-032d-43d7-9e22-eb285baf0b52', 'status': 'completed', 'code': 200} Jun 30 09:09:50.959532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95ee5d-d282-4778-99ec-8d869885d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=85715e44-032d-43d7-9e22-eb285baf0b52,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:51.038774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-422a62e8-4ed7-4b4a-8b37-e1558d86f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.040979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-422a62e8-4ed7-4b4a-8b37-e1558d86f29b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1095 time: 0.2938888 Jun 30 09:09:51.987198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-06d91086-809d-4129-8457-24f3a22e4cf9 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.999796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-06d91086-809d-4129-8457-24f3a22e4cf9 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 818 time: 0.4582615 Jun 30 09:09:52.056237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-0a90c953-7b7c-42c6-9537-f24b01160b42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.2677858 Jun 30 09:09:52.066689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-2ed5cd53-25ec-4736-bc4e-36fdd7b687d1 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/quotas/b70b5800e7d640ec9ba95ec6989786ce HTTP/1.1" status: 200 len: 375 time: 0.0659583 Jun 30 09:09:52.139551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-a295e14e-245f-4431-b95f-60009ce56045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.142695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-a295e14e-245f-4431-b95f-60009ce56045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.0605636 Jun 30 09:09:52.199128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-5be6d8d3-8a34-4690-a302-34381b6522c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303707 Jun 30 09:09:52.319775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2bf14-e095-49c1-a633-cfc9dcbcbeab req-de3b3a18-e772-434a-89c7-de184d15a3c1 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.346587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87f2bf14-e095-49c1-a633-cfc9dcbcbeab req-de3b3a18-e772-434a-89c7-de184d15a3c1 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 944 time: 0.6697273 Jun 30 09:09:52.540286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-93cd4fce-f366-4be6-9137-12880516d96b service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266521 Jun 30 09:09:52.710425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87f2bf14-e095-49c1-a633-cfc9dcbcbeab req-22e05f27-481e-465b-b1b8-2419540aac1f tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629451 Jun 30 09:09:52.717799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-7b5961a2-643e-43cb-9e71-e618917c9da7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6499729 Jun 30 09:09:52.902644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9f92e5c-c310-4979-b99c-dc4b4c138080 req-68905ab2-20d4-459a-905b-80a22a41b34d service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528984 Jun 30 09:09:53.080894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-5fe03515-ef8c-4680-abe3-887d2f78f474 service neutron] 10.222.0.53 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527939 Jun 30 09:09:53.217897 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.607801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:53.754635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:53.774989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'port_id': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'mac_address': 'fa:16:3e:d8:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:53.815570 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.829249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:53.830645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-2b9bbb1d-2d76-4a4e-97d2-44b8b17b2056 service neutron] 10.222.0.53 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407763 Jun 30 09:09:53.842289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-bd13e614-5545-4fc0-aaff-614d154229e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.846775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-bd13e614-5545-4fc0-aaff-614d154229e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1095 time: 0.7029898 Jun 30 09:09:53.856256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:53.861824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.918052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=11']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.032904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-3aa3016a-ff5e-40de-b3b6-daa157fa913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.034392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-3aa3016a-ff5e-40de-b3b6-daa157fa913c service neutron] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.1801898 Jun 30 09:09:54.084071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:54.160032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-4ebe062d-7123-4a32-a64a-c96196931570 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.1111658 Jun 30 09:09:54.167413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08514914-cc63-4fa3-9fb7-fce941e0d55b req-6a6dfc4f-2ddd-435a-ad20-8cabbd5a65e4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 210 time: 0.1113627 Jun 30 09:09:54.206693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4e54-5ac1-4352-accf-0668c28d94f0 req-b278b671-ba5b-49e2-ae37-25e562e6dbd8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.210871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f76d4e54-5ac1-4352-accf-0668c28d94f0 req-b278b671-ba5b-49e2-ae37-25e562e6dbd8 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.3112433 Jun 30 09:09:54.307650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f76d4e54-5ac1-4352-accf-0668c28d94f0 req-f8def313-6913-4394-8ec5-8245201a576e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958164 Jun 30 09:09:54.310237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-655dd4ab-4872-4651-8088-4dbac619183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.311725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-655dd4ab-4872-4651-8088-4dbac619183f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.1434078 Jun 30 09:09:54.351078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-d9514406-2aa5-48ae-bb73-4a10ab7bb9bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308614 Jun 30 09:09:54.501663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-8c2e0a45-39db-48a0-86e5-637534754a1f service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381166 Jun 30 09:09:54.705509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5a2d292-1ab4-4fcc-8af3-868e479dc0be req-e0000de2-974d-45cc-be70-2d7764503fab service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949275 Jun 30 09:09:55.102266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.425178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fdc72a51-b74e-4dc4-85be-4ba10730b008 req-bba345c9-f594-4327-9259-2e05dd0ae921 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 210 time: 0.0593565 Jun 30 09:09:55.608656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:55.703011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c4a97-c078-4bfa-9fb3-6701bd81de50 req-039d32fc-9ed1-4d81-ac74-45411c34a0b2 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.704589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d1c4a97-c078-4bfa-9fb3-6701bd81de50 req-039d32fc-9ed1-4d81-ac74-45411c34a0b2 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 945 time: 0.1522753 Jun 30 09:09:55.711062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:55.724184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:55.724788 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.841479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d1c4a97-c078-4bfa-9fb3-6701bd81de50 req-6745bc56-3b61-49b5-b7eb-a7d7a12e7506 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287177 Jun 30 09:09:55.897286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-c315f737-3d2d-4d3d-a7b8-7a6a7d12af5c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.899453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-c315f737-3d2d-4d3d-a7b8-7a6a7d12af5c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.26 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 818 time: 0.1519551 Jun 30 09:09:55.918500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Request body: {'port': {'device_id': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'admin_state_up': True, 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:55.946736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.991862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:55.998374 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c13453-68f6-4ff9-be15-565ea0662fec" -d '{"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-plugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:56.045647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:56.062503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.176888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.224732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Made reservation on behalf of b70b5800e7d640ec9ba95ec6989786ce for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:56.249931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.536603 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba10412b-a41f-4ff6-bff4-0f156939e97f x-openstack-request-id: req-ba10412b-a41f-4ff6-bff4-0f156939e97f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:56.536915 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-plugged", "status": "completed", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:56.537158 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba10412b-a41f-4ff6-bff4-0f156939e97f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:56.537557 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'code': 200} Jun 30 09:09:56.576435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Allocated IP 172.20.0.14 (526491fb-67df-4bd0-bd56-942c493595dd/1a840996-5c12-4b34-8e2e-70b18afa7c4d/f2a167dd-69ab-4171-a406-c1e7f0464ac4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:56.845903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00d0b749-45ee-4a81-8ce9-6a33ae2b5927 req-b027236d-4783-4c61-860b-c5cce3f3e706 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 210 time: 0.0794115 Jun 30 09:09:56.987012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee176f83-af66-47b3-bd5d-e740cbe62115 req-a92a0a08-24b6-47d7-a7e6-1a657ade3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.988794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee176f83-af66-47b3-bd5d-e740cbe62115 req-a92a0a08-24b6-47d7-a7e6-1a657ade3ca0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 1098 time: 0.1565115 Jun 30 09:09:57.011161 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.164712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee176f83-af66-47b3-bd5d-e740cbe62115 req-1669e2fa-4d83-4fed-b7dc-41530c86f992 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678736 Jun 30 09:09:57.200787 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.236258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Network 526491fb-67df-4bd0-bd56-942c493595dd is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:57.240108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:57.289234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:57.340662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df13df-f0cc-4b3d-916b-a256cddc01fa req-8c52e4e2-c809-4fbc-be04-0c95bfb08835 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.342305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95df13df-f0cc-4b3d-916b-a256cddc01fa req-8c52e4e2-c809-4fbc-be04-0c95bfb08835 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 946 time: 0.3200054 Jun 30 09:09:57.383330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Pushing event updated for resources: {'Port': ['ID=f2a167dd-69ab-4171-a406-c1e7f0464ac4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.405388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.406062 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.448973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95df13df-f0cc-4b3d-916b-a256cddc01fa req-a995d2e0-b3d7-48b1-a7f3-131d369cbb1a tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906825 Jun 30 09:09:57.450811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-6ed590bc-9893-4466-96f8-d7b411cac56f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5370219 Jun 30 09:09:57.470859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Request body: {'port': {'device_id': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:57.583639 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.608611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85715e44-032d-43d7-9e22-eb285baf0b52 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:57.823541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 85715e44-032d-43d7-9e22-eb285baf0b52, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85715e44-032d-43d7-9e22-eb285baf0b52,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:57.867422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '85715e44-032d-43d7-9e22-eb285baf0b52', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'port_id': '85715e44-032d-43d7-9e22-eb285baf0b52', 'mac_address': 'fa:16:3e:cd:23:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:57.966956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.005722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85715e44-032d-43d7-9e22-eb285baf0b52 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:58.055720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 85715e44-032d-43d7-9e22-eb285baf0b52, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85715e44-032d-43d7-9e22-eb285baf0b52,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:58.073151 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.218383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a167dd-69ab-4171-a406-c1e7f0464ac4 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:58.221880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.238079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Transition to ACTIVE for port object f2a167dd-69ab-4171-a406-c1e7f0464ac4 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:58.246228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=85715e44-032d-43d7-9e22-eb285baf0b52,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.286872 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.339700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['85715e44-032d-43d7-9e22-eb285baf0b52'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:58.453606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445c929-09c9-4096-9651-cd455352b4e5 req-51415de2-c8ed-4a00-8bd0-25ed6d880ef7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.455839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0445c929-09c9-4096-9651-cd455352b4e5 req-51415de2-c8ed-4a00-8bd0-25ed6d880ef7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 944 time: 0.2159364 Jun 30 09:09:58.497232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a167dd-69ab-4171-a406-c1e7f0464ac4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.631235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0445c929-09c9-4096-9651-cd455352b4e5 req-745863f0-9301-4b02-accd-ef3f462e814c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456099 Jun 30 09:09:58.673848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Attempting to bind port f2a167dd-69ab-4171-a406-c1e7f0464ac4 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:58.675019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Attempting to bind port f2a167dd-69ab-4171-a406-c1e7f0464ac4 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:58.676099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Attempting to bind port f2a167dd-69ab-4171-a406-c1e7f0464ac4 on network 526491fb-67df-4bd0-bd56-942c493595dd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:58.699601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Port f2a167dd-69ab-4171-a406-c1e7f0464ac4 on network 526491fb-67df-4bd0-bd56-942c493595dd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:58.700166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Attempting to bind port f2a167dd-69ab-4171-a406-c1e7f0464ac4 on network 526491fb-67df-4bd0-bd56-942c493595dd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:58.713679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:58.715897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Checking segment: {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:58.717104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Bound using segment: {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:58.717740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Bound port: f2a167dd-69ab-4171-a406-c1e7f0464ac4, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd13310-8e82-40da-a639-605d34efab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:58.718844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.870751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] For port f2a167dd-69ab-4171-a406-c1e7f0464ac4, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:58.895480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] For port f2a167dd-69ab-4171-a406-c1e7f0464ac4, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:58.909850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.023856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a167dd-69ab-4171-a406-c1e7f0464ac4,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:59.067994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.068986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.070594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0d36164a-d593-4dc2-8773-eeb263408ed9 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2a167dd-69ab-4171-a406-c1e7f0464ac4 HTTP/1.1" status: 200 len: 1093 time: 1.6049218 Jun 30 09:09:59.072656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'tag': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:59.075104 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3789fbd2-400d-47eb-97ba-7d09f72c99b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6798e8-f84b-4684-bd89-810b5ea6a72d", "tag": "f2a167dd-69ab-4171-a406-c1e7f0464ac4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:59.096767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b2718-1ed6-4d9e-838f-bd21711b3d5a req-63bfdc59-601f-4b09-a5fe-067375b41557 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.104047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a16b2718-1ed6-4d9e-838f-bd21711b3d5a req-63bfdc59-601f-4b09-a5fe-067375b41557 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 946 time: 0.3186066 Jun 30 09:09:59.173116 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee2025-f667-422e-b0b8-fa2cc3f7b23d x-openstack-request-id: req-eeee2025-f667-422e-b0b8-fa2cc3f7b23d {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:59.173711 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6798e8-f84b-4684-bd89-810b5ea6a72d", "tag": "f2a167dd-69ab-4171-a406-c1e7f0464ac4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:59.174197 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eeee2025-f667-422e-b0b8-fa2cc3f7b23d {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:59.174783 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'tag': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4', 'status': 'completed', 'code': 200} Jun 30 09:09:59.204405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a16b2718-1ed6-4d9e-838f-bd21711b3d5a req-93ebe928-10e9-4f5d-8806-8aa79e40aab5 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993977 Jun 30 09:09:59.289159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0479aeaf-1873-48d3-b490-e6a994dc0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.291476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-0479aeaf-1873-48d3-b490-e6a994dc0ffe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 1096 time: 0.1606770 Jun 30 09:09:59.386013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-f99596d6-ccda-4c27-b5e6-4e2948bb0ba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4 HTTP/1.1" status: 200 len: 217 time: 0.0828574 Jun 30 09:09:59.492346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-c3d80d33-6ee7-4cfc-8c91-386dfdf98db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.495348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-c3d80d33-6ee7-4cfc-8c91-386dfdf98db6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.0992110 Jun 30 09:09:59.555519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-d36d63e4-8045-47ad-a55f-5328e83b5226 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502036 Jun 30 09:09:59.608396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85715e44-032d-43d7-9e22-eb285baf0b52 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:59.784038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 85715e44-032d-43d7-9e22-eb285baf0b52 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:59.791565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 85715e44-032d-43d7-9e22-eb285baf0b52 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:59.792193 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.796774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-697ec566-c9a3-479a-9027-30373ba29037 service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300892 Jun 30 09:09:59.929067 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.968010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85715e44-032d-43d7-9e22-eb285baf0b52'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:59.970674 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cce69f-0354-4933-9076-fb06a4cd19c2" -d '{"events": [{"server_uuid": "cec22dfc-4143-4b87-ad6f-687a195224d3", "name": "network-vif-plugged", "status": "completed", "tag": "85715e44-032d-43d7-9e22-eb285baf0b52"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:59.988637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 85715e44-032d-43d7-9e22-eb285baf0b52, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85715e44-032d-43d7-9e22-eb285baf0b52,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:00.000520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.035819 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a8482-1aae-48c6-be49-ecab8eb0cbb2 x-openstack-request-id: req-b44a8482-1aae-48c6-be49-ecab8eb0cbb2 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:00.036214 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec22dfc-4143-4b87-ad6f-687a195224d3", "name": "network-vif-plugged", "status": "completed", "tag": "85715e44-032d-43d7-9e22-eb285baf0b52", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:00.036620 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b44a8482-1aae-48c6-be49-ecab8eb0cbb2 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:00.037057 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85715e44-032d-43d7-9e22-eb285baf0b52', 'code': 200} Jun 30 09:10:00.103239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=85715e44-032d-43d7-9e22-eb285baf0b52,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:00.216263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1a38c-2c0f-4ac9-ad6f-0da124fe8743 req-d1b61401-5890-40ce-9ede-cccc9022047a tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.222834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ded1a38c-2c0f-4ac9-ad6f-0da124fe8743 req-d1b61401-5890-40ce-9ede-cccc9022047a tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 944 time: 0.3547585 Jun 30 09:10:00.228646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fd730e0-da12-4b6d-b816-e5dc5c47bfbb req-23dc93b3-b2c0-49fe-aac2-d0a45bbaa20b service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197702 Jun 30 09:10:00.281298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ded1a38c-2c0f-4ac9-ad6f-0da124fe8743 req-3918962d-a896-4551-9c72-25f6255b4f12 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474522 Jun 30 09:10:00.296538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48555ed-cfc5-4f60-84aa-a92c39f9acd7 req-94502b2d-852d-4fb4-b7bf-1643806034e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.298374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e48555ed-cfc5-4f60-84aa-a92c39f9acd7 req-94502b2d-852d-4fb4-b7bf-1643806034e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.1645951 Jun 30 09:10:00.371867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e48555ed-cfc5-4f60-84aa-a92c39f9acd7 req-e7bd6ceb-1029-4e25-988d-658a39d4073a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623031 Jun 30 09:10:00.453069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-5e411e2c-3249-41a3-a2d2-3383c05b3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.454849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-5e411e2c-3249-41a3-a2d2-3383c05b3a95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 1096 time: 0.1176414 Jun 30 09:10:00.554055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12569b22-fd22-445b-be5d-d9321f269c9d req-ef926324-439d-4ca2-9808-2cf79f9b4119 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.562568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12569b22-fd22-445b-be5d-d9321f269c9d req-ef926324-439d-4ca2-9808-2cf79f9b4119 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 946 time: 0.1597576 Jun 30 09:10:00.621133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12569b22-fd22-445b-be5d-d9321f269c9d req-bd1ade41-3c56-4910-a623-3ea78335f5b0 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582414 Jun 30 09:10:00.626638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-11afc647-66b3-4264-9e00-61acb208c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.628062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-11afc647-66b3-4264-9e00-61acb208c28b service neutron] 10.222.0.26 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.1586812 Jun 30 09:10:00.714162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-f6d1a0fa-7acd-473b-ad20-50c144aadbf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4 HTTP/1.1" status: 200 len: 217 time: 0.0780425 Jun 30 09:10:00.772371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-9da09fc8-8721-49bd-9b72-940e57d34dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.774334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-9da09fc8-8721-49bd-9b72-940e57d34dbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.0522971 Jun 30 09:10:00.816376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-7c0ba0b7-3db8-4546-85bb-003302845fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336792 Jun 30 09:10:00.957976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-ee296608-680c-4015-b297-38caa426176e service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329753 Jun 30 09:10:01.140514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3789fbd2-400d-47eb-97ba-7d09f72c99b3 req-450d5ca0-2a75-4480-bb98-687c36d6f2c7 service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736617 Jun 30 09:10:01.629817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730524-8767-4035-9267-163f7048aec1 req-219eb988-064b-4df5-93ca-af19c37036ea tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.631168 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2abdebc-a213-4aa2-8798-a21eb0415198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.631665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef730524-8767-4035-9267-163f7048aec1 req-219eb988-064b-4df5-93ca-af19c37036ea tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 944 time: 0.1663527 Jun 30 09:10:01.738552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef730524-8767-4035-9267-163f7048aec1 req-5cbd4e6f-b7c5-4817-a235-717a49c2ebcd tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013820 Jun 30 09:10:01.783724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f2a167dd-69ab-4171-a406-c1e7f0464ac4 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:01.959055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f2a167dd-69ab-4171-a406-c1e7f0464ac4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:01.972373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4', 'network_id': '526491fb-67df-4bd0-bd56-942c493595dd', 'port_id': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4', 'mac_address': 'fa:16:3e:53:bd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a840996-5c12-4b34-8e2e-70b18afa7c4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:02.025082 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.040880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a167dd-69ab-4171-a406-c1e7f0464ac4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:02.073109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f2a167dd-69ab-4171-a406-c1e7f0464ac4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:02.078734 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.204588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f2a167dd-69ab-4171-a406-c1e7f0464ac4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.337988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f2a167dd-69ab-4171-a406-c1e7f0464ac4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:03.165460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1984c-d113-4d2a-8553-25affb01baca req-9b8ec112-d959-4027-95a0-09473408f6e0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.168591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38d1984c-d113-4d2a-8553-25affb01baca req-9b8ec112-d959-4027-95a0-09473408f6e0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 945 time: 0.1505120 Jun 30 09:10:03.274765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38d1984c-d113-4d2a-8553-25affb01baca req-3e9c583c-2561-4392-bac2-3f8dd19d5795 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858355 Jun 30 09:10:03.808565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f2a167dd-69ab-4171-a406-c1e7f0464ac4 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:03.910765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f2a167dd-69ab-4171-a406-c1e7f0464ac4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:03.926199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f2a167dd-69ab-4171-a406-c1e7f0464ac4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:03.926915 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.129718 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.178865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f2a167dd-69ab-4171-a406-c1e7f0464ac4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:04.180334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:04.183052 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d2ce26-0345-402f-aab0-5fab8b8bcd72" -d '{"events": [{"server_uuid": "4a6798e8-f84b-4684-bd89-810b5ea6a72d", "name": "network-vif-plugged", "status": "completed", "tag": "f2a167dd-69ab-4171-a406-c1e7f0464ac4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:04.187042 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.254951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f2a167dd-69ab-4171-a406-c1e7f0464ac4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:04.265487 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e223318-dca8-4684-bc2a-5a8a39e71388 x-openstack-request-id: req-9e223318-dca8-4684-bc2a-5a8a39e71388 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:04.265922 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6798e8-f84b-4684-bd89-810b5ea6a72d", "name": "network-vif-plugged", "status": "completed", "tag": "f2a167dd-69ab-4171-a406-c1e7f0464ac4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:04.266269 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e223318-dca8-4684-bc2a-5a8a39e71388 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:04.267537 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4', 'code': 200} Jun 30 09:10:04.344589 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.395704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7193eb03-7f2a-4b41-b334-8279bc9ab77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.447090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca09676-9766-48c3-b7ee-982d92c757de req-fa5ec1c6-891c-479d-b07c-eefd8a5bb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.449390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ca09676-9766-48c3-b7ee-982d92c757de req-fa5ec1c6-891c-479d-b07c-eefd8a5bb18e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 1098 time: 0.0968578 Jun 30 09:10:04.558353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ca09676-9766-48c3-b7ee-982d92c757de req-f61300e1-7653-4dde-b44c-b6909a7d205a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969110 Jun 30 09:10:04.625787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4292-10fd-4064-82f2-165fd39bc7f0 req-c1c7aaf8-3fa2-48c6-9c0c-d3b1f44cb0ad tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.632780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95ef4292-10fd-4064-82f2-165fd39bc7f0 req-c1c7aaf8-3fa2-48c6-9c0c-d3b1f44cb0ad tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1145337 Jun 30 09:10:04.695919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95ef4292-10fd-4064-82f2-165fd39bc7f0 req-51bd3754-ffe6-4580-aa27-86e923f4a76e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622709 Jun 30 09:10:05.799189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.123614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bc76e-4218-4fc3-a823-dc902485a383 req-b872c292-1202-4789-8ed6-f98f8d7d9a98 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.125786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b4bc76e-4218-4fc3-a823-dc902485a383 req-b872c292-1202-4789-8ed6-f98f8d7d9a98 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1995695 Jun 30 09:10:06.222907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b4bc76e-4218-4fc3-a823-dc902485a383 req-86b808dc-fae9-4605-8d99-7f07937051a2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899971 Jun 30 09:10:06.945132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-24198d8c-edc8-4d36-8b65-9f61467a584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.947076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-24198d8c-edc8-4d36-8b65-9f61467a584d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 1098 time: 0.0950677 Jun 30 09:10:06.957549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc368572-5037-4017-af64-4f31491af5f2 req-13b5bb98-d1b0-430a-a89b-b451e408c358 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.959394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc368572-5037-4017-af64-4f31491af5f2 req-13b5bb98-d1b0-430a-a89b-b451e408c358 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1668549 Jun 30 09:10:07.089538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-87f25c47-a641-4e26-aa85-a8c2aac9905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.092283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-87f25c47-a641-4e26-aa85-a8c2aac9905f service neutron] 10.222.0.26 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.1311657 Jun 30 09:10:07.166653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-3adc6541-1928-445f-88b7-427683c95ba1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4 HTTP/1.1" status: 200 len: 217 time: 0.0409877 Jun 30 09:10:07.189454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fc368572-5037-4017-af64-4f31491af5f2 req-506ee201-5907-4390-acc5-29008c84c8bc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199669 Jun 30 09:10:07.241187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-c5e073f9-f27f-464c-883e-a9154fb696a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.243985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-c5e073f9-f27f-464c-883e-a9154fb696a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.0699606 Jun 30 09:10:07.281248 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.305187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-ee7d35aa-bc98-433f-9c7f-7b093bb7b018 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532072 Jun 30 09:10:07.419028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-43cd5e3e-9f24-490f-8eb5-fce2186675d6 service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070774 Jun 30 09:10:07.628002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fffe2d-b720-4e82-896d-f16803bab857 req-45513b3e-a10e-43ad-ba03-a0db4a47dc30 service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025013 Jun 30 09:10:08.413978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf8dfc-aafc-430a-9391-163333b437c8 req-fdec5887-9bd1-41d1-bac8-f2b05762054e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.415625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73cf8dfc-aafc-430a-9391-163333b437c8 req-fdec5887-9bd1-41d1-bac8-f2b05762054e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0759323 Jun 30 09:10:08.458538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73cf8dfc-aafc-430a-9391-163333b437c8 req-e329d0c8-941b-4552-90ec-1344c3fa50fd tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Jun 30 09:10:09.695292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb41ed-241f-4e61-b98f-f60423e61cfe req-1cbd41cc-9086-49b0-88cd-3ad50ee34f84 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.696860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdbb41ed-241f-4e61-b98f-f60423e61cfe req-1cbd41cc-9086-49b0-88cd-3ad50ee34f84 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0687671 Jun 30 09:10:09.736325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdbb41ed-241f-4e61-b98f-f60423e61cfe req-c46a890c-59fb-40da-aad6-661572a4494a tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Jun 30 09:10:11.052833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0e8e-9ca9-41e4-99b2-f5e35afc1c85 req-58d56827-73a7-4b38-b8ed-1e245e9a1cb4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.054519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7eef0e8e-9ca9-41e4-99b2-f5e35afc1c85 req-58d56827-73a7-4b38-b8ed-1e245e9a1cb4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1164255 Jun 30 09:10:11.108727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7eef0e8e-9ca9-41e4-99b2-f5e35afc1c85 req-7730abde-5bcf-4297-80cd-1a2feb2926f2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Jun 30 09:10:11.885621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51486) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:12.022357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3e40559-491a-4d31-b3f4-c99317b367b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.200000 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3e40559-491a-4d31-b3f4-c99317b367b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.210440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d3e40559-491a-4d31-b3f4-c99317b367b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.280026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d3e40559-491a-4d31-b3f4-c99317b367b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ad22982537642ca8dee3980b21c1c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931217 Jun 30 09:10:12.282539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:12.393997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1fda7591-6d63-49b3-92e1-1fb0f4674e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.402553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e40559-491a-4d31-b3f4-c99317b367b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb9d68e-06db-4248-8d6b-b23726290ff3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.431036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1fda7591-6d63-49b3-92e1-1fb0f4674e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.432174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdfb0f-3930-48eb-b2df-89845e601911 req-d2627ad1-8dd1-4dc1-9bab-2ce76ee680ff tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.434082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27fdfb0f-3930-48eb-b2df-89845e601911 req-d2627ad1-8dd1-4dc1-9bab-2ce76ee680ff tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1529777 Jun 30 09:10:12.512243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1fda7591-6d63-49b3-92e1-1fb0f4674e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.515112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1fda7591-6d63-49b3-92e1-1fb0f4674e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.516062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27fdfb0f-3930-48eb-b2df-89845e601911 req-b540cb27-dd19-4019-871d-ec6ea2fb65bb tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745983 Jun 30 09:10:12.519037 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1fda7591-6d63-49b3-92e1-1fb0f4674e82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feb9d68e-06db-4248-8d6b-b23726290ff3 HTTP/1.1" status: 204 len: 168 time: 0.2354562 Jun 30 09:10:12.543171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda7591-6d63-49b3-92e1-1fb0f4674e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb9d68e-06db-4248-8d6b-b23726290ff3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.765616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc14b1e-6c74-4d89-ad4e-73229e9f82e8 req-60bd4b53-2916-49d3-86e2-bb0d0b27fb94 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.767582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fc14b1e-6c74-4d89-ad4e-73229e9f82e8 req-60bd4b53-2916-49d3-86e2-bb0d0b27fb94 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1030307 Jun 30 09:10:13.836402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fc14b1e-6c74-4d89-ad4e-73229e9f82e8 req-89dcfb39-fbe6-4411-9f66-c7dca71d4de2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617554 Jun 30 09:10:15.056056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947cb22-3c9c-433d-8367-ad637d549fab req-f29e4ca7-db73-4049-af44-9a5e0c63ef08 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.064589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d947cb22-3c9c-433d-8367-ad637d549fab req-f29e4ca7-db73-4049-af44-9a5e0c63ef08 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0877476 Jun 30 09:10:15.117454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d947cb22-3c9c-433d-8367-ad637d549fab req-a2c4d6d7-9a1a-4100-8ccd-b93cd8111bfb tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507469 Jun 30 09:10:16.244220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51602) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:16.375387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Deleting subnet 995889d9-b011-4a61-ba7d-d0393d764bfb {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:16.404196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.475103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5406-5e44-4829-bd46-baa59b6e785e req-b5039cc2-2880-4fb9-b33e-f22710bdf46b tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.476375 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.485584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ffa5406-5e44-4829-bd46-baa59b6e785e req-b5039cc2-2880-4fb9-b33e-f22710bdf46b tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1937425 Jun 30 09:10:16.549229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ffa5406-5e44-4829-bd46-baa59b6e785e req-d189fd00-9a1b-4236-8ef5-7aece824af78 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624940 Jun 30 09:10:16.580367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.717371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.830180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995889d9-b011-4a61-ba7d-d0393d764bfb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:16.837145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.855852 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/995889d9-b011-4a61-ba7d-d0393d764bfb HTTP/1.1" status: 204 len: 168 time: 0.6106317 Jun 30 09:10:16.858903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51620) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:16.872685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.873027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.873377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.873745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.874128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.874463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.874826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.875233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.875910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.876247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.876573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:16.876894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d67998-16da-4fc4-a526-e987e897c93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:17.004054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.032531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51622) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:17.100135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.111799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a67da84-585e-4a3e-b99d-68f802c5f4d1']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:17.123258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68c4eea-8346-49d2-ba6e-b1443884d2fd') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:17.123566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68c4eea-8346-49d2-ba6e-b1443884d2fd') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:17.134785 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.150343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.157324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:17.157753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.187838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79fdcd06-534f-4bf4-ba62-3feef2caebdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:17.215122 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:17.219795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.244746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.249854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] 10.222.0.53 "DELETE /v2.0/networks/3a67da84-585e-4a3e-b99d-68f802c5f4d1 HTTP/1.1" status: 204 len: 168 time: 0.3873415 Jun 30 09:10:17.249854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc498ec-9348-4b7b-b42a-518fc1bdfbad admin admin] Pushing event deleted for resources: {'Network': ['ID=3a67da84-585e-4a3e-b99d-68f802c5f4d1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.252016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51626) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:17.291894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79fdcd06-534f-4bf4-ba62-3feef2caebdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.296302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-79fdcd06-534f-4bf4-ba62-3feef2caebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.303433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] Deleting subnet fabe9878-8cb1-43ab-8892-c7b27cdfd0e3 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:17.306720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.342418 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-79fdcd06-534f-4bf4-ba62-3feef2caebdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d80150a79eae40f8a6ca6ec2f951b27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087289 Jun 30 09:10:17.343734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdcd06-534f-4bf4-ba62-3feef2caebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce668f-b85a-48ff-9335-24ff91fc7f25,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.345099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 51628) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:17.358097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.433493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.467757 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0758f82-5fe4-460f-b5ad-6040898db21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.497278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0758f82-5fe4-460f-b5ad-6040898db21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.547857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.874551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabe9878-8cb1-43ab-8892-c7b27cdfd0e3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.888484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.890532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-58bea3c5-50d3-4341-bd7c-f3fccbff2830 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fabe9878-8cb1-43ab-8892-c7b27cdfd0e3 HTTP/1.1" status: 204 len: 168 time: 0.6369615 Jun 30 09:10:17.893132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51654) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:17.893278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0758f82-5fe4-460f-b5ad-6040898db21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.895917 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0758f82-5fe4-460f-b5ad-6040898db21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.897193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f0758f82-5fe4-460f-b5ad-6040898db21d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dce668f-b85a-48ff-9335-24ff91fc7f25 HTTP/1.1" status: 204 len: 168 time: 0.5493348 Jun 30 09:10:17.924935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0758f82-5fe4-460f-b5ad-6040898db21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce668f-b85a-48ff-9335-24ff91fc7f25,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.982483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6544f8-877e-42c9-89a7-f0d5e7a5d60e req-1c8a04f4-b37f-4d73-b65a-90fff099d0ac tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.984205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be6544f8-877e-42c9-89a7-f0d5e7a5d60e req-1c8a04f4-b37f-4d73-b65a-90fff099d0ac tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1137798 Jun 30 09:10:18.010349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.033887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be6544f8-877e-42c9-89a7-f0d5e7a5d60e req-eb1985a9-211b-4547-b873-aa6a3055de84 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Jun 30 09:10:18.118561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.133332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97999e3-aec1-41ad-8bdd-237f13953430']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:18.147027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410dedc6-2c72-42e8-8966-9379763466f1') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:18.147426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410dedc6-2c72-42e8-8966-9379763466f1') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:18.161610 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.178199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.186461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:18.186971 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:18.190432 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:18.261680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.272155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.274236 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d97999e3-aec1-41ad-8bdd-237f13953430 HTTP/1.1" status: 204 len: 168 time: 0.3798776 Jun 30 09:10:18.286410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53d0ea-9002-4dd8-b9c0-f2f9e918ff21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97999e3-aec1-41ad-8bdd-237f13953430,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.423023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51680) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:18.469800 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48c88a72-c7c5-4d4b-a7ff-4c1737cfe844 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=152b4a2f646a47399099092be7ef726d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453460 Jun 30 09:10:18.471937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51684) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:18.532692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d0c0abb6-bcd5-4c84-a986-cf48c1b5aa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.562306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d0c0abb6-bcd5-4c84-a986-cf48c1b5aa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.619508 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d0c0abb6-bcd5-4c84-a986-cf48c1b5aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.622296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d0c0abb6-bcd5-4c84-a986-cf48c1b5aa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.624008 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d0c0abb6-bcd5-4c84-a986-cf48c1b5aa79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd47c958-8a9c-4f3b-9779-33ba020bed38 HTTP/1.1" status: 204 len: 168 time: 0.1508498 Jun 30 09:10:18.632498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0abb6-bcd5-4c84-a986-cf48c1b5aa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd47c958-8a9c-4f3b-9779-33ba020bed38,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.236112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51730) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:19.383202 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-47ea2c29-f181-454c-aedf-26039096a118 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b4d49f1b04a4dd19b7615e707d92c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456270 Jun 30 09:10:19.387015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 51742) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:19.520303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5780c1d4-afca-47ee-8e19-02b8a857b982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.555564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5780c1d4-afca-47ee-8e19-02b8a857b982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.640102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5780c1d4-afca-47ee-8e19-02b8a857b982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.644059 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5780c1d4-afca-47ee-8e19-02b8a857b982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.649346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5780c1d4-afca-47ee-8e19-02b8a857b982 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/292fc6f0-4d51-403f-b84b-da567e30fe09 HTTP/1.1" status: 204 len: 168 time: 0.2612274 Jun 30 09:10:19.664167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780c1d4-afca-47ee-8e19-02b8a857b982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292fc6f0-4d51-403f-b84b-da567e30fe09,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.689363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe2e50-02cb-4cbb-8bce-8c138496d9ea req-54e3c2c0-9c41-418e-9e58-ecc8d0723314 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.696495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fabe2e50-02cb-4cbb-8bce-8c138496d9ea req-54e3c2c0-9c41-418e-9e58-ecc8d0723314 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0995090 Jun 30 09:10:19.747158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fabe2e50-02cb-4cbb-8bce-8c138496d9ea req-f619b3a9-b702-446e-87fc-71d26b65a482 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485106 Jun 30 09:10:21.045346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ab83-25b3-44b6-bcfa-d744a54f288c req-68c7a255-9d3d-4ef5-ad81-c2c5fff4b8ea tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.053694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1363ab83-25b3-44b6-bcfa-d744a54f288c req-68c7a255-9d3d-4ef5-ad81-c2c5fff4b8ea tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1046567 Jun 30 09:10:21.129105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1363ab83-25b3-44b6-bcfa-d744a54f288c req-92601a3a-0d3e-42cc-adb0-b2715d0aa0bb tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741057 Jun 30 09:10:21.466205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52028) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:21.664784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e98a669-6afc-45c6-937d-0a11ba1edff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.783652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e98a669-6afc-45c6-937d-0a11ba1edff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.791133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e98a669-6afc-45c6-937d-0a11ba1edff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.823871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52082) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:21.834194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6e98a669-6afc-45c6-937d-0a11ba1edff2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55d9473896ca49fd9d41dd8308ba54c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663516 Jun 30 09:10:21.869993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98a669-6afc-45c6-937d-0a11ba1edff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa992378-67a9-47a8-9322-9cbefb2c4b76,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:21.912949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-528f48a8-ce7f-495a-9ba5-d28de2bb9715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.937361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-528f48a8-ce7f-495a-9ba5-d28de2bb9715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.006123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-528f48a8-ce7f-495a-9ba5-d28de2bb9715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.010482 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-528f48a8-ce7f-495a-9ba5-d28de2bb9715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.015227 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-528f48a8-ce7f-495a-9ba5-d28de2bb9715 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa992378-67a9-47a8-9322-9cbefb2c4b76 HTTP/1.1" status: 204 len: 168 time: 0.1902196 Jun 30 09:10:22.027202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f48a8-ce7f-495a-9ba5-d28de2bb9715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa992378-67a9-47a8-9322-9cbefb2c4b76,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.423620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09b41-a541-4b28-bb1e-d1b7a9e23c9d req-58a7f8e0-2b14-471c-a85c-7c69f4a32f9b tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.425542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93b09b41-a541-4b28-bb1e-d1b7a9e23c9d req-58a7f8e0-2b14-471c-a85c-7c69f4a32f9b tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1438582 Jun 30 09:10:22.502834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93b09b41-a541-4b28-bb1e-d1b7a9e23c9d req-c1a6f49b-4b86-4842-aa19-9619124bd670 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701015 Jun 30 09:10:22.999109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52250) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.206464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997e7e77-e2bc-4384-ba48-2587c3488d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.233694 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.386653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997e7e77-e2bc-4384-ba48-2587c3488d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.392918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997e7e77-e2bc-4384-ba48-2587c3488d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.447802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e7e77-e2bc-4384-ba48-2587c3488d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4c455-abcc-42c1-969a-6a8789e60656,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.469704 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-997e7e77-e2bc-4384-ba48-2587c3488d74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ed584ab03994ad896794ea204615737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675972 Jun 30 09:10:23.470602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52294) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.525826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff0eea0a-147d-4ba4-a0bc-8bc76aa25484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.562907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff0eea0a-147d-4ba4-a0bc-8bc76aa25484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.611392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52300) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.635737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff0eea0a-147d-4ba4-a0bc-8bc76aa25484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.638988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ff0eea0a-147d-4ba4-a0bc-8bc76aa25484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.641588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ff0eea0a-147d-4ba4-a0bc-8bc76aa25484 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1c4c455-abcc-42c1-969a-6a8789e60656 HTTP/1.1" status: 204 len: 168 time: 0.1699603 Jun 30 09:10:23.665592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0eea0a-147d-4ba4-a0bc-8bc76aa25484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4c455-abcc-42c1-969a-6a8789e60656,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.818930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba8de325-53ce-454b-a963-0eaee3d9d158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.862194 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:10:23.885999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d02933-430d-4102-9347-d3b3461cb596 req-a0106462-242c-43b4-a5a5-82195978269c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.892779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d02933-430d-4102-9347-d3b3461cb596 req-a0106462-242c-43b4-a5a5-82195978269c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1509750 Jun 30 09:10:23.954937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d02933-430d-4102-9347-d3b3461cb596 req-2e4522f2-c381-4c8d-a9f5-fdf802f47069 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609775 Jun 30 09:10:24.001492 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba8de325-53ce-454b-a963-0eaee3d9d158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.006150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba8de325-53ce-454b-a963-0eaee3d9d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.052269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ba8de325-53ce-454b-a963-0eaee3d9d158 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00ec6ffbcfc84f08a53465b4f624aea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394758 Jun 30 09:10:24.053091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8de325-53ce-454b-a963-0eaee3d9d158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601cced-3825-40af-aaa8-eeb3e18005db,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.054907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52324) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.112964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83d16049-a57a-4048-8ef8-808efbd07ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.137158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83d16049-a57a-4048-8ef8-808efbd07ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.195653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83d16049-a57a-4048-8ef8-808efbd07ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.198350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83d16049-a57a-4048-8ef8-808efbd07ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.199615 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83d16049-a57a-4048-8ef8-808efbd07ba7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a601cced-3825-40af-aaa8-eeb3e18005db HTTP/1.1" status: 204 len: 168 time: 0.1431417 Jun 30 09:10:24.208436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d16049-a57a-4048-8ef8-808efbd07ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601cced-3825-40af-aaa8-eeb3e18005db,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.118713 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.249272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70dba9-26bc-4a11-b5ef-772db14aadce req-b550c51d-2d77-477d-ae4c-1b21336cd094 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.251859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e70dba9-26bc-4a11-b5ef-772db14aadce req-b550c51d-2d77-477d-ae4c-1b21336cd094 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0882089 Jun 30 09:10:25.322682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e70dba9-26bc-4a11-b5ef-772db14aadce req-4f9b7555-bab3-47bb-9326-f31efaafab9f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618632 Jun 30 09:10:26.538853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471c9cd-3f56-4cab-8385-91320cd5d1fe req-c9d14b28-a856-4b93-88f8-5464d521a707 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.541349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a471c9cd-3f56-4cab-8385-91320cd5d1fe req-c9d14b28-a856-4b93-88f8-5464d521a707 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0831726 Jun 30 09:10:26.611084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a471c9cd-3f56-4cab-8385-91320cd5d1fe req-ffda21f0-bd6c-4385-9dac-77b30513b88e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604892 Jun 30 09:10:27.916965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7050b9-31f9-4e33-be6f-6fa49ea7a67e req-52b1f5b9-42c4-4f53-ae9c-1a65863b81f7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.919983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e7050b9-31f9-4e33-be6f-6fa49ea7a67e req-52b1f5b9-42c4-4f53-ae9c-1a65863b81f7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0981076 Jun 30 09:10:27.992159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e7050b9-31f9-4e33-be6f-6fa49ea7a67e req-0937f9f5-f43b-4037-9e98-810c62da79c3 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 Jun 30 09:10:29.018070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48612b2-3f84-400a-9825-e83b76057602 req-00163fa9-ccb2-4bf5-996e-6cbb25cd2516 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.025020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d48612b2-3f84-400a-9825-e83b76057602 req-00163fa9-ccb2-4bf5-996e-6cbb25cd2516 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 950 time: 0.0763197 Jun 30 09:10:29.070494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d48612b2-3f84-400a-9825-e83b76057602 req-1c77bf61-3d5c-456c-b6e3-421a07ea15e5 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Jun 30 09:10:29.188619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52d13f-6ec5-4635-b5cf-e7458eb16756 req-b837d208-f22e-486f-855c-c261b9c62bf5 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.190494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e52d13f-6ec5-4635-b5cf-e7458eb16756 req-b837d208-f22e-486f-855c-c261b9c62bf5 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0701001 Jun 30 09:10:29.233064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e52d13f-6ec5-4635-b5cf-e7458eb16756 req-3242f561-1d92-4d40-b560-ffc0e586b0e8 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Jun 30 09:10:30.303722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52514) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.357230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94e1f1-eec8-4a3d-81fa-985dc74f2219 req-d47a3c6f-a77b-4eb6-9656-0b49dadedc01 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.366211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f94e1f1-eec8-4a3d-81fa-985dc74f2219 req-d47a3c6f-a77b-4eb6-9656-0b49dadedc01 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 950 time: 0.1530862 Jun 30 09:10:30.423349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f94e1f1-eec8-4a3d-81fa-985dc74f2219 req-9f999275-1ed8-4973-8c33-47444aff030d tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/security-groups?id=33f3e40d-574f-4061-932c-285831f73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516174 Jun 30 09:10:30.494629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d15b14b-2038-4dfd-98ae-b5077306fa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.513527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f388cc-01b1-486a-ba49-2e505dc77ad4 req-8331f685-6f83-46f9-9c81-9e8e5943e290 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.516131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09f388cc-01b1-486a-ba49-2e505dc77ad4 req-8331f685-6f83-46f9-9c81-9e8e5943e290 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0915780 Jun 30 09:10:30.582567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09f388cc-01b1-486a-ba49-2e505dc77ad4 req-2bb4fbcc-a29c-4660-a187-79075bce8e6b tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601697 Jun 30 09:10:30.627446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d15b14b-2038-4dfd-98ae-b5077306fa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.633814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d15b14b-2038-4dfd-98ae-b5077306fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.658818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b14b-2038-4dfd-98ae-b5077306fa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef55e0-b05c-4fb3-b07a-97884b8e3895,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.699038 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9d15b14b-2038-4dfd-98ae-b5077306fa97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f58713382fb42eb8fb4ad6087a2d257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942888 Jun 30 09:10:30.706337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52526) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.779720 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b6c235f-cd85-44cd-8fae-66ebd696c909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.783475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-2a6a4c61-2686-46b1-b922-b47481acb8c1 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.785240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-2a6a4c61-2686-46b1-b922-b47481acb8c1 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 950 time: 0.0846720 Jun 30 09:10:30.804321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b6c235f-cd85-44cd-8fae-66ebd696c909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.864710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b6c235f-cd85-44cd-8fae-66ebd696c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.868362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6b6c235f-cd85-44cd-8fae-66ebd696c909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.870468 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6b6c235f-cd85-44cd-8fae-66ebd696c909 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1ef55e0-b05c-4fb3-b07a-97884b8e3895 HTTP/1.1" status: 204 len: 168 time: 0.1630700 Jun 30 09:10:30.881219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c235f-cd85-44cd-8fae-66ebd696c909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef55e0-b05c-4fb3-b07a-97884b8e3895,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.913694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Deleting port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:30.914120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.045207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] For port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:31.045207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.085513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Calling delete_port for ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:31.297278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52552) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:31.316594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e6ee00bd-50a0-4176-aaba-5924ca9386a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.319390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.335509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ea104ee9-76a4-4bfa-bc14-3a23f4b96db9'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:31.412410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Pushing event deleted for resources: {'Port': ['ID=ea104ee9-76a4-4bfa-bc14-3a23f4b96db9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:31.469961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e6ee00bd-50a0-4176-aaba-5924ca9386a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.473448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] No DVR routers for this DVR port ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:31.475531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e6ee00bd-50a0-4176-aaba-5924ca9386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.476213 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.478736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a221fb20-b32c-48b2-af1b-506a24f07149 req-adf3e10b-ce1c-43e3-aa20-b93724636c23 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.13 "DELETE /v2.0/ports/ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 HTTP/1.1" status: 204 len: 173 time: 0.6865623 Jun 30 09:10:31.479514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'name': 'network-vif-deleted', 'tag': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:31.483341 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a610b6-dd44-4d44-90d4-5e0a583377f0" -d '{"events": [{"server_uuid": "72ac3625-9a10-4ceb-8e1b-971a8095012a", "name": "network-vif-deleted", "tag": "ea104ee9-76a4-4bfa-bc14-3a23f4b96db9"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:31.553454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52564) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:31.573552 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22995b9e-d594-44a3-9fd5-0a4cae74a44f x-openstack-request-id: req-22995b9e-d594-44a3-9fd5-0a4cae74a44f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:31.574848 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ac3625-9a10-4ceb-8e1b-971a8095012a", "name": "network-vif-deleted", "tag": "ea104ee9-76a4-4bfa-bc14-3a23f4b96db9", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:31.575831 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22995b9e-d594-44a3-9fd5-0a4cae74a44f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:31.577182 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ac3625-9a10-4ceb-8e1b-971a8095012a', 'name': 'network-vif-deleted', 'tag': 'ea104ee9-76a4-4bfa-bc14-3a23f4b96db9', 'status': 'completed', 'code': 200} Jun 30 09:10:31.614688 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e6ee00bd-50a0-4176-aaba-5924ca9386a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fec3b398b7f4c059a4cc6a4aa894d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154557 Jun 30 09:10:31.617047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52570) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:31.620011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee00bd-50a0-4176-aaba-5924ca9386a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb7fd46-4b4f-486f-a907-e0c15ad6a7c8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:31.668418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3bf0d618-0d06-4330-a3bc-65690d350b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.733362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-533416c0-cc05-4dc6-96ed-f3e6c429237d req-f9716fbf-b61b-4e84-b65f-825c827525b6 tempest-VolumesBackupsTest-952279765 tempest-VolumesBackupsTest-952279765-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ac3625-9a10-4ceb-8e1b-971a8095012a HTTP/1.1" status: 200 len: 210 time: 0.0546048 Jun 30 09:10:31.751131 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dac46239-ac04-435f-9409-0fa412aa5f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.791501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dac46239-ac04-435f-9409-0fa412aa5f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.836978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-daa89566-b2b5-4de8-ba90-821a23ef5ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.924051 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dac46239-ac04-435f-9409-0fa412aa5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.926578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dac46239-ac04-435f-9409-0fa412aa5f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.927745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dac46239-ac04-435f-9409-0fa412aa5f2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbb7fd46-4b4f-486f-a907-e0c15ad6a7c8 HTTP/1.1" status: 204 len: 168 time: 0.3092594 Jun 30 09:10:31.954061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c8174-0a57-4089-a11b-88957d82952f req-0140c56b-ff53-4d38-a05e-ec37781ece2c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.954061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-304c8174-0a57-4089-a11b-88957d82952f req-0140c56b-ff53-4d38-a05e-ec37781ece2c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1588461 Jun 30 09:10:31.971626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac46239-ac04-435f-9409-0fa412aa5f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb7fd46-4b4f-486f-a907-e0c15ad6a7c8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.021019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-304c8174-0a57-4089-a11b-88957d82952f req-a9f099cd-d1c1-483e-9f38-5fd198999b4d tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602503 Jun 30 09:10:32.080779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-daa89566-b2b5-4de8-ba90-821a23ef5ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.086132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-daa89566-b2b5-4de8-ba90-821a23ef5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.131212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-daa89566-b2b5-4de8-ba90-821a23ef5ff6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=feea1370de80411eaf2546fe91b88f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757937 Jun 30 09:10:32.133654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52582) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.141553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa89566-b2b5-4de8-ba90-821a23ef5ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb860d3a-7549-4d0e-baca-8089954a8c14,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.212400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f228c4b0-0126-4a67-91a1-2271f1cd2efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.239158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f228c4b0-0126-4a67-91a1-2271f1cd2efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.302260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f228c4b0-0126-4a67-91a1-2271f1cd2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.305551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f228c4b0-0126-4a67-91a1-2271f1cd2efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.307162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f228c4b0-0126-4a67-91a1-2271f1cd2efb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb860d3a-7549-4d0e-baca-8089954a8c14 HTTP/1.1" status: 204 len: 168 time: 0.1725428 Jun 30 09:10:32.318300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228c4b0-0126-4a67-91a1-2271f1cd2efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb860d3a-7549-4d0e-baca-8089954a8c14,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.650547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52618) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.664857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8b4142f-f585-4dbf-bda2-7388ae1fd83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.759013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52624) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.769986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8b4142f-f585-4dbf-bda2-7388ae1fd83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.785170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8b4142f-f585-4dbf-bda2-7388ae1fd83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.816315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d8b4142f-f585-4dbf-bda2-7388ae1fd83d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39f730e052294c1090188d4c312c7cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641400 Jun 30 09:10:32.818712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.838527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4142f-f585-4dbf-bda2-7388ae1fd83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3a3f1a-c18e-424b-9f76-5ee6df07108a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.881484 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9283-4404-4c04-b9d2-1728d9737b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.901104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-48245606-network', 'tenant_id': '19b921fb27354de0b4d1f720a427db3c'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:32.919953 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9283-4404-4c04-b9d2-1728d9737b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.223281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Made reservation on behalf of 19b921fb27354de0b4d1f720a427db3c for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:33.226662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.241908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.258183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8cb36-1a67-4134-8461-3f96c0b39da2 req-a1679e28-2e15-410f-8d6e-0d0fe8b0315f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.259752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8cb36-1a67-4134-8461-3f96c0b39da2 req-a1679e28-2e15-410f-8d6e-0d0fe8b0315f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.0867648 Jun 30 09:10:33.288171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9283-4404-4c04-b9d2-1728d9737b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.291551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9283-4404-4c04-b9d2-1728d9737b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.296660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f6b9283-4404-4c04-b9d2-1728d9737b4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e3a3f1a-c18e-424b-9f76-5ee6df07108a HTTP/1.1" status: 204 len: 168 time: 0.4767013 Jun 30 09:10:33.309940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b9283-4404-4c04-b9d2-1728d9737b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3a3f1a-c18e-424b-9f76-5ee6df07108a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.352370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8cb36-1a67-4134-8461-3f96c0b39da2 req-165cdcf8-38eb-405b-82c1-e4cd6fbf5408 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825298 Jun 30 09:10:33.438425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.447599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.498457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd12988-f2b3-452f-86ae-0659e802acb0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.509109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:33.522369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.523179 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Added segment 05cdc2ca-1cba-4c3f-81ba-9c4421519837 of type vlan for network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e Jun 30 09:10:33.596514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.643993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.645494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.646300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.676077 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9156613 Jun 30 09:10:33.678868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52654) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.693309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Request body: {'subnet': {'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-48245606-subnet', 'tenant_id': '19b921fb27354de0b4d1f720a427db3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:33.737343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Made reservation on behalf of 19b921fb27354de0b4d1f720a427db3c for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:33.741871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdd259-2aa8-4e62-8359-8985a7d603cd admin admin] Pushing event updated for resources: {'Network': ['ID=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.742251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.743461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52658) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.751523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:33.783484 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5257247d-7764-4785-a2eb-86d0cca7ef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.925794 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5257247d-7764-4785-a2eb-86d0cca7ef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.931361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5257247d-7764-4785-a2eb-86d0cca7ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.975187 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5257247d-7764-4785-a2eb-86d0cca7ef22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7365f0325e64bf6b37d7055bd4f4753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303379 Jun 30 09:10:33.978273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52660) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.998795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257247d-7764-4785-a2eb-86d0cca7ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c071676-9fb0-40ca-8eae-e000a05d6414,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:34.141267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.183159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15416440-9a5d-425b-8b0d-a8c74fdc15df req-6a169d04-9174-409b-bd44-2a7ebe47e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.185309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15416440-9a5d-425b-8b0d-a8c74fdc15df req-6a169d04-9174-409b-bd44-2a7ebe47e6b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 1098 time: 0.2032754 Jun 30 09:10:34.187238 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e021537-c1be-4fdf-97a4-5226b7aa447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.291858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e021537-c1be-4fdf-97a4-5226b7aa447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.318482 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.319220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba91bf2-2330-4dbf-ba8f-6d105cf53ffb,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:34.349371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15416440-9a5d-425b-8b0d-a8c74fdc15df req-2ffa62e4-c868-402d-b814-9dddba4a0dfd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463497 Jun 30 09:10:34.370119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Checking segment: {'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:34.370484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Network hostable DHCP agents. Network: ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:34.385007 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa770613-facd-4cc0-afa9-3b2c15a3d68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.406674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230aa94-d04b-42ed-a6c0-2bfbccedddb0 req-ab300cde-9298-4aa1-afcc-df68560f055b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.408534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8230aa94-d04b-42ed-a6c0-2bfbccedddb0 req-ab300cde-9298-4aa1-afcc-df68560f055b tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 946 time: 0.1941936 Jun 30 09:10:34.415045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:34.444451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e021537-c1be-4fdf-97a4-5226b7aa447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.448447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e021537-c1be-4fdf-97a4-5226b7aa447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.449763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6e021537-c1be-4fdf-97a4-5226b7aa447b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c071676-9fb0-40ca-8eae-e000a05d6414 HTTP/1.1" status: 204 len: 168 time: 0.4695742 Jun 30 09:10:34.455656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:34.466764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630bb96-e6a3-47db-a5b6-19c98244d95d None None] Network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:34.472545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.473160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.490516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e021537-c1be-4fdf-97a4-5226b7aa447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c071676-9fb0-40ca-8eae-e000a05d6414,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:34.519169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8230aa94-d04b-42ed-a6c0-2bfbccedddb0 req-8f8d3125-ae3c-4d52-8141-676f7e7048ec tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988758 Jun 30 09:10:34.535100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1fda0588-8c82-4714-80c2-d5aa355d5232 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8542593 Jun 30 09:10:34.676272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bce97-9527-48c1-9f95-7e0736284a7f req-f0b7df6e-b9cb-428b-8da6-d3bfc9cb7508 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.681683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb8bce97-9527-48c1-9f95-7e0736284a7f req-f0b7df6e-b9cb-428b-8da6-d3bfc9cb7508 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1026838 Jun 30 09:10:34.697893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c897672-fd27-4edd-a80c-7a30772cfb3a None None] Network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:34.771896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb8bce97-9527-48c1-9f95-7e0736284a7f req-da230881-46eb-480f-82ca-ef8b85a6663f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794165 Jun 30 09:10:35.780346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:35.828020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:35.828361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ea104ee9-76a4-4bfa-bc14-3a23f4b96db9 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:35.862129 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.886928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-fa353e5d-98fd-4b6c-8f6d-96e6d1d62035 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.896505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-fa353e5d-98fd-4b6c-8f6d-96e6d1d62035 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 946 time: 0.1958554 Jun 30 09:10:36.085693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33328a-8f63-4a83-9b1b-ae25a2646fa2 req-1cd1c562-2f08-4ba2-be5d-7e09e2f1e1bf tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.087508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd33328a-8f63-4a83-9b1b-ae25a2646fa2 req-1cd1c562-2f08-4ba2-be5d-7e09e2f1e1bf tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 946 time: 0.3191109 Jun 30 09:10:36.164585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f085336-b15a-4fea-b923-9b660a1e0b9b req-342e1e48-c949-4753-ac22-f3aefb2aced7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.166455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f085336-b15a-4fea-b923-9b660a1e0b9b req-342e1e48-c949-4753-ac22-f3aefb2aced7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1877613 Jun 30 09:10:36.174935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd33328a-8f63-4a83-9b1b-ae25a2646fa2 req-b517fdc3-475b-4118-a09a-3bf874cd212c tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9a39026-757e-4f02-a02f-f2889dc1a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801222 Jun 30 09:10:36.201056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Deleting port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:36.201664 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.378399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f085336-b15a-4fea-b923-9b660a1e0b9b req-6a8149f0-c106-4aca-a91e-1c6e34502167 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949232 Jun 30 09:10:36.440773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] For port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:36.441360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.916548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.917143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.917481 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Floating IP f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7 disassociated. External IP: 172.25.8.44, port: 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d. Jun 30 09:10:36.917578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Calling delete_port for 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:37.212474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f881675-9321-4415-b953-a2751a85a468 req-5733dc2e-6ee8-49e0-9776-62a82da038de tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.214053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f881675-9321-4415-b953-a2751a85a468 req-5733dc2e-6ee8-49e0-9776-62a82da038de tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.3370044 Jun 30 09:10:37.260916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.264881 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.296306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event deleted for resources: {'Port': ['ID=90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:37.421927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f881675-9321-4415-b953-a2751a85a468 req-8f2442b2-65ad-47b7-a018-b30f08c1a8d0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984856 Jun 30 09:10:37.462097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-722a3e92-84b8-4775-b15c-83f0fc7f2464 req-ef215269-d7e9-48c1-a2dd-2eab776ea1ca tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ba0640c-57f8-49d0-8d74-8517d2710c1f HTTP/1.1" status: 200 len: 210 time: 0.0469089 Jun 30 09:10:37.492391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Router 2569cf81-193a-4101-9216-7785c41c9dbd has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:10:37.673942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:37.688290 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] Sync routers for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:37.707923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:37.708845 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:37.851205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] No DVR routers for this DVR port 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:37.855231 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.862195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4a05fb9-8a1a-42ff-94df-45990b159681 req-af2fc3e6-8b80-48f6-95f5-e56371f22ac3 tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.13 "DELETE /v2.0/ports/90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d HTTP/1.1" status: 204 len: 173 time: 1.9590197 Jun 30 09:10:37.862707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-deleted', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:37.865025 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a1c92-39c8-4a15-886e-babd9a47d584" -d '{"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-deleted", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:37.948612 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:38.018292 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c04292d-889f-4f32-9627-ce7787df6d78 x-openstack-request-id: req-0c04292d-889f-4f32-9627-ce7787df6d78 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:38.019133 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0640c-57f8-49d0-8d74-8517d2710c1f", "name": "network-vif-deleted", "tag": "90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:38.019386 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c04292d-889f-4f32-9627-ce7787df6d78 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:38.019794 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0640c-57f8-49d0-8d74-8517d2710c1f', 'name': 'network-vif-deleted', 'tag': '90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d', 'status': 'completed', 'code': 200} Jun 30 09:10:38.183969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f12e4-0a92-455c-ae0a-0ab2a7e487c2 req-a9eb91b5-14d1-40a2-828f-ca86e6ef81b2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.192414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-612f12e4-0a92-455c-ae0a-0ab2a7e487c2 req-a9eb91b5-14d1-40a2-828f-ca86e6ef81b2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1319234 Jun 30 09:10:38.244278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-612f12e4-0a92-455c-ae0a-0ab2a7e487c2 req-8b44021c-d05d-4d27-a589-5fae73c16fdd tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Jun 30 09:10:38.356303 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:38.385975 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] Checking router: 2569cf81-193a-4101-9216-7785c41c9dbd for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:38.399048 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:38.399825 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:38.530452 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:38.699899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52906) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:38.802449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0140b45a-38b9-408e-84a8-1893c425a31e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.821866 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:38.839549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0140b45a-38b9-408e-84a8-1893c425a31e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.858517 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9452b7-c168-422c-b3df-a0b36baf8b15 None None] The sync data for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 is: [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f0f09da2-60a6-479d-85bb-f9d61365f72b', 'name': '', 'network_id': '6963bbad-50eb-4980-b87b-8c5cc0deff27', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'mac_address': 'fa:16:3e:22:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'subnets': [{'id': 'fb9150e9-704b-4015-afe1-0602513cc570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:38.912121 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0140b45a-38b9-408e-84a8-1893c425a31e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.919237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0140b45a-38b9-408e-84a8-1893c425a31e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.922241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0140b45a-38b9-408e-84a8-1893c425a31e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9a39026-757e-4f02-a02f-f2889dc1a8cf HTTP/1.1" status: 204 len: 168 time: 0.2208071 Jun 30 09:10:38.924907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 52912) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:38.939492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b45a-38b9-408e-84a8-1893c425a31e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a39026-757e-4f02-a02f-f2889dc1a8cf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.952707 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-a7a5a0e7-d153-47a9-8781-f43de4fa90ee tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] show failed (client error): The resource could not be found. Jun 30 09:10:38.957916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52914) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:38.976094 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a7a5a0e7-d153-47a9-8781-f43de4fa90ee tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "GET /v2.0/security-groups/c9a39026-757e-4f02-a02f-f2889dc1a8cf HTTP/1.1" status: 404 len: 347 time: 0.0353549 Jun 30 09:10:39.128684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Deleting port 2fa3e647-5fb3-46b6-bb71-0dffabb4e993 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:39.129278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.258420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.258741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.284370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Calling delete_port for 2fa3e647-5fb3-46b6-bb71-0dffabb4e993 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:39.349383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbde977-a7cb-4ea2-bcbc-f0e0307c02e7 None None] New status for floating IP f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:10:39.802730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:39.878636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:39.879765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 90f4ec08-c3e0-4ebe-9ecc-91b5e39b118d not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:40.116664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311e498-7f09-413b-9b74-2cbec536c36b req-ffd239e5-f3c6-4abe-9cb6-a06b9ad43260 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.124277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6311e498-7f09-413b-9b74-2cbec536c36b req-ffd239e5-f3c6-4abe-9cb6-a06b9ad43260 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.6145866 Jun 30 09:10:40.149948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.194349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6311e498-7f09-413b-9b74-2cbec536c36b req-5afe3d4a-543f-4686-861a-49be1988cace tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690513 Jun 30 09:10:40.199267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Pushing event deleted for resources: {'Port': ['ID=2fa3e647-5fb3-46b6-bb71-0dffabb4e993,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.283570 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.286786 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.290834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6598225c-62fb-4fe0-af07-9ab23f28346e tempest-AttachVolumeShelveTestJSON-136792618 tempest-AttachVolumeShelveTestJSON-136792618-project] 10.222.0.53 "DELETE /v2.0/floatingips/f3b52ed4-9cdf-4a4e-bbd6-14fdf516a4f7 HTTP/1.1" status: 204 len: 168 time: 1.3283305 Jun 30 09:10:40.941541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a26ce6-0554-4190-8a6b-0dea6ca5851c req-f1840017-dd0d-4ad4-8199-2b945c209395 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.951007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78a26ce6-0554-4190-8a6b-0dea6ca5851c req-f1840017-dd0d-4ad4-8199-2b945c209395 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1574373 Jun 30 09:10:40.995576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78a26ce6-0554-4190-8a6b-0dea6ca5851c req-84638945-cb89-4656-8ef4-6971b402616a tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Jun 30 09:10:42.299514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefaf91-b5a6-41ff-a5a5-c8e8f2d6138e req-8a19f9df-2088-49c2-9756-94dfbcc42316 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.311654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-feefaf91-b5a6-41ff-a5a5-c8e8f2d6138e req-8a19f9df-2088-49c2-9756-94dfbcc42316 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1174061 Jun 30 09:10:42.381748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-feefaf91-b5a6-41ff-a5a5-c8e8f2d6138e req-5549b0d7-436a-4810-b4cd-399f25b80c47 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652781 Jun 30 09:10:42.670508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52976) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.975494 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-46c41ea9-bf30-4902-83e7-6024d1462351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.136618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-46c41ea9-bf30-4902-83e7-6024d1462351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.145466 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-46c41ea9-bf30-4902-83e7-6024d1462351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.181330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c41ea9-bf30-4902-83e7-6024d1462351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5b52c9-eec7-4bdf-8770-dc2b99f29c33,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.209578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-46c41ea9-bf30-4902-83e7-6024d1462351 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=711e81a399154fa394d97d56fbb864e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379684 Jun 30 09:10:43.212157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 52992) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:43.281573 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c19029a-e937-4f16-9830-f83e6973cf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.307191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c19029a-e937-4f16-9830-f83e6973cf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.369339 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c19029a-e937-4f16-9830-f83e6973cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.373107 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7c19029a-e937-4f16-9830-f83e6973cf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.377126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7c19029a-e937-4f16-9830-f83e6973cf7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b5b52c9-eec7-4bdf-8770-dc2b99f29c33 HTTP/1.1" status: 204 len: 168 time: 0.1636608 Jun 30 09:10:43.400743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19029a-e937-4f16-9830-f83e6973cf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5b52c9-eec7-4bdf-8770-dc2b99f29c33,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:44.803982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53036) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:44.964246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2024286965-network', 'tenant_id': 'c67767f218fa48968bb959b9b3936422'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:45.007372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Made reservation on behalf of c67767f218fa48968bb959b9b3936422 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:45.010403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.021948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.146036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.154072 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.187390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:45.202342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78c37f-217e-46a7-a12b-bccaa946be81,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:45.251249 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.252771 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Added segment 0f72e0d8-c8d8-425e-aaf3-45746a46060f of type vlan for network c48c297b-7aff-4ec6-adea-56677f45ec7c Jun 30 09:10:45.342580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.423323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.424320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.425309 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.487283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6821053 Jun 30 09:10:45.490402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53046) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:45.504384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56935b-b881-400b-ae08-39cebf704814 admin admin] Pushing event updated for resources: {'Network': ['ID=c48c297b-7aff-4ec6-adea-56677f45ec7c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:45.507036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Request body: {'subnet': {'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2024286965-subnet', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:45.530913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c48c297b-7aff-4ec6-adea-56677f45ec7c details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:45.564868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Made reservation on behalf of c67767f218fa48968bb959b9b3936422 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:45.572660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.840076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.989348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4293bb-d1a9-4674-b8e6-fe6085f48433,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.020896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Checking segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:46.021613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Network hostable DHCP agents. Network: c48c297b-7aff-4ec6-adea-56677f45ec7c, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:46.037468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-555c9f6a-a43c-4313-bcd8-910743496f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.039342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-555c9f6a-a43c-4313-bcd8-910743496f26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.1168516 Jun 30 09:10:46.047849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Network c48c297b-7aff-4ec6-adea-56677f45ec7c is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:46.071251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c48c297b-7aff-4ec6-adea-56677f45ec7c) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:46.079454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.083604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.085134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff5439-7612-4ca6-8877-5eb55ec83ec4 None None] Network c48c297b-7aff-4ec6-adea-56677f45ec7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:46.133352 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ccbb1f15-44c0-41ee-987d-045077e2a0ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6371801 Jun 30 09:10:46.138857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53056) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.143826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:46.214015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.215816 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.289063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746ed5-8483-463f-9a66-26d05dc3f7e9 req-ab696a9b-1f1f-471b-8045-8251ec7a8523 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.290538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33746ed5-8483-463f-9a66-26d05dc3f7e9 req-ab696a9b-1f1f-471b-8045-8251ec7a8523 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1828318 Jun 30 09:10:46.292068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-280c01c8-15c4-47e9-9362-15eed307d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.293382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-280c01c8-15c4-47e9-9362-15eed307d0f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.2468998 Jun 30 09:10:46.323817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-c48c297b-7aff-4ec6-adea-56677f45ec7c', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'fixed_ips': [{'subnet_id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:46.325409 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.330433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.392375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-9f43d756-057a-4bb1-8afc-9ef61c2fd963 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.0917664 Jun 30 09:10:46.409915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33746ed5-8483-463f-9a66-26d05dc3f7e9 req-49b5dc4e-66fc-4f1d-bacb-3125934937c0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109455 Jun 30 09:10:46.495527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-bd3b64a3-b9c7-486c-a90b-4e4d1a8f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.500591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-bd3b64a3-b9c7-486c-a90b-4e4d1a8f08ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.0841832 Jun 30 09:10:46.545808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-2d94204b-4ed6-4a1a-aa04-c0c9b39c5ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398309 Jun 30 09:10:46.603810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.611467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Allocated IP 172.20.0.2 (c48c297b-7aff-4ec6-adea-56677f45ec7c/8d4293bb-d1a9-4674-b8e6-fe6085f48433/8e9532be-2569-4d1d-a493-576c68243364) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:46.783537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-ce2686af-83d1-4ce8-ae25-7cd012084fe5 service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263131 Jun 30 09:10:46.941878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93d87e04-7c89-4784-98c0-df0b2e5c5bea req-182bb603-aed1-43cd-8921-955358faf68f service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512167 Jun 30 09:10:46.990593 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.008539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Transition to ACTIVE for port object 8e9532be-2569-4d1d-a493-576c68243364 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:47.030827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.048107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Transition to ACTIVE for port object 8e9532be-2569-4d1d-a493-576c68243364 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:47.071945 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.085538 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.119424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Pushing event updated for resources: {'Port': ['ID=8e9532be-2569-4d1d-a493-576c68243364,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.143122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Network c48c297b-7aff-4ec6-adea-56677f45ec7c is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:47.144996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:47.148791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.148791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.148791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.148791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.149323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.149448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.149831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.150310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.150583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.150909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.151234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.151557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:47.155526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:47.186245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-2e9f18ea-68bc-4ee0-b4e6-eb23887fbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.198153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-2e9f18ea-68bc-4ee0-b4e6-eb23887fbee2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.1363268 Jun 30 09:10:47.235004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Attempting to bind port 8e9532be-2569-4d1d-a493-576c68243364 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:47.235387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Attempting to bind port 8e9532be-2569-4d1d-a493-576c68243364 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:47.235760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Attempting to bind port 8e9532be-2569-4d1d-a493-576c68243364 on network c48c297b-7aff-4ec6-adea-56677f45ec7c {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:47.241431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:47.242587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Checking segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:47.243160 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.243556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Bound using segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:47.244021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Bound port: 8e9532be-2569-4d1d-a493-576c68243364, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:47.244407 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.336012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-7d987200-b6ce-4445-bf6e-6a090f136686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.337603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-7d987200-b6ce-4445-bf6e-6a090f136686 service neutron] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.1261384 Jun 30 09:10:47.375326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] For port 8e9532be-2569-4d1d-a493-576c68243364, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:47.385908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] For port 8e9532be-2569-4d1d-a493-576c68243364, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8e9532be-2569-4d1d-a493-576c68243364,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:47.397176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Allocated IP 172.25.8.152 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/4ced8dc5-f90e-4cce-b06f-3f63e21be565) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:47.398513 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.446074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-0cf64981-5ee2-4d38-ad2c-1e2c10550f3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.1007464 Jun 30 09:10:47.513810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6f30a-e2e3-4073-bb89-9c23fd2b363f None None] Pushing event updated for resources: {'Port': ['ID=8e9532be-2569-4d1d-a493-576c68243364,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.606184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-088f8c24-158e-4220-a796-00d407b84a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.607731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-088f8c24-158e-4220-a796-00d407b84a24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.1541164 Jun 30 09:10:47.694853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-bcb926b4-bad2-4f3d-88d1-6f726bd246ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385902 Jun 30 09:10:47.751460 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.874606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.904187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:47.910916 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:47.917321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:47.951045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53076) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:48.070768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960fbd-3f99-4778-8fc5-7eec85ea828d req-9f9b087c-b65a-434c-837a-1c1f8327a213 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.072546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77960fbd-3f99-4778-8fc5-7eec85ea828d req-9f9b087c-b65a-434c-837a-1c1f8327a213 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.4639013 Jun 30 09:10:48.090973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ced8dc5-f90e-4cce-b06f-3f63e21be565,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.141320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-1ca7d00c-e83e-4ea4-9d67-60fe63ba0d57 service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980498 Jun 30 09:10:48.336712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77960fbd-3f99-4778-8fc5-7eec85ea828d req-f744d617-e0ad-49d8-a55c-84b3fce16a46 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536163 Jun 30 09:10:48.449861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4a9ee0f-7614-4ba6-9842-537d6b326bc7 req-1e3ee1e6-e931-40ee-865e-a771d6d88dd2 service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999351 Jun 30 09:10:48.615298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.891544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8e9532be-2569-4d1d-a493-576c68243364 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:48.900820 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.004363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.017890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc212d-5ead-4dbd-8a8b-5438752fbbae None None] Network c48c297b-7aff-4ec6-adea-56677f45ec7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:49.275395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 8e9532be-2569-4d1d-a493-576c68243364 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:49.336312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0c58095-7ee7-4adc-8509-36db417d1c43 None None] Provisioning for port 8e9532be-2569-4d1d-a493-576c68243364 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:49.344664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a0c58095-7ee7-4adc-8509-36db417d1c43 None None] Provisioning complete for port 8e9532be-2569-4d1d-a493-576c68243364 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:49.345036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0c58095-7ee7-4adc-8509-36db417d1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.358033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Router 1ddc19cf-492a-45aa-913f-7cf343ba071b is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:10:49.410349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Deleting port f0f09da2-60a6-479d-85bb-f9d61365f72b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:49.410981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.449817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0c58095-7ee7-4adc-8509-36db417d1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.526158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a0c58095-7ee7-4adc-8509-36db417d1c43 None None] For port 8e9532be-2569-4d1d-a493-576c68243364, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8e9532be-2569-4d1d-a493-576c68243364,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:49.536370 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0c58095-7ee7-4adc-8509-36db417d1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.666719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] For port f0f09da2-60a6-479d-85bb-f9d61365f72b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f0f09da2-60a6-479d-85bb-f9d61365f72b,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:49.669866 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.674990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c58095-7ee7-4adc-8509-36db417d1c43 None None] Pushing event updated for resources: {'Port': ['ID=8e9532be-2569-4d1d-a493-576c68243364,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.701411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:49.720290 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.721552 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3e9f47d5-ffe1-4e84-9801-7ebbd44f0df0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5812919 Jun 30 09:10:49.724460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.728102 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Sync routers for ids ['1ddc19cf-492a-45aa-913f-7cf343ba071b'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:49.735960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Calling delete_port for f0f09da2-60a6-479d-85bb-f9d61365f72b owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:49.747027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Routers {'1ddc19cf-492a-45aa-913f-7cf343ba071b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:49.747672 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1ddc19cf-492a-45aa-913f-7cf343ba071b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:49.835297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba61f71-7185-4ad1-af75-07d432e2ef7d req-a7f4a46f-056b-480e-8d21-5d5be518f749 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.842295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ba61f71-7185-4ad1-af75-07d432e2ef7d req-a7f4a46f-056b-480e-8d21-5d5be518f749 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1695325 Jun 30 09:10:49.875406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a04983f6-02b2-4061-807f-861f2b92cf97 None None] Provisioning complete for port 8e9532be-2569-4d1d-a493-576c68243364 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:49.877523 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a04983f6-02b2-4061-807f-861f2b92cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.938189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ba61f71-7185-4ad1-af75-07d432e2ef7d req-a93048dd-78fc-42a2-adda-78c122d7b2a0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948887 Jun 30 09:10:50.039593 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Set router 1ddc19cf-492a-45aa-913f-7cf343ba071b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:50.203390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.283866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f09da2-60a6-479d-85bb-f9d61365f72b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.370863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.370863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.371862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.371862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.371862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.373045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.373045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.373431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.373541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.373906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.374233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.374564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:50.535046 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:10:48Z', 'revision_number': 3, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port': {'id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:47Z', 'updated_at': '2021-06-30T09:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:50.578007 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Checking router: 1ddc19cf-492a-45aa-913f-7cf343ba071b for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:50.578450 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Updating router 1ddc19cf-492a-45aa-913f-7cf343ba071b port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:10:50.664322 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.716694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.987733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8e9532be-2569-4d1d-a493-576c68243364 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:51.103965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Router 2569cf81-193a-4101-9216-7785c41c9dbd has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:10:51.132428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.412651 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.423620 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Transition to ACTIVE for port object 4ced8dc5-f90e-4cce-b06f-3f63e21be565 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:51.427495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Allocated IP 172.20.0.1 (c48c297b-7aff-4ec6-adea-56677f45ec7c/8d4293bb-d1a9-4674-b8e6-fe6085f48433/f63b7fbe-6d74-4191-96bf-8b9a21c9c5af) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:51.430718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 8e9532be-2569-4d1d-a493-576c68243364 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:51.431092 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.431458 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.497999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d39e-bd5e-41bb-a2e9-8b2f6c4d35a2 req-830735a1-6a19-43b4-a1d9-45a62eb63890 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.505417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7476d39e-bd5e-41bb-a2e9-8b2f6c4d35a2 req-830735a1-6a19-43b4-a1d9-45a62eb63890 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.4000118 Jun 30 09:10:51.579156 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Pushing event updated for resources: {'Port': ['ID=4ced8dc5-f90e-4cce-b06f-3f63e21be565,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.587417 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Attempting to bind port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:51.588017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Attempting to bind port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:51.588379 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Attempting to bind port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:51.591102 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.591694 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.592027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.597559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.598524 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:51.612135 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:51.612495 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:51.612892 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.613272 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:51.613756 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Bound port: 4ced8dc5-f90e-4cce-b06f-3f63e21be565, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:51.616430 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.622827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7476d39e-bd5e-41bb-a2e9-8b2f6c4d35a2 req-9d79d21c-0606-47ee-876d-a6c434509514 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118612 Jun 30 09:10:51.634528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:51.636173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] Sync routers for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:51.641120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c8257a6-cd95-4eb4-90fc-3bfa97540453 admin admin] 10.222.0.53 "PUT /v2.0/routers/2569cf81-193a-4101-9216-7785c41c9dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6889963 Jun 30 09:10:51.643859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53112) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.648267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:51.649428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:51.687417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.730365 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Transition to ACTIVE for port object f63b7fbe-6d74-4191-96bf-8b9a21c9c5af will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:51.747092 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] For port 4ced8dc5-f90e-4cce-b06f-3f63e21be565, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:51.753264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] For port 4ced8dc5-f90e-4cce-b06f-3f63e21be565, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4ced8dc5-f90e-4cce-b06f-3f63e21be565,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:51.768442 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.796311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.826951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:51.845677 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d1d5-3c6e-4eaa-ab13-3c1f5b704dc4 None None] Pushing event updated for resources: {'Port': ['ID=4ced8dc5-f90e-4cce-b06f-3f63e21be565,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.855038 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Routers {'1ddc19cf-492a-45aa-913f-7cf343ba071b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:51.855718 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1ddc19cf-492a-45aa-913f-7cf343ba071b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:51.870810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.971219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] Set router 1ddc19cf-492a-45aa-913f-7cf343ba071b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:51.999583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Network c48c297b-7aff-4ec6-adea-56677f45ec7c is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:52.002173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:52.004837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:52.008282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Pushing event updated for resources: {'Port': ['ID=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.027149 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.087925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.094877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '31c698a4-880b-467b-832e-8813c708ccaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:10:50Z', 'revision_number': 5, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port': {'id': '31c698a4-880b-467b-832e-8813c708ccaf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.172149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] Checking router: 2569cf81-193a-4101-9216-7785c41c9dbd for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:52.194354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] Routers {'2569cf81-193a-4101-9216-7785c41c9dbd'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:52.195275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['2569cf81-193a-4101-9216-7785c41c9dbd'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.219170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Deleting port 31c698a4-880b-467b-832e-8813c708ccaf {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:52.219531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.395759 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:10:48Z', 'revision_number': 3, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port': {'id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:47Z', 'updated_at': '2021-06-30T09:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.438599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] For port 31c698a4-880b-467b-832e-8813c708ccaf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=31c698a4-880b-467b-832e-8813c708ccaf,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:52.439223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] Set router 2569cf81-193a-4101-9216-7785c41c9dbd gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:52.441968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.452778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.476773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Calling delete_port for 31c698a4-880b-467b-832e-8813c708ccaf owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:52.498671 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d16b66-4ee6-4fe1-8b05-454fc1557084 None None] The sync data for ids ['1ddc19cf-492a-45aa-913f-7cf343ba071b'] in n-d-758944-40 is: [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:10:48Z', 'revision_number': 3, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port': {'id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:47Z', 'updated_at': '2021-06-30T09:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:52.530052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:10:52Z', 'revision_number': 6, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.640358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4246731-dda8-42d6-baae-4e9cab6621d0 None None] The sync data for ids ['2569cf81-193a-4101-9216-7785c41c9dbd'] in n-d-758944-40 is: [{'id': '2569cf81-193a-4101-9216-7785c41c9dbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1744657210-router', 'tenant_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:54Z', 'updated_at': '2021-06-30T09:10:52Z', 'revision_number': 6, 'project_id': '10a12e2255f442b1b57ebd6d5b28a4fc', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:52.671387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-12dfbf8a-38fe-4b6d-bc5f-e1ca076f1c12 None None] Provisioning for port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:52.680418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-12dfbf8a-38fe-4b6d-bc5f-e1ca076f1c12 None None] Provisioning complete for port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:52.683174 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12dfbf8a-38fe-4b6d-bc5f-e1ca076f1c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.751168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-12dfbf8a-38fe-4b6d-bc5f-e1ca076f1c12 None None] Port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:52.787787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.801064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.938994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.942255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Pushing event updated for resources: {'Port': ['ID=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.052028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0f09da2-60a6-479d-85bb-f9d61365f72b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:53.112650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f0f09da2-60a6-479d-85bb-f9d61365f72b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:53.113845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f0f09da2-60a6-479d-85bb-f9d61365f72b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:53.120067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.130810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Network c48c297b-7aff-4ec6-adea-56677f45ec7c is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:53.135582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:53.165611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c698a4-880b-467b-832e-8813c708ccaf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.234449 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.308383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5288189-5c28-4c75-9398-e713334be341 req-f395eaee-d723-40de-b948-d7e80346253e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.326501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5288189-5c28-4c75-9398-e713334be341 req-f395eaee-d723-40de-b948-d7e80346253e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.4831374 Jun 30 09:10:53.343355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.468586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Router 1ddc19cf-492a-45aa-913f-7cf343ba071b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:10:53.693178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c0e89c9d-3a99-4ce8-8c65-8719260cd782 None None] Provisioning complete for port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:53.702069 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0e89c9d-3a99-4ce8-8c65-8719260cd782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.707503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:53.720804 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-832f78b6-5d6d-4ad2-9c4a-7ae251e17791 admin admin] 10.222.0.53 "PUT /v2.0/routers/1ddc19cf-492a-45aa-913f-7cf343ba071b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9952919 Jun 30 09:10:53.865715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c0e89c9d-3a99-4ce8-8c65-8719260cd782 None None] Port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:54.165420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.172652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-0f5baab0-adcf-4a36-9a51-02583e152d52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1700377 Jun 30 09:10:54.175941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.183136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5288189-5c28-4c75-9398-e713334be341 req-4879410f-0cbf-48b4-948a-dcf93435b435 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555489 Jun 30 09:10:54.313920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.315998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2569cf81-193a-4101-9216-7785c41c9dbd {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:10:54.326495 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.327828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de100382-2ea3-4cff-8c41-b53356da7465 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2569cf81-193a-4101-9216-7785c41c9dbd HTTP/1.1" status: 204 len: 168 time: 2.6831160 Jun 30 09:10:54.330533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.370248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-06d0b738-852b-40c7-ad1f-dab017d31610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.371986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-06d0b738-852b-40c7-ad1f-dab017d31610 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 1098 time: 0.1146333 Jun 30 09:10:54.459451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] Deleting subnet fb9150e9-704b-4015-afe1-0602513cc570 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:54.471070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.540081 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.596688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-14d66c2c-41c5-4ce6-b634-b3b9cc8b3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.598249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-14d66c2c-41c5-4ce6-b634-b3b9cc8b3165 service neutron] 10.222.0.26 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.2045436 Jun 30 09:10:54.675520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-c3e8cc81-8e7f-478c-ac37-ce649225515f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4 HTTP/1.1" status: 200 len: 217 time: 0.0675414 Jun 30 09:10:54.716923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.759690 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53148) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.771854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-256252937-network', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:54.817066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-a193a627-28bd-4412-b268-1592f65a905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.818672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Made reservation on behalf of 3aed40e2b85845d99fc2741f50413c48 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:54.820348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-a193a627-28bd-4412-b268-1592f65a905b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.1365991 Jun 30 09:10:54.821660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.836414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.872623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-febfa731-8ff6-4963-b7da-bad052bb4430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440745 Jun 30 09:10:54.874680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.900331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ced8dc5-f90e-4cce-b06f-3f63e21be565 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:54.915475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9150e9-704b-4015-afe1-0602513cc570,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.928665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.933661 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-568744ed-aa78-40ff-9976-1bfce85d65b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb9150e9-704b-4015-afe1-0602513cc570 HTTP/1.1" status: 204 len: 168 time: 0.5992894 Jun 30 09:10:54.933661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.941856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b87e7db-fdf7-41e6-82ad-82315f890153 None None] Network 6963bbad-50eb-4980-b87b-8c5cc0deff27 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:55.026627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-ddaa6903-fb1a-4d99-8a8f-4ededc7dd945 service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335480 Jun 30 09:10:55.053663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:55.063853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:55.064519 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.082848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.097921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.130962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.136370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.162530 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.188646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:55.214563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.214896 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Added segment 0aae7fd8-7997-4229-ae5d-8320c3b6e8ae of type vlan for network 71f74ebc-bd11-4450-8c20-9619d9a35b7c Jun 30 09:10:55.227808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.264000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fca987c-0e57-4400-8c11-4e8d26a07d15 req-fee0a029-416d-4a2e-abb0-6b16a72cec0a service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245848 Jun 30 09:10:55.302167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 4ced8dc5-f90e-4cce-b06f-3f63e21be565, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4ced8dc5-f90e-4cce-b06f-3f63e21be565,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:55.312423 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.369545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.436118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 31c698a4-880b-467b-832e-8813c708ccaf no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:55.438039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Deleting port 9af2125a-59a6-4f55-9322-235346a64d77 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:55.438574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.501422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 31c698a4-880b-467b-832e-8813c708ccaf {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:55.501794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 31c698a4-880b-467b-832e-8813c708ccaf not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:55.510411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=4ced8dc5-f90e-4cce-b06f-3f63e21be565,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.536903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] DHCP port deletion for 6963bbad-50eb-4980-b87b-8c5cc0deff27 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:55.543293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.546096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.546739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.568471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf6b5-1908-4588-a27a-5146bae6c7c8 req-63c8a762-f456-4122-99f7-c886ac75ccf6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.579436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2bf6b5-1908-4588-a27a-5146bae6c7c8 req-63c8a762-f456-4122-99f7-c886ac75ccf6 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1604631 Jun 30 09:10:55.599081 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Sync routers for ids ['1ddc19cf-492a-45aa-913f-7cf343ba071b'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:55.616856 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Routers {'1ddc19cf-492a-45aa-913f-7cf343ba071b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:55.618143 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1ddc19cf-492a-45aa-913f-7cf343ba071b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:55.654148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] Deleting port 9af2125a-59a6-4f55-9322-235346a64d77 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:55.654330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] Pushing event updated for resources: {'Network': ['ID=71f74ebc-bd11-4450-8c20-9619d9a35b7c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.662285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2bf6b5-1908-4588-a27a-5146bae6c7c8 req-32627102-486c-43a0-96ff-c6c03f31d269 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810664 Jun 30 09:10:55.663652 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-541f8d16-196f-4d6e-ac72-7284800a4115 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9017174 Jun 30 09:10:55.664541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53158) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.666637 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.676498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:55.681938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] For port 9af2125a-59a6-4f55-9322-235346a64d77, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9af2125a-59a6-4f55-9322-235346a64d77,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:55.682218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.688677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Request body: {'subnet': {'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-256252937-subnet', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:55.711880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Calling delete_port for 9af2125a-59a6-4f55-9322-235346a64d77 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:55.764444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Made reservation on behalf of 3aed40e2b85845d99fc2741f50413c48 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:55.767109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.812613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] For port 9af2125a-59a6-4f55-9322-235346a64d77, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9af2125a-59a6-4f55-9322-235346a64d77,segment=NetworkSegment(8c3e738c-44ae-4e66-b603-117fff744517),segment_id=8c3e738c-44ae-4e66-b603-117fff744517)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:55.813946 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.837680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] Calling delete_port for 9af2125a-59a6-4f55-9322-235346a64d77 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:55.941650 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.949017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Set router 1ddc19cf-492a-45aa-913f-7cf343ba071b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:55.984889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] No DVR routers for this DVR port 9af2125a-59a6-4f55-9322-235346a64d77 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:55.992324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c65ee-862f-4827-b2a4-a10042429c1e None None] Pushing event deleted for resources: {'Port': ['ID=9af2125a-59a6-4f55-9322-235346a64d77,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.043261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.099402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af2125a-59a6-4f55-9322-235346a64d77,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.108562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] No DVR routers for this DVR port 9af2125a-59a6-4f55-9322-235346a64d77 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:56.230334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.248653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6963bbad-50eb-4980-b87b-8c5cc0deff27']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:56.256932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.264790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3e738c-44ae-4e66-b603-117fff744517') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:56.265113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3e738c-44ae-4e66-b603-117fff744517') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:56.300398 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:10:52Z', 'revision_number': 4, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port': {'id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:47Z', 'updated_at': '2021-06-30T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f63b7fbe-6d74-4191-96bf-8b9a21c9c5af', 'name': '', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'mac_address': 'fa:16:3e:25:8c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:51Z', 'updated_at': '2021-06-30T09:10:52Z', 'revision_number': 2, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'subnets': [{'id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:56.301149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.331496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.333599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9bbb626-5b52-401a-8a7a-d5423e82aca0,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.337361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Checking router: 1ddc19cf-492a-45aa-913f-7cf343ba071b for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:56.337734 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Updating router 1ddc19cf-492a-45aa-913f-7cf343ba071b port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:10:56.349091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:56.349753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:56.351645 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:56.385840 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.406886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Checking segment: {'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:56.407540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Network hostable DHCP agents. Network: 71f74ebc-bd11-4450-8c20-9619d9a35b7c, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:56.429429 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.437941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.444025 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6963bbad-50eb-4980-b87b-8c5cc0deff27 HTTP/1.1" status: 204 len: 168 time: 1.5084419 Jun 30 09:10:56.446266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:56.458579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a47188-3d66-4737-bf05-351b8ca74d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=6963bbad-50eb-4980-b87b-8c5cc0deff27,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.482452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 71f74ebc-bd11-4450-8c20-9619d9a35b7c) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:56.490577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ff57a-ca4b-4957-b78f-a99e89abcb49 None None] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:56.490762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:56.493337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.543318 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-620c53f2-e15b-4275-8bc1-3741d3143df5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8690977 Jun 30 09:10:56.545850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53168) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:56.551948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:56.603450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.605841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.717241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.866751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'fixed_ips': [{'subnet_id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:56.868902 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.937793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53172) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:56.946676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ced8dc5-f90e-4cce-b06f-3f63e21be565 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:57.009898 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.038695 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Transition to ACTIVE for port object f63b7fbe-6d74-4191-96bf-8b9a21c9c5af will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:57.061421 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.100852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-12983204-cf21-4885-9c07-b50358c11009 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10a12e2255f442b1b57ebd6d5b28a4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598086 Jun 30 09:10:57.101765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53178) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.140370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15735a44-bbec-4a71-ad9f-7a3dca97fdee req-3601f92e-9aed-4042-ac48-7a5d9d0e8653 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.149103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15735a44-bbec-4a71-ad9f-7a3dca97fdee req-3601f92e-9aed-4042-ac48-7a5d9d0e8653 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2258651 Jun 30 09:10:57.157817 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292df0a1-a250-44b5-944c-1a650a82e768 None None] Pushing event updated for resources: {'Port': ['ID=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.219840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15735a44-bbec-4a71-ad9f-7a3dca97fdee req-eb11c392-23b1-4689-b6f9-9673d79f122c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691659 Jun 30 09:10:57.238017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.281012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d105a75-1048-42f5-b68a-ea905db357cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.297688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Allocated IP 172.20.0.2 (71f74ebc-bd11-4450-8c20-9619d9a35b7c/d9bbb626-5b52-401a-8a7a-d5423e82aca0/0df3e254-c8f7-4a99-ac17-d78f2398fbb1) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:57.310678 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Attempting to bind port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:57.311236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Attempting to bind port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:57.311702 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Attempting to bind port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af on network c48c297b-7aff-4ec6-adea-56677f45ec7c {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:57.318648 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:57.319230 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Checking segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:57.319874 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.320402 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Bound using segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:57.321476 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Bound port: f63b7fbe-6d74-4191-96bf-8b9a21c9c5af, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:57.321756 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.347507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d105a75-1048-42f5-b68a-ea905db357cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.410265 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d105a75-1048-42f5-b68a-ea905db357cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.414375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d105a75-1048-42f5-b68a-ea905db357cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.418011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6d105a75-1048-42f5-b68a-ea905db357cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b2106aa-e17c-406d-bdb6-765e435fa0d6 HTTP/1.1" status: 204 len: 168 time: 0.3126931 Jun 30 09:10:57.435522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d105a75-1048-42f5-b68a-ea905db357cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2106aa-e17c-406d-bdb6-765e435fa0d6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.438236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] For port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:57.441381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:57.442483 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.445711 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] For port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:57.454709 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.600956 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292df0a1-a250-44b5-944c-1a650a82e768 None None] Pushing event updated for resources: {'Port': ['ID=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.641597 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Routers {'1ddc19cf-492a-45aa-913f-7cf343ba071b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:57.642469 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1ddc19cf-492a-45aa-913f-7cf343ba071b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:57.666060 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.688673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Transition to ACTIVE for port object 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:57.720846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Transition to ACTIVE for port object 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:57.740586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.815586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Pushing event updated for resources: {'Port': ['ID=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.818037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9af2125a-59a6-4f55-9322-235346a64d77 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:57.849481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9af2125a-59a6-4f55-9322-235346a64d77 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:57.849995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9af2125a-59a6-4f55-9322-235346a64d77 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:57.856318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:57.857967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.858463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:57.862177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:57.925164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.954377 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] Set router 1ddc19cf-492a-45aa-913f-7cf343ba071b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:57.971789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Attempting to bind port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:57.971789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Attempting to bind port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:57.971789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Attempting to bind port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 on network 71f74ebc-bd11-4450-8c20-9619d9a35b7c {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:57.981100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:57.984085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Checking segment: {'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:57.984505 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.984906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Bound using segment: {'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:57.985398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Bound port: 0df3e254-c8f7-4a99-ac17-d78f2398fbb1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:57.988215 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.170408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] For port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:58.175104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] For port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,segment=NetworkSegment(0aae7fd8-7997-4229-ae5d-8320c3b6e8ae),segment_id=0aae7fd8-7997-4229-ae5d-8320c3b6e8ae)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:58.185585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.324268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Allocated IP 172.25.8.132 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/9412804b-6160-4e88-995a-02c3092c3e32) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:58.355475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe484b3-be6d-4db4-8136-96a1b997172f None None] Pushing event updated for resources: {'Port': ['ID=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.418346 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:10:52Z', 'revision_number': 4, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port': {'id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:47Z', 'updated_at': '2021-06-30T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f63b7fbe-6d74-4191-96bf-8b9a21c9c5af', 'name': '', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'mac_address': 'fa:16:3e:25:8c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:51Z', 'updated_at': '2021-06-30T09:10:57Z', 'revision_number': 4, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'subnets': [{'id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:58.474673 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caab2539-c946-4fb5-ab81-5ce57e579285 None None] The sync data for ids ['1ddc19cf-492a-45aa-913f-7cf343ba071b'] in n-d-758944-40 is: [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:10:52Z', 'revision_number': 4, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port': {'id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:47Z', 'updated_at': '2021-06-30T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f63b7fbe-6d74-4191-96bf-8b9a21c9c5af', 'name': '', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'mac_address': 'fa:16:3e:25:8c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:51Z', 'updated_at': '2021-06-30T09:10:57Z', 'revision_number': 4, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'subnets': [{'id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:58.635322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.653605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44314-9f99-4dcd-88bf-2a2e060de2a8 req-351c347f-642c-4ec5-8fef-2b6267f3ad0f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.671759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78b44314-9f99-4dcd-88bf-2a2e060de2a8 req-351c347f-642c-4ec5-8fef-2b6267f3ad0f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1923802 Jun 30 09:10:58.727005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.728482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78b44314-9f99-4dcd-88bf-2a2e060de2a8 req-2d54f18f-188e-4363-8c6c-2e69968b6e33 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 Jun 30 09:10:58.789926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Pushing event updated for resources: {'Port': ['ID=9412804b-6160-4e88-995a-02c3092c3e32,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.829704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:58.831633 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:58.855407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:58.970936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f63b7fbe-6d74-4191-96bf-8b9a21c9c5af up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:59.081012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:59.094491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:59.094784 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.259794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.332065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:59.344843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.441649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.478739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.870889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.032241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba263b97-e2da-42ce-8dae-6e79acb231fb None None] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:00.038984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe77e0c-31cb-48d2-b338-21d983ee46a0 req-2a2e4b00-cd0d-46cc-ae46-e4826976dfc8 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:00.052295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbe77e0c-31cb-48d2-b338-21d983ee46a0 req-2a2e4b00-cd0d-46cc-ae46-e4826976dfc8 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.0948775 Jun 30 09:11:00.060434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Router 70d9167c-abcb-42af-91a8-25472b16501c is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:00.118155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbe77e0c-31cb-48d2-b338-21d983ee46a0 req-5d38bc52-5e74-4e97-96de-be7550606c89 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634418 Jun 30 09:11:00.192279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9f3a6e93-bf6b-4a24-8e00-cc8db853e5ed None None] Provisioning for port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:00.234536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:00.255585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.257030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Sync routers for ids ['70d9167c-abcb-42af-91a8-25472b16501c'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:00.257201 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae246e9b-1f76-4427-95a7-af465d596021 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7091746 Jun 30 09:11:00.260324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53230) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:00.276158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Routers {'70d9167c-abcb-42af-91a8-25472b16501c'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:00.277197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['70d9167c-abcb-42af-91a8-25472b16501c'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:00.630897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Set router 70d9167c-abcb-42af-91a8-25472b16501c gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:00.865376 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:11:00.912572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '9412804b-6160-4e88-995a-02c3092c3e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:10:59Z', 'revision_number': 3, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port': {'id': '9412804b-6160-4e88-995a-02c3092c3e32', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:57Z', 'updated_at': '2021-06-30T09:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:01.046648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Checking router: 70d9167c-abcb-42af-91a8-25472b16501c for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:01.047192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Updating router 70d9167c-abcb-42af-91a8-25472b16501c port 9412804b-6160-4e88-995a-02c3092c3e32 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:01.065975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f63b7fbe-6d74-4191-96bf-8b9a21c9c5af up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:01.131333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.206890 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.386843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:01.387212 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.444046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Allocated IP 172.20.0.1 (71f74ebc-bd11-4450-8c20-9619d9a35b7c/d9bbb626-5b52-401a-8a7a-d5423e82aca0/e62f44a2-290f-45af-9d84-a64361959ff3) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:01.533599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89ce11-3036-4f70-9346-c46d86534548 req-cadb4cad-8be3-4ca7-8a16-f1a5b7c6df62 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:01.534936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de89ce11-3036-4f70-9346-c46d86534548 req-cadb4cad-8be3-4ca7-8a16-f1a5b7c6df62 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1659498 Jun 30 09:11:01.554446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:01.658275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de89ce11-3036-4f70-9346-c46d86534548 req-24d7a032-d168-4a63-a9b4-7126cef0b29a tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146257 Jun 30 09:11:01.675522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.691926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0616487f-c174-4266-bf7b-861b552ea45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.707387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Transition to ACTIVE for port object e62f44a2-290f-45af-9d84-a64361959ff3 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:01.749729 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.759789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Transition to ACTIVE for port object 9412804b-6160-4e88-995a-02c3092c3e32 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:01.763629 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:01.767524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:01.767896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.770699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.773106 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.836344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:01.836344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e62f44a2-290f-45af-9d84-a64361959ff3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.839611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:01.843070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:01.863117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Attempting to bind port 9412804b-6160-4e88-995a-02c3092c3e32 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:01.863404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Attempting to bind port 9412804b-6160-4e88-995a-02c3092c3e32 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:01.863767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Attempting to bind port 9412804b-6160-4e88-995a-02c3092c3e32 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:01.872900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:01.873283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:01.873726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.874114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:01.874595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Bound port: 9412804b-6160-4e88-995a-02c3092c3e32, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:01.875113 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.918362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.932632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] For port 9412804b-6160-4e88-995a-02c3092c3e32, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:01.936207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] For port 9412804b-6160-4e88-995a-02c3092c3e32, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9412804b-6160-4e88-995a-02c3092c3e32,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:01.954836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.993725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0d6f1-d0f7-435c-b3f9-4a3bae659979 None None] Pushing event updated for resources: {'Port': ['ID=9412804b-6160-4e88-995a-02c3092c3e32,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.060872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0d6f1-d0f7-435c-b3f9-4a3bae659979 None None] Pushing event updated for resources: {'Port': ['ID=9412804b-6160-4e88-995a-02c3092c3e32,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.111595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Routers {'70d9167c-abcb-42af-91a8-25472b16501c'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:02.112505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:10:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['70d9167c-abcb-42af-91a8-25472b16501c'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:02.145663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.306300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] Set router 70d9167c-abcb-42af-91a8-25472b16501c gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:02.350413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.358157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.433459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e62f44a2-290f-45af-9d84-a64361959ff3,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.446506 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.472216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d2320d0-e8b3-407d-a644-ba982db8f994 None None] Provisioning for port e62f44a2-290f-45af-9d84-a64361959ff3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:02.499376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d2320d0-e8b3-407d-a644-ba982db8f994 None None] Provisioning complete for port e62f44a2-290f-45af-9d84-a64361959ff3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:02.500018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7d2320d0-e8b3-407d-a644-ba982db8f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.558988 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.570656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:02.576539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:02.589321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7d2320d0-e8b3-407d-a644-ba982db8f994 None None] Port e62f44a2-290f-45af-9d84-a64361959ff3 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:02.641843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,segment=NetworkSegment(0aae7fd8-7997-4229-ae5d-8320c3b6e8ae),segment_id=0aae7fd8-7997-4229-ae5d-8320c3b6e8ae)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:02.656772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.928741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.950596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Router 70d9167c-abcb-42af-91a8-25472b16501c has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:02.977272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '9412804b-6160-4e88-995a-02c3092c3e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:11:02Z', 'revision_number': 4, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port': {'id': '9412804b-6160-4e88-995a-02c3092c3e32', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:57Z', 'updated_at': '2021-06-30T09:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e62f44a2-290f-45af-9d84-a64361959ff3', 'name': '', 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'mac_address': 'fa:16:3e:a6:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:01Z', 'updated_at': '2021-06-30T09:11:01Z', 'revision_number': 1, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'subnets': [{'id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:03.010974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee80972-9996-4450-9a80-25d568b01f53 None None] The sync data for ids ['70d9167c-abcb-42af-91a8-25472b16501c'] in n-d-758944-40 is: [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '9412804b-6160-4e88-995a-02c3092c3e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:11:02Z', 'revision_number': 4, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port': {'id': '9412804b-6160-4e88-995a-02c3092c3e32', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:57Z', 'updated_at': '2021-06-30T09:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e62f44a2-290f-45af-9d84-a64361959ff3', 'name': '', 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'mac_address': 'fa:16:3e:a6:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:01Z', 'updated_at': '2021-06-30T09:11:01Z', 'revision_number': 1, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'subnets': [{'id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:03.034795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cc58332b-686b-432c-ba22-a0e28f010d8e None None] Provisioning complete for port e62f44a2-290f-45af-9d84-a64361959ff3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:03.035244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc58332b-686b-432c-ba22-a0e28f010d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.097246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cc58332b-686b-432c-ba22-a0e28f010d8e None None] Port e62f44a2-290f-45af-9d84-a64361959ff3 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:03.290657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:03.309260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1874599a-159a-4c66-85b1-762adee216d4 admin admin] 10.222.0.53 "PUT /v2.0/routers/70d9167c-abcb-42af-91a8-25472b16501c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0473201 Jun 30 09:11:03.333058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f11c2-ddab-41a9-899a-2c2bf8ab0e5c req-3ddb9138-5952-4c3c-b96b-037919e151d3 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.341005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f6f11c2-ddab-41a9-899a-2c2bf8ab0e5c req-3ddb9138-5952-4c3c-b96b-037919e151d3 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.3635905 Jun 30 09:11:03.469807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f6f11c2-ddab-41a9-899a-2c2bf8ab0e5c req-4172f663-a3f4-4ca0-a941-c2e37e5bb850 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149282 Jun 30 09:11:04.334959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.392071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db3b6d78-5f53-4845-94c8-50b1fca68b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.698647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26591a9e-920e-44d7-bae4-076c0cdd7cea req-5acef4cb-21c1-4e98-82f1-961151bb5d21 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.702936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26591a9e-920e-44d7-bae4-076c0cdd7cea req-5acef4cb-21c1-4e98-82f1-961151bb5d21 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.0771677 Jun 30 09:11:04.759855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26591a9e-920e-44d7-bae4-076c0cdd7cea req-21d5fb57-4d40-4154-944e-655f0d334925 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492496 Jun 30 09:11:04.966091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9412804b-6160-4e88-995a-02c3092c3e32 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:05.075408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9412804b-6160-4e88-995a-02c3092c3e32 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:05.082999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9412804b-6160-4e88-995a-02c3092c3e32 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:05.083371 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.192883 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.239345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9412804b-6160-4e88-995a-02c3092c3e32, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9412804b-6160-4e88-995a-02c3092c3e32,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:05.247255 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.248692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:05.358146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9412804b-6160-4e88-995a-02c3092c3e32,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:05.362975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:05.363781 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.812560 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.035823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fdd91-f000-4ab5-a834-662fdb098242 req-23abdf59-f42e-439c-9340-1fa7d524aa34 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.037909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-796fdd91-f000-4ab5-a834-662fdb098242 req-23abdf59-f42e-439c-9340-1fa7d524aa34 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.0942178 Jun 30 09:11:06.107277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-796fdd91-f000-4ab5-a834-662fdb098242 req-aa39f818-da8d-4600-a348-7fb9c2cd0488 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Jun 30 09:11:06.619707 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Sync routers for ids ['70d9167c-abcb-42af-91a8-25472b16501c'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:06.630071 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Routers {'70d9167c-abcb-42af-91a8-25472b16501c'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:06.630985 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:11:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['70d9167c-abcb-42af-91a8-25472b16501c'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:06.751667 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Set router 70d9167c-abcb-42af-91a8-25472b16501c gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:06.858030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9412804b-6160-4e88-995a-02c3092c3e32 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:06.932017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9412804b-6160-4e88-995a-02c3092c3e32 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:06.934850 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.131214 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '9412804b-6160-4e88-995a-02c3092c3e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:11:02Z', 'revision_number': 4, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port': {'id': '9412804b-6160-4e88-995a-02c3092c3e32', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:57Z', 'updated_at': '2021-06-30T09:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e62f44a2-290f-45af-9d84-a64361959ff3', 'name': '', 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'mac_address': 'fa:16:3e:a6:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:01Z', 'updated_at': '2021-06-30T09:11:02Z', 'revision_number': 2, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'subnets': [{'id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:07.181226 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Checking router: 70d9167c-abcb-42af-91a8-25472b16501c for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:07.181569 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Updating router 70d9167c-abcb-42af-91a8-25472b16501c port e62f44a2-290f-45af-9d84-a64361959ff3 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:07.245247 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.284306 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.464462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac119ca-324d-4941-8493-556ec033ab70 req-c5884530-59d6-4fd2-bb22-e0cea39c8029 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.471379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ac119ca-324d-4941-8493-556ec033ab70 req-c5884530-59d6-4fd2-bb22-e0cea39c8029 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.0738921 Jun 30 09:11:07.530235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ac119ca-324d-4941-8493-556ec033ab70 req-1049f4eb-749c-49a8-9d4b-0bb58777fb15 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550127 Jun 30 09:11:07.662482 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.673622 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Transition to ACTIVE for port object e62f44a2-290f-45af-9d84-a64361959ff3 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:07.680620 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.780159 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1a310-c6f9-41e2-8513-331f9b671ff3 None None] Pushing event updated for resources: {'Port': ['ID=e62f44a2-290f-45af-9d84-a64361959ff3,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:07.817614 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Attempting to bind port e62f44a2-290f-45af-9d84-a64361959ff3 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:07.818001 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Attempting to bind port e62f44a2-290f-45af-9d84-a64361959ff3 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:07.818361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Attempting to bind port e62f44a2-290f-45af-9d84-a64361959ff3 on network 71f74ebc-bd11-4450-8c20-9619d9a35b7c {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:07.831174 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:07.831673 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Checking segment: {'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:07.832140 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.832593 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Bound using segment: {'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:07.833130 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Bound port: e62f44a2-290f-45af-9d84-a64361959ff3, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:07.833818 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.949899 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] For port e62f44a2-290f-45af-9d84-a64361959ff3, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:07.956929 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] For port e62f44a2-290f-45af-9d84-a64361959ff3, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e62f44a2-290f-45af-9d84-a64361959ff3,segment=NetworkSegment(0aae7fd8-7997-4229-ae5d-8320c3b6e8ae),segment_id=0aae7fd8-7997-4229-ae5d-8320c3b6e8ae)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:07.975653 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.039524 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Routers {'70d9167c-abcb-42af-91a8-25472b16501c'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:08.040726 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:11:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['70d9167c-abcb-42af-91a8-25472b16501c'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:08.116519 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1a310-c6f9-41e2-8513-331f9b671ff3 None None] Pushing event updated for resources: {'Port': ['ID=e62f44a2-290f-45af-9d84-a64361959ff3,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.261950 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] Set router 70d9167c-abcb-42af-91a8-25472b16501c gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:08.580517 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '9412804b-6160-4e88-995a-02c3092c3e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:11:02Z', 'revision_number': 4, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port': {'id': '9412804b-6160-4e88-995a-02c3092c3e32', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:57Z', 'updated_at': '2021-06-30T09:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e62f44a2-290f-45af-9d84-a64361959ff3', 'name': '', 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'mac_address': 'fa:16:3e:a6:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:01Z', 'updated_at': '2021-06-30T09:11:07Z', 'revision_number': 4, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'subnets': [{'id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:08.631823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2baf9-3e85-49fa-a2c3-6cacaae61da4 None None] The sync data for ids ['70d9167c-abcb-42af-91a8-25472b16501c'] in n-d-758944-40 is: [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '9412804b-6160-4e88-995a-02c3092c3e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:11:02Z', 'revision_number': 4, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port': {'id': '9412804b-6160-4e88-995a-02c3092c3e32', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:57Z', 'updated_at': '2021-06-30T09:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e62f44a2-290f-45af-9d84-a64361959ff3', 'name': '', 'network_id': '71f74ebc-bd11-4450-8c20-9619d9a35b7c', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'mac_address': 'fa:16:3e:a6:7e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:01Z', 'updated_at': '2021-06-30T09:11:07Z', 'revision_number': 4, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'subnets': [{'id': 'd9bbb626-5b52-401a-8a7a-d5423e82aca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:08.889180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bb253-ddbe-44df-aeec-fe7e93218ebb req-9bb595f5-d0c1-4ec8-87e3-5912264ec057 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.896304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb2bb253-ddbe-44df-aeec-fe7e93218ebb req-9bb595f5-d0c1-4ec8-87e3-5912264ec057 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1388962 Jun 30 09:11:08.944265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e62f44a2-290f-45af-9d84-a64361959ff3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:08.968134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb2bb253-ddbe-44df-aeec-fe7e93218ebb req-8b4c14ff-47c3-42ab-99d7-fe9304e3a058 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708363 Jun 30 09:11:09.038938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port e62f44a2-290f-45af-9d84-a64361959ff3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:09.046246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e62f44a2-290f-45af-9d84-a64361959ff3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:09.046852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.143692 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.179901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-0fc5498b-f051-4c0e-94b3-c4eedb5f5f0f tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.191292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-0fc5498b-f051-4c0e-94b3-c4eedb5f5f0f tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/networks?id=c48c297b-7aff-4ec6-adea-56677f45ec7c HTTP/1.1" status: 200 len: 911 time: 0.1236355 Jun 30 09:11:09.202045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-938426c8-e42b-4292-9d6c-ee979f58b9b3 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/quotas/3aed40e2b85845d99fc2741f50413c48 HTTP/1.1" status: 200 len: 375 time: 0.0096700 Jun 30 09:11:09.229868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port e62f44a2-290f-45af-9d84-a64361959ff3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e62f44a2-290f-45af-9d84-a64361959ff3,segment=NetworkSegment(0aae7fd8-7997-4229-ae5d-8320c3b6e8ae),segment_id=0aae7fd8-7997-4229-ae5d-8320c3b6e8ae)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:09.240605 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.331658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-76f30279-2898-4845-834e-21c7c60745ee tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=3aed40e2b85845d99fc2741f50413c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170828 Jun 30 09:11:09.361356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=e62f44a2-290f-45af-9d84-a64361959ff3,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:09.495571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-4a674971-de6c-4558-8981-86b2a9de7758 service neutron] 10.222.0.53 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555257 Jun 30 09:11:09.685766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-7cecebc9-daba-4b76-85b9-70a44f8aa3e8 service neutron] 10.222.0.53 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857460 Jun 30 09:11:09.952282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e08485f-d363-4eab-8f0a-67448f68906a req-2429b70a-e703-4fd7-a797-536ae6ee2b11 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0472522 Jun 30 09:11:10.278183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057650b9-e635-4fd1-afe8-75e965c0e070 req-3b6a0d3c-69f6-48ba-8def-27a613f722ed tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.281579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-057650b9-e635-4fd1-afe8-75e965c0e070 req-3b6a0d3c-69f6-48ba-8def-27a613f722ed tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1161926 Jun 30 09:11:10.357899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-057650b9-e635-4fd1-afe8-75e965c0e070 req-fe2e36e0-700f-4f9e-b6ac-4f8dc7c63acb tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714197 Jun 30 09:11:10.868138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e62f44a2-290f-45af-9d84-a64361959ff3 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:10.948869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e62f44a2-290f-45af-9d84-a64361959ff3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:10.949834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.210319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df652259-6658-4ddb-bb0b-943bd212cef8 req-3edaae6c-40a0-4085-9d95-5d9c398bb9c7 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0422916 Jun 30 09:11:11.825361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-3ad8eef1-3fb1-4f13-95d7-42a35e2583dd tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.826995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-3ad8eef1-3fb1-4f13-95d7-42a35e2583dd tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.26 "GET /v2.0/networks?id=c48c297b-7aff-4ec6-adea-56677f45ec7c HTTP/1.1" status: 200 len: 911 time: 0.3478537 Jun 30 09:11:11.861441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Request body: {'port': {'device_id': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'admin_state_up': True, 'tenant_id': '3aed40e2b85845d99fc2741f50413c48'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:11.925525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Made reservation on behalf of 3aed40e2b85845d99fc2741f50413c48 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:11.928233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.939437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e102b-0d12-4edc-88b8-19ebdb8ff5b1 req-48a8460b-6284-4e8a-8a2d-65bc16839826 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.941199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42e102b-0d12-4edc-88b8-19ebdb8ff5b1 req-48a8460b-6284-4e8a-8a2d-65bc16839826 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2751729 Jun 30 09:11:12.134847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d42e102b-0d12-4edc-88b8-19ebdb8ff5b1 req-ba7ddae8-1597-4e06-ba37-7fa61b78bd3c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755872 Jun 30 09:11:12.288022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Allocated IP 172.20.0.14 (c48c297b-7aff-4ec6-adea-56677f45ec7c/8d4293bb-d1a9-4674-b8e6-fe6085f48433/d519e5ba-3b66-4b9f-b45d-dc69d1e63914) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:12.438311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98822c9e-3593-4408-86f3-84516c2c52a1 req-4abe59b2-a2cc-4f44-b15f-8c6a6f97133a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0453892 Jun 30 09:11:12.627203 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.650545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Transition to ACTIVE for port object d519e5ba-3b66-4b9f-b45d-dc69d1e63914 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:12.695874 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.786959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Network c48c297b-7aff-4ec6-adea-56677f45ec7c is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:12.788498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Pushing event updated for resources: {'Port': ['ID=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.801001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:12.804258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:12.878589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:12.879738 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.908645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-ae017412-485f-4af1-b0c9-c8cce226ba06 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0553858 Jun 30 09:11:12.923673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Request body: {'port': {'device_id': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:13.078866 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.231389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9c87f30a-7d7b-4d90-a6bf-a5293430acac None None] Provisioning for port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:13.236171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9c87f30a-7d7b-4d90-a6bf-a5293430acac None None] Provisioning complete for port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:13.236543 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c87f30a-7d7b-4d90-a6bf-a5293430acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.555678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9c87f30a-7d7b-4d90-a6bf-a5293430acac None None] Port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:14.030170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba944-3ae8-4874-8d40-cdfa83b052d3 req-dd5ad234-6444-428a-a1b3-586ff6266d98 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.038121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c23ba944-3ae8-4874-8d40-cdfa83b052d3 req-dd5ad234-6444-428a-a1b3-586ff6266d98 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.5206909 Jun 30 09:11:14.093213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c23ba944-3ae8-4874-8d40-cdfa83b052d3 req-aef52e05-2a77-4c3b-8043-afa6d9007c76 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539081 Jun 30 09:11:14.149217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30656-5795-42db-9cdd-99480bafaba2 req-90db2b4b-1ffc-4719-922d-c6b938ab9596 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.150983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7e30656-5795-42db-9cdd-99480bafaba2 req-90db2b4b-1ffc-4719-922d-c6b938ab9596 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1028 time: 0.3797636 Jun 30 09:11:14.275697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7e30656-5795-42db-9cdd-99480bafaba2 req-fbc404c7-c5f3-4510-965b-43a9f8479445 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039016 Jun 30 09:11:14.352157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d519e5ba-3b66-4b9f-b45d-dc69d1e63914 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:14.360764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.377270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Transition to ACTIVE for port object d519e5ba-3b66-4b9f-b45d-dc69d1e63914 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:14.382164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.472019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Pushing event updated for resources: {'Port': ['ID=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:14.526727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Attempting to bind port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:14.527126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Attempting to bind port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:14.527377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Attempting to bind port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 on network c48c297b-7aff-4ec6-adea-56677f45ec7c {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:14.532695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 on network c48c297b-7aff-4ec6-adea-56677f45ec7c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:14.532974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Attempting to bind port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 on network c48c297b-7aff-4ec6-adea-56677f45ec7c {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:14.538315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:14.538699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Checking segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:14.539143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Bound using segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:14.539585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Bound port: d519e5ba-3b66-4b9f-b45d-dc69d1e63914, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:14.539944 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.631979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] For port d519e5ba-3b66-4b9f-b45d-dc69d1e63914, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:14.635775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] For port d519e5ba-3b66-4b9f-b45d-dc69d1e63914, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:14.642252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.680850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.681735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.683340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] 10.222.0.26 "PUT /v2.0/ports/d519e5ba-3b66-4b9f-b45d-dc69d1e63914 HTTP/1.1" status: 200 len: 1093 time: 1.7655396 Jun 30 09:11:14.698806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'tag': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:14.698806 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60866bb-f4ca-43b0-b951-36d64652b344" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b71934-f133-4d10-b101-9a995a874ca2", "tag": "d519e5ba-3b66-4b9f-b45d-dc69d1e63914"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:14.776481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9cd4a-391c-469d-96c3-241ca8c028eb service neutron] Pushing event updated for resources: {'Port': ['ID=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:14.871131 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac472d75-4590-488b-b912-08e746c9257c x-openstack-request-id: req-ac472d75-4590-488b-b912-08e746c9257c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:14.871480 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b71934-f133-4d10-b101-9a995a874ca2", "tag": "d519e5ba-3b66-4b9f-b45d-dc69d1e63914", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:14.872238 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac472d75-4590-488b-b912-08e746c9257c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:14.872628 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'tag': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914', 'status': 'completed', 'code': 200} Jun 30 09:11:14.882474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-559d5b58-fc93-4077-9ab3-935125308033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.888107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-559d5b58-fc93-4077-9ab3-935125308033 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3aed40e2b85845d99fc2741f50413c48&device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1096 time: 0.1074796 Jun 30 09:11:14.979399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-4a093981-2e1b-45e5-90ce-646f6fe9c572 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d519e5ba-3b66-4b9f-b45d-dc69d1e63914 HTTP/1.1" status: 200 len: 217 time: 0.0831754 Jun 30 09:11:15.119530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-a3386cc3-17f6-470f-9588-1efc768e0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.125385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-a3386cc3-17f6-470f-9588-1efc768e0c18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d4293bb-d1a9-4674-b8e6-fe6085f48433 HTTP/1.1" status: 200 len: 849 time: 0.1355832 Jun 30 09:11:15.476551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b851641b-15dd-4aab-aa8c-9a827fa227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.508073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-b851641b-15dd-4aab-aa8c-9a827fa227a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c48c297b-7aff-4ec6-adea-56677f45ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3120887 Jun 30 09:11:15.632939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f844f9-2cba-4f1c-b072-1df5edb601a5 req-9a2cc86c-6232-4536-8d42-8bc147e7f440 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.634806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2f844f9-2cba-4f1c-b072-1df5edb601a5 req-9a2cc86c-6232-4536-8d42-8bc147e7f440 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.3677261 Jun 30 09:11:15.771629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2f844f9-2cba-4f1c-b072-1df5edb601a5 req-62f0fb5d-c6e4-4532-8da7-bd3921691f23 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004145 Jun 30 09:11:15.846490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-bf6373aa-62d6-4497-862f-a31acb8b232f service neutron] 10.222.0.26 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373008 Jun 30 09:11:15.856547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9bfe9-a9d4-48a1-b988-de3e3cacd2eb req-000f86c0-02c7-413e-9517-9610d3736a48 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.858225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddb9bfe9-a9d4-48a1-b988-de3e3cacd2eb req-000f86c0-02c7-413e-9517-9610d3736a48 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1096 time: 0.2766123 Jun 30 09:11:15.989258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddb9bfe9-a9d4-48a1-b988-de3e3cacd2eb req-9480f1f3-9427-4f64-8077-2550910d0df4 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214490 Jun 30 09:11:16.041369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32f1968-f7a4-481b-b954-604bd01d4b87 req-4542c44d-899d-44be-bcf1-a729899de15b service neutron] 10.222.0.26 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819983 Jun 30 09:11:16.245704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-267f20da-7422-4c24-b37b-51e22a14e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.249701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-267f20da-7422-4c24-b37b-51e22a14e579 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3aed40e2b85845d99fc2741f50413c48&device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1096 time: 0.1188030 Jun 30 09:11:16.442162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-1063b659-882d-4ada-ad91-c42475edadef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.446399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-1063b659-882d-4ada-ad91-c42475edadef service neutron] 10.222.0.26 "GET /v2.0/networks?id=c48c297b-7aff-4ec6-adea-56677f45ec7c HTTP/1.1" status: 200 len: 911 time: 0.1864805 Jun 30 09:11:16.549308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-975b29f9-3a17-4b0f-8338-ce2899cc265d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d519e5ba-3b66-4b9f-b45d-dc69d1e63914 HTTP/1.1" status: 200 len: 217 time: 0.0977576 Jun 30 09:11:16.629697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-3ddf37af-deb4-41a8-8291-ed4734acca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.632579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-3ddf37af-deb4-41a8-8291-ed4734acca66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d4293bb-d1a9-4674-b8e6-fe6085f48433 HTTP/1.1" status: 200 len: 849 time: 0.0747743 Jun 30 09:11:16.705183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-86e969e2-5f76-4509-8103-cb7de868286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.707816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-86e969e2-5f76-4509-8103-cb7de868286a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c48c297b-7aff-4ec6-adea-56677f45ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680606 Jun 30 09:11:16.885969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-940d1953-cbd3-4749-bc59-7e183f67c579 service neutron] 10.222.0.26 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702104 Jun 30 09:11:17.109049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b60866bb-f4ca-43b0-b951-36d64652b344 req-93827481-8427-469d-89a1-bacc0aa10030 service neutron] 10.222.0.26 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160499 Jun 30 09:11:17.265486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fbcb9-666b-4960-9190-3629dd164f78 req-bbde1862-111f-4e87-b5a3-7fa518dc950f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.267309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-411fbcb9-666b-4960-9190-3629dd164f78 req-bbde1862-111f-4e87-b5a3-7fa518dc950f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2822008 Jun 30 09:11:17.377058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-411fbcb9-666b-4960-9190-3629dd164f78 req-ed86f1cf-d8a2-4c27-aa9e-69fa43e2da35 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916317 Jun 30 09:11:17.377058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113d538-507e-4c86-a7f3-0cf26e3d16d8 req-fc835e49-b932-434d-adb8-4020373b2fc9 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.377426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f113d538-507e-4c86-a7f3-0cf26e3d16d8 req-fc835e49-b932-434d-adb8-4020373b2fc9 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1096 time: 0.2216039 Jun 30 09:11:17.443324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f113d538-507e-4c86-a7f3-0cf26e3d16d8 req-78fdca41-6480-47d2-af57-359534815080 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560541 Jun 30 09:11:18.241866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d519e5ba-3b66-4b9f-b45d-dc69d1e63914 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:18.341425 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d519e5ba-3b66-4b9f-b45d-dc69d1e63914, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:18.380154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'port_id': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914', 'mac_address': 'fa:16:3e:f9:c5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:18.496028 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.554552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d519e5ba-3b66-4b9f-b45d-dc69d1e63914 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:18.596196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d519e5ba-3b66-4b9f-b45d-dc69d1e63914, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:18.608020 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.692955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:18.791093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070c55-a202-4d38-93e3-cc2ae2f0f4d5 req-6b82adde-0168-40f3-bf2d-ae53399745b9 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.792596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da070c55-a202-4d38-93e3-cc2ae2f0f4d5 req-6b82adde-0168-40f3-bf2d-ae53399745b9 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1839745 Jun 30 09:11:18.854315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fe69c-8518-45b5-b123-6a33caddd128 req-00c64ec3-3995-4ce7-bf3e-04f4d8cf3b0a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.856318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c0fe69c-8518-45b5-b123-6a33caddd128 req-00c64ec3-3995-4ce7-bf3e-04f4d8cf3b0a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1704314 Jun 30 09:11:18.878724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['d519e5ba-3b66-4b9f-b45d-dc69d1e63914'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:18.931349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da070c55-a202-4d38-93e3-cc2ae2f0f4d5 req-29517f47-c933-4d97-83dd-9a81b69031d8 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295903 Jun 30 09:11:18.973709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c0fe69c-8518-45b5-b123-6a33caddd128 req-e944c926-0b3a-4fc9-8f02-b7c2c5a6cf4e tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003292 Jun 30 09:11:19.248569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53776) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:19.379654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1aa7-ae08-4a00-b51a-f06142e5d90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.534920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1aa7-ae08-4a00-b51a-f06142e5d90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.553505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1aa7-ae08-4a00-b51a-f06142e5d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.604767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4e0d1aa7-ae08-4a00-b51a-f06142e5d90c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=715f47dd2ae848248e849514e6e23a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551002 Jun 30 09:11:19.608020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53786) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:19.612061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d1aa7-ae08-4a00-b51a-f06142e5d90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa52d6f4-14cb-445b-a415-5ebb7482a8d0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.668887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.693049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.744528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.747602 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.751492 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa52d6f4-14cb-445b-a415-5ebb7482a8d0 HTTP/1.1" status: 204 len: 168 time: 0.1392705 Jun 30 09:11:19.757017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa52d6f4-14cb-445b-a415-5ebb7482a8d0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.765603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.767432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.767768 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.768095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.768418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.768749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.769191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.769515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.769853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.770170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.770484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:19.770798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8940-75ae-4fa3-9128-e4856ab3edea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.085005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885e672-3b87-49fb-a86c-14a905529ebe req-2a442d73-3de2-48a0-95ae-d49d7a7d0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.086658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8885e672-3b87-49fb-a86c-14a905529ebe req-2a442d73-3de2-48a0-95ae-d49d7a7d0856 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.1218910 Jun 30 09:11:20.241928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d519e5ba-3b66-4b9f-b45d-dc69d1e63914 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:20.263869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8885e672-3b87-49fb-a86c-14a905529ebe req-979fc0d6-f40d-4d89-b10d-d127c37f2614 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365461 Jun 30 09:11:20.326576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:20.332713 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:20.333841 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.356215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a952d6-f062-475e-8c62-59d7ffd424d3 req-5e241766-f280-4402-94f8-f09ca28329e7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.364702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6a952d6-f062-475e-8c62-59d7ffd424d3 req-5e241766-f280-4402-94f8-f09ca28329e7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2770770 Jun 30 09:11:20.391471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2035-a9fc-40ee-845b-bd54ec96045d req-22fc2d90-679c-4b65-994c-b97db089645b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.393312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a46c2035-a9fc-40ee-845b-bd54ec96045d req-22fc2d90-679c-4b65-994c-b97db089645b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1831372 Jun 30 09:11:20.440853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6a952d6-f062-475e-8c62-59d7ffd424d3 req-be915ac2-ebc3-4f5d-8322-61fefd032422 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751169 Jun 30 09:11:20.472838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a46c2035-a9fc-40ee-845b-bd54ec96045d req-3cdc78e0-09bb-4da2-98f6-8cb875d75956 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547633 Jun 30 09:11:20.632080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.677491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:20.680155 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f477194-6286-4f58-8be9-f54209dcf5c5" -d '{"events": [{"server_uuid": "d5b71934-f133-4d10-b101-9a995a874ca2", "name": "network-vif-plugged", "status": "completed", "tag": "d519e5ba-3b66-4b9f-b45d-dc69d1e63914"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:20.695367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port d519e5ba-3b66-4b9f-b45d-dc69d1e63914, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:20.702031 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.746644 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b4e256-7ee0-4a5b-8a3b-9969db0f3dfa x-openstack-request-id: req-b8b4e256-7ee0-4a5b-8a3b-9969db0f3dfa {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:20.747183 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b71934-f133-4d10-b101-9a995a874ca2", "name": "network-vif-plugged", "status": "completed", "tag": "d519e5ba-3b66-4b9f-b45d-dc69d1e63914", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:20.747602 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8b4e256-7ee0-4a5b-8a3b-9969db0f3dfa {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:20.769091 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914', 'code': 200} Jun 30 09:11:20.821197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.974249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b1fb4-715b-4ac4-8e21-37a5c487f7f5 req-2e9cb896-02e4-4d01-9c20-4051d4c755eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.975927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-876b1fb4-715b-4ac4-8e21-37a5c487f7f5 req-2e9cb896-02e4-4d01-9c20-4051d4c755eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1203537 Jun 30 09:11:21.124135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-876b1fb4-715b-4ac4-8e21-37a5c487f7f5 req-cd1f5f00-645c-47fb-9d37-47bd3a83399b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374724 Jun 30 09:11:21.819966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeab23-a821-4c2d-bfa0-24eb51976d1f req-fce56b4d-02e8-4800-ba20-dc86c7b95d78 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.821502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afaeab23-a821-4c2d-bfa0-24eb51976d1f req-fce56b4d-02e8-4800-ba20-dc86c7b95d78 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1071494 Jun 30 09:11:21.830231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858b23b-24b0-43ea-b86e-d93a1b8d92a0 req-142b7456-cf6d-4892-95b8-0b24c2e346c3 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.831725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b858b23b-24b0-43ea-b86e-d93a1b8d92a0 req-142b7456-cf6d-4892-95b8-0b24c2e346c3 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1704018 Jun 30 09:11:21.887466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afaeab23-a821-4c2d-bfa0-24eb51976d1f req-5b323d67-7b75-4315-9292-b0e20a85efe0 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546944 Jun 30 09:11:21.950677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b858b23b-24b0-43ea-b86e-d93a1b8d92a0 req-2310db27-6074-4769-848a-3b80116efa5e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112092 Jun 30 09:11:22.555980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-949216ba-4f49-41c1-a45b-04010a67e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.569470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-949216ba-4f49-41c1-a45b-04010a67e497 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.1317947 Jun 30 09:11:22.745968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11d707-d62a-4438-a35f-865a81b3f257 req-50e93fb9-cc1b-4858-ae92-0cf95ea2e465 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.748312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c11d707-d62a-4438-a35f-865a81b3f257 req-50e93fb9-cc1b-4858-ae92-0cf95ea2e465 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1125252 Jun 30 09:11:22.765554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-56f3689c-e6f3-49e3-a1a4-fe8b990c59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.767571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-56f3689c-e6f3-49e3-a1a4-fe8b990c59d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.1890702 Jun 30 09:11:22.838767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-a1747108-eb15-4929-a58a-eb0333e68bc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.0631955 Jun 30 09:11:22.956824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c11d707-d62a-4438-a35f-865a81b3f257 req-e594f493-9d6b-43a2-a56d-ba77c7ab6b0e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829600 Jun 30 09:11:22.981449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-9bdb56eb-049a-4579-a124-761e7a223d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.982960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-9bdb56eb-049a-4579-a124-761e7a223d0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.1236885 Jun 30 09:11:23.027590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-fca1af07-81e6-4b09-8ee0-6e5a1e3cdbc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366559 Jun 30 09:11:23.230866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f901a-74bc-44b2-8fcc-b5b43724474a req-90a34c50-befc-45b0-8a57-bca90eef9063 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:23.240501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-561f901a-74bc-44b2-8fcc-b5b43724474a req-90a34c50-befc-45b0-8a57-bca90eef9063 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1612494 Jun 30 09:11:23.245578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.301024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-f0562500-b608-45a2-940a-35e958457016 service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665026 Jun 30 09:11:23.457505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-561f901a-74bc-44b2-8fcc-b5b43724474a req-9a41a042-20c4-4971-a26f-9db4ba976a5d tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159996 Jun 30 09:11:23.500944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40f537b1-35b7-43ad-95bb-a783d8bc22a6 req-cf1cd31e-29cc-4308-aac7-83417814cc6d service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799011 Jun 30 09:11:23.754698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57def4ba-7660-4210-82c9-d6100b2b08d5 req-00f35daa-6341-4ddf-971f-5e568820cb3e tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:23.756227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57def4ba-7660-4210-82c9-d6100b2b08d5 req-00f35daa-6341-4ddf-971f-5e568820cb3e tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1385703 Jun 30 09:11:23.830437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57def4ba-7660-4210-82c9-d6100b2b08d5 req-085ef89c-ec67-43c8-a7ae-acbeeafd2620 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627799 Jun 30 09:11:24.120114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53952) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:24.129337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ed0b-0ec1-4437-8f84-4caa4c30a955 req-471da29d-9196-4850-bd20-22594185c01a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.138984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bed1ed0b-0ec1-4437-8f84-4caa4c30a955 req-471da29d-9196-4850-bd20-22594185c01a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1157515 Jun 30 09:11:24.256564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bed1ed0b-0ec1-4437-8f84-4caa4c30a955 req-f83e438c-6254-4e70-981a-839e0828878f tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166134 Jun 30 09:11:24.298910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975892-4341-4d41-994c-9b8e43762e91 req-a8517cf0-a83f-4145-addb-3ea5d85ec7d9 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.306780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd975892-4341-4d41-994c-9b8e43762e91 req-a8517cf0-a83f-4145-addb-3ea5d85ec7d9 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1208467 Jun 30 09:11:24.343466 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7ba61d79-9a30-4b11-8aff-3edcdc7f19bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.393500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd975892-4341-4d41-994c-9b8e43762e91 req-b48dc1a0-7c53-4f66-ae0d-94433bd9b006 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844114 Jun 30 09:11:24.520643 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7ba61d79-9a30-4b11-8aff-3edcdc7f19bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.530394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7ba61d79-9a30-4b11-8aff-3edcdc7f19bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.567815 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7ba61d79-9a30-4b11-8aff-3edcdc7f19bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9edb0a7ce0c4082991cd38e0dee3cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410844 Jun 30 09:11:24.569143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 53966) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:24.593959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba61d79-9a30-4b11-8aff-3edcdc7f19bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4499bbd7-e4e9-468a-b784-8e034ce93724,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.679183 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0e22d3f-5d95-46db-8e87-5fe4416903c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.727693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0e22d3f-5d95-46db-8e87-5fe4416903c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.862914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0e22d3f-5d95-46db-8e87-5fe4416903c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.866383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0e22d3f-5d95-46db-8e87-5fe4416903c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.867850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c0e22d3f-5d95-46db-8e87-5fe4416903c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4499bbd7-e4e9-468a-b784-8e034ce93724 HTTP/1.1" status: 204 len: 168 time: 0.2970719 Jun 30 09:11:24.907944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e22d3f-5d95-46db-8e87-5fe4416903c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4499bbd7-e4e9-468a-b784-8e034ce93724,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.983218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2ab5218b-6b54-431a-a2dd-e2055095879c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.992250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2ab5218b-6b54-431a-a2dd-e2055095879c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/networks?id=c48c297b-7aff-4ec6-adea-56677f45ec7c HTTP/1.1" status: 200 len: 911 time: 0.2548697 Jun 30 09:11:25.015826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-497a6d28-9d8c-478f-8267-e486541a998b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/quotas/3aed40e2b85845d99fc2741f50413c48 HTTP/1.1" status: 200 len: 375 time: 0.0204384 Jun 30 09:11:25.148894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.175271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-c3b70232-076b-49b7-8132-0913cfb44b94 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=3aed40e2b85845d99fc2741f50413c48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583123 Jun 30 09:11:25.379803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1bd5655b-7b80-42f5-8dfd-cf4450340f25 service neutron] 10.222.0.53 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891029 Jun 30 09:11:25.542852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 53998) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:25.567557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60346b87-6f13-4fd2-9846-57f45a9e856c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.584767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-d28a36f2-acf1-4423-8a9b-19359332a4b6 service neutron] 10.222.0.53 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040572 Jun 30 09:11:25.753011 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60346b87-6f13-4fd2-9846-57f45a9e856c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.766730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60346b87-6f13-4fd2-9846-57f45a9e856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.831133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 54008) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:25.832140 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-60346b87-6f13-4fd2-9846-57f45a9e856c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e05753f7b25149f69aa19da101edef3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855232 Jun 30 09:11:25.833776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60346b87-6f13-4fd2-9846-57f45a9e856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c62138e-94e4-46d8-9e64-1fc3cafefb20,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.965256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b677b207-58c9-4166-b47e-1c324f92edff req-ed988ed3-8dda-4b8e-a98b-ed9e682ab193 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 210 time: 0.0771539 Jun 30 09:11:25.990055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e95887-1adf-4c07-9d0c-8d255c13eb72 req-92412559-8878-4fd3-ad88-6fd6119bdcab tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:25.994170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0e95887-1adf-4c07-9d0c-8d255c13eb72 req-92412559-8878-4fd3-ad88-6fd6119bdcab tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.3225710 Jun 30 09:11:26.049091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-336decde-86e1-4627-ac3e-9df01bf5fa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.096695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0e95887-1adf-4c07-9d0c-8d255c13eb72 req-cbfe4045-327b-43c9-b5c0-26d2cdc75276 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814295 Jun 30 09:11:26.099250 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-336decde-86e1-4627-ac3e-9df01bf5fa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.201911 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-336decde-86e1-4627-ac3e-9df01bf5fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.204619 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-336decde-86e1-4627-ac3e-9df01bf5fa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.206641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-336decde-86e1-4627-ac3e-9df01bf5fa1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c62138e-94e4-46d8-9e64-1fc3cafefb20 HTTP/1.1" status: 204 len: 168 time: 0.3712828 Jun 30 09:11:26.221166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336decde-86e1-4627-ac3e-9df01bf5fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c62138e-94e4-46d8-9e64-1fc3cafefb20,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:27.188397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e68e0936-c05a-438e-b5a7-06a8af12f5d0 req-e0ca393f-f05d-4daf-bf7f-a1d60343fb2c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 210 time: 0.0536349 Jun 30 09:11:28.456314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-320deda1-4353-4493-9a51-41d531b344a7 req-f5f1c5a2-58f4-49c8-ae7e-15f19044a2ef tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 210 time: 0.0720441 Jun 30 09:11:28.464945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-d2b12fd9-7139-446e-b8e2-6fe6cfa6985c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.472107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-d2b12fd9-7139-446e-b8e2-6fe6cfa6985c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.13 "GET /v2.0/networks?id=c48c297b-7aff-4ec6-adea-56677f45ec7c HTTP/1.1" status: 200 len: 911 time: 0.3027351 Jun 30 09:11:28.501426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Request body: {'port': {'device_id': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'admin_state_up': True, 'tenant_id': '3aed40e2b85845d99fc2741f50413c48'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:28.538432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Made reservation on behalf of 3aed40e2b85845d99fc2741f50413c48 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:28.540924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.857685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Allocated IP 172.20.0.5 (c48c297b-7aff-4ec6-adea-56677f45ec7c/8d4293bb-d1a9-4674-b8e6-fe6085f48433/c409780d-f56d-43f6-ad63-03b56a785d0b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:29.184353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.209285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Transition to ACTIVE for port object c409780d-f56d-43f6-ad63-03b56a785d0b will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:29.310332 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.330831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['d519e5ba-3b66-4b9f-b45d-dc69d1e63914'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:29.413051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Pushing event updated for resources: {'Port': ['ID=c409780d-f56d-43f6-ad63-03b56a785d0b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:29.458680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Network c48c297b-7aff-4ec6-adea-56677f45ec7c is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:29.464270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:29.468998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:29.832532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7c8286c9-fc3b-4647-898f-f6908be57d97 None None] Provisioning for port c409780d-f56d-43f6-ad63-03b56a785d0b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:29.837192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7c8286c9-fc3b-4647-898f-f6908be57d97 None None] Provisioning complete for port c409780d-f56d-43f6-ad63-03b56a785d0b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:29.841079 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7c8286c9-fc3b-4647-898f-f6908be57d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.968371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7c8286c9-fc3b-4647-898f-f6908be57d97 None None] Port c409780d-f56d-43f6-ad63-03b56a785d0b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:30.072146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.073834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.159695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2c587d3b-f9c7-442c-8c5c-31d94a8f7a46 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6749780 Jun 30 09:11:30.185814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Request body: {'port': {'device_id': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:30.241554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fe0d0-227f-431f-8f89-21027b6f8ce5 req-af5eaf67-6401-4bb0-b450-bcda15c7c20c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.249608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f83fe0d0-227f-431f-8f89-21027b6f8ce5 req-af5eaf67-6401-4bb0-b450-bcda15c7c20c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.8315468 Jun 30 09:11:30.356288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.359243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde5b93-535d-42bc-8c76-fc86b3bcd73e req-6cc7628d-394e-41e9-9234-189c1724b460 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.366180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fde5b93-535d-42bc-8c76-fc86b3bcd73e req-6cc7628d-394e-41e9-9234-189c1724b460 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1027 time: 0.3360729 Jun 30 09:11:30.379255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f83fe0d0-227f-431f-8f89-21027b6f8ce5 req-627e8817-97f1-4a84-93de-72b33d374251 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235502 Jun 30 09:11:30.521601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fde5b93-535d-42bc-8c76-fc86b3bcd73e req-77a307db-a0c8-4454-a464-a1d41b9daa80 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544390 Jun 30 09:11:31.057029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c409780d-f56d-43f6-ad63-03b56a785d0b {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:31.077500 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.103320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Transition to ACTIVE for port object c409780d-f56d-43f6-ad63-03b56a785d0b will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:31.112817 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.281911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Pushing event updated for resources: {'Port': ['ID=c409780d-f56d-43f6-ad63-03b56a785d0b,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:31.444300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Attempting to bind port c409780d-f56d-43f6-ad63-03b56a785d0b on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:31.444658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Attempting to bind port c409780d-f56d-43f6-ad63-03b56a785d0b by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:31.445029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Attempting to bind port c409780d-f56d-43f6-ad63-03b56a785d0b on network c48c297b-7aff-4ec6-adea-56677f45ec7c {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:31.451223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Port c409780d-f56d-43f6-ad63-03b56a785d0b on network c48c297b-7aff-4ec6-adea-56677f45ec7c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:31.452038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Attempting to bind port c409780d-f56d-43f6-ad63-03b56a785d0b on network c48c297b-7aff-4ec6-adea-56677f45ec7c {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:31.474562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:31.474562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Checking segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:31.474562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Bound using segment: {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:31.474562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Bound port: c409780d-f56d-43f6-ad63-03b56a785d0b, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f72e0d8-c8d8-425e-aaf3-45746a46060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:31.474562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.577966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] For port c409780d-f56d-43f6-ad63-03b56a785d0b, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:31.581760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] For port c409780d-f56d-43f6-ad63-03b56a785d0b, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c409780d-f56d-43f6-ad63-03b56a785d0b,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:31.610887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.654755 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cf4e71ed-c284-469f-a479-4423a615789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.656099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:31.656754 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.658194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] 10.222.0.13 "PUT /v2.0/ports/c409780d-f56d-43f6-ad63-03b56a785d0b HTTP/1.1" status: 200 len: 1092 time: 1.4889324 Jun 30 09:11:31.658666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'tag': 'c409780d-f56d-43f6-ad63-03b56a785d0b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:31.660969 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c56b87-f881-4922-859c-e58e7c88a40f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6c74e8-daeb-42df-9b7c-449cedf877d9", "tag": "c409780d-f56d-43f6-ad63-03b56a785d0b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:31.869826 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4b5e1-d333-40d4-882f-0eb7bbc6cb38 x-openstack-request-id: req-3ab4b5e1-d333-40d4-882f-0eb7bbc6cb38 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:31.870151 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6c74e8-daeb-42df-9b7c-449cedf877d9", "tag": "c409780d-f56d-43f6-ad63-03b56a785d0b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:31.870453 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ab4b5e1-d333-40d4-882f-0eb7bbc6cb38 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:31.871033 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'tag': 'c409780d-f56d-43f6-ad63-03b56a785d0b', 'status': 'completed', 'code': 200} Jun 30 09:11:32.019440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d82e-9ea7-4783-b103-3fa8ee5878ab service neutron] Pushing event updated for resources: {'Port': ['ID=c409780d-f56d-43f6-ad63-03b56a785d0b,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.092701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-d6ebdb94-f354-45d1-9593-12457f0028ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.099746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-d6ebdb94-f354-45d1-9593-12457f0028ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aed40e2b85845d99fc2741f50413c48&device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1095 time: 0.3462636 Jun 30 09:11:32.270119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-2f3d42e9-4377-484a-8920-9ed8b4c73189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c409780d-f56d-43f6-ad63-03b56a785d0b HTTP/1.1" status: 200 len: 217 time: 0.1603198 Jun 30 09:11:32.296851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb448-a3fa-457a-8998-4a0a8f847a64 req-a68f018a-b33b-4c70-a20b-c9b9c1826ecb tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.299718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be3eb448-a3fa-457a-8998-4a0a8f847a64 req-a68f018a-b33b-4c70-a20b-c9b9c1826ecb tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1095 time: 0.3876040 Jun 30 09:11:32.433116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-696c647a-d1b8-4678-8b45-5b848b893c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.436247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-696c647a-d1b8-4678-8b45-5b848b893c39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d4293bb-d1a9-4674-b8e6-fe6085f48433 HTTP/1.1" status: 200 len: 849 time: 0.1523836 Jun 30 09:11:32.450908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be3eb448-a3fa-457a-8998-4a0a8f847a64 req-9fc03672-97d1-4f25-8298-31cc4fc7abb4 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262460 Jun 30 09:11:32.644824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-ca9fbf67-d661-450e-9d72-d8f8e213ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.655135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-ca9fbf67-d661-450e-9d72-d8f8e213ee57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c48c297b-7aff-4ec6-adea-56677f45ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032194 Jun 30 09:11:32.849149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-f54d378e-39cd-4a9e-9c66-414adeb9480b service neutron] 10.222.0.13 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835272 Jun 30 09:11:33.021806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96ea8c4d-588a-4607-93ef-1a7fa8f9b933 req-3b93cc3a-0c62-4dfa-8622-dffe0dfd33ef service neutron] 10.222.0.13 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676004 Jun 30 09:11:33.197794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c56b87-f881-4922-859c-e58e7c88a40f req-56b2bdab-f61b-4087-8e1d-8fdf72895a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.201197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c56b87-f881-4922-859c-e58e7c88a40f req-56b2bdab-f61b-4087-8e1d-8fdf72895a1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aed40e2b85845d99fc2741f50413c48&device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1095 time: 0.1235416 Jun 30 09:11:33.369127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c56b87-f881-4922-859c-e58e7c88a40f req-8771ea90-da72-4e11-805d-051cdcb75c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.371823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c56b87-f881-4922-859c-e58e7c88a40f req-8771ea90-da72-4e11-805d-051cdcb75c99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c48c297b-7aff-4ec6-adea-56677f45ec7c HTTP/1.1" status: 200 len: 911 time: 0.1547253 Jun 30 09:11:33.498996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c56b87-f881-4922-859c-e58e7c88a40f req-1060d8d1-efdd-4992-ac5e-76cdd6e019cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c409780d-f56d-43f6-ad63-03b56a785d0b HTTP/1.1" status: 200 len: 217 time: 0.1126647 Jun 30 09:11:33.657259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c56b87-f881-4922-859c-e58e7c88a40f req-87473a76-073a-4fa5-857f-9f8148f279e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.667747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c56b87-f881-4922-859c-e58e7c88a40f req-87473a76-073a-4fa5-857f-9f8148f279e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d4293bb-d1a9-4674-b8e6-fe6085f48433 HTTP/1.1" status: 200 len: 849 time: 0.1518838 Jun 30 09:11:33.789881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c56b87-f881-4922-859c-e58e7c88a40f req-086fb65f-1ca6-4193-adab-5fe9bd8969b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.791605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c56b87-f881-4922-859c-e58e7c88a40f req-086fb65f-1ca6-4193-adab-5fe9bd8969b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c48c297b-7aff-4ec6-adea-56677f45ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225452 Jun 30 09:11:33.873041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44c8ed-8094-41bf-8aa5-5b82bd4715ed req-e768ae8a-5104-491f-865f-2542f2d05a63 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.881280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a44c8ed-8094-41bf-8aa5-5b82bd4715ed req-e768ae8a-5104-491f-865f-2542f2d05a63 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1095 time: 0.1639242 Jun 30 09:11:34.037461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a44c8ed-8094-41bf-8aa5-5b82bd4715ed req-2b53a847-358b-4a4a-9bfb-6e12dd968468 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547604 Jun 30 09:11:34.079001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c56b87-f881-4922-859c-e58e7c88a40f req-2fa215ea-736c-4801-9fda-7851ca310d32 service neutron] 10.222.0.13 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754164 Jun 30 09:11:34.248356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c56b87-f881-4922-859c-e58e7c88a40f req-56226901-a7da-4a43-9e8e-21c5d161d814 service neutron] 10.222.0.13 "GET /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609485 Jun 30 09:11:34.330879 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.396697 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-83aec2b5-da59-4060-b34c-51c9aafe3969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.341360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2f4e8-eb26-4887-a467-9805c9db138f req-f344e707-6b26-436a-8836-9f6e66f64e09 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:35.345935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c2f4e8-eb26-4887-a467-9805c9db138f req-f344e707-6b26-436a-8836-9f6e66f64e09 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1095 time: 0.1317532 Jun 30 09:11:35.399363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c2f4e8-eb26-4887-a467-9805c9db138f req-b18b9c0e-a8b4-48ad-af6f-6a6d0c81a46c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465131 Jun 30 09:11:35.820545 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.050181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c409780d-f56d-43f6-ad63-03b56a785d0b details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:36.241589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c409780d-f56d-43f6-ad63-03b56a785d0b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c409780d-f56d-43f6-ad63-03b56a785d0b,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:36.254635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'c409780d-f56d-43f6-ad63-03b56a785d0b', 'network_id': 'c48c297b-7aff-4ec6-adea-56677f45ec7c', 'port_id': 'c409780d-f56d-43f6-ad63-03b56a785d0b', 'mac_address': 'fa:16:3e:a4:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4293bb-d1a9-4674-b8e6-fe6085f48433', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:36.295455 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.319088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c409780d-f56d-43f6-ad63-03b56a785d0b {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:36.362513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c409780d-f56d-43f6-ad63-03b56a785d0b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c409780d-f56d-43f6-ad63-03b56a785d0b,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:36.374004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.473877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c409780d-f56d-43f6-ad63-03b56a785d0b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:36.613601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c409780d-f56d-43f6-ad63-03b56a785d0b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:36.665417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f9b58-789b-4509-83de-337cd2ca0a0c req-0001a07a-42b8-4b1d-ba13-1fadc32949f1 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:36.667717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-243f9b58-789b-4509-83de-337cd2ca0a0c req-0001a07a-42b8-4b1d-ba13-1fadc32949f1 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1096 time: 0.0652566 Jun 30 09:11:36.736244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-243f9b58-789b-4509-83de-337cd2ca0a0c req-fd675234-de14-4e5b-80d6-ca7b772ab91b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 Jun 30 09:11:37.268803 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.867026 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:11:38.055576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c409780d-f56d-43f6-ad63-03b56a785d0b up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:38.075706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257266-1b9b-4607-b0fe-0c6fceb2e236 req-d56a443f-9474-4ea2-b94d-bdd0f338893b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:38.084689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7257266-1b9b-4607-b0fe-0c6fceb2e236 req-d56a443f-9474-4ea2-b94d-bdd0f338893b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1096 time: 0.0988517 Jun 30 09:11:38.142644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port c409780d-f56d-43f6-ad63-03b56a785d0b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:38.150319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port c409780d-f56d-43f6-ad63-03b56a785d0b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:38.150699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.155031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7257266-1b9b-4607-b0fe-0c6fceb2e236 req-52f2c133-bb60-4ca9-87d1-cefdcfcf1cf3 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680034 Jun 30 09:11:38.322113 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.349482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c409780d-f56d-43f6-ad63-03b56a785d0b'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:38.352490 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec312fa2-8687-4612-a92b-19af9aa75b11" -d '{"events": [{"server_uuid": "6c6c74e8-daeb-42df-9b7c-449cedf877d9", "name": "network-vif-plugged", "status": "completed", "tag": "c409780d-f56d-43f6-ad63-03b56a785d0b"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:38.434563 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f54d86-52c8-4ff5-a60c-6b80e3470947 x-openstack-request-id: req-f1f54d86-52c8-4ff5-a60c-6b80e3470947 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:38.434853 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6c74e8-daeb-42df-9b7c-449cedf877d9", "name": "network-vif-plugged", "status": "completed", "tag": "c409780d-f56d-43f6-ad63-03b56a785d0b", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:38.435302 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1f54d86-52c8-4ff5-a60c-6b80e3470947 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:38.436174 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c409780d-f56d-43f6-ad63-03b56a785d0b', 'code': 200} Jun 30 09:11:38.440559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c409780d-f56d-43f6-ad63-03b56a785d0b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c409780d-f56d-43f6-ad63-03b56a785d0b,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:38.452301 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.589347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c409780d-f56d-43f6-ad63-03b56a785d0b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:38.655487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53872edd-a041-47c9-9e63-137df2684034 req-b45fec35-7446-4901-9b41-aa6781e01899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:38.656988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53872edd-a041-47c9-9e63-137df2684034 req-b45fec35-7446-4901-9b41-aa6781e01899 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.1079106 Jun 30 09:11:38.697322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-53872edd-a041-47c9-9e63-137df2684034 req-e73ff47e-5661-48e5-b127-d52df614a99d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Jun 30 09:11:39.406585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533dc74-7e1d-4b22-b531-342765c41ecd req-8f789917-c250-4e4a-9ce5-e94dba5a2ed2 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.426306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0533dc74-7e1d-4b22-b531-342765c41ecd req-8f789917-c250-4e4a-9ce5-e94dba5a2ed2 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.0764651 Jun 30 09:11:39.504590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0533dc74-7e1d-4b22-b531-342765c41ecd req-d828959d-91f6-4494-b202-bf970dff736d tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765100 Jun 30 09:11:40.783627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837933c-3bfe-4b5b-b420-70f9c4990a97 req-2f6917d3-b6bb-418a-93d1-f1add48d24a2 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:40.791756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9837933c-3bfe-4b5b-b420-70f9c4990a97 req-2f6917d3-b6bb-418a-93d1-f1add48d24a2 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.0757937 Jun 30 09:11:40.862061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9837933c-3bfe-4b5b-b420-70f9c4990a97 req-c9f1ec75-3487-400e-a626-4466edff7cf1 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694633 Jun 30 09:11:41.150483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169642-5758-4af5-80a4-f97a2fb2874b req-ef679689-7ce6-467a-a5b7-619055204796 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.153483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08169642-5758-4af5-80a4-f97a2fb2874b req-ef679689-7ce6-467a-a5b7-619055204796 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.1077497 Jun 30 09:11:41.242985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08169642-5758-4af5-80a4-f97a2fb2874b req-b66e1c51-6b40-478a-bedd-615c2f032e9c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801089 Jun 30 09:11:41.538625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32b99f-361d-4c15-930d-bedb47e9e256 req-8d089ba3-1313-4b8b-9a52-2826acda4de5 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.545654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c32b99f-361d-4c15-930d-bedb47e9e256 req-8d089ba3-1313-4b8b-9a52-2826acda4de5 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.0961013 Jun 30 09:11:41.601193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c32b99f-361d-4c15-930d-bedb47e9e256 req-fb35da30-85e0-42e1-9036-795105cf8743 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544767 Jun 30 09:11:42.156722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56550ca-b8cc-4d32-9208-6529bc8dc810 req-e09d03d2-866c-40f6-adec-eda2692d5217 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:42.158376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56550ca-b8cc-4d32-9208-6529bc8dc810 req-e09d03d2-866c-40f6-adec-eda2692d5217 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.1329896 Jun 30 09:11:42.247138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56550ca-b8cc-4d32-9208-6529bc8dc810 req-1a56e2d7-0694-4b59-90d7-bb2f8a70903a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811119 Jun 30 09:11:43.351882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-6fd76900-9796-4a94-85e8-7cfc02e6bf9a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:43.362064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-6fd76900-9796-4a94-85e8-7cfc02e6bf9a tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.1042113 Jun 30 09:11:43.581778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Deleting port c409780d-f56d-43f6-ad63-03b56a785d0b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:43.582133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.699034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] For port c409780d-f56d-43f6-ad63-03b56a785d0b, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c409780d-f56d-43f6-ad63-03b56a785d0b,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:43.712018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.727285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Calling delete_port for c409780d-f56d-43f6-ad63-03b56a785d0b owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:43.839996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef76bf4-9e35-4a7f-b861-b54401c4e699 req-7fffb125-fb1d-487a-8cbd-a88d22222422 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:43.846814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef76bf4-9e35-4a7f-b861-b54401c4e699 req-7fffb125-fb1d-487a-8cbd-a88d22222422 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 1097 time: 0.3373225 Jun 30 09:11:43.928694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ef76bf4-9e35-4a7f-b861-b54401c4e699 req-f6a54413-6fe1-405a-a0ac-2664ccc340ec tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809247 Jun 30 09:11:44.096116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.111022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c409780d-f56d-43f6-ad63-03b56a785d0b'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:44.137525 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['d519e5ba-3b66-4b9f-b45d-dc69d1e63914'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:44.158335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Pushing event deleted for resources: {'Port': ['ID=c409780d-f56d-43f6-ad63-03b56a785d0b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.236159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] No DVR routers for this DVR port c409780d-f56d-43f6-ad63-03b56a785d0b on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:44.241052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.246768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d60cd3dd-f356-4c02-9e24-5dd42ac725db req-4585e6b2-8df5-4726-a8f7-44d015fee780 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c409780d-f56d-43f6-ad63-03b56a785d0b HTTP/1.1" status: 204 len: 173 time: 0.8810866 Jun 30 09:11:44.248291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'name': 'network-vif-deleted', 'tag': 'c409780d-f56d-43f6-ad63-03b56a785d0b'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:44.250674 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8a156a-659f-447f-9822-4b671642276e" -d '{"events": [{"server_uuid": "6c6c74e8-daeb-42df-9b7c-449cedf877d9", "name": "network-vif-deleted", "tag": "c409780d-f56d-43f6-ad63-03b56a785d0b"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:44.317694 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5989b5-5a34-49be-8fae-1602fe47295a x-openstack-request-id: req-6d5989b5-5a34-49be-8fae-1602fe47295a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:44.318493 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6c74e8-daeb-42df-9b7c-449cedf877d9", "name": "network-vif-deleted", "tag": "c409780d-f56d-43f6-ad63-03b56a785d0b", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:44.318934 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d5989b5-5a34-49be-8fae-1602fe47295a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:44.319512 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6c74e8-daeb-42df-9b7c-449cedf877d9', 'name': 'network-vif-deleted', 'tag': 'c409780d-f56d-43f6-ad63-03b56a785d0b', 'status': 'completed', 'code': 200} Jun 30 09:11:45.247920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e7c4b44-3897-4c88-8a27-43139e6d1e1a req-8a626784-fd34-40ce-88e6-20dcc82b712b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c6c74e8-daeb-42df-9b7c-449cedf877d9 HTTP/1.1" status: 200 len: 210 time: 0.0486429 Jun 30 09:11:45.510269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594119-3859-49b8-9f2e-d48a64b4549f req-593ee488-2e66-4bd3-a920-35c91d2aedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.512743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99594119-3859-49b8-9f2e-d48a64b4549f req-593ee488-2e66-4bd3-a920-35c91d2aedc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.1235318 Jun 30 09:11:45.661549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700a43-bad7-4857-b14a-f266d5eb9a20 req-8c00fe78-64b0-474b-9684-394a03f0ffd8 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.669295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99700a43-bad7-4857-b14a-f266d5eb9a20 req-8c00fe78-64b0-474b-9684-394a03f0ffd8 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1381090 Jun 30 09:11:45.730766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99700a43-bad7-4857-b14a-f266d5eb9a20 req-62bcc8d9-9268-4392-859a-44bc1d07e414 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596738 Jun 30 09:11:45.805804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594119-3859-49b8-9f2e-d48a64b4549f req-1284fd61-919d-4de1-a341-9728d1b5a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.807595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99594119-3859-49b8-9f2e-d48a64b4549f req-1284fd61-919d-4de1-a341-9728d1b5a6dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.2877038 Jun 30 09:11:45.897188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99594119-3859-49b8-9f2e-d48a64b4549f req-95176fd7-d51d-463c-90f3-ad3c6dcb8cf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.0823624 Jun 30 09:11:46.000878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594119-3859-49b8-9f2e-d48a64b4549f req-0837bd92-5814-49a1-b88b-241383a90c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.002722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99594119-3859-49b8-9f2e-d48a64b4549f req-0837bd92-5814-49a1-b88b-241383a90c30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.0966663 Jun 30 09:11:46.042552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99594119-3859-49b8-9f2e-d48a64b4549f req-57eff306-2880-4cd1-9725-a44602a752b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319545 Jun 30 09:11:46.192872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99594119-3859-49b8-9f2e-d48a64b4549f req-7c4b2670-5d34-43e5-b4be-60126e347ce8 service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392922 Jun 30 09:11:46.397889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99594119-3859-49b8-9f2e-d48a64b4549f req-ab9d36c6-eab8-4a4e-82b5-fff6af4d9b2b service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971626 Jun 30 09:11:47.104559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dbd42-1c9d-4460-b23e-66716c5bfcc9 req-7ef83ad4-5133-4ffc-b9a9-e3e8901e469b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.112262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-914dbd42-1c9d-4460-b23e-66716c5bfcc9 req-7ef83ad4-5133-4ffc-b9a9-e3e8901e469b tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 0.2113361 Jun 30 09:11:47.152007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b73da-fdc6-4229-b9ee-c86cfdf70eba req-239133a6-754a-4bde-8bc0-5ea9fae9dfa4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.159451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-363b73da-fdc6-4229-b9ee-c86cfdf70eba req-239133a6-754a-4bde-8bc0-5ea9fae9dfa4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2060373 Jun 30 09:11:47.214520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-914dbd42-1c9d-4460-b23e-66716c5bfcc9 req-e936e5e1-8e14-48f5-b75c-3073b07b9cc7 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970304 Jun 30 09:11:47.254384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-363b73da-fdc6-4229-b9ee-c86cfdf70eba req-871c027c-e550-4051-98b1-830ec397b989 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940697 Jun 30 09:11:47.985964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54790) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:47.986420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-cb5841a0-f33f-4e0b-a6c4-af87e0cd424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.987978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-cb5841a0-f33f-4e0b-a6c4-af87e0cd424b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.0603991 Jun 30 09:11:48.103660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c409780d-f56d-43f6-ad63-03b56a785d0b no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:48.144598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: c409780d-f56d-43f6-ad63-03b56a785d0b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:48.147042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c409780d-f56d-43f6-ad63-03b56a785d0b not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:48.166571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-02d7398c-fc52-47b4-9160-4b939d7b7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.168800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-02d7398c-fc52-47b4-9160-4b939d7b7812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.1555991 Jun 30 09:11:48.181585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b56a2ac-b9b0-4a7f-b246-8a1990da74e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.226134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-576c8124-9a00-41ea-836f-c3580c8f4f1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.0509276 Jun 30 09:11:48.312228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b56a2ac-b9b0-4a7f-b246-8a1990da74e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.319097 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b56a2ac-b9b0-4a7f-b246-8a1990da74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.339857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-baa705a6-b94f-422c-b590-f9573af82dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.341407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-baa705a6-b94f-422c-b590-f9573af82dc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.0786722 Jun 30 09:11:48.346447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344abd1-39b1-48c3-b063-18c67425415d req-e0d0ac38-386e-4230-ac21-e20bf95e5da7 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.348236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2344abd1-39b1-48c3-b063-18c67425415d req-e0d0ac38-386e-4230-ac21-e20bf95e5da7 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1210158 Jun 30 09:11:48.383172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-323a658d-f271-4d85-a7f4-c3e9f29dddbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338259 Jun 30 09:11:48.789253 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0b56a2ac-b9b0-4a7f-b246-8a1990da74e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0538a3a61c644ee8df12e69e8a89896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021648 Jun 30 09:11:48.790201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56a2ac-b9b0-4a7f-b246-8a1990da74e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8574f8db-6c98-4365-9c17-e77c877c801a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.792568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:48.879198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4f320e-0410-456a-885a-fe78dc00b898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.905212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4f320e-0410-456a-885a-fe78dc00b898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.961928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4f320e-0410-456a-885a-fe78dc00b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.965755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d4f320e-0410-456a-885a-fe78dc00b898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.969912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d4f320e-0410-456a-885a-fe78dc00b898 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8574f8db-6c98-4365-9c17-e77c877c801a HTTP/1.1" status: 204 len: 168 time: 0.1621325 Jun 30 09:11:48.985334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f320e-0410-456a-885a-fe78dc00b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574f8db-6c98-4365-9c17-e77c877c801a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.167173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Deleting port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:49.167694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.286488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] For port d519e5ba-3b66-4b9f-b45d-dc69d1e63914, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:49.286858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.306709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Calling delete_port for d519e5ba-3b66-4b9f-b45d-dc69d1e63914 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:49.454581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54818) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:49.473377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-cdf1cbd3-0edb-4a39-82c5-713957211a5c service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0402269 Jun 30 09:11:49.474997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20b8f983-fd82-4d73-865b-fd9c6c47391d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.484308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae8a9-1d4b-47ad-b69b-ccdb70e3e912 req-f8bd8e9e-2738-4534-98cd-513b304f7633 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.487406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6adae8a9-1d4b-47ad-b69b-ccdb70e3e912 req-f8bd8e9e-2738-4534-98cd-513b304f7633 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.8975306 Jun 30 09:11:49.621465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dfdb-4b1d-4467-960f-69556ccfc31c req-9a1bbfeb-6c27-4012-8782-cad529b32382 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.628651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c505dfdb-4b1d-4467-960f-69556ccfc31c req-9a1bbfeb-6c27-4012-8782-cad529b32382 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5b71934-f133-4d10-b101-9a995a874ca2 HTTP/1.1" status: 200 len: 1098 time: 1.1565399 Jun 30 09:11:49.649899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.668501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['d519e5ba-3b66-4b9f-b45d-dc69d1e63914'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:49.713473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20b8f983-fd82-4d73-865b-fd9c6c47391d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.721281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c505dfdb-4b1d-4467-960f-69556ccfc31c req-4ec0b9fa-dd4b-47cc-8472-fd91d85cf425 tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Jun 30 09:11:49.721875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20b8f983-fd82-4d73-865b-fd9c6c47391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.724092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6adae8a9-1d4b-47ad-b69b-ccdb70e3e912 req-914fa0b6-b829-485c-84b4-16fce358464f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791945 Jun 30 09:11:49.790506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8f983-fd82-4d73-865b-fd9c6c47391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9394f86e-9848-4376-96dc-13fd07719667,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.809692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Pushing event deleted for resources: {'Port': ['ID=d519e5ba-3b66-4b9f-b45d-dc69d1e63914,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.815310 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-20b8f983-fd82-4d73-865b-fd9c6c47391d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d7d1a6596e6406a97ac6f651f9104ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595510 Jun 30 09:11:49.819208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54826) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:49.842374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] No DVR routers for this DVR port d519e5ba-3b66-4b9f-b45d-dc69d1e63914 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:49.851485 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.853556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2344abd1-39b1-48c3-b063-18c67425415d req-98397f11-2a8f-4970-812f-98e65ce7137c tempest-TestServerMultinode-548233201 tempest-TestServerMultinode-548233201-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d519e5ba-3b66-4b9f-b45d-dc69d1e63914 HTTP/1.1" status: 204 len: 173 time: 1.4695117 Jun 30 09:11:49.854090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'name': 'network-vif-deleted', 'tag': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:49.856727 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebe74d4-b255-4556-baa1-d3c9707a8f32" -d '{"events": [{"server_uuid": "d5b71934-f133-4d10-b101-9a995a874ca2", "name": "network-vif-deleted", "tag": "d519e5ba-3b66-4b9f-b45d-dc69d1e63914"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:49.876834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a180554f-fc10-4f76-9fb6-8de709453d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.904162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a180554f-fc10-4f76-9fb6-8de709453d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.922536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e7fbf0c-75a3-456e-bc01-b3c5a1da651d req-2d5a5170-7094-450d-937f-fa5a1d14ee25 service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829482 Jun 30 09:11:49.928139 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4613f-0c21-4314-981c-c8b9e77ba269 x-openstack-request-id: req-85f4613f-0c21-4314-981c-c8b9e77ba269 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:49.928806 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b71934-f133-4d10-b101-9a995a874ca2", "name": "network-vif-deleted", "tag": "d519e5ba-3b66-4b9f-b45d-dc69d1e63914", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:49.929058 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85f4613f-0c21-4314-981c-c8b9e77ba269 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:49.929454 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b71934-f133-4d10-b101-9a995a874ca2', 'name': 'network-vif-deleted', 'tag': 'd519e5ba-3b66-4b9f-b45d-dc69d1e63914', 'status': 'completed', 'code': 200} Jun 30 09:11:49.975941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a180554f-fc10-4f76-9fb6-8de709453d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.981021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a180554f-fc10-4f76-9fb6-8de709453d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.982542 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a180554f-fc10-4f76-9fb6-8de709453d39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9394f86e-9848-4376-96dc-13fd07719667 HTTP/1.1" status: 204 len: 168 time: 0.1623435 Jun 30 09:11:49.992454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180554f-fc10-4f76-9fb6-8de709453d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9394f86e-9848-4376-96dc-13fd07719667,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:50.869493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 54866) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.070429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895b6af-e0de-4438-b387-184057da6a69 req-1a57d70f-cd25-4b4f-9a06-239ed5230d93 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.072006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6895b6af-e0de-4438-b387-184057da6a69 req-1a57d70f-cd25-4b4f-9a06-239ed5230d93 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1486132 Jun 30 09:11:51.159917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6895b6af-e0de-4438-b387-184057da6a69 req-ac64033f-3f80-4371-a97b-173abcf167f4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806961 Jun 30 09:11:51.530126 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.032683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Deleting port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:52.033880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.157106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] For port f63b7fbe-6d74-4191-96bf-8b9a21c9c5af, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:52.157676 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.171945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Calling delete_port for f63b7fbe-6d74-4191-96bf-8b9a21c9c5af owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:52.414037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d519e5ba-3b66-4b9f-b45d-dc69d1e63914 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:52.460282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: d519e5ba-3b66-4b9f-b45d-dc69d1e63914 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:52.460806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device d519e5ba-3b66-4b9f-b45d-dc69d1e63914 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:52.544384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c7bfd-0717-4608-9b03-8ec5732d30ca req-97bb7cf2-e86b-48ec-979f-d7b651191f17 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.548639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-371c7bfd-0717-4608-9b03-8ec5732d30ca req-97bb7cf2-e86b-48ec-979f-d7b651191f17 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2409344 Jun 30 09:11:52.556625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.618695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-371c7bfd-0717-4608-9b03-8ec5732d30ca req-e7590f75-8322-4d98-ab84-276c715b5fdd tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625074 Jun 30 09:11:52.629368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7bc2-6d11-469e-9967-5fa01be778ea req-50d50c42-738b-4010-9db4-cf254182bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.629368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f30f7bc2-6d11-469e-9967-5fa01be778ea req-50d50c42-738b-4010-9db4-cf254182bbeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.2298641 Jun 30 09:11:52.699403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63b7fbe-6d74-4191-96bf-8b9a21c9c5af,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.787501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f30f7bc2-6d11-469e-9967-5fa01be778ea req-b8c822da-e501-49cb-96f9-6abc4b653c90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529891 Jun 30 09:11:53.114492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.247750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.441377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Router 1ddc19cf-492a-45aa-913f-7cf343ba071b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:53.610459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:53.625492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] Sync routers for ids ['1ddc19cf-492a-45aa-913f-7cf343ba071b'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:53.627321 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1df5f66c-675a-4394-876a-ff1516568274 admin admin] 10.222.0.53 "PUT /v2.0/routers/1ddc19cf-492a-45aa-913f-7cf343ba071b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561259 Jun 30 09:11:53.631036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55104) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.681411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] Routers {'1ddc19cf-492a-45aa-913f-7cf343ba071b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:53.685862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:11:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1ddc19cf-492a-45aa-913f-7cf343ba071b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.987797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] Set router 1ddc19cf-492a-45aa-913f-7cf343ba071b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:54.006103 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.135191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ec8c5-0932-4797-ac38-6f0616c47a8f req-7ab76c4e-ea82-4f96-9e2a-959faa64d03e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.163072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e53ec8c5-0932-4797-ac38-6f0616c47a8f req-7ab76c4e-ea82-4f96-9e2a-959faa64d03e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1703629 Jun 30 09:11:54.267698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e53ec8c5-0932-4797-ac38-6f0616c47a8f req-8965c594-107a-4f8e-bf5c-cb1cb7cee00c tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019602 Jun 30 09:11:54.435924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.634700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Deleting port 4ced8dc5-f90e-4cce-b06f-3f63e21be565 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:54.635041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.667404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:11:52Z', 'revision_number': 5, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port': {'id': '4ced8dc5-f90e-4cce-b06f-3f63e21be565', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:47Z', 'updated_at': '2021-06-30T09:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.823002 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] For port 4ced8dc5-f90e-4cce-b06f-3f63e21be565, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4ced8dc5-f90e-4cce-b06f-3f63e21be565,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:54.824215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.841739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Calling delete_port for 4ced8dc5-f90e-4cce-b06f-3f63e21be565 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:54.852515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] Checking router: 1ddc19cf-492a-45aa-913f-7cf343ba071b for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:54.912701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] Routers {'1ddc19cf-492a-45aa-913f-7cf343ba071b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:54.913356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:11:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1ddc19cf-492a-45aa-913f-7cf343ba071b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:55.070569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-db471a48-b1ea-4323-af4a-601e56269e26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1345987 Jun 30 09:11:55.267560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] Set router 1ddc19cf-492a-45aa-913f-7cf343ba071b gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:55.273619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-918aabe9-defc-4648-9ccd-9a9239444a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.276303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-918aabe9-defc-4648-9ccd-9a9239444a73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 1098 time: 0.1370525 Jun 30 09:11:55.349708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.431927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:11:54Z', 'revision_number': 6, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:55.463492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4ced8dc5-f90e-4cce-b06f-3f63e21be565,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.524322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b462933-0cf1-4bbb-b1f6-b8e9dbc758ac None None] The sync data for ids ['1ddc19cf-492a-45aa-913f-7cf343ba071b'] in n-d-758944-40 is: [{'id': '1ddc19cf-492a-45aa-913f-7cf343ba071b', 'name': 'tempest-TestServerMultinode-2024286965-router', 'tenant_id': 'c67767f218fa48968bb959b9b3936422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:46Z', 'updated_at': '2021-06-30T09:11:54Z', 'revision_number': 6, 'project_id': 'c67767f218fa48968bb959b9b3936422', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:55.590830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.617939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.737647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-4ee9055c-a43c-4253-bb09-5c8a8ca2d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.743369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-4ee9055c-a43c-4253-bb09-5c8a8ca2d2d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.4357686 Jun 30 09:11:55.861962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.867133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.967173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.968035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ddc19cf-492a-45aa-913f-7cf343ba071b {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:55.973392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.974706 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f16f060d-dca4-4583-9609-33cdcc5c12dd admin admin] 10.222.0.53 "DELETE /v2.0/routers/1ddc19cf-492a-45aa-913f-7cf343ba071b HTTP/1.1" status: 204 len: 168 time: 2.3436985 Jun 30 09:11:55.977218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55346) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:55.993185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-24821253-967c-4dc4-af49-04d69e4ea0f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4 HTTP/1.1" status: 200 len: 217 time: 0.1155350 Jun 30 09:11:56.075124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] Deleting subnet 8d4293bb-d1a9-4674-b8e6-fe6085f48433 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:56.087236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.113899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-20022a83-ec03-40f1-99f4-5831145b47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.125049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-20022a83-ec03-40f1-99f4-5831145b47d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.1099811 Jun 30 09:11:56.188906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.236266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-9ca35063-5b04-4e2b-9e25-d5e3d118de0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031067 Jun 30 09:11:56.251418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-aa0f93d2-7690-43d2-abaf-6c3f76c32269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.253049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-aa0f93d2-7690-43d2-abaf-6c3f76c32269 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 1097 time: 0.6448989 Jun 30 09:11:56.336001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.399816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf83a5-6edf-4492-ac16-d0999192280d req-2253a2bb-6b10-48b6-9604-30049cf993a4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.402820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50cf83a5-6edf-4492-ac16-d0999192280d req-2253a2bb-6b10-48b6-9604-30049cf993a4 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.6877136 Jun 30 09:11:56.436434 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.436905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-e78ad17f-75a9-4641-96e2-db6930215f75 service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888816 Jun 30 09:11:56.521162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4293bb-d1a9-4674-b8e6-fe6085f48433,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.534659 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.541434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9720e500-d046-4e72-961c-e48d5df377f3 None None] Network c48c297b-7aff-4ec6-adea-56677f45ec7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:56.543979 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eadf5b9d-b0af-4bd8-9370-3eb338c1c889 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8d4293bb-d1a9-4674-b8e6-fe6085f48433 HTTP/1.1" status: 204 len: 168 time: 0.5654016 Jun 30 09:11:56.544727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55402) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:56.605914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-309796ed-3c61-4e3a-8d0d-ba8dcea61ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.612984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-309796ed-3c61-4e3a-8d0d-ba8dcea61ba9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 200 len: 919 time: 0.2948875 Jun 30 09:11:56.722710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.752234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-819a712a-ffda-44ff-8ad1-afacd8324d9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 200 len: 217 time: 0.1232510 Jun 30 09:11:56.784682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50cf83a5-6edf-4492-ac16-d0999192280d req-1590147f-86a8-415b-bcfd-2da49e052539 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070755 Jun 30 09:11:56.827548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Deleting port 8e9532be-2569-4d1d-a493-576c68243364 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:56.827548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.915096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bfaaf134-9ba5-4223-8d7d-9f9711028713 req-086b2d6d-0f4f-41b8-9cfd-b8b2fe4b8841 service neutron] 10.222.0.26 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618971 Jun 30 09:11:56.946073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] For port 8e9532be-2569-4d1d-a493-576c68243364, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=8e9532be-2569-4d1d-a493-576c68243364,segment=NetworkSegment(0f72e0d8-c8d8-425e-aaf3-45746a46060f),segment_id=0f72e0d8-c8d8-425e-aaf3-45746a46060f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:56.946550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.957608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-32594d6c-ce5e-4167-b65c-ed80c2644706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.966775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Calling delete_port for 8e9532be-2569-4d1d-a493-576c68243364 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:56.974342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-32594d6c-ce5e-4167-b65c-ed80c2644706 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 200 len: 858 time: 0.2112720 Jun 30 09:11:56.990877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] DHCP port deletion for c48c297b-7aff-4ec6-adea-56677f45ec7c request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:57.053177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ced8dc5-f90e-4cce-b06f-3f63e21be565 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:57.071076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-1dab88cd-4974-449c-9392-e75ab70b339f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=526491fb-67df-4bd0-bd56-942c493595dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885243 Jun 30 09:11:57.078196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.113824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9532be-2569-4d1d-a493-576c68243364,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.123507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4ced8dc5-f90e-4cce-b06f-3f63e21be565 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:57.123881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ced8dc5-f90e-4cce-b06f-3f63e21be565 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:57.124313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f63b7fbe-6d74-4191-96bf-8b9a21c9c5af no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:57.132399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] No DVR routers for this DVR port 8e9532be-2569-4d1d-a493-576c68243364 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:57.177330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f63b7fbe-6d74-4191-96bf-8b9a21c9c5af {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:57.180174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f63b7fbe-6d74-4191-96bf-8b9a21c9c5af not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:57.226687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Deleting port 8e9532be-2569-4d1d-a493-576c68243364 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:57.229242 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.260408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.272762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48c297b-7aff-4ec6-adea-56677f45ec7c']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.285674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f72e0d8-c8d8-425e-aaf3-45746a46060f') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.286435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f72e0d8-c8d8-425e-aaf3-45746a46060f') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.313595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.321357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-a833ee10-73bc-4cde-bceb-0727cd0e0c35 service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448869 Jun 30 09:11:57.322109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] For port 8e9532be-2569-4d1d-a493-576c68243364, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:57.322668 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.338584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Calling delete_port for 8e9532be-2569-4d1d-a493-576c68243364 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:57.341921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Port 8e9532be-2569-4d1d-a493-576c68243364 was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:11:57.343818 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.345776 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.356773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] No DVR routers for this DVR port 8e9532be-2569-4d1d-a493-576c68243364 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:57.360833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:57.362739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.386098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Pushing event deleted for resources: {'Port': ['ID=8e9532be-2569-4d1d-a493-576c68243364,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:57.393869 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:57.395663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.395663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.395663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.395986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.397336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.397336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.397336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.397336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.397851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.397851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.398576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.398576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a810b7d2-3797-43be-ad51-e85fe09d3eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:57.473584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.481952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.483744 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] 10.222.0.53 "DELETE /v2.0/networks/c48c297b-7aff-4ec6-adea-56677f45ec7c HTTP/1.1" status: 204 len: 168 time: 0.9368865 Jun 30 09:11:57.497789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.521250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5bd7-e83f-4d12-ab1c-5f99087d9fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=c48c297b-7aff-4ec6-adea-56677f45ec7c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.568650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05d539c-20e8-48ab-bb4f-ae289c874e21 req-f7017e47-71ba-46e9-91d0-91dccc4d9c6e service neutron] 10.222.0.13 "GET /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399378 Jun 30 09:11:58.327951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789328b1-daca-446a-bd7c-678dff00f3db req-a8c69873-3b3b-4b43-b21b-7b45e91d0973 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.334969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-789328b1-daca-446a-bd7c-678dff00f3db req-a8c69873-3b3b-4b43-b21b-7b45e91d0973 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2893510 Jun 30 09:11:58.378301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-31a0bedb-66ef-41df-80c5-c7f85e15caf4 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.379721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-31a0bedb-66ef-41df-80c5-c7f85e15caf4 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/networks?id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 200 len: 812 time: 0.2207966 Jun 30 09:11:58.443153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-02c298f2-eb6c-404b-8347-f16433a16d19 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/quotas/19b921fb27354de0b4d1f720a427db3c HTTP/1.1" status: 200 len: 375 time: 0.0337105 Jun 30 09:11:58.448310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-789328b1-daca-446a-bd7c-678dff00f3db req-f475b52d-d1a2-4122-8293-c8052b782690 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125400 Jun 30 09:11:58.500157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-c6800af6-9478-4028-a25e-f5051428ad7e tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b921fb27354de0b4d1f720a427db3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495338 Jun 30 09:11:58.592037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.751963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-29ec2e50-1327-4d85-bbbf-fc038e3d28c2 service neutron] 10.222.0.53 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507024 Jun 30 09:11:58.928938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8e9532be-2569-4d1d-a493-576c68243364 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:58.966518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-0e9a3224-1653-426f-986b-769b06ebf6da service neutron] 10.222.0.53 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135866 Jun 30 09:11:58.991513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 8e9532be-2569-4d1d-a493-576c68243364 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:58.992125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 8e9532be-2569-4d1d-a493-576c68243364 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:59.093246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Deleting port e62f44a2-290f-45af-9d84-a64361959ff3 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:59.093586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.230548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] For port e62f44a2-290f-45af-9d84-a64361959ff3, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e62f44a2-290f-45af-9d84-a64361959ff3,segment=NetworkSegment(0aae7fd8-7997-4229-ae5d-8320c3b6e8ae),segment_id=0aae7fd8-7997-4229-ae5d-8320c3b6e8ae)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:59.231833 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.260776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Calling delete_port for e62f44a2-290f-45af-9d84-a64361959ff3 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:59.369308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-862ff8b2-d6c6-42d3-b268-bfba45247cc1 req-a3dc6aa0-49bf-496c-8774-d01bd3c94393 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 210 time: 0.0823894 Jun 30 09:11:59.492768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.535608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62f44a2-290f-45af-9d84-a64361959ff3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:59.815847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7479ff-8da8-4ec2-b6c7-9eead0bb338e req-28093a27-0124-4295-b18a-de25b6c7b9fe tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.823230 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc7479ff-8da8-4ec2-b6c7-9eead0bb338e req-28093a27-0124-4295-b18a-de25b6c7b9fe tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.1526711 Jun 30 09:11:59.890486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc7479ff-8da8-4ec2-b6c7-9eead0bb338e req-54fa79b7-318e-4b62-9141-2ffe79a39261 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653741 Jun 30 09:11:59.934617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.362710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Router 70d9167c-abcb-42af-91a8-25472b16501c has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:00.671044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:00.679158 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c17123cf-dcc8-46cf-8d1a-92ee271e9dd7 admin admin] 10.222.0.53 "PUT /v2.0/routers/70d9167c-abcb-42af-91a8-25472b16501c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1636016 Jun 30 09:12:00.680079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0817a9f9-ee59-4f5a-9b5f-06388a456325 req-2ada7d7d-d594-4c83-98b2-351feb3e9269 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 210 time: 0.0444722 Jun 30 09:12:00.680653 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] Sync routers for ids ['70d9167c-abcb-42af-91a8-25472b16501c'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:00.681101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.693020 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] Routers {'70d9167c-abcb-42af-91a8-25472b16501c'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:00.693651 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:11:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['70d9167c-abcb-42af-91a8-25472b16501c'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.829754 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] Set router 70d9167c-abcb-42af-91a8-25472b16501c gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:00.888110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.160438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.281666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Deleting port 9412804b-6160-4e88-995a-02c3092c3e32 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:01.282306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.363565 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '9412804b-6160-4e88-995a-02c3092c3e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:11:59Z', 'revision_number': 5, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port': {'id': '9412804b-6160-4e88-995a-02c3092c3e32', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d9167c-abcb-42af-91a8-25472b16501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:57Z', 'updated_at': '2021-06-30T09:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.419546 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] Checking router: 70d9167c-abcb-42af-91a8-25472b16501c for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:01.441316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] For port 9412804b-6160-4e88-995a-02c3092c3e32, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9412804b-6160-4e88-995a-02c3092c3e32,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:01.442586 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] Routers {'70d9167c-abcb-42af-91a8-25472b16501c'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:01.443211 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:11:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['70d9167c-abcb-42af-91a8-25472b16501c'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.445623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.472952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Calling delete_port for 9412804b-6160-4e88-995a-02c3092c3e32 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:01.514860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-f785dd66-a00b-4bf4-ab86-8cd03e3f6d5b tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.517014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-f785dd66-a00b-4bf4-ab86-8cd03e3f6d5b tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.26 "GET /v2.0/networks?id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 200 len: 812 time: 0.3256993 Jun 30 09:12:01.554654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Request body: {'port': {'device_id': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e', 'admin_state_up': True, 'tenant_id': '19b921fb27354de0b4d1f720a427db3c'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:01.644272 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] Set router 70d9167c-abcb-42af-91a8-25472b16501c gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:01.654966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-479b8cf4-84a2-4eeb-ab5a-dec63da7a398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.796330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.814180 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:12:01Z', 'revision_number': 6, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.882881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Made reservation on behalf of 19b921fb27354de0b4d1f720a427db3c for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:01.887525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.910241 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d9487-e5f5-448b-813d-370c7573d05e None None] The sync data for ids ['70d9167c-abcb-42af-91a8-25472b16501c'] in n-d-758944-40 is: [{'id': '70d9167c-abcb-42af-91a8-25472b16501c', 'name': 'tempest-TestServerMultinode-256252937-router', 'tenant_id': '3aed40e2b85845d99fc2741f50413c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:56Z', 'updated_at': '2021-06-30T09:12:01Z', 'revision_number': 6, 'project_id': '3aed40e2b85845d99fc2741f50413c48', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:01.919322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.957882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f10aa51-35c2-4ac5-acd2-75a1ffa26823 req-61351dd8-c02b-4885-96e7-2c4ab001f115 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 210 time: 0.0635557 Jun 30 09:12:01.983340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Pushing event deleted for resources: {'Port': ['ID=9412804b-6160-4e88-995a-02c3092c3e32,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.113748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Allocated IP 172.20.0.3 (ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e/dba91bf2-2330-4dbf-ba8f-6d105cf53ffb/a6e36249-8e37-49f4-8d74-c1c82d896a40) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:02.120662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7984564-0e9f-48d2-8562-ab87c8842e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.175467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.302628 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.347531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.357310 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.409422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.490539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.491059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d9167c-abcb-42af-91a8-25472b16501c {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:02.503143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.504397 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-54f11f38-b92d-40dc-990f-e07d3c3add62 admin admin] 10.222.0.53 "DELETE /v2.0/routers/70d9167c-abcb-42af-91a8-25472b16501c HTTP/1.1" status: 204 len: 168 time: 1.8217499 Jun 30 09:12:02.508021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:02.571253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Pushing event updated for resources: {'Port': ['ID=a6e36249-8e37-49f4-8d74-c1c82d896a40,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.635551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:02.637267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.637623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.637984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.638323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.638665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.638998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.639845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.639845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.640094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.640425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.640755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.641225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.654452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:02.662938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:02.672236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] Deleting subnet d9bbb626-5b52-401a-8a7a-d5423e82aca0 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:02.689102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.724714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.725336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.745364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7984564-0e9f-48d2-8562-ab87c8842e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.765765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a7984564-0e9f-48d2-8562-ab87c8842e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.779606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-fac3b8ce-3c89-45a2-96d9-480449707ad8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2446868 Jun 30 09:12:02.794845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Request body: {'port': {'device_id': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:02.807218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.945295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7984564-0e9f-48d2-8562-ab87c8842e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921f2412-a8ea-44ea-b0f9-6696f3733f23,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.012304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9412804b-6160-4e88-995a-02c3092c3e32 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:03.046974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.066339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9412804b-6160-4e88-995a-02c3092c3e32 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:03.066670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9412804b-6160-4e88-995a-02c3092c3e32 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:03.067620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e62f44a2-290f-45af-9d84-a64361959ff3 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:03.090085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.121339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: e62f44a2-290f-45af-9d84-a64361959ff3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:03.139907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e62f44a2-290f-45af-9d84-a64361959ff3 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:03.203386 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a7984564-0e9f-48d2-8562-ab87c8842e4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=489e3643595547a78aaf2aa3bab53ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3638065 Jun 30 09:12:03.207245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55580) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:03.301526 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-802b6809-28d8-44e9-983f-b39eac27782c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.333089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.344080 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-802b6809-28d8-44e9-983f-b39eac27782c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.380417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9bbb626-5b52-401a-8a7a-d5423e82aca0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.380968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e2045-ae67-4b0d-8be4-0981fd68a175 None None] Network 71f74ebc-bd11-4450-8c20-9619d9a35b7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:03.383467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.386108 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dd457db2-6270-4362-ac14-404a78160ce8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9bbb626-5b52-401a-8a7a-d5423e82aca0 HTTP/1.1" status: 204 len: 168 time: 0.8680661 Jun 30 09:12:03.389915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55584) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:03.435445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae959-2d0e-4e47-9ed7-d6e707630aae req-97236e71-deb1-43b8-8d2a-acd200b7a5d7 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.442898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef6ae959-2d0e-4e47-9ed7-d6e707630aae req-97236e71-deb1-43b8-8d2a-acd200b7a5d7 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 931 time: 0.2036417 Jun 30 09:12:03.465104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.525370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef6ae959-2d0e-4e47-9ed7-d6e707630aae req-1ed23155-ab60-46ae-aa55-5e76322c9b63 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814893 Jun 30 09:12:03.550634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Deleting port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:03.550978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.567195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-802b6809-28d8-44e9-983f-b39eac27782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.576422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-802b6809-28d8-44e9-983f-b39eac27782c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.577167 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-802b6809-28d8-44e9-983f-b39eac27782c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/921f2412-a8ea-44ea-b0f9-6696f3733f23 HTTP/1.1" status: 204 len: 168 time: 0.3657277 Jun 30 09:12:03.651845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e36249-8e37-49f4-8d74-c1c82d896a40 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:03.672924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.709452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Transition to ACTIVE for port object a6e36249-8e37-49f4-8d74-c1c82d896a40 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:03.716094 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.721539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b6809-28d8-44e9-983f-b39eac27782c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921f2412-a8ea-44ea-b0f9-6696f3733f23,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.824122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] For port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,segment=NetworkSegment(0aae7fd8-7997-4229-ae5d-8320c3b6e8ae),segment_id=0aae7fd8-7997-4229-ae5d-8320c3b6e8ae)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:03.824496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.847994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Calling delete_port for 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:03.905694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e36249-8e37-49f4-8d74-c1c82d896a40,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.970710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] DHCP port deletion for 71f74ebc-bd11-4450-8c20-9619d9a35b7c request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:12:04.076405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.079159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] Deleting port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:04.086297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55594) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:04.087036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.159376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.167389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] No DVR routers for this DVR port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:04.170435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8602d0e6-8ec1-406e-ad1b-54716aebeb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.176519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] For port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:04.177146 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.178311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Attempting to bind port a6e36249-8e37-49f4-8d74-c1c82d896a40 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:04.184097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Attempting to bind port a6e36249-8e37-49f4-8d74-c1c82d896a40 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:04.185425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Attempting to bind port a6e36249-8e37-49f4-8d74-c1c82d896a40 on network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:04.190128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Port a6e36249-8e37-49f4-8d74-c1c82d896a40 on network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:04.190533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Attempting to bind port a6e36249-8e37-49f4-8d74-c1c82d896a40 on network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:04.197619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:04.198089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Checking segment: {'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:04.199518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Bound using segment: {'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:04.200041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Bound port: a6e36249-8e37-49f4-8d74-c1c82d896a40, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:04.200475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.226770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] Calling delete_port for 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:04.230001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] Port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:12:04.231924 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.278222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] No DVR routers for this DVR port 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:04.279909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8375e9e-488e-4015-b416-190c5efe0dcc None None] Pushing event deleted for resources: {'Port': ['ID=0df3e254-c8f7-4a99-ac17-d78f2398fbb1,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.280506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] For port a6e36249-8e37-49f4-8d74-c1c82d896a40, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:04.285061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] For port a6e36249-8e37-49f4-8d74-c1c82d896a40, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:04.297898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.341989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.342832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.345222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/a6e36249-8e37-49f4-8d74-c1c82d896a40 HTTP/1.1" status: 200 len: 1092 time: 1.5552509 Jun 30 09:12:04.346022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'tag': 'a6e36249-8e37-49f4-8d74-c1c82d896a40'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:04.350080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.350761 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3373ecf3-26fd-4013-a19b-c6173560c910" -d '{"events": [{"name": "network-changed", "server_uuid": "7571e2e9-9daf-4291-b248-b16b0de21f83", "tag": "a6e36249-8e37-49f4-8d74-c1c82d896a40"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:04.378077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c384a-d9c7-41b7-8658-75fc3b51e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e36249-8e37-49f4-8d74-c1c82d896a40,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.403756 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8af77e2f-f13b-4aaa-855f-9c3529472d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.417290 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa460808-e420-49a6-9bf7-5542cbb3b62a x-openstack-request-id: req-fa460808-e420-49a6-9bf7-5542cbb3b62a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:04.417822 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7571e2e9-9daf-4291-b248-b16b0de21f83", "tag": "a6e36249-8e37-49f4-8d74-c1c82d896a40", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:04.418172 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa460808-e420-49a6-9bf7-5542cbb3b62a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:04.418664 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'tag': 'a6e36249-8e37-49f4-8d74-c1c82d896a40', 'status': 'completed', 'code': 200} Jun 30 09:12:04.475753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-41a9167c-6666-49f7-a02c-658a77d75a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.477447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-41a9167c-6666-49f7-a02c-658a77d75a38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19b921fb27354de0b4d1f720a427db3c&device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 1095 time: 0.0694921 Jun 30 09:12:04.491177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.525349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f74ebc-bd11-4450-8c20-9619d9a35b7c']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:04.536112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-8a3b1e70-5951-43ab-bafd-10234e673e4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40 HTTP/1.1" status: 200 len: 217 time: 0.0498083 Jun 30 09:12:04.545003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:04.545294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aae7fd8-7997-4229-ae5d-8320c3b6e8ae') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:04.561551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.588811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8602d0e6-8ec1-406e-ad1b-54716aebeb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.593251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.598008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-c6d3d066-0e86-4721-920d-e2254b19dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.600103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-c6d3d066-0e86-4721-920d-e2254b19dd89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dba91bf2-2330-4dbf-ba8f-6d105cf53ffb HTTP/1.1" status: 200 len: 852 time: 0.0568340 Jun 30 09:12:04.605868 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8602d0e6-8ec1-406e-ad1b-54716aebeb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.660200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:04.661914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.666420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-c648dc13-5b7f-410f-91e0-471e40c55ac7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592532 Jun 30 09:12:04.720000 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8602d0e6-8ec1-406e-ad1b-54716aebeb05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a441b66584b84b3a961e0696a2e53e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324947 Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:04.720747 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:04.731511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55606) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:04.731711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602d0e6-8ec1-406e-ad1b-54716aebeb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df94c8a-0430-460b-9120-c08e11bc70e4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.810373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.821377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.822932 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] 10.222.0.53 "DELETE /v2.0/networks/71f74ebc-bd11-4450-8c20-9619d9a35b7c HTTP/1.1" status: 204 len: 168 time: 1.4320877 Jun 30 09:12:04.845375 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259b7a3-9465-4444-9a58-d47d33429e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f74ebc-bd11-4450-8c20-9619d9a35b7c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.918414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ed11d72-e775-46e3-afea-6ac59d7e15fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.958668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:04.981619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-8772a449-f91d-4046-814d-42ec73f76d5c service neutron] 10.222.0.26 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065302 Jun 30 09:12:04.982676 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ed11d72-e775-46e3-afea-6ac59d7e15fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.002377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67166ee0-ced5-4660-8e3a-f7d6c1034c45 req-4e3fb543-09c4-46b0-82f5-2760d6b2b290 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.009678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67166ee0-ced5-4660-8e3a-f7d6c1034c45 req-4e3fb543-09c4-46b0-82f5-2760d6b2b290 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 943 time: 0.2080579 Jun 30 09:12:05.021526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:05.021921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0df3e254-c8f7-4a99-ac17-d78f2398fbb1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:05.120386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ed11d72-e775-46e3-afea-6ac59d7e15fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.124921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ed11d72-e775-46e3-afea-6ac59d7e15fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.129258 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ed11d72-e775-46e3-afea-6ac59d7e15fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7df94c8a-0430-460b-9120-c08e11bc70e4 HTTP/1.1" status: 204 len: 168 time: 0.3943441 Jun 30 09:12:05.139425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67166ee0-ced5-4660-8e3a-f7d6c1034c45 req-a6a22321-ad99-431c-8fba-0029a4cb6175 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287694 Jun 30 09:12:05.144215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed11d72-e775-46e3-afea-6ac59d7e15fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df94c8a-0430-460b-9120-c08e11bc70e4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.196216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55616) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:05.200792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df0cd5f2-9c94-46d0-854c-5e3de120ae01 req-4be1d8cd-34f7-4624-abe4-497e3c8a1fd5 service neutron] 10.222.0.26 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878572 Jun 30 09:12:05.253524 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-807f914f-846a-4f8f-8080-21d67d5517c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c67767f218fa48968bb959b9b3936422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558174 Jun 30 09:12:05.255876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:05.343777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-699b35d4-3934-43dd-912f-dfd55965537a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.391211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-699b35d4-3934-43dd-912f-dfd55965537a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.405672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-bb6677c8-5704-4cda-aa50-caadf5fb57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.407238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-bb6677c8-5704-4cda-aa50-caadf5fb57cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19b921fb27354de0b4d1f720a427db3c&device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 1095 time: 0.1386554 Jun 30 09:12:05.490775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-699b35d4-3934-43dd-912f-dfd55965537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.494032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-699b35d4-3934-43dd-912f-dfd55965537a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.497799 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-699b35d4-3934-43dd-912f-dfd55965537a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c78c37f-217e-46a7-a12b-bccaa946be81 HTTP/1.1" status: 204 len: 168 time: 0.2381828 Jun 30 09:12:05.520923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b35d4-3934-43dd-912f-dfd55965537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78c37f-217e-46a7-a12b-bccaa946be81,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.569535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-cd8baad4-1aef-46af-88bb-68bb750ef0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.571686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-cd8baad4-1aef-46af-88bb-68bb750ef0d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 200 len: 913 time: 0.1539700 Jun 30 09:12:05.681025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-4f86f0f4-80ee-4895-8b35-192a5e27e182 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40 HTTP/1.1" status: 200 len: 217 time: 0.0975659 Jun 30 09:12:05.827272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.830450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-3270e13b-1545-4d7a-bad6-dc21c0f553a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.832208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-3270e13b-1545-4d7a-bad6-dc21c0f553a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dba91bf2-2330-4dbf-ba8f-6d105cf53ffb HTTP/1.1" status: 200 len: 852 time: 0.1456404 Jun 30 09:12:05.915283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-be3945f8-20a6-4dee-bcb9-693f8713ab89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746615 Jun 30 09:12:06.052269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-a13da702-c1e5-47c5-9c8c-670d7f2d5a1f service neutron] 10.222.0.26 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289794 Jun 30 09:12:06.161989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3373ecf3-26fd-4013-a19b-c6173560c910 req-62e4ac2f-9078-4e39-9213-ae7faa443356 service neutron] 10.222.0.26 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003246 Jun 30 09:12:06.270562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55648) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:06.369736 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-065d3d66-8c63-468b-939c-d617afe747eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3aed40e2b85845d99fc2741f50413c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952072 Jun 30 09:12:06.371200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55652) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:06.497718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55658) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:06.500047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5aa9-15ca-4fed-974d-05509937e184 req-1ce9f996-f25a-4adf-963e-c02c1ff5abbe tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:06.501883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c6c5aa9-15ca-4fed-974d-05509937e184 req-1ce9f996-f25a-4adf-963e-c02c1ff5abbe tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 943 time: 0.1479182 Jun 30 09:12:06.508530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a6e36249-8e37-49f4-8d74-c1c82d896a40 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:06.546192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8229c3c-f8fb-4b6d-9745-5ba97c167c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.611722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8229c3c-f8fb-4b6d-9745-5ba97c167c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.639677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c6c5aa9-15ca-4fed-974d-05509937e184 req-c25a45b4-3e27-49de-9dda-1fdc0f5291d2 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208467 Jun 30 09:12:06.670656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8229c3c-f8fb-4b6d-9745-5ba97c167c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.674162 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8229c3c-f8fb-4b6d-9745-5ba97c167c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.677300 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a8229c3c-f8fb-4b6d-9745-5ba97c167c1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9492e0b-d2d5-4bd2-8816-41c48ca4dde0 HTTP/1.1" status: 204 len: 168 time: 0.3034391 Jun 30 09:12:06.688404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8229c3c-f8fb-4b6d-9745-5ba97c167c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9492e0b-d2d5-4bd2-8816-41c48ca4dde0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.778241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a6e36249-8e37-49f4-8d74-c1c82d896a40, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:06.811083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'a6e36249-8e37-49f4-8d74-c1c82d896a40', 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e', 'port_id': 'a6e36249-8e37-49f4-8d74-c1c82d896a40', 'mac_address': 'fa:16:3e:4d:54:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba91bf2-2330-4dbf-ba8f-6d105cf53ffb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:06.857907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b49aeb49-4dc0-4684-ac69-5adab9090b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.886563 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.923024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e36249-8e37-49f4-8d74-c1c82d896a40 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:06.971251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a6e36249-8e37-49f4-8d74-c1c82d896a40, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:06.992121 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.093452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b49aeb49-4dc0-4684-ac69-5adab9090b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.101360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a6e36249-8e37-49f4-8d74-c1c82d896a40,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:07.107993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b49aeb49-4dc0-4684-ac69-5adab9090b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.195019 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b49aeb49-4dc0-4684-ac69-5adab9090b8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c8173c896814110833936bcea06d477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904812 Jun 30 09:12:07.197938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55678) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:07.200909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aeb49-4dc0-4684-ac69-5adab9090b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e7e0e-2592-43b2-9896-a636579dd953,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:07.266131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['a6e36249-8e37-49f4-8d74-c1c82d896a40'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:07.325856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.335019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92bbfbf5-5903-4d3c-bf4f-a64eeae84c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.424716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92bbfbf5-5903-4d3c-bf4f-a64eeae84c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.513264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92bbfbf5-5903-4d3c-bf4f-a64eeae84c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.516392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92bbfbf5-5903-4d3c-bf4f-a64eeae84c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.518444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-92bbfbf5-5903-4d3c-bf4f-a64eeae84c4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e84e7e0e-2592-43b2-9896-a636579dd953 HTTP/1.1" status: 204 len: 168 time: 0.3180783 Jun 30 09:12:07.533382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbfbf5-5903-4d3c-bf4f-a64eeae84c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e7e0e-2592-43b2-9896-a636579dd953,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.099346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55716) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:08.202288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956bc00-c02b-4eae-93bb-7381c712bd9d req-f851f01b-72ec-48a1-b586-27bb8ad13e2f tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:08.216864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0956bc00-c02b-4eae-93bb-7381c712bd9d req-f851f01b-72ec-48a1-b586-27bb8ad13e2f tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 944 time: 0.4409931 Jun 30 09:12:08.267322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0956bc00-c02b-4eae-93bb-7381c712bd9d req-bd1a87d2-e676-49ba-84cf-c88dde00e4f0 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492840 Jun 30 09:12:08.337680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1082182787-network', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:08.374941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Made reservation on behalf of a573141c09824a0eb9fdb49f3dff0ca7 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:08.377389 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.387792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.497949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.509928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.526284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a6e36249-8e37-49f4-8d74-c1c82d896a40 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:08.538121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:08.548923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6fec49-827d-41bf-8edc-f53046c2d8e7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.555442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.555788 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Added segment 3bef2d42-d100-4d70-a1e2-6b25a827bbe9 of type vlan for network 617795ec-d9d0-4e3e-b726-c6c970d41b9a Jun 30 09:12:08.634570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.646601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port a6e36249-8e37-49f4-8d74-c1c82d896a40 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:08.654768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port a6e36249-8e37-49f4-8d74-c1c82d896a40 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:08.655329 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.678367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.679427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:08.680006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.754697 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6542203 Jun 30 09:12:08.757947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55748) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:08.760005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec704581-3a92-4943-8ce8-9bd3da652387 admin admin] Pushing event updated for resources: {'Network': ['ID=617795ec-d9d0-4e3e-b726-c6c970d41b9a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.764141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Request body: {'subnet': {'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1082182787-subnet', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:08.793952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:08.815298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Made reservation on behalf of a573141c09824a0eb9fdb49f3dff0ca7 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:08.818184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.903323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.942059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e36249-8e37-49f4-8d74-c1c82d896a40'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:08.944409 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb98c54b-c68c-4c14-ac03-7525d3d1edc1" -d '{"events": [{"server_uuid": "7571e2e9-9daf-4291-b248-b16b0de21f83", "name": "network-vif-plugged", "status": "completed", "tag": "a6e36249-8e37-49f4-8d74-c1c82d896a40"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:08.961951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a6e36249-8e37-49f4-8d74-c1c82d896a40, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:08.969541 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.059102 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d34a5c-b1e5-4d47-b73d-fc222e67375f x-openstack-request-id: req-f7d34a5c-b1e5-4d47-b73d-fc222e67375f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:09.059327 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7571e2e9-9daf-4291-b248-b16b0de21f83", "name": "network-vif-plugged", "status": "completed", "tag": "a6e36249-8e37-49f4-8d74-c1c82d896a40", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:09.060539 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7d34a5c-b1e5-4d47-b73d-fc222e67375f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:09.060805 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e36249-8e37-49f4-8d74-c1c82d896a40', 'code': 200} Jun 30 09:12:09.071072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a6e36249-8e37-49f4-8d74-c1c82d896a40,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:09.244987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.296312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23017256-0594-4bac-9872-fb6c7a7d4a96,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:09.314226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff826c-d938-4f88-8632-3ffe377ef86d req-17abf303-b7cf-4f5b-b910-28f1ab5b8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:09.315756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37ff826c-d938-4f88-8632-3ffe377ef86d req-17abf303-b7cf-4f5b-b910-28f1ab5b8bd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 1097 time: 0.1536210 Jun 30 09:12:09.417186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37ff826c-d938-4f88-8632-3ffe377ef86d req-d497c08a-d197-4880-b1b3-aa03c84a8c97 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796669 Jun 30 09:12:09.428771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Checking segment: {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:09.429132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Network hostable DHCP agents. Network: 617795ec-d9d0-4e3e-b726-c6c970d41b9a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:09.506521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:09.580550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 617795ec-d9d0-4e3e-b726-c6c970d41b9a) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:09.602970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9088f2d-936d-4543-96da-dcef1ab821e5 None None] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:09.653464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd658e-3a94-4f37-8759-2010a0ce7ded req-5ba9a018-26c7-40ff-9e44-c5141f8af0cb tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:09.671279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04bd658e-3a94-4f37-8759-2010a0ce7ded req-5ba9a018-26c7-40ff-9e44-c5141f8af0cb tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 945 time: 0.2295702 Jun 30 09:12:09.671279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:09.673019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.742881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55842) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:09.747611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ab1c038a-a396-4d1c-a08d-e90913ac1c07 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9881783 Jun 30 09:12:09.750032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55846) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:09.762764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:09.780649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04bd658e-3a94-4f37-8759-2010a0ce7ded req-6cea44d3-6c96-4b33-957c-27717e596cec tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906432 Jun 30 09:12:09.838469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.840062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.863929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:09.866369 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.934243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.935485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-468cc5bc-e4bb-4762-8ace-2fde58ce35b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.115035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Allocated IP 172.20.0.2 (617795ec-d9d0-4e3e-b726-c6c970d41b9a/23017256-0594-4bac-9872-fb6c7a7d4a96/e3f43105-b42f-4113-ab8e-bf992c3af714) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:10.193543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55852) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:10.393100 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54741640-78ad-4bfa-ad8a-570e31eaefde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.418008 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.431544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Transition to ACTIVE for port object e3f43105-b42f-4113-ab8e-bf992c3af714 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:10.453747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Transition to ACTIVE for port object e3f43105-b42f-4113-ab8e-bf992c3af714 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:10.467838 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.561577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.575994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:10.579476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:10.601779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:10.645893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-468cc5bc-e4bb-4762-8ace-2fde58ce35b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.650246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Pushing event updated for resources: {'Port': ['ID=e3f43105-b42f-4113-ab8e-bf992c3af714,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.663774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-468cc5bc-e4bb-4762-8ace-2fde58ce35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.702601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Attempting to bind port e3f43105-b42f-4113-ab8e-bf992c3af714 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:10.703120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Attempting to bind port e3f43105-b42f-4113-ab8e-bf992c3af714 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:10.703383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Attempting to bind port e3f43105-b42f-4113-ab8e-bf992c3af714 on network 617795ec-d9d0-4e3e-b726-c6c970d41b9a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:10.713282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:10.713674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Checking segment: {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:10.713901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cc5bc-e4bb-4762-8ace-2fde58ce35b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53e67f4-067f-47db-9916-66ab6da4c9f3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.714704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.715187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Bound using segment: {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:10.715770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Bound port: e3f43105-b42f-4113-ab8e-bf992c3af714, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:10.716182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.732362 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-468cc5bc-e4bb-4762-8ace-2fde58ce35b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=218ead7c8a294d809c8dba507936db60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9871249 Jun 30 09:12:10.737275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55858) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:10.806818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] For port e3f43105-b42f-4113-ab8e-bf992c3af714, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:10.810941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] For port e3f43105-b42f-4113-ab8e-bf992c3af714, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e3f43105-b42f-4113-ab8e-bf992c3af714,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:10.812571 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54741640-78ad-4bfa-ad8a-570e31eaefde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.820155 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.824051 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54741640-78ad-4bfa-ad8a-570e31eaefde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.832060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10613de9-64de-42ce-a519-28004d57431f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.899182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54741640-78ad-4bfa-ad8a-570e31eaefde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420174d-65c0-4110-949c-0cd5b7a21d9d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.919987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c151c-e784-4b46-b6f4-30c9313f5339 None None] Pushing event updated for resources: {'Port': ['ID=e3f43105-b42f-4113-ab8e-bf992c3af714,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.934375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-54741640-78ad-4bfa-ad8a-570e31eaefde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75570b0765484ad9971604b9876a6b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394183 Jun 30 09:12:10.936895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55862) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:10.957570 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10613de9-64de-42ce-a519-28004d57431f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.003037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf22-de3c-45b0-9655-200a7ea69bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.055435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.082585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.092447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf22-de3c-45b0-9655-200a7ea69bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.120587 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10613de9-64de-42ce-a519-28004d57431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.122911 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10613de9-64de-42ce-a519-28004d57431f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.126993 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-10613de9-64de-42ce-a519-28004d57431f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e53e67f4-067f-47db-9916-66ab6da4c9f3 HTTP/1.1" status: 204 len: 168 time: 0.3845747 Jun 30 09:12:11.229259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10613de9-64de-42ce-a519-28004d57431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53e67f4-067f-47db-9916-66ab6da4c9f3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:11.262241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c4d32-4edf-445d-94d6-b9c39205f75e req-01ec73e1-3646-43e0-b00f-974724788889 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:11.264038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-232c4d32-4edf-445d-94d6-b9c39205f75e req-01ec73e1-3646-43e0-b00f-974724788889 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 945 time: 0.2478309 Jun 30 09:12:11.348551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-232c4d32-4edf-445d-94d6-b9c39205f75e req-f24028a0-2002-454e-afcf-96a0e183c270 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Jun 30 09:12:11.349566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf22-de3c-45b0-9655-200a7ea69bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.352501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf22-de3c-45b0-9655-200a7ea69bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.353722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4cf4cf22-de3c-45b0-9655-200a7ea69bab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d420174d-65c0-4110-949c-0cd5b7a21d9d HTTP/1.1" status: 204 len: 168 time: 0.4156718 Jun 30 09:12:11.388472 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Allocated IP 172.25.8.213 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/ee6322b6-ac79-4ada-b1ed-1fc705ac0756) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:11.394096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4cf22-de3c-45b0-9655-200a7ea69bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420174d-65c0-4110-949c-0cd5b7a21d9d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:11.553080 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.599473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.646566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:11.655314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:11.662343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:11.725519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Pushing event updated for resources: {'Port': ['ID=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.068469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.229056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55934) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:12.247280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3dee8f51-8bd4-46d0-be33-4ab832165861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.499588 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3dee8f51-8bd4-46d0-be33-4ab832165861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.513438 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3dee8f51-8bd4-46d0-be33-4ab832165861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.518172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.574085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3dee8f51-8bd4-46d0-be33-4ab832165861 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8333578ad9447e5b883e09d79f9f547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423290 Jun 30 09:12:12.574751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 55966) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:12.577130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee8f51-8bd4-46d0-be33-4ab832165861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85685321-0926-4347-8c08-35f384095042,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.585921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8bd82-0d14-4637-a605-3a1b903fcbb6 None None] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:12.693663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Router d82a0c4e-abc3-467d-96b4-0ef49548bdac is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:12.737122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-14054fd2-cbf8-4d3b-9323-28f9d4100da4 None None] Provisioning for port e3f43105-b42f-4113-ab8e-bf992c3af714 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:12.777574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78c0e19-8afa-478f-b25c-45c4f036bb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.865209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78c0e19-8afa-478f-b25c-45c4f036bb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.975070 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78c0e19-8afa-478f-b25c-45c4f036bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.978015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78c0e19-8afa-478f-b25c-45c4f036bb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.991742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f78c0e19-8afa-478f-b25c-45c4f036bb42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85685321-0926-4347-8c08-35f384095042 HTTP/1.1" status: 204 len: 168 time: 0.4033008 Jun 30 09:12:12.997465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:13.003742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e3f43105-b42f-4113-ab8e-bf992c3af714 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:13.010197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c0e19-8afa-478f-b25c-45c4f036bb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85685321-0926-4347-8c08-35f384095042,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:13.035355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.037186 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fe272243-25d3-4a1f-a926-065a2fd93a50 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2862494 Jun 30 09:12:13.039976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 55986) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:13.118222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Sync routers for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:13.178421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:13.179789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:13.570241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port e3f43105-b42f-4113-ab8e-bf992c3af714 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:13.593681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e3f43105-b42f-4113-ab8e-bf992c3af714 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:13.600751 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.613370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:13.880194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.186706 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.223992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e2336684-f0cb-4733-8ad8-5f0f8e43a389 None None] Provisioning complete for port e3f43105-b42f-4113-ab8e-bf992c3af714 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:14.224910 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e2336684-f0cb-4733-8ad8-5f0f8e43a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.294608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Allocated IP 172.20.0.1 (617795ec-d9d0-4e3e-b726-c6c970d41b9a/23017256-0594-4bac-9872-fb6c7a7d4a96/75ce7d31-3969-47a4-8b9a-2df02a1d75dd) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:14.380993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port e3f43105-b42f-4113-ab8e-bf992c3af714, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e3f43105-b42f-4113-ab8e-bf992c3af714,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:14.396929 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.514488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.553141 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Transition to ACTIVE for port object 75ce7d31-3969-47a4-8b9a-2df02a1d75dd will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:14.669490 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.684164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:11Z', 'revision_number': 3, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:14.787674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:14.812090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:14.843428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:14.863346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Checking router: d82a0c4e-abc3-467d-96b4-0ef49548bdac for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:14.864744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Updating router d82a0c4e-abc3-467d-96b4-0ef49548bdac port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:14.869439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=e3f43105-b42f-4113-ab8e-bf992c3af714,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.869681 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:14.963110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.979472 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.025807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.307388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.442089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-da4ff9a4-667e-45e1-a493-7553e8047e6c None None] Provisioning for port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:15.465036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-da4ff9a4-667e-45e1-a493-7553e8047e6c None None] Provisioning complete for port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:15.465036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-da4ff9a4-667e-45e1-a493-7553e8047e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.605343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-da4ff9a4-667e-45e1-a493-7553e8047e6c None None] Port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:15.630072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56066) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:15.636762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038683457', 'description': 'tempest-secgroup-smoke-1038683457 description', 'project_id': '21be9dbad110454fbec720bb08d4bdac'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:15.687853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.700801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.734441 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.743755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.851282 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.874820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Transition to ACTIVE for port object ee6322b6-ac79-4ada-b1ed-1fc705ac0756 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:15.885545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.889239 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.899789 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.920120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.931211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.002853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Attempting to bind port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:16.003415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Attempting to bind port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:16.005735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Attempting to bind port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:16.012488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1ad35-bf0e-4d3f-8788-2cad08b027b3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.020436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:16.021574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:16.022060 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.022452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:16.022944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Bound port: ee6322b6-ac79-4ada-b1ed-1fc705ac0756, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:16.023330 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.025139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2fe42-85af-4eda-85a2-50d3828eb6c7 None None] Pushing event updated for resources: {'Port': ['ID=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.098235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.110490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.143283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:16.145290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:16.160969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] For port ee6322b6-ac79-4ada-b1ed-1fc705ac0756, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:16.168791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] For port ee6322b6-ac79-4ada-b1ed-1fc705ac0756, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:16.186820 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.211359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a211ad-f2eb-4a08-8d04-06fa3b70128d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.233272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.239783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56088) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:16.240410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-354d3fc3-5627-4f5b-92c8-5979adcac374 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6089981 Jun 30 09:12:16.265336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7bb14786-3dc5-4e4e-bfab-5fc90739ef9d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'f1a211ad-f2eb-4a08-8d04-06fa3b70128d', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:16.288417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:16.289020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:16.294971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2fe42-85af-4eda-85a2-50d3828eb6c7 None None] Pushing event updated for resources: {'Port': ['ID=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.338755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bb14786-3dc5-4e4e-bfab-5fc90739ef9d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.504827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:16.510652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bb14786-3dc5-4e4e-bfab-5fc90739ef9d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.518444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Router d82a0c4e-abc3-467d-96b4-0ef49548bdac has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:16.523424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bb14786-3dc5-4e4e-bfab-5fc90739ef9d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.579330 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7bb14786-3dc5-4e4e-bfab-5fc90739ef9d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.582947 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7bb14786-3dc5-4e4e-bfab-5fc90739ef9d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224218 Jun 30 09:12:16.583795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56110) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:16.589875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0dfd5a93-2b19-4897-91aa-46bdef4aa927 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'f1a211ad-f2eb-4a08-8d04-06fa3b70128d', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:16.590320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb14786-3dc5-4e4e-bfab-5fc90739ef9d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd4e048-fc28-4ef4-a67f-5bd1e38b0909,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.683696 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a93-2b19-4897-91aa-46bdef4aa927 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.828649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a93-2b19-4897-91aa-46bdef4aa927 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.841885 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a93-2b19-4897-91aa-46bdef4aa927 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.898193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5a93-2b19-4897-91aa-46bdef4aa927 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f39138c-a052-4602-8159-0420a042b2c8,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.924208 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a93-2b19-4897-91aa-46bdef4aa927 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.933109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0dfd5a93-2b19-4897-91aa-46bdef4aa927 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3478293 Jun 30 09:12:16.933831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56132) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:16.947893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2b12dfbe-28ed-4e52-865f-926afcfe88c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'f1a211ad-f2eb-4a08-8d04-06fa3b70128d', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:17.033903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b12dfbe-28ed-4e52-865f-926afcfe88c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.036314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e3f43105-b42f-4113-ab8e-bf992c3af714 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:17.240921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b12dfbe-28ed-4e52-865f-926afcfe88c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.262147 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b12dfbe-28ed-4e52-865f-926afcfe88c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.281566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:17.287760 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48cd4f9e-0a5a-4b13-855b-e985a6bab0c6 admin admin] 10.222.0.53 "PUT /v2.0/routers/d82a0c4e-abc3-467d-96b4-0ef49548bdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2460492 Jun 30 09:12:17.317792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12dfbe-28ed-4e52-865f-926afcfe88c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd95d25-1b7f-44bb-8e24-437ce5674252,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.329073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2b12dfbe-28ed-4e52-865f-926afcfe88c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.330659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2b12dfbe-28ed-4e52-865f-926afcfe88c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958251 Jun 30 09:12:17.333615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56158) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:17.339887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b9032e9d-afa7-4572-b8a8-b9ba64996da6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'f1a211ad-f2eb-4a08-8d04-06fa3b70128d', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:17.398624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9032e9d-afa7-4572-b8a8-b9ba64996da6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.447554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6fa69ef3-417d-469e-9ffc-d865f51b11db None None] Provisioning complete for port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:17.447923 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ef3-417d-469e-9ffc-d865f51b11db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.492530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e3f43105-b42f-4113-ab8e-bf992c3af714 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:17.492827 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.517774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9032e9d-afa7-4572-b8a8-b9ba64996da6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.533989 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9032e9d-afa7-4572-b8a8-b9ba64996da6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.544786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6fa69ef3-417d-469e-9ffc-d865f51b11db None None] Port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:17.575534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 2, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:17.578390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9032e9d-afa7-4572-b8a8-b9ba64996da6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2282f5f-fd13-475d-9478-ca54ee343252,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.614113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b9032e9d-afa7-4572-b8a8-b9ba64996da6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.623923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56172) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:17.627752 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b9032e9d-afa7-4572-b8a8-b9ba64996da6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2918849 Jun 30 09:12:17.631136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'f1a211ad-f2eb-4a08-8d04-06fa3b70128d', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:17.655223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1408c4-4fbe-4b11-9a18-005a84eb2045 None None] The sync data for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 is: [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 2, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:17.688084 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:12:17.701430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.831963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.837153 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.861680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb9cbab-e338-45ea-bf91-89f6f687a176,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.909198 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.910800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c00656ce-61ed-4874-bd9f-cfb00e70a8e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2856295 Jun 30 09:12:17.913511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56194) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:17.919271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'f1a211ad-f2eb-4a08-8d04-06fa3b70128d', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:17.964940 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:12:17.973122 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.156881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.170900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.226048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c89786-2fc4-4f41-854e-235c8635e0dc,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.254150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.256214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8efaa2ec-a05b-4e33-afc7-002c67fa4227 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3415627 Jun 30 09:12:18.259323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56208) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:18.269127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'network': {'name': 'tempest-network-smoke--1587792656', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'port_security_enabled': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:18.319422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:18.323440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.373222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:18.394681 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.396959 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Added segment 84a1d382-c6b1-4f2c-83ca-31fb5f047907 of type vlan for network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee Jun 30 09:12:18.403197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56212) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:18.410549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1247176420-network', 'tenant_id': '43bad6332a884194af32e5b948daa65f'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:18.492020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Made reservation on behalf of 43bad6332a884194af32e5b948daa65f for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:18.496803 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.498835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.519042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.604851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.641269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.643393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.719489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.730326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.839968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:18.864935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6043713 Jun 30 09:12:18.875307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56228) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:18.890846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899db44-4ab4-48b8-a8a7-cfb0e68318aa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Network': ['ID=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.902846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'admin_state_up': True, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:18.905344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:18.964603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76a94d4-55c4-4d27-a187-71391c3a0686,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.992194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.993829 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Added segment 09ffca25-d6f0-4ae0-acd3-e841d15a86b5 of type vlan for network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c Jun 30 09:12:19.117967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.124707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.126022 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.224747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.302913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d12890-54b4-4506-b31b-acc929301d25 req-cde5e9eb-af5c-43c9-8fda-d23e1d042221 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.314634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67d12890-54b4-4506-b31b-acc929301d25 req-cde5e9eb-af5c-43c9-8fda-d23e1d042221 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.2629514 Jun 30 09:12:19.358943 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.360104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.360747 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.408685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67d12890-54b4-4506-b31b-acc929301d25 req-acf6c747-0c05-4361-9396-61683bc4e2b2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876403 Jun 30 09:12:19.463863 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0594807 Jun 30 09:12:19.466835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56254) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:19.474148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Request body: {'subnet': {'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1247176420-subnet', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:19.538727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Made reservation on behalf of 43bad6332a884194af32e5b948daa65f for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:19.541768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.600444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5273-e2f8-47c0-9a72-ee42e44aabc4 admin admin] Pushing event updated for resources: {'Network': ['ID=9504b49d-ec2a-481f-aed7-b25d85d9ea7c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:19.619433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:19.697857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.971989 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.056272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.103585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.119753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59bf4673-91e7-413b-9851-ad8efae3bd43,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:20.140500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Checking segment: {'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:20.141095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Network hostable DHCP agents. Network: 9504b49d-ec2a-481f-aed7-b25d85d9ea7c, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:20.178661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:20.199781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 9504b49d-ec2a-481f-aed7-b25d85d9ea7c) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:20.205929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.206233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.211496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194785e3-ff7b-4927-a6b7-6b8ac21b77b6 None None] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:20.247889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a9ae0433-eee0-4cff-bd0a-5a71031b1266 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7780175 Jun 30 09:12:20.250851 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56294) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:20.268309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:20.376095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.135 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/1aa53849-c38f-4069-bed2-0db530529efd) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:20.378980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.380622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.523070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-9504b49d-ec2a-481f-aed7-b25d85d9ea7c', 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'fixed_ips': [{'subnet_id': '59bf4673-91e7-413b-9851-ad8efae3bd43'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:20.524246 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.549958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.721267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb7545-2ee4-4b70-ab8c-6700cb5f52da req-1f4fe320-2165-4213-b3d7-b1e676d1e152 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.724618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70fb7545-2ee4-4b70-ab8c-6700cb5f52da req-1f4fe320-2165-4213-b3d7-b1e676d1e152 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.1472046 Jun 30 09:12:20.794713 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70fb7545-2ee4-4b70-ab8c-6700cb5f52da req-7b338319-bba4-42b6-a03b-0fc00362af5e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641055 Jun 30 09:12:20.827418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.848091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Allocated IP 172.20.0.2 (9504b49d-ec2a-481f-aed7-b25d85d9ea7c/59bf4673-91e7-413b-9851-ad8efae3bd43/f93c6dc8-ac87-4bbc-8ebb-dd552720527b) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:20.917727 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.963229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ee6322b6-ac79-4ada-b1ed-1fc705ac0756 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:20.981939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56314) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:21.111492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.126961 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.148661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Transition to ACTIVE for port object f93c6dc8-ac87-4bbc-8ebb-dd552720527b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:21.180985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Transition to ACTIVE for port object f93c6dc8-ac87-4bbc-8ebb-dd552720527b will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:21.209387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.227177 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:21.265769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-ba211018-856e-4fae-b3e0-64a16164323a tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:21.267354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-ba211018-856e-4fae-b3e0-64a16164323a tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 946 time: 0.2041748 Jun 30 09:12:21.268791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:21.275622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:21.281016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:21.287770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Pushing event updated for resources: {'Port': ['ID=f93c6dc8-ac87-4bbc-8ebb-dd552720527b,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.375332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:21.378562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Attempting to bind port f93c6dc8-ac87-4bbc-8ebb-dd552720527b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:21.378931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Attempting to bind port f93c6dc8-ac87-4bbc-8ebb-dd552720527b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:21.379282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Attempting to bind port f93c6dc8-ac87-4bbc-8ebb-dd552720527b on network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:21.383931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:21.385021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:21.385387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Checking segment: {'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:21.385935 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.387121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Bound using segment: {'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:21.392324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Bound port: f93c6dc8-ac87-4bbc-8ebb-dd552720527b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:21.393092 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.396442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:21.396844 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.412516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a321da28-2f10-4bd0-86e8-f7c915c184e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.414417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:21.489892 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Sync routers for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:21.490409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] For port f93c6dc8-ac87-4bbc-8ebb-dd552720527b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:21.493544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] For port f93c6dc8-ac87-4bbc-8ebb-dd552720527b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f93c6dc8-ac87-4bbc-8ebb-dd552720527b,segment=NetworkSegment(09ffca25-d6f0-4ae0-acd3-e841d15a86b5),segment_id=09ffca25-d6f0-4ae0-acd3-e841d15a86b5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:21.504868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.509165 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:21.510732 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:21.566771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a321da28-2f10-4bd0-86e8-f7c915c184e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.580061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a5f12-7f9d-45d8-bfed-b4042dbd7bd5 None None] Pushing event updated for resources: {'Port': ['ID=f93c6dc8-ac87-4bbc-8ebb-dd552720527b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.591577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=1aa53849-c38f-4069-bed2-0db530529efd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.603095 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a321da28-2f10-4bd0-86e8-f7c915c184e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.663453 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.685953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a321da28-2f10-4bd0-86e8-f7c915c184e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9da1e9a4e4db4f70b960ea614b8d3fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021871 Jun 30 09:12:21.699382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ee6322b6-ac79-4ada-b1ed-1fc705ac0756, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:21.702063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56324) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:21.715362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.717439 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:21.738268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Deleting port f2a167dd-69ab-4171-a406-c1e7f0464ac4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:21.738922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.762756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.766606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.766951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.767288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.767616 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.767945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.768272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.769206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.769547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.769897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.770218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.770542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:21.824046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.838690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.892225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321da28-2f10-4bd0-86e8-f7c915c184e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66e2d61-048c-44fc-8bc9-1b8a19890011,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.895097 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.897527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] For port f2a167dd-69ab-4171-a406-c1e7f0464ac4, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f2a167dd-69ab-4171-a406-c1e7f0464ac4,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:21.897935 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.920811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Calling delete_port for f2a167dd-69ab-4171-a406-c1e7f0464ac4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:22.175624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Allocated IP 172.25.8.11 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/67b08521-f239-453e-a524-d681c4f2bb7e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:22.201534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.209055 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 2, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:22.220524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f2a167dd-69ab-4171-a406-c1e7f0464ac4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:22.223526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['85715e44-032d-43d7-9e22-eb285baf0b52'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:22.281427 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Checking router: d82a0c4e-abc3-467d-96b4-0ef49548bdac for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:22.282168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Updating router d82a0c4e-abc3-467d-96b4-0ef49548bdac port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:22.302052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Pushing event deleted for resources: {'Port': ['ID=f2a167dd-69ab-4171-a406-c1e7f0464ac4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.323041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d2d02ec-a2ce-4a7d-a095-bbed4bd290d0 req-403ec8fc-4a16-4bac-ab27-275b786641b2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 210 time: 0.1662269 Jun 30 09:12:22.326018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-071317f2-99fa-4a07-8859-92423c8cf9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.398601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] No DVR routers for this DVR port f2a167dd-69ab-4171-a406-c1e7f0464ac4 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:22.399588 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.404755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.407881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17689c17-1dca-4827-9db7-200bb1d5ea9b req-3b8bdb57-0f52-48fd-9082-7536a8f91fbc tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.26 "DELETE /v2.0/ports/f2a167dd-69ab-4171-a406-c1e7f0464ac4 HTTP/1.1" status: 204 len: 173 time: 1.1329968 Jun 30 09:12:22.411271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'name': 'network-vif-deleted', 'tag': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:22.413869 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b433d-f930-43b3-b078-bfec0fbc367d" -d '{"events": [{"server_uuid": "4a6798e8-f84b-4684-bd89-810b5ea6a72d", "name": "network-vif-deleted", "tag": "f2a167dd-69ab-4171-a406-c1e7f0464ac4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:22.431333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-071317f2-99fa-4a07-8859-92423c8cf9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.498455 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec35627-9f17-44a4-bcc5-99b5d69818ae x-openstack-request-id: req-2ec35627-9f17-44a4-bcc5-99b5d69818ae {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:22.498891 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6798e8-f84b-4684-bd89-810b5ea6a72d", "name": "network-vif-deleted", "tag": "f2a167dd-69ab-4171-a406-c1e7f0464ac4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:22.499152 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ec35627-9f17-44a4-bcc5-99b5d69818ae {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:22.501115 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6798e8-f84b-4684-bd89-810b5ea6a72d', 'name': 'network-vif-deleted', 'tag': 'f2a167dd-69ab-4171-a406-c1e7f0464ac4', 'status': 'completed', 'code': 200} Jun 30 09:12:22.544275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-071317f2-99fa-4a07-8859-92423c8cf9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.547699 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-071317f2-99fa-4a07-8859-92423c8cf9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.549127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-071317f2-99fa-4a07-8859-92423c8cf9fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b66e2d61-048c-44fc-8bc9-1b8a19890011 HTTP/1.1" status: 204 len: 168 time: 0.8457069 Jun 30 09:12:22.565777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071317f2-99fa-4a07-8859-92423c8cf9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66e2d61-048c-44fc-8bc9-1b8a19890011,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.858164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.980143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.035885 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.063571 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Transition to ACTIVE for port object 75ce7d31-3969-47a4-8b9a-2df02a1d75dd will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:23.085273 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.115815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ee6322b6-ac79-4ada-b1ed-1fc705ac0756 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:23.285238 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.286654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:23.287071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.313772 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Pushing event updated for resources: {'Port': ['ID=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:23.486125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.497927 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.498360 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.498598 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.498923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.499262 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.499564 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.499880 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.500201 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.500516 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.500826 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.501152 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.501744 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:23.563871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1258a-2606-4789-9b8c-02415a992e50 None None] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:23.575949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.626145 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Attempting to bind port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:23.628062 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Attempting to bind port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:23.628590 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Attempting to bind port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd on network 617795ec-d9d0-4e3e-b726-c6c970d41b9a {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:23.646247 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:23.646829 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Checking segment: {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:23.647746 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.648136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Bound using segment: {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:23.648783 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Bound port: 75ce7d31-3969-47a4-8b9a-2df02a1d75dd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:23.649329 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.741641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f93c6dc8-ac87-4bbc-8ebb-dd552720527b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:23.749294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8f13163-4a96-464e-86a9-b2654c16593a req-1b1a63b8-0bd8-436b-9d21-2cf9de14a1e2 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6798e8-f84b-4684-bd89-810b5ea6a72d HTTP/1.1" status: 200 len: 210 time: 0.0596738 Jun 30 09:12:23.778055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-47f37f9e-ec19-4fc3-bbad-1f1413968f4d None None] Provisioning for port f93c6dc8-ac87-4bbc-8ebb-dd552720527b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:23.793084 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] For port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:23.798155 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] For port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:23.811872 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.894243 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749cc9-f875-4cff-a5ef-dd3accc9f004 None None] Pushing event updated for resources: {'Port': ['ID=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:23.906172 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:23.906804 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:23.947525 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f93c6dc8-ac87-4bbc-8ebb-dd552720527b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:23.953017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f93c6dc8-ac87-4bbc-8ebb-dd552720527b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:23.953515 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.201253 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:24.230871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.312988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f93c6dc8-ac87-4bbc-8ebb-dd552720527b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f93c6dc8-ac87-4bbc-8ebb-dd552720527b,segment=NetworkSegment(09ffca25-d6f0-4ae0-acd3-e841d15a86b5),segment_id=09ffca25-d6f0-4ae0-acd3-e841d15a86b5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:24.325427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.362203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:24.368712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:24.380468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:24.438016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Pushing event updated for resources: {'Port': ['ID=67b08521-f239-453e-a524-d681c4f2bb7e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.467716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f93c6dc8-ac87-4bbc-8ebb-dd552720527b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.481530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 09f2f9dd-85e6-4dcf-be42-85df56613040 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:24.588557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f2a167dd-69ab-4171-a406-c1e7f0464ac4 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:24.654442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f2a167dd-69ab-4171-a406-c1e7f0464ac4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:24.654805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f2a167dd-69ab-4171-a406-c1e7f0464ac4 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:24.672532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aebe58e6-3104-4de5-95c1-b8988b725278 None None] Provisioning complete for port f93c6dc8-ac87-4bbc-8ebb-dd552720527b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:24.673162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aebe58e6-3104-4de5-95c1-b8988b725278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.737208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:24.757862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Sync routers for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:24.796660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.800450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56384) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.802274 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ccdcc842-637d-486c-bf9c-252039381871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9243381 Jun 30 09:12:24.815988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:24.817234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:24.855842 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:23Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:24.925806 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172a291-1028-48a8-b0aa-b9f0fa977ea6 None None] The sync data for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 is: [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:23Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:25.150875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.165755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75ce7d31-3969-47a4-8b9a-2df02a1d75dd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:25.245911 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fc52f744-e667-4e0c-bf68-da2d986c11ba tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=21be9dbad110454fbec720bb08d4bdac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4428713 Jun 30 09:12:25.248494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56400) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:25.353624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.369107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:25.666531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.670167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f355a-1452-470b-ab55-93e6991b62ef tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:25.674250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-130f355a-1452-470b-ab55-93e6991b62ef tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4222789 Jun 30 09:12:25.674781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56420) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:25.772407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-981de162-312a-4cbb-ba2f-138be80ec0cf tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944376 Jun 30 09:12:25.773177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56422) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:25.778850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992171691', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:25.854086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:25.864905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:25.866671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:25.869843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.082467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:26.087115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.097188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:26.153272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa8bf6-bcd8-4d61-827b-72f2a74d0ef4 req-7dc52b73-8162-4bf1-a560-cce60da080f7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:26.161855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00fa8bf6-bcd8-4d61-827b-72f2a74d0ef4 req-7dc52b73-8162-4bf1-a560-cce60da080f7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2531388 Jun 30 09:12:26.174605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Checking router: 09f2f9dd-85e6-4dcf-be42-85df56613040 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:26.174963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Updating router 09f2f9dd-85e6-4dcf-be42-85df56613040 port 1aa53849-c38f-4069-bed2-0db530529efd binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:26.220883 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.367544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00fa8bf6-bcd8-4d61-827b-72f2a74d0ef4 req-ae56c6ab-160e-41c5-9432-77427908d463 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027762 Jun 30 09:12:26.368482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:26.370835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.381361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Sync routers for ids ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:26.405372 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Routers {'92e9dc7b-22a6-465c-a4ab-5ec002f0b215'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:26.406027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:26.415241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.416657 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9413a15a-a60e-480e-87c1-a56ff21e1f1a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1632504 Jun 30 09:12:26.419896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56446) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:26.634120 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Set router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:26.644989 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.738675 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.750669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Transition to ACTIVE for port object 1aa53849-c38f-4069-bed2-0db530529efd will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:26.787333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.803887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Subnet': ['ID=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:26.841422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:26.866761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Checking segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:26.867402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network hostable DHCP agents. Network: 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:26.883262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Attempting to bind port 1aa53849-c38f-4069-bed2-0db530529efd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:26.883644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Attempting to bind port 1aa53849-c38f-4069-bed2-0db530529efd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:26.884108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Attempting to bind port 1aa53849-c38f-4069-bed2-0db530529efd on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:26.892302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:26.893253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:26.893253 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.893573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:26.894398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Bound port: 1aa53849-c38f-4069-bed2-0db530529efd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:26.895089 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.911099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:26.928016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.928418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:26.929074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f93c6dc8-ac87-4bbc-8ebb-dd552720527b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:26.941108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:26.941933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.959356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0babc-90f0-48af-bf35-949ad62620e6 None None] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:26.972816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-55e1e907-42f1-4734-be4c-34236f2fa301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1984441 Jun 30 09:12:26.975474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56470) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:27.102333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885015bf-ac58-43ad-bc46-b2ba8431f8ca None None] Pushing event updated for resources: {'Port': ['ID=1aa53849-c38f-4069-bed2-0db530529efd,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.139405 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:24Z', 'revision_number': 3, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port': {'id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:27.203562 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Checking router: 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:27.203803 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Updating router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 port 67b08521-f239-453e-a524-d681c4f2bb7e binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:27.239975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] For port 1aa53849-c38f-4069-bed2-0db530529efd, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:27.285277 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.351779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] For port 1aa53849-c38f-4069-bed2-0db530529efd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1aa53849-c38f-4069-bed2-0db530529efd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:27.365169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.380242 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.464456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885015bf-ac58-43ad-bc46-b2ba8431f8ca None None] Pushing event updated for resources: {'Port': ['ID=1aa53849-c38f-4069-bed2-0db530529efd,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.488885 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:27.490083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:27.564040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f93c6dc8-ac87-4bbc-8ebb-dd552720527b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:27.564622 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.643320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.707575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:27.707575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.888027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Allocated IP 172.20.0.1 (9504b49d-ec2a-481f-aed7-b25d85d9ea7c/59bf4673-91e7-413b-9851-ad8efae3bd43/0c7d201f-cd24-4d34-b3cd-fdf3965c848a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:27.933958 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.991036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Transition to ACTIVE for port object 67b08521-f239-453e-a524-d681c4f2bb7e will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:28.016855 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.033208 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.053441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Transition to ACTIVE for port object 0c7d201f-cd24-4d34-b3cd-fdf3965c848a will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:28.098421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Allocated IP 172.20.0.2 (285cd6c8-406d-46c6-904e-ca1e4d0ff4ee/fcfb0ad7-9f31-4df1-853e-3f2df4f280cb/b8679adc-5bcd-4ed9-bc20-51e66e6d9c39) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:28.107031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.138860 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562b952-846b-4d61-a5bd-2269042e173c None None] Pushing event updated for resources: {'Port': ['ID=67b08521-f239-453e-a524-d681c4f2bb7e,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.150603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:28.176161 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Attempting to bind port 67b08521-f239-453e-a524-d681c4f2bb7e on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:28.177471 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Attempting to bind port 67b08521-f239-453e-a524-d681c4f2bb7e by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:28.177559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Attempting to bind port 67b08521-f239-453e-a524-d681c4f2bb7e on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:28.191827 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:28.193108 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:28.195097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.195655 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.196015 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:28.198021 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Bound port: 67b08521-f239-453e-a524-d681c4f2bb7e, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:28.201353 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.210862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5e53c-a7f7-4478-a24c-aefc3b759475 req-8c873c2e-fc4f-444c-9edb-ff696e563136 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.213015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1d5e53c-a7f7-4478-a24c-aefc3b759475 req-8c873c2e-fc4f-444c-9edb-ff696e563136 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.4315655 Jun 30 09:12:28.267042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:28.275705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:28.279187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:28.297183 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] For port 67b08521-f239-453e-a524-d681c4f2bb7e, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:28.304852 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] For port 67b08521-f239-453e-a524-d681c4f2bb7e, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=67b08521-f239-453e-a524-d681c4f2bb7e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:28.313402 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.338553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d1d5e53c-a7f7-4478-a24c-aefc3b759475 req-04196c42-48f2-479a-b28c-ecd97425311e tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147814 Jun 30 09:12:28.390086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.412608 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562b952-846b-4d61-a5bd-2269042e173c None None] Pushing event updated for resources: {'Port': ['ID=67b08521-f239-453e-a524-d681c4f2bb7e,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.450037 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Routers {'92e9dc7b-22a6-465c-a4ab-5ec002f0b215'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:28.450680 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:28.509348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.723376 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] Set router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:28.818201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.820069 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.891273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Transition to ACTIVE for port object b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:28.919315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Transition to ACTIVE for port object b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:28.939614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.986878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-378664be-b5fe-47ad-ad1f-3977217692ea None None] Provisioning for port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:28.997225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:29.005555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:29.010686 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:29.013023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-378664be-b5fe-47ad-ad1f-3977217692ea None None] Provisioning complete for port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:29.013397 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-378664be-b5fe-47ad-ad1f-3977217692ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.114031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:29.117441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.1 (285cd6c8-406d-46c6-904e-ca1e4d0ff4ee/fcfb0ad7-9f31-4df1-853e-3f2df4f280cb/841ab4a6-8104-4630-8d90-7670fc307c91) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:29.164251 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:24Z', 'revision_number': 3, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port': {'id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:29.184835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75ce7d31-3969-47a4-8b9a-2df02a1d75dd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:29.187527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e7d205-557c-4586-96a4-95da2841d6a6 None None] The sync data for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 is: [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:29.212652 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fd3ee-814f-408b-a338-7895907821ac None None] The sync data for ids ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'] in n-d-758944-40 is: [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:24Z', 'revision_number': 3, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port': {'id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:29.321415 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.340023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.340501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Pushing event updated for resources: {'Port': ['ID=b8679adc-5bcd-4ed9-bc20-51e66e6d9c39,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:29.419405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-378664be-b5fe-47ad-ad1f-3977217692ea None None] Port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:29.421953 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.470054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Attempting to bind port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:29.470753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Attempting to bind port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:29.471287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Attempting to bind port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:29.488153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:29.488806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Checking segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:29.489564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.490202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Bound using segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:29.490367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.491341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Bound port: b8679adc-5bcd-4ed9-bc20-51e66e6d9c39, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:29.494695 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.530586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:29.531170 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.544371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object 841ab4a6-8104-4630-8d90-7670fc307c91 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:29.605741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:29.731435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:29.734995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:29.763441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] For port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:29.781988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] For port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b8679adc-5bcd-4ed9-bc20-51e66e6d9c39,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:29.782960 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.857624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.004848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=841ab4a6-8104-4630-8d90-7670fc307c91,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.068833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:30.079533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:30.096478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:30.139723 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:30.169229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2969a0-e9dc-476b-916e-31e883d9e73c None None] Pushing event updated for resources: {'Port': ['ID=b8679adc-5bcd-4ed9-bc20-51e66e6d9c39,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.304566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783db5f-fb61-4f7f-9536-cf2b058ec13b req-bad354db-6367-4230-8527-977050f7baf0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.328186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8783db5f-fb61-4f7f-9536-cf2b058ec13b req-bad354db-6367-4230-8527-977050f7baf0 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.6846805 Jun 30 09:12:30.350561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8ecc64c4-5ca6-4775-8a43-77fa3ba0ac5e None None] Provisioning complete for port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:30.350933 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8ecc64c4-5ca6-4775-8a43-77fa3ba0ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.442314 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.518898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc64c4-5ca6-4775-8a43-77fa3ba0ac5e None None] Port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:30.623893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8783db5f-fb61-4f7f-9536-cf2b058ec13b req-c9f845e8-430a-4663-b35d-ae635bcedead tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947340 Jun 30 09:12:31.179826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aa53849-c38f-4069-bed2-0db530529efd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:31.439521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 1aa53849-c38f-4069-bed2-0db530529efd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:31.492948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1aa53849-c38f-4069-bed2-0db530529efd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:31.493596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:31.494403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.508807 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7fef9c6e-183e-4278-91af-bec4b5697d95 admin admin] 10.222.0.53 "PUT /v2.0/routers/92e9dc7b-22a6-465c-a4ab-5ec002f0b215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0877950 Jun 30 09:12:31.711462 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8bdf5607-fcaa-4279-9eb8-9fb9662aa6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.739527 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.883990 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.924227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 1aa53849-c38f-4069-bed2-0db530529efd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1aa53849-c38f-4069-bed2-0db530529efd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:31.935956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.937344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 67b08521-f239-453e-a524-d681c4f2bb7e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:31.974331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-1cef091d-cd66-4bd3-a020-793131943c23 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.977880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-1cef091d-cd66-4bd3-a020-793131943c23 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 1.1988809 Jun 30 09:12:32.159188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15546-08aa-4a2a-a5f8-5f51bde02298 req-b242bebb-561e-44eb-813f-13ce7651c44f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.166656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfd15546-08aa-4a2a-a5f8-5f51bde02298 req-b242bebb-561e-44eb-813f-13ce7651c44f tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 945 time: 0.2571778 Jun 30 09:12:32.332053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Deleting port 85715e44-032d-43d7-9e22-eb285baf0b52 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:32.332840 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.347521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfd15546-08aa-4a2a-a5f8-5f51bde02298 req-94b544c6-ea06-4984-9c5e-fe3c8cc3ee51 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/security-groups?id=397fbc90-e27d-43b8-87b2-b13e7ea80a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793146 Jun 30 09:12:32.354296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875d872-13c4-427c-8dc4-3ad3681538f2 None None] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:32.527860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-56a63409-47bc-456e-b59a-bfb33bd70df5 None None] Provisioning for port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:32.540573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 67b08521-f239-453e-a524-d681c4f2bb7e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:32.572260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=1aa53849-c38f-4069-bed2-0db530529efd,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:32.592706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 67b08521-f239-453e-a524-d681c4f2bb7e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:32.593244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.669397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] For port 85715e44-032d-43d7-9e22-eb285baf0b52, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=85715e44-032d-43d7-9e22-eb285baf0b52,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:32.669791 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.697288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.705806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Calling delete_port for 85715e44-032d-43d7-9e22-eb285baf0b52 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:32.720595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.800987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.840601 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.867077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 67b08521-f239-453e-a524-d681c4f2bb7e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=67b08521-f239-453e-a524-d681c4f2bb7e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:32.872739 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.873917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:33.010017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=841ab4a6-8104-4630-8d90-7670fc307c91,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.119976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:33.128768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:33.138814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:33.138814 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.139991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:33.254432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=67b08521-f239-453e-a524-d681c4f2bb7e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.277707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d178ea2-d091-4ace-abd7-a9840f33b216 None None] Provisioning complete for port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:33.277707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d178ea2-d091-4ace-abd7-a9840f33b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.346068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.388872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b8679adc-5bcd-4ed9-bc20-51e66e6d9c39,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:33.409762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.477693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.553825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Sync routers for ids ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:33.570273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Pushing event deleted for resources: {'Port': ['ID=85715e44-032d-43d7-9e22-eb285baf0b52,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.656373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Routers {'92e9dc7b-22a6-465c-a4ab-5ec002f0b215'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:33.657021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:33.690766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] No DVR routers for this DVR port 85715e44-032d-43d7-9e22-eb285baf0b52 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:33.715168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.717403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cff0843b-6d63-4b70-8745-882d63ed5292 req-37af2848-7aee-4b4f-a42d-bb3bb6f0eca7 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.13 "DELETE /v2.0/ports/85715e44-032d-43d7-9e22-eb285baf0b52 HTTP/1.1" status: 204 len: 173 time: 1.7315328 Jun 30 09:12:33.773754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'name': 'network-vif-deleted', 'tag': '85715e44-032d-43d7-9e22-eb285baf0b52'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:33.787140 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359e6c79-d7a7-447f-8646-818acdde7f99" -d '{"events": [{"server_uuid": "cec22dfc-4143-4b87-ad6f-687a195224d3", "name": "network-vif-deleted", "tag": "85715e44-032d-43d7-9e22-eb285baf0b52"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:33.791151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55641649-9662-4499-a33c-42f495f1b27e req-9e31b706-a4ec-44fc-a947-ac7e99d6e048 tempest-ServerRescueNegativeTestJSON-1446413905 tempest-ServerRescueNegativeTestJSON-1446413905-project] 10.222.0.53 "GET /v2.0/ports?device_id=cec22dfc-4143-4b87-ad6f-687a195224d3 HTTP/1.1" status: 200 len: 210 time: 0.1536248 Jun 30 09:12:33.803920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 09f2f9dd-85e6-4dcf-be42-85df56613040 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:33.864931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aa53849-c38f-4069-bed2-0db530529efd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:33.940505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b8679adc-5bcd-4ed9-bc20-51e66e6d9c39,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.982325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d178ea2-d091-4ace-abd7-a9840f33b216 None None] Provisioning for port 841ab4a6-8104-4630-8d90-7670fc307c91 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:34.017303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d178ea2-d091-4ace-abd7-a9840f33b216 None None] Provisioning complete for port 841ab4a6-8104-4630-8d90-7670fc307c91 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:34.018135 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d178ea2-d091-4ace-abd7-a9840f33b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.027121 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654041d7-b52a-4bbd-a3ed-814c4754a687 x-openstack-request-id: req-654041d7-b52a-4bbd-a3ed-814c4754a687 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:34.027392 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec22dfc-4143-4b87-ad6f-687a195224d3", "name": "network-vif-deleted", "tag": "85715e44-032d-43d7-9e22-eb285baf0b52", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:34.027647 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-654041d7-b52a-4bbd-a3ed-814c4754a687 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:34.028063 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec22dfc-4143-4b87-ad6f-687a195224d3', 'name': 'network-vif-deleted', 'tag': '85715e44-032d-43d7-9e22-eb285baf0b52', 'status': 'completed', 'code': 200} Jun 30 09:12:34.066998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:34.073156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-63e52a7a-61b1-46da-8819-1278b6b9ae5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/09f2f9dd-85e6-4dcf-be42-85df56613040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0960538 Jun 30 09:12:34.092728 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Sync routers for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:34.093249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Set router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:34.113877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:34.114556 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:34.198375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1d178ea2-d091-4ace-abd7-a9840f33b216 None None] Port 841ab4a6-8104-4630-8d90-7670fc307c91 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:34.283274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1aa53849-c38f-4069-bed2-0db530529efd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:34.283849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.381898 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:34.389689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85715e44-032d-43d7-9e22-eb285baf0b52 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:34.473663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-09017386-50dd-4d27-af25-1204d582cee0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038683457&fields=id&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 267 time: 0.1002436 Jun 30 09:12:34.537149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0e6e3193-a402-483b-b3ec-5275b28ff1ee None None] Provisioning complete for port 841ab4a6-8104-4630-8d90-7670fc307c91 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:34.538212 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3193-a402-483b-b3ec-5275b28ff1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.540612 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.552296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 85715e44-032d-43d7-9e22-eb285baf0b52 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:34.556776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 85715e44-032d-43d7-9e22-eb285baf0b52 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:34.596808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-97a70eea-4f93-4194-83fc-bd777d69f164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.612233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-bdef0fe6-ceda-4734-9b03-fabfa39a0b14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.619731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-bdef0fe6-ceda-4734-9b03-fabfa39a0b14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 797 time: 0.1447628 Jun 30 09:12:34.639894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-cd7e2b02-dec0-4dfe-aa54-f03464b005f8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/quotas/21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 375 time: 0.0178390 Jun 30 09:12:34.786325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e3193-a402-483b-b3ec-5275b28ff1ee None None] Port 841ab4a6-8104-4630-8d90-7670fc307c91 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:34.841500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-119b1400-bd84-4287-93ef-93e3c0571f9c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1973317 Jun 30 09:12:34.957550 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:32Z', 'revision_number': 2, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:34.998653 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Checking router: 09f2f9dd-85e6-4dcf-be42-85df56613040 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:34.999424 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Updating router 09f2f9dd-85e6-4dcf-be42-85df56613040 port 841ab4a6-8104-4630-8d90-7670fc307c91 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:35.036012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 67b08521-f239-453e-a524-d681c4f2bb7e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:35.047341 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.106645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:28Z', 'revision_number': 4, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port': {'id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0c7d201f-cd24-4d34-b3cd-fdf3965c848a', 'name': '', 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'mac_address': 'fa:16:3e:ae:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '59bf4673-91e7-413b-9851-ad8efae3bd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:27Z', 'updated_at': '2021-06-30T09:12:28Z', 'revision_number': 2, 'project_id': '43bad6332a884194af32e5b948daa65f', 'subnets': [{'id': '59bf4673-91e7-413b-9851-ad8efae3bd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:35.126967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56846) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:35.179299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Checking router: 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:35.182636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Updating router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:35.251692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-d68c98ee-b4e3-4b86-97cc-adf745e40c59 service neutron] 10.222.0.53 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759904 Jun 30 09:12:35.306291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 67b08521-f239-453e-a524-d681c4f2bb7e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:35.313114 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.318594 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.524579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-b25439ca-4d45-45f0-9731-09cd6a6f3938 service neutron] 10.222.0.53 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645571 Jun 30 09:12:35.853731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 56894) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:35.906579 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.948103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a1f1fc3-eed6-4f1f-a5f0-d3ece13b81c2 req-d7213783-535b-4287-82de-02e70089d2c1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 210 time: 0.0934119 Jun 30 09:12:35.950660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Transition to ACTIVE for port object 841ab4a6-8104-4630-8d90-7670fc307c91 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:35.969533 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.002632 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.100590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.155080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:36.186569 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a4f67723-8f1e-4113-8a30-ddba58f05d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.210781 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f545ace-9ec9-4806-96ca-9303c43cc4c0 None None] Pushing event updated for resources: {'Port': ['ID=841ab4a6-8104-4630-8d90-7670fc307c91,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.373674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:36.374325 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.392925 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Attempting to bind port 841ab4a6-8104-4630-8d90-7670fc307c91 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:36.398437 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Attempting to bind port 841ab4a6-8104-4630-8d90-7670fc307c91 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:36.399178 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Attempting to bind port 841ab4a6-8104-4630-8d90-7670fc307c91 on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:36.413916 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:36.414584 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Checking segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:36.415738 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.419962 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Bound using segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:36.420497 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Bound port: 841ab4a6-8104-4630-8d90-7670fc307c91, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:36.422204 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.527463 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] For port 841ab4a6-8104-4630-8d90-7670fc307c91, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:36.531085 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] For port 841ab4a6-8104-4630-8d90-7670fc307c91, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=841ab4a6-8104-4630-8d90-7670fc307c91,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:36.542053 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.568867 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a4f67723-8f1e-4113-8a30-ddba58f05d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.583736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a4f67723-8f1e-4113-8a30-ddba58f05d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.672339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a4f67723-8f1e-4113-8a30-ddba58f05d31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6e5b49c1ef34d23b247e9c435fdfbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157694 Jun 30 09:12:36.677676 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56918) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:36.682750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f67723-8f1e-4113-8a30-ddba58f05d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4629531a-83eb-469b-87fc-7e8bf24b1c33,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.732843 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:36.737365 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:36.972893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48f45eaf-7550-43d6-b1b4-4e69ef878179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.059674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48f45eaf-7550-43d6-b1b4-4e69ef878179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.071923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:37.117493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.134848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Transition to ACTIVE for port object 0c7d201f-cd24-4d34-b3cd-fdf3965c848a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:37.147126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.213279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Deleting port ecc80edb-9e76-4850-b932-12ceb94bd23a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:37.213623 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.270993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c10d9f-4bce-486c-9b42-f73a07be7a94 None None] Pushing event updated for resources: {'Port': ['ID=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.298119 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f545ace-9ec9-4806-96ca-9303c43cc4c0 None None] Pushing event updated for resources: {'Port': ['ID=841ab4a6-8104-4630-8d90-7670fc307c91,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.363720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Attempting to bind port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:37.364432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Attempting to bind port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:37.364944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Attempting to bind port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a on network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:37.374547 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.376226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:37.377035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Checking segment: {'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:37.377618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.378294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Bound using segment: {'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:37.378915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Bound port: 0c7d201f-cd24-4d34-b3cd-fdf3965c848a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ffca25-d6f0-4ae0-acd3-e841d15a86b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:37.379444 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.488447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48f45eaf-7550-43d6-b1b4-4e69ef878179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.491560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48f45eaf-7550-43d6-b1b4-4e69ef878179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.492947 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48f45eaf-7550-43d6-b1b4-4e69ef878179 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4629531a-83eb-469b-87fc-7e8bf24b1c33 HTTP/1.1" status: 204 len: 168 time: 0.7553432 Jun 30 09:12:37.494734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] For port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:37.507588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05c6e59f-0035-4bdb-bcf4-aa8fddffdc08 req-62645f49-e907-437a-9e1d-ea65297f7a2d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 210 time: 0.1440260 Jun 30 09:12:37.517205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] For port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,segment=NetworkSegment(09ffca25-d6f0-4ae0-acd3-e841d15a86b5),segment_id=09ffca25-d6f0-4ae0-acd3-e841d15a86b5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:37.534802 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.602305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f45eaf-7550-43d6-b1b4-4e69ef878179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4629531a-83eb-469b-87fc-7e8bf24b1c33,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.633436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] For port ecc80edb-9e76-4850-b932-12ceb94bd23a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ecc80edb-9e76-4850-b932-12ceb94bd23a,segment=NetworkSegment(bdd13310-8e82-40da-a639-605d34efab70),segment_id=bdd13310-8e82-40da-a639-605d34efab70)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:37.636901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.662071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Calling delete_port for ecc80edb-9e76-4850-b932-12ceb94bd23a owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:37.700543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c10d9f-4bce-486c-9b42-f73a07be7a94 None None] Pushing event updated for resources: {'Port': ['ID=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.804503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Routers {'92e9dc7b-22a6-465c-a4ab-5ec002f0b215'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:37.805158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:37.916593 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:36Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:38.003148 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3f11e-55a3-486a-a653-083de5e62f91 None None] The sync data for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 is: [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:36Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:38.019398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] Set router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:38.354952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.495972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc80edb-9e76-4850-b932-12ceb94bd23a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.654884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-46838c9f-e2ad-450f-a01d-089797757bc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.661367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-46838c9f-e2ad-450f-a01d-089797757bc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 797 time: 0.4157553 Jun 30 09:12:38.729392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:28Z', 'revision_number': 4, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port': {'id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0c7d201f-cd24-4d34-b3cd-fdf3965c848a', 'name': '', 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'mac_address': 'fa:16:3e:ae:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '59bf4673-91e7-413b-9851-ad8efae3bd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:27Z', 'updated_at': '2021-06-30T09:12:37Z', 'revision_number': 4, 'project_id': '43bad6332a884194af32e5b948daa65f', 'subnets': [{'id': '59bf4673-91e7-413b-9851-ad8efae3bd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:38.814546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920582e1-0635-4f1f-8800-87769c7112ea None None] The sync data for ids ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'] in n-d-758944-40 is: [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:28Z', 'revision_number': 4, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port': {'id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0c7d201f-cd24-4d34-b3cd-fdf3965c848a', 'name': '', 'network_id': '9504b49d-ec2a-481f-aed7-b25d85d9ea7c', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'mac_address': 'fa:16:3e:ae:42:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '59bf4673-91e7-413b-9851-ad8efae3bd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:27Z', 'updated_at': '2021-06-30T09:12:37Z', 'revision_number': 4, 'project_id': '43bad6332a884194af32e5b948daa65f', 'subnets': [{'id': '59bf4673-91e7-413b-9851-ad8efae3bd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:38.840938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-dc80a095-04ed-4785-a720-0c6ac245a388 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 380 time: 0.1699946 Jun 30 09:12:38.860606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'port': {'device_id': '64299310-715f-4622-8952-47eb98d10283', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'admin_state_up': True, 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'security_groups': ['f1a211ad-f2eb-4a08-8d04-06fa3b70128d']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:39.004428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.032695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-965e634c-3c29-4111-81e6-c7d49263a03a req-f4b589e6-ae19-4da3-8d88-e98c9d61ba83 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 210 time: 0.1683974 Jun 30 09:12:39.200089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:39.206468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.650663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Router c2a1e1cc-77ed-49cb-9541-75059f3325cc has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:39.652781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.9 (285cd6c8-406d-46c6-904e-ca1e4d0ff4ee/fcfb0ad7-9f31-4df1-853e-3f2df4f280cb/4de9b41f-8690-416d-8007-d3799b56fc6d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:39.987580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:39.995556 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9e079926-f8f7-4644-885a-209bc0353257 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2a1e1cc-77ed-49cb-9541-75059f3325cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8668728 Jun 30 09:12:39.997729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 56996) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:40.003015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] Sync routers for ids ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:40.028630 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] Routers {'c2a1e1cc-77ed-49cb-9541-75059f3325cc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:40.030473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:40.094877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.113295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object 4de9b41f-8690-416d-8007-d3799b56fc6d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:40.159942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.271680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.347501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:40.367548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:40.372148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:40.376497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:40.435828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] Set router c2a1e1cc-77ed-49cb-9541-75059f3325cc gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:40.615386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.616026 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.628019 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.642416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3bab7b89-8e67-43cd-8336-dc339f753145 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7953961 Jun 30 09:12:40.657659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Request body: {'port': {'device_id': '64299310-715f-4622-8952-47eb98d10283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:40.661907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c7d201f-cd24-4d34-b3cd-fdf3965c848a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:40.752355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Deleting port ce6c2101-0ace-4ee4-a01f-9135659861f5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:40.752877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.836761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57014) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:40.860013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ddcdb-c53c-4a77-834d-d4cf341a04c1 req-385aee6a-01fb-4dd8-a54c-ae0221d4fce2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.871043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-611ddcdb-c53c-4a77-834d-d4cf341a04c1 req-385aee6a-01fb-4dd8-a54c-ae0221d4fce2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 931 time: 0.4195521 Jun 30 09:12:40.929872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-611ddcdb-c53c-4a77-834d-d4cf341a04c1 req-c7f7223c-e6fd-43ed-b273-bb3831d1fc6c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574927 Jun 30 09:12:40.934201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] For port ce6c2101-0ace-4ee4-a01f-9135659861f5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ce6c2101-0ace-4ee4-a01f-9135659861f5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:40.934567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.947508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.956361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Calling delete_port for ce6c2101-0ace-4ee4-a01f-9135659861f5 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:40.992531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2aa4233f-7773-4830-a1c2-4f4cce88bac6 None None] Provisioning for port 4de9b41f-8690-416d-8007-d3799b56fc6d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:41.024545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:41.028876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2aa4233f-7773-4830-a1c2-4f4cce88bac6 None None] Provisioning complete for port 4de9b41f-8690-416d-8007-d3799b56fc6d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:41.029227 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2aa4233f-7773-4830-a1c2-4f4cce88bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.055062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:41.055434 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.200027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4233f-7773-4830-a1c2-4f4cce88bac6 None None] Port 4de9b41f-8690-416d-8007-d3799b56fc6d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:41.207240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1272422433'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:41.290074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Made reservation on behalf of bb689a14029b4b349f80b40112aae141 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:41.296866 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.344732 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.362532 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.415750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:12:38Z', 'revision_number': 5, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port': {'id': 'ce6c2101-0ace-4ee4-a01f-9135659861f5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:26Z', 'updated_at': '2021-06-30T09:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:41.431387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.479931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6c2101-0ace-4ee4-a01f-9135659861f5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.490727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] Checking router: c2a1e1cc-77ed-49cb-9541-75059f3325cc for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:41.508135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,segment=NetworkSegment(09ffca25-d6f0-4ae0-acd3-e841d15a86b5),segment_id=09ffca25-d6f0-4ae0-acd3-e841d15a86b5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:41.522580 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.523374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 841ab4a6-8104-4630-8d90-7670fc307c91 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:41.528487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.549759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.576954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] Routers {'c2a1e1cc-77ed-49cb-9541-75059f3325cc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:41.577679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:41.584255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:41.616331 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.618501 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Added segment beca7f3c-a95d-4cde-a4b4-346c91aa3f79 of type vlan for network 62c5ee61-e59c-452a-af78-4c6831c03e13 Jun 30 09:12:41.639829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.733671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] Set router c2a1e1cc-77ed-49cb-9541-75059f3325cc gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:41.758097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.862488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.864647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.864983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.883786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.885454 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.894752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:12:41Z', 'revision_number': 7, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:41.934330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.950024 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.950544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a1e1cc-77ed-49cb-9541-75059f3325cc {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:41.961473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.962664 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1453f1b1-b879-4d37-b690-769adf384f0b admin admin] 10.222.0.53 "DELETE /v2.0/routers/c2a1e1cc-77ed-49cb-9541-75059f3325cc HTTP/1.1" status: 204 len: 168 time: 1.9638393 Jun 30 09:12:41.965262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57032) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.018148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71819142-24bf-4b4b-81c3-d8d7011ccc23 None None] The sync data for ids ['c2a1e1cc-77ed-49cb-9541-75059f3325cc'] in n-d-758944-40 is: [{'id': 'c2a1e1cc-77ed-49cb-9541-75059f3325cc', 'name': 'tempest-ServerRescueNegativeTestJSON-295373754-router', 'tenant_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:25Z', 'updated_at': '2021-06-30T09:12:41Z', 'revision_number': 7, 'project_id': 'b70b5800e7d640ec9ba95ec6989786ce', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:42.049935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 841ab4a6-8104-4630-8d90-7670fc307c91 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:42.054529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 841ab4a6-8104-4630-8d90-7670fc307c91 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:42.054905 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.064328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] Deleting subnet 1a840996-5c12-4b34-8e2e-70b18afa7c4d {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:42.083908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.110777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa33e2-fd0c-4a4c-bd22-0be121b44ae0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.169013 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.176966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3387570 Jun 30 09:12:42.181824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.257166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842c8f-0f28-4170-8e84-7ef920178802 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event updated for resources: {'Network': ['ID=62c5ee61-e59c-452a-af78-4c6831c03e13,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.276538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 62c5ee61-e59c-452a-af78-4c6831c03e13 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:42.286881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Request body: {'subnet': {'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:42.351116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de9b41f-8690-416d-8007-d3799b56fc6d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:42.376325 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.407986 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.416251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca93d8-7e72-4c1c-8320-6ca8d2be4fe9 req-85c0d6d0-d213-418f-a0eb-78b7a82a67a7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.425046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8dca93d8-7e72-4c1c-8320-6ca8d2be4fe9 req-85c0d6d0-d213-418f-a0eb-78b7a82a67a7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 931 time: 0.2023997 Jun 30 09:12:42.534072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 841ab4a6-8104-4630-8d90-7670fc307c91, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=841ab4a6-8104-4630-8d90-7670fc307c91,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:42.546631 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.601483 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.677248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=841ab4a6-8104-4630-8d90-7670fc307c91,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.828368 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Made reservation on behalf of bb689a14029b4b349f80b40112aae141 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:42.839622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.915581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.078039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a840996-5c12-4b34-8e2e-70b18afa7c4d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.097865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.104240 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3366273d-28a7-40c1-a913-0b9e169dd27e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1a840996-5c12-4b34-8e2e-70b18afa7c4d HTTP/1.1" status: 204 len: 168 time: 1.1376369 Jun 30 09:12:43.108036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57048) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.149496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Transition to ACTIVE for port object 4de9b41f-8690-416d-8007-d3799b56fc6d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:43.188049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.193396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c7d201f-cd24-4d34-b3cd-fdf3965c848a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:43.293385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:43.294066 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.307045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.319827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8dca93d8-7e72-4c1c-8320-6ca8d2be4fe9 req-8c40bd98-28bf-462f-9649-9311e4508094 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8929865 Jun 30 09:12:43.421976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.584537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ecc80edb-9e76-4850-b932-12ceb94bd23a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:43.617550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ecc80edb-9e76-4850-b932-12ceb94bd23a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:43.618129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ecc80edb-9e76-4850-b932-12ceb94bd23a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:43.623973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:43.624199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:43.624557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:43.633720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Port 4de9b41f-8690-416d-8007-d3799b56fc6d on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:43.634821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:43.647494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:43.647852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Checking segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:43.648562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Bound using segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:43.648733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Bound port: 4de9b41f-8690-416d-8007-d3799b56fc6d, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:43.649271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.688321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.697494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.752267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526491fb-67df-4bd0-bd56-942c493595dd']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.785916 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd13310-8e82-40da-a639-605d34efab70') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.786569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd13310-8e82-40da-a639-605d34efab70') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.808186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.826307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event updated for resources: {'Subnet': ['ID=d74a2f86-9b4e-49e0-9ff9-253cd0917b88,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.839839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.851577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:43.852330 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:43.854404 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:43.862437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:43.872155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Checking segment: {'id': 'beca7f3c-a95d-4cde-a4b4-346c91aa3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:43.872332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:43.872932 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Network hostable DHCP agents. Network: 62c5ee61-e59c-452a-af78-4c6831c03e13, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:43.898174 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.940795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.942869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.944848 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] 10.222.0.13 "PUT /v2.0/ports/4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 1092 time: 3.2913280 Jun 30 09:12:43.945549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:43.948016 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eea91f-4825-4183-8f25-9837e00524b1" -d '{"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:44.073956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Network 62c5ee61-e59c-452a-af78-4c6831c03e13 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:44.088440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.092803 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41295b36-f5be-4aeb-86fe-6ee28489bdd7 x-openstack-request-id: req-41295b36-f5be-4aeb-86fe-6ee28489bdd7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:44.093120 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:44.093407 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41295b36-f5be-4aeb-86fe-6ee28489bdd7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:44.094313 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'status': 'completed', 'code': 200} Jun 30 09:12:44.110628 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.110628 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] 10.222.0.53 "DELETE /v2.0/networks/526491fb-67df-4bd0-bd56-942c493595dd HTTP/1.1" status: 204 len: 168 time: 0.9826930 Jun 30 09:12:44.133863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1e1c-977d-49df-9f29-a7e4d187314f service neutron] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.147495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 62c5ee61-e59c-452a-af78-4c6831c03e13) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:44.160015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da82ad04-0c71-439b-9346-898bbd7e3507 None None] Network 62c5ee61-e59c-452a-af78-4c6831c03e13 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:44.166436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.167132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.177168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fba8a-8b61-4244-8946-180ffdd5db9f admin admin] Pushing event deleted for resources: {'Network': ['ID=526491fb-67df-4bd0-bd56-942c493595dd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.232392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57064) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.242079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Request body: {'port': {'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1567984450'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:44.242366 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-14d4452d-10ae-4fac-9c30-51154ff86537 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0579040 Jun 30 09:12:44.274191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-769f366a-960d-457c-b613-bdb2972a2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.284350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-769f366a-960d-457c-b613-bdb2972a2c5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1095 time: 0.2631416 Jun 30 09:12:44.399380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-d9951575-b0bf-40d0-b9c1-2b02b3e1c6ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 217 time: 0.0742426 Jun 30 09:12:44.565546 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57070) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.591291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-62c5ee61-e59c-452a-af78-4c6831c03e13', 'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13', 'tenant_id': 'bb689a14029b4b349f80b40112aae141', 'fixed_ips': [{'subnet_id': 'd74a2f86-9b4e-49e0-9ff9-253cd0917b88'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:44.593623 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.680955 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19880cc0-4e91-47c4-abd2-827d9df70a31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b70b5800e7d640ec9ba95ec6989786ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111183 Jun 30 09:12:44.683951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.694072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3410979e-b065-4cb1-af68-7cc776821359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.695551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-3410979e-b065-4cb1-af68-7cc776821359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.2151895 Jun 30 09:12:44.754394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 841ab4a6-8104-4630-8d90-7670fc307c91 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:44.789516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d06e113-36bf-4583-abb0-ddfd4258b5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.821341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d06e113-36bf-4583-abb0-ddfd4258b5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.874475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d06e113-36bf-4583-abb0-ddfd4258b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.877204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d06e113-36bf-4583-abb0-ddfd4258b5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.878409 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d06e113-36bf-4583-abb0-ddfd4258b5d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/397fbc90-e27d-43b8-87b2-b13e7ea80a4f HTTP/1.1" status: 204 len: 168 time: 0.1934500 Jun 30 09:12:44.889396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06e113-36bf-4583-abb0-ddfd4258b5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397fbc90-e27d-43b8-87b2-b13e7ea80a4f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.938316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9abdf-dd00-4602-8454-16963f9cc1ea req-e2516cfb-6784-4835-9106-b544e96003c2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.939963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6f9abdf-dd00-4602-8454-16963f9cc1ea req-e2516cfb-6784-4835-9106-b544e96003c2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 943 time: 0.3344476 Jun 30 09:12:44.955517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Allocated IP 172.20.0.2 (62c5ee61-e59c-452a-af78-4c6831c03e13/d74a2f86-9b4e-49e0-9ff9-253cd0917b88/78cd260f-df9b-40ef-8030-e800a535fb0c) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:44.988212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-7b6bad64-06f7-43a6-91dd-203ff6b96d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.990408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-7b6bad64-06f7-43a6-91dd-203ff6b96d81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2690294 Jun 30 09:12:45.008515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Made reservation on behalf of bb689a14029b4b349f80b40112aae141 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:45.015279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.081439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 841ab4a6-8104-4630-8d90-7670fc307c91 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:45.084338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.140490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6f9abdf-dd00-4602-8454-16963f9cc1ea req-f7f37079-b76e-49de-b691-95258b515af6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916046 Jun 30 09:12:45.331305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-ff529c54-1f14-4e2a-913a-8052956b72d5 service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685964 Jun 30 09:12:45.332775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] device_id is not set on port c57624b5-45cb-44be-b218-535b85dc0eeb yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:45.509023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4cf1d1aa-55f7-4d9b-9943-fcddb1f68a6a req-8d9ebbb8-476e-4bbe-b2f0-000685c3809e service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690528 Jun 30 09:12:45.660026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ce6c2101-0ace-4ee4-a01f-9135659861f5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:45.692137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ce6c2101-0ace-4ee4-a01f-9135659861f5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:45.692481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ce6c2101-0ace-4ee4-a01f-9135659861f5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:45.715631 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.724917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Transition to ACTIVE for port object 78cd260f-df9b-40ef-8030-e800a535fb0c will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:45.769741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Transition to ACTIVE for port object 78cd260f-df9b-40ef-8030-e800a535fb0c will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:45.772293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea91f-4825-4183-8f25-9837e00524b1 req-acf8b0f4-e25f-4d74-bd6e-c32a959fec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:45.774441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92eea91f-4825-4183-8f25-9837e00524b1 req-acf8b0f4-e25f-4d74-bd6e-c32a959fec43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1095 time: 0.1071727 Jun 30 09:12:45.780710 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.845804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Pushing event updated for resources: {'Port': ['ID=78cd260f-df9b-40ef-8030-e800a535fb0c,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.860783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Network 62c5ee61-e59c-452a-af78-4c6831c03e13 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:45.862405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:45.874040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:45.916284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Allocated IP 172.20.0.10 (62c5ee61-e59c-452a-af78-4c6831c03e13/d74a2f86-9b4e-49e0-9ff9-253cd0917b88/c57624b5-45cb-44be-b218-535b85dc0eeb) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:45.969812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Attempting to bind port 78cd260f-df9b-40ef-8030-e800a535fb0c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:45.970338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Attempting to bind port 78cd260f-df9b-40ef-8030-e800a535fb0c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'beca7f3c-a95d-4cde-a4b4-346c91aa3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:45.970866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Attempting to bind port 78cd260f-df9b-40ef-8030-e800a535fb0c on network 62c5ee61-e59c-452a-af78-4c6831c03e13 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:45.976010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea91f-4825-4183-8f25-9837e00524b1 req-82a58c75-c28f-433f-99b9-24faea138e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:45.977589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:45.978058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92eea91f-4825-4183-8f25-9837e00524b1 req-82a58c75-c28f-433f-99b9-24faea138e84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.1935103 Jun 30 09:12:45.978627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Checking segment: {'id': 'beca7f3c-a95d-4cde-a4b4-346c91aa3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:45.979726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.980433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Bound using segment: {'id': 'beca7f3c-a95d-4cde-a4b4-346c91aa3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:45.981080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Bound port: 78cd260f-df9b-40ef-8030-e800a535fb0c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beca7f3c-a95d-4cde-a4b4-346c91aa3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62c5ee61-e59c-452a-af78-4c6831c03e13'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:45.981710 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.030845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92eea91f-4825-4183-8f25-9837e00524b1 req-5a07b669-8e74-448b-bb3a-f5e39d38686e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 217 time: 0.0453260 Jun 30 09:12:46.095957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] For port 78cd260f-df9b-40ef-8030-e800a535fb0c, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:46.099922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] For port 78cd260f-df9b-40ef-8030-e800a535fb0c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=78cd260f-df9b-40ef-8030-e800a535fb0c,segment=NetworkSegment(beca7f3c-a95d-4cde-a4b4-346c91aa3f79),segment_id=beca7f3c-a95d-4cde-a4b4-346c91aa3f79)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:46.109700 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.121329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea91f-4825-4183-8f25-9837e00524b1 req-fc748d7e-4fc4-4975-8f35-affeb0e7d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.124666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92eea91f-4825-4183-8f25-9837e00524b1 req-fc748d7e-4fc4-4975-8f35-affeb0e7d277 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.0846562 Jun 30 09:12:46.197775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57112) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.228468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddee234-b9f4-4b5d-9af5-f8410a21e16e None None] Pushing event updated for resources: {'Port': ['ID=78cd260f-df9b-40ef-8030-e800a535fb0c,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.384096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-883699209-network', 'tenant_id': '60febb1f76384c01b77ae3ad880e1a24'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:46.409657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.415579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Made reservation on behalf of 60febb1f76384c01b77ae3ad880e1a24 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:46.418901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.421443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eea91f-4825-4183-8f25-9837e00524b1 req-26b63d8b-c045-4413-bbc9-3875f7d695bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.423474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92eea91f-4825-4183-8f25-9837e00524b1 req-26b63d8b-c045-4413-bbc9-3875f7d695bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132366 Jun 30 09:12:46.432590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.446990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Transition to ACTIVE for port object c57624b5-45cb-44be-b218-535b85dc0eeb will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:46.618577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.634657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.713053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:46.739810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.741401 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Added segment 7f7b0563-a61a-4c56-a885-2ebf777f7389 of type vlan for network 716c6e45-f9ac-432c-9fa9-44efad3b3904 Jun 30 09:12:46.747273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.815661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92eea91f-4825-4183-8f25-9837e00524b1 req-955cd204-bf5e-4db0-933b-a761a72834ff service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834646 Jun 30 09:12:46.840728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.914711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.916718 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.917572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.928873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafdea6-c20d-47e9-9bdf-872fee9db249 req-e2876923-4b40-484f-ac21-64faf81cee0b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.930647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-caafdea6-c20d-47e9-9bdf-872fee9db249 req-e2876923-4b40-484f-ac21-64faf81cee0b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 943 time: 0.3271921 Jun 30 09:12:46.936572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.009478 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8095534 Jun 30 09:12:47.012198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57134) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.020936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b792ae-5870-403f-9cf1-1270456d6ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=716c6e45-f9ac-432c-9fa9-44efad3b3904,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.022684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Request body: {'subnet': {'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-883699209-subnet', 'tenant_id': '60febb1f76384c01b77ae3ad880e1a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:47.036615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 716c6e45-f9ac-432c-9fa9-44efad3b3904 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:47.058292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Network 62c5ee61-e59c-452a-af78-4c6831c03e13 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:47.070827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Made reservation on behalf of 60febb1f76384c01b77ae3ad880e1a24 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:47.073337 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.088229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:47.114656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:47.162908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92eea91f-4825-4183-8f25-9837e00524b1 req-b4ff29c8-a49a-48c5-afef-aea97f83d16f service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337116 Jun 30 09:12:47.183756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event updated for resources: {'Port': ['ID=c57624b5-45cb-44be-b218-535b85dc0eeb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.188891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-caafdea6-c20d-47e9-9bdf-872fee9db249 req-95f0ae9c-192b-427b-974f-d6dae8cfe0ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487149 Jun 30 09:12:47.246829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:47.246829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.276795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-32a60fd5-b016-4d60-a748-a46b0fe25016 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.0390377 Jun 30 09:12:47.277023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57140) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.517594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.611806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Deleting port c57624b5-45cb-44be-b218-535b85dc0eeb {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:47.612148 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.616765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=304aebec-2e85-4fb6-b9f6-8ba97703f1ce,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.679982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Checking segment: {'id': '7f7b0563-a61a-4c56-a885-2ebf777f7389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:47.680713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Network hostable DHCP agents. Network: 716c6e45-f9ac-432c-9fa9-44efad3b3904, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:47.742879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Network 716c6e45-f9ac-432c-9fa9-44efad3b3904 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:47.747479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.767628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Calling delete_port for c57624b5-45cb-44be-b218-535b85dc0eeb owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:47.773533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 716c6e45-f9ac-432c-9fa9-44efad3b3904) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:47.783001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:47.783586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.785347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038083ab-c1ca-4dd2-9169-e40c64f9d617 None None] Network 716c6e45-f9ac-432c-9fa9-44efad3b3904 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:47.844248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3f572c3b-debe-4a78-9eb5-eaa4da2408ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8271320 Jun 30 09:12:47.970654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970d98e-2a71-4b77-81f7-e7ce9ca2fe6f None None] Network 62c5ee61-e59c-452a-af78-4c6831c03e13 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:48.012777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.063833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event deleted for resources: {'Port': ['ID=c57624b5-45cb-44be-b218-535b85dc0eeb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.127988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-70883f63-62a4-4ee0-86e6-8f54b48c013b None None] Provisioning for port 78cd260f-df9b-40ef-8030-e800a535fb0c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:48.137665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3002948-ce4d-4cef-8c52-cb6bc5823e44 None None] Network 716c6e45-f9ac-432c-9fa9-44efad3b3904 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:48.203606 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.213923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57156) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.214455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1526bfbc-1b11-423f-ad64-cc86d868879f tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "DELETE /v2.0/ports/c57624b5-45cb-44be-b218-535b85dc0eeb HTTP/1.1" status: 204 len: 168 time: 0.9357998 Jun 30 09:12:48.404078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:48.511802 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba6f7708-ba55-4b07-bcfd-0887da90daf0 tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.2923231 Jun 30 09:12:48.514787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57176) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.525992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1976548329'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:48.604863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Made reservation on behalf of bb689a14029b4b349f80b40112aae141 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:48.611831 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.624231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.resource_extend [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:12:48.664445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:48.730043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.730607 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Added segment 129ff689-e789-4640-b674-a3f8a0679ee7 of type vlan for network 3c16b4f3-67f9-486c-b991-b1c0b55d0f81 Jun 30 09:12:48.786457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78cd260f-df9b-40ef-8030-e800a535fb0c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:48.795376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.826640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.832473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.833275 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.838352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aabb3-c784-4965-a760-ea8fa8d1255c req-69025191-56fc-4798-b833-66125f9ef314 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.840828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b48aabb3-c784-4965-a760-ea8fa8d1255c req-69025191-56fc-4798-b833-66125f9ef314 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 943 time: 0.3829186 Jun 30 09:12:48.873062 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3566079 Jun 30 09:12:48.877000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:48.896354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-283e095f-00f2-4e64-b9cf-98496e43c681 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.898644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-283e095f-00f2-4e64-b9cf-98496e43c681 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/networks?id=716c6e45-f9ac-432c-9fa9-44efad3b3904 HTTP/1.1" status: 200 len: 808 time: 0.3510408 Jun 30 09:12:48.899163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57184) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.920190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'port_id': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'mac_address': 'fa:16:3e:7c:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:48.928759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7758a3-c65b-4018-9fc7-aafa65556dc8 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event updated for resources: {'Network': ['ID=3c16b4f3-67f9-486c-b991-b1c0b55d0f81,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.941105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3c16b4f3-67f9-486c-b991-b1c0b55d0f81 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:48.961865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-066c902c-6120-498b-b5e0-0f70b24e75f0 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/quotas/60febb1f76384c01b77ae3ad880e1a24 HTTP/1.1" status: 200 len: 375 time: 0.0313122 Jun 30 09:12:49.072684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-b20b2383-cc84-4726-9c21-6ba2fd0f2234 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60febb1f76384c01b77ae3ad880e1a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856030 Jun 30 09:12:49.206707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dacb3671-6eaf-4f99-be28-b788330f9729 tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "GET /v2.0/agents/2ebb1272-33e4-4fac-a6ed-f1746a3e12b3/dhcp-networks HTTP/1.1" status: 200 len: 7274 time: 0.3048618 Jun 30 09:12:49.209671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57188) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.220338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.231599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b48aabb3-c784-4965-a760-ea8fa8d1255c req-d72595c0-8753-4841-92f9-3133a732d087 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312685 Jun 30 09:12:49.289066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 78cd260f-df9b-40ef-8030-e800a535fb0c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:49.296779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-70295237-79b6-4162-8797-84268bb94ec1 None None] Provisioning complete for port 78cd260f-df9b-40ef-8030-e800a535fb0c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:49.298090 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70295237-79b6-4162-8797-84268bb94ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.349155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 78cd260f-df9b-40ef-8030-e800a535fb0c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:49.349878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.371683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de9b41f-8690-416d-8007-d3799b56fc6d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:49.405296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-1da78197-39eb-40df-887f-e437dbf63168 service neutron] 10.222.0.53 "GET /v2.0/networks/716c6e45-f9ac-432c-9fa9-44efad3b3904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012365 Jun 30 09:12:49.455026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:49.473869 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.611702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70295237-79b6-4162-8797-84268bb94ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.704691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['4de9b41f-8690-416d-8007-d3799b56fc6d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:49.727731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-7e39b684-e5fd-482c-9349-c8fac0f14a87 service neutron] 10.222.0.53 "GET /v2.0/networks/716c6e45-f9ac-432c-9fa9-44efad3b3904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090429 Jun 30 09:12:49.835846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.867083 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bffbcd-71f0-49f5-930e-ff75a411295c tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] Network 3c16b4f3-67f9-486c-b991-b1c0b55d0f81 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:49.897870 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08bffbcd-71f0-49f5-930e-ff75a411295c tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "POST /v2.0/agents/2ebb1272-33e4-4fac-a6ed-f1746a3e12b3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6850166 Jun 30 09:12:49.898907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57202) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.920103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233a23d-87ad-4c2b-b5e5-64d730f3db84 None None] Network 3c16b4f3-67f9-486c-b991-b1c0b55d0f81 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:50.087147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbebb2ef-6d02-4070-b5cf-37ca8b191772 req-18729a8d-e288-44fe-8c56-e54a45264b06 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 210 time: 0.0659513 Jun 30 09:12:50.096757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-70295237-79b6-4162-8797-84268bb94ec1 None None] For port 78cd260f-df9b-40ef-8030-e800a535fb0c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=78cd260f-df9b-40ef-8030-e800a535fb0c,segment=NetworkSegment(beca7f3c-a95d-4cde-a4b4-346c91aa3f79),segment_id=beca7f3c-a95d-4cde-a4b4-346c91aa3f79)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:50.111779 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70295237-79b6-4162-8797-84268bb94ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.121942 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.128123 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0ad72df8-15cb-4a00-9162-762235ee8076 tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "GET /v2.0/agents/2ebb1272-33e4-4fac-a6ed-f1746a3e12b3/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.2272944 Jun 30 09:12:50.130937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:50.300161 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d645767e-1969-4ecd-859a-9c9d892e525d tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "DELETE /v2.0/agents/2ebb1272-33e4-4fac-a6ed-f1746a3e12b3/dhcp-networks/3c16b4f3-67f9-486c-b991-b1c0b55d0f81 HTTP/1.1" status: 204 len: 168 time: 0.1681082 Jun 30 09:12:50.302726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57218) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:50.348362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e9b06636-7e52-4ff1-b78f-b475703d119d None None] Could not find standard attr ID for object c57624b5-45cb-44be-b218-535b85dc0eeb. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:12:50.499216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70295237-79b6-4162-8797-84268bb94ec1 None None] Pushing event updated for resources: {'Port': ['ID=78cd260f-df9b-40ef-8030-e800a535fb0c,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.541301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4900b1e1-7e6e-43b5-a401-25d613ac51b4 tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "GET /v2.0/agents/2ebb1272-33e4-4fac-a6ed-f1746a3e12b3/dhcp-networks HTTP/1.1" status: 200 len: 7274 time: 0.2373798 Jun 30 09:12:50.541516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57224) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:50.590994 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-787d08a7-9b45-411c-8b54-a45b77f35ef2 tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "GET /v2.0/networks/62c5ee61-e59c-452a-af78-4c6831c03e13/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0482259 Jun 30 09:12:50.598639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57226) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:50.616620 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:12:50.632348 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:12:50.641295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1286daa6-ae8c-43c7-989d-289c64aef870 tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "GET /v2.0/networks/62c5ee61-e59c-452a-af78-4c6831c03e13/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0414226 Jun 30 09:12:50.641778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57228) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:50.748224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e75d1-7775-474f-8c71-379c03591b20 req-d370c557-625b-49cc-bca2-8f9c7547cc5e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.753927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be8e75d1-7775-474f-8c71-379c03591b20 req-d370c557-625b-49cc-bca2-8f9c7547cc5e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 944 time: 0.1329391 Jun 30 09:12:50.848791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be8e75d1-7775-474f-8c71-379c03591b20 req-69f236b8-16d1-4228-9124-3d4b334f8fa7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852735 Jun 30 09:12:50.969601 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5bc6d8b4-685a-41be-a3d5-e293d890e43e tempest-DHCPAgentSchedulersTestJSON-769755233 tempest-DHCPAgentSchedulersTestJSON-769755233-project-admin] 10.222.0.53 "GET /v2.0/agents/2ebb1272-33e4-4fac-a6ed-f1746a3e12b3/dhcp-networks HTTP/1.1" status: 200 len: 7274 time: 0.3262172 Jun 30 09:12:50.975587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.083771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.198579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.213287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c16b4f3-67f9-486c-b991-b1c0b55d0f81']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:51.229033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129ff689-e789-4640-b674-a3f8a0679ee7') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:51.230379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129ff689-e789-4640-b674-a3f8a0679ee7') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:51.240642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.256803 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.264580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:51.265185 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:51.268847 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:51.297031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78cd260f-df9b-40ef-8030-e800a535fb0c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:51.363385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 78cd260f-df9b-40ef-8030-e800a535fb0c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:51.364748 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.470109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01374433-20f1-40e1-bd88-c5c1ef6cc898 req-be9d7574-2198-4f62-84b9-20b6bc74968f tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 210 time: 0.0753367 Jun 30 09:12:51.484832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.498425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.504892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "DELETE /v2.0/networks/3c16b4f3-67f9-486c-b991-b1c0b55d0f81 HTTP/1.1" status: 204 len: 168 time: 0.5279126 Jun 30 09:12:51.507519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.547252 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0ffc5c-0ad1-488a-9044-27effa6a263a tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] DELETE failed (client error): The resource could not be found. Jun 30 09:12:51.548192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0ffc5c-0ad1-488a-9044-27effa6a263a tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:12:51.550118 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2b0ffc5c-0ad1-488a-9044-27effa6a263a tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "DELETE /v2.0/ports/c57624b5-45cb-44be-b218-535b85dc0eeb HTTP/1.1" status: 404 len: 333 time: 0.0416234 Jun 30 09:12:51.553418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57246) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.559822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b4d1a-9c71-473e-8303-e9908fc4777d tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event deleted for resources: {'Network': ['ID=3c16b4f3-67f9-486c-b991-b1c0b55d0f81,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.641280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Deleting subnet d74a2f86-9b4e-49e0-9ff9-253cd0917b88 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:51.652592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.700830 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.806694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.877910 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:51.927177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.955376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.955622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecae2a4-220d-4e9f-8295-ecddde5080f3 None None] Network 62c5ee61-e59c-452a-af78-4c6831c03e13 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:51.957278 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "DELETE /v2.0/subnets/d74a2f86-9b4e-49e0-9ff9-253cd0917b88 HTTP/1.1" status: 204 len: 168 time: 0.4027183 Jun 30 09:12:52.004797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57258) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:52.063296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89609f86-be9f-41cf-9027-be83166a09a4 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event deleted for resources: {'Subnet': ['ID=d74a2f86-9b4e-49e0-9ff9-253cd0917b88,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.156294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.296052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Deleting port 78cd260f-df9b-40ef-8030-e800a535fb0c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:52.296396 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.358327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-fed6474b-ed7d-4d96-873e-d2087e0ab073 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.359841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-fed6474b-ed7d-4d96-873e-d2087e0ab073 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.13 "GET /v2.0/networks?id=716c6e45-f9ac-432c-9fa9-44efad3b3904 HTTP/1.1" status: 200 len: 808 time: 0.4604650 Jun 30 09:12:52.379614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Request body: {'port': {'device_id': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904', 'admin_state_up': True, 'tenant_id': '60febb1f76384c01b77ae3ad880e1a24'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:52.388033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] For port 78cd260f-df9b-40ef-8030-e800a535fb0c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=78cd260f-df9b-40ef-8030-e800a535fb0c,segment=NetworkSegment(beca7f3c-a95d-4cde-a4b4-346c91aa3f79),segment_id=beca7f3c-a95d-4cde-a4b4-346c91aa3f79)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:52.388446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.397504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] DHCP port deletion for 62c5ee61-e59c-452a-af78-4c6831c03e13 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:12:52.405416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:52.433951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Calling delete_port for 78cd260f-df9b-40ef-8030-e800a535fb0c owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:52.640506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 4de9b41f-8690-416d-8007-d3799b56fc6d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:52.691660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.696056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 4de9b41f-8690-416d-8007-d3799b56fc6d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:52.699518 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.715257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] Deleting port 78cd260f-df9b-40ef-8030-e800a535fb0c {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:52.718458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.801169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event deleted for resources: {'Port': ['ID=78cd260f-df9b-40ef-8030-e800a535fb0c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.811159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] No DVR routers for this DVR port 78cd260f-df9b-40ef-8030-e800a535fb0c on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:52.894362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] For port 78cd260f-df9b-40ef-8030-e800a535fb0c, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:52.894754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.910964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] Calling delete_port for 78cd260f-df9b-40ef-8030-e800a535fb0c owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:52.914097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] Port 78cd260f-df9b-40ef-8030-e800a535fb0c was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:12:52.933959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.973724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] Pushing event deleted for resources: {'Port': ['ID=78cd260f-df9b-40ef-8030-e800a535fb0c,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.987079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f087d-8810-4ed3-89d6-bbc728ddc954 None None] No DVR routers for this DVR port 78cd260f-df9b-40ef-8030-e800a535fb0c on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:53.069582 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.083378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.115411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c5ee61-e59c-452a-af78-4c6831c03e13']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:53.193022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beca7f3c-a95d-4cde-a4b4-346c91aa3f79') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:53.194623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beca7f3c-a95d-4cde-a4b4-346c91aa3f79') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:53.225471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.233271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:53.244945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:53.254015 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff911845-226b-4ad4-9d24-e3f26b91fa2a" -d '{"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-plugged", "status": "completed", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:53.257702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.274210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:53.274775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:53.279320 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:53.296459 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.351256 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.363063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78cd260f-df9b-40ef-8030-e800a535fb0c no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:53.368746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71effa-d733-4df5-b32f-280acef0158a req-f973c03f-087a-41bb-873e-1ab519e4aa17 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.376778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa71effa-d733-4df5-b32f-280acef0158a req-f973c03f-087a-41bb-873e-1ab519e4aa17 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 944 time: 1.2638891 Jun 30 09:12:53.423970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 78cd260f-df9b-40ef-8030-e800a535fb0c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:53.424545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78cd260f-df9b-40ef-8030-e800a535fb0c not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:53.427739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2a1f6fc-b182-4396-bec7-6679a056b46f req-43fdd04f-f8d8-4454-8fb5-ceb6700259b5 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 210 time: 0.0690696 Jun 30 09:12:53.432147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.442308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.460217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Made reservation on behalf of 60febb1f76384c01b77ae3ad880e1a24 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:53.461776 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] 10.222.0.53 "DELETE /v2.0/networks/62c5ee61-e59c-452a-af78-4c6831c03e13 HTTP/1.1" status: 204 len: 168 time: 1.4519954 Jun 30 09:12:53.468184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.497984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.502435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f0408-dcf1-4792-99ff-214b8325a6b6 tempest-DHCPAgentSchedulersTestJSON-413627523 tempest-DHCPAgentSchedulersTestJSON-413627523-project] Pushing event deleted for resources: {'Network': ['ID=62c5ee61-e59c-452a-af78-4c6831c03e13,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.517555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa71effa-d733-4df5-b32f-280acef0158a req-2f06b18c-4642-46e8-8c74-1f7ee9cb876d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403565 Jun 30 09:12:53.589448 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406fc71-ffb0-40a1-b3e9-0d2e7a42f04f x-openstack-request-id: req-c406fc71-ffb0-40a1-b3e9-0d2e7a42f04f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:53.589768 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-plugged", "status": "completed", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:53.590022 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c406fc71-ffb0-40a1-b3e9-0d2e7a42f04f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:53.590417 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'code': 200} Jun 30 09:12:53.822172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Allocated IP 172.20.0.12 (716c6e45-f9ac-432c-9fa9-44efad3b3904/304aebec-2e85-4fb6-b9f6-8ba97703f1ce/d7932ea3-ddef-4a77-9b53-2ba98c4e89ee) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:53.920860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57278) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:53.923420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae078ab-d9ad-41cb-8acb-0fa920451794 req-ca08f43a-3daa-41f8-b6e3-c763baa19ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.924992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eae078ab-d9ad-41cb-8acb-0fa920451794 req-ca08f43a-3daa-41f8-b6e3-c763baa19ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1097 time: 0.1888463 Jun 30 09:12:53.982129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eae078ab-d9ad-41cb-8acb-0fa920451794 req-66d817b1-339f-43d7-94f9-4b72ea5c34f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458000 Jun 30 09:12:54.135216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.153390 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d4414129-8a58-486b-b928-6f46d701e1e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb689a14029b4b349f80b40112aae141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305210 Jun 30 09:12:54.155955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57288) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:54.217802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.261883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e844c7b-51ea-4eb7-9da6-b0aa4b172e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.291144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Network 716c6e45-f9ac-432c-9fa9-44efad3b3904 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:54.299241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Pushing event updated for resources: {'Port': ['ID=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:54.306349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:54.308380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:54.322074 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e844c7b-51ea-4eb7-9da6-b0aa4b172e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.368382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.368904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.405200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-f1dee797-e663-4783-aa5d-fffc8fbd3a9a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0324752 Jun 30 09:12:54.409033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e844c7b-51ea-4eb7-9da6-b0aa4b172e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.412137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e844c7b-51ea-4eb7-9da6-b0aa4b172e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.414986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1e844c7b-51ea-4eb7-9da6-b0aa4b172e56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7fa33e2-fd0c-4a4c-bd22-0be121b44ae0 HTTP/1.1" status: 204 len: 168 time: 0.2560501 Jun 30 09:12:54.425494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e844c7b-51ea-4eb7-9da6-b0aa4b172e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa33e2-fd0c-4a4c-bd22-0be121b44ae0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:54.431129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Request body: {'port': {'device_id': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:54.593231 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.001507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57304) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:55.025068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f40c0c4-bee0-450f-b99c-d831a458e2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.109429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe57ea-5df1-4c59-970c-773d15cd2a11 req-6d5caaef-4522-41ef-94fb-ac52fb6b278e tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.111118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55fe57ea-5df1-4c59-970c-773d15cd2a11 req-6d5caaef-4522-41ef-94fb-ac52fb6b278e tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 932 time: 0.2860777 Jun 30 09:12:55.122814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf381fb-8181-4a3d-b7a5-191b93680f69 req-2d46ebb0-1c06-47d9-af40-eb5e331bde22 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.130176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adf381fb-8181-4a3d-b7a5-191b93680f69 req-2d46ebb0-1c06-47d9-af40-eb5e331bde22 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.2683179 Jun 30 09:12:55.175083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f40c0c4-bee0-450f-b99c-d831a458e2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.186679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f40c0c4-bee0-450f-b99c-d831a458e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.220980 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.233116 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f40c0c4-bee0-450f-b99c-d831a458e2d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6902b48cbc8843a8b4495c8105b5e83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276530 Jun 30 09:12:55.237735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57312) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:55.272624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55fe57ea-5df1-4c59-970c-773d15cd2a11 req-64d7f0b8-77d6-45d1-997a-747ee16a29b2 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235898 Jun 30 09:12:55.275629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adf381fb-8181-4a3d-b7a5-191b93680f69 req-b0e34b4f-2304-4e64-8490-188435f2e541 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444724 Jun 30 09:12:55.309664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40c0c4-bee0-450f-b99c-d831a458e2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec63d9-a136-4787-9bed-05693b704bfb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.343965 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8511bd4f-0cdd-430b-9d90-5d88c1563a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.371619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8511bd4f-0cdd-430b-9d90-5d88c1563a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.387721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7932ea3-ddef-4a77-9b53-2ba98c4e89ee {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:55.402379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.435709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Transition to ACTIVE for port object d7932ea3-ddef-4a77-9b53-2ba98c4e89ee will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:55.436722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8511bd4f-0cdd-430b-9d90-5d88c1563a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.439379 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8511bd4f-0cdd-430b-9d90-5d88c1563a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.440065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.443328 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8511bd4f-0cdd-430b-9d90-5d88c1563a83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baec63d9-a136-4787-9bed-05693b704bfb HTTP/1.1" status: 204 len: 168 time: 0.2021079 Jun 30 09:12:55.449435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511bd4f-0cdd-430b-9d90-5d88c1563a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec63d9-a136-4787-9bed-05693b704bfb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.556695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Pushing event updated for resources: {'Port': ['ID=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.588370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Attempting to bind port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:55.588937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Attempting to bind port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '7f7b0563-a61a-4c56-a885-2ebf777f7389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:55.589279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Attempting to bind port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee on network 716c6e45-f9ac-432c-9fa9-44efad3b3904 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:55.597205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee on network 716c6e45-f9ac-432c-9fa9-44efad3b3904 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:55.597520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Attempting to bind port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee on network 716c6e45-f9ac-432c-9fa9-44efad3b3904 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:55.605049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:55.605398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Checking segment: {'id': '7f7b0563-a61a-4c56-a885-2ebf777f7389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:55.606110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Bound using segment: {'id': '7f7b0563-a61a-4c56-a885-2ebf777f7389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:55.606555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Bound port: d7932ea3-ddef-4a77-9b53-2ba98c4e89ee, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7b0563-a61a-4c56-a885-2ebf777f7389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:55.606915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.698318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] For port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:55.701655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] For port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,segment=NetworkSegment(7f7b0563-a61a-4c56-a885-2ebf777f7389),segment_id=7f7b0563-a61a-4c56-a885-2ebf777f7389)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:55.707101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.750377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.750991 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.752367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] 10.222.0.13 "PUT /v2.0/ports/d7932ea3-ddef-4a77-9b53-2ba98c4e89ee HTTP/1.1" status: 200 len: 1093 time: 1.3387868 Jun 30 09:12:55.752805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'tag': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:55.755103 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5" -d '{"events": [{"name": "network-changed", "server_uuid": "15cf0626-6a15-4f39-8e5d-48d430bd1274", "tag": "d7932ea3-ddef-4a77-9b53-2ba98c4e89ee"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:55.798843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05374a-e76e-4643-80cc-b1cfcf1745cc service neutron] Pushing event updated for resources: {'Port': ['ID=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.864882 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31efa83-1256-4f63-b4aa-c4fc7ae7a542 x-openstack-request-id: req-e31efa83-1256-4f63-b4aa-c4fc7ae7a542 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:55.866014 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cf0626-6a15-4f39-8e5d-48d430bd1274", "tag": "d7932ea3-ddef-4a77-9b53-2ba98c4e89ee", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:55.866403 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e31efa83-1256-4f63-b4aa-c4fc7ae7a542 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:55.866810 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'tag': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee', 'status': 'completed', 'code': 200} Jun 30 09:12:55.905479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ca181667-12f8-4f6c-9a79-ba3d8a7ef4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.907983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-ca181667-12f8-4f6c-9a79-ba3d8a7ef4f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60febb1f76384c01b77ae3ad880e1a24&device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 1096 time: 0.0817645 Jun 30 09:12:55.960786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-43d96252-0869-471e-b9dd-6bec28d10537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee HTTP/1.1" status: 200 len: 217 time: 0.0452940 Jun 30 09:12:56.029625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-3353062d-43a3-43ad-8275-88aa7f607bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.031477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-3353062d-43a3-43ad-8275-88aa7f607bd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304aebec-2e85-4fb6-b9f6-8ba97703f1ce HTTP/1.1" status: 200 len: 848 time: 0.0647981 Jun 30 09:12:56.070049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-3dd9ad98-a7a4-4df4-802a-2dcf0c49eda6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=716c6e45-f9ac-432c-9fa9-44efad3b3904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320809 Jun 30 09:12:56.196016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-579bcff6-ba8f-48e0-891e-f906bd1ef008 service neutron] 10.222.0.13 "GET /v2.0/networks/716c6e45-f9ac-432c-9fa9-44efad3b3904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185396 Jun 30 09:12:56.304236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e115008-dfb5-4e3c-a360-547a729539f8 req-cb968964-141e-40b6-b3af-93cb4c3e3a85 service neutron] 10.222.0.13 "GET /v2.0/networks/716c6e45-f9ac-432c-9fa9-44efad3b3904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991032 Jun 30 09:12:56.454780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-2c23e03e-0968-4dca-8741-d87997069ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.456695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-2c23e03e-0968-4dca-8741-d87997069ffc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60febb1f76384c01b77ae3ad880e1a24&device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 1096 time: 0.0932679 Jun 30 09:12:56.502539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57364) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:56.638077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-6249a401-1a75-4da3-8fac-1db11feab564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.639542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-6249a401-1a75-4da3-8fac-1db11feab564 service neutron] 10.222.0.13 "GET /v2.0/networks?id=716c6e45-f9ac-432c-9fa9-44efad3b3904 HTTP/1.1" status: 200 len: 909 time: 0.1747909 Jun 30 09:12:56.661247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-850675326'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:56.687881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:56.693901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.695664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-4ede289d-4ac4-440c-837f-faaabeabed22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee HTTP/1.1" status: 200 len: 217 time: 0.0488448 Jun 30 09:12:56.708232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.768723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a852887-4c16-42e8-9f05-09098c382a59 req-ae50d150-3467-40da-accd-547087c1a953 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.770233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a852887-4c16-42e8-9f05-09098c382a59 req-ae50d150-3467-40da-accd-547087c1a953 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 944 time: 0.1801805 Jun 30 09:12:56.793782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-aa1a0a7a-2536-4cdd-aef9-3ccd1b26abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.793782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-aa1a0a7a-2536-4cdd-aef9-3ccd1b26abd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304aebec-2e85-4fb6-b9f6-8ba97703f1ce HTTP/1.1" status: 200 len: 848 time: 0.0897682 Jun 30 09:12:56.804462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422a569-e2d1-487f-87c0-19f04e428e8c req-1b3ac8b9-1d1f-4891-a93f-29b630717ea6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.804462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e422a569-e2d1-487f-87c0-19f04e428e8c req-1b3ac8b9-1d1f-4891-a93f-29b630717ea6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.2260654 Jun 30 09:12:56.841175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.847420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.853851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-126146ba-2511-4a93-befc-5130d3a8ead7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=716c6e45-f9ac-432c-9fa9-44efad3b3904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488467 Jun 30 09:12:56.888016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835765ae-517e-49c6-9db7-abd1ed6ff0d3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.898391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:56.914382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.915123 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment 5bd97b57-503c-45d7-b135-b0ffae772fac of type vlan for network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 Jun 30 09:12:56.942343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a852887-4c16-42e8-9f05-09098c382a59 req-e096fd2d-4766-4310-988f-529818185724 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634159 Jun 30 09:12:56.974130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.997154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e422a569-e2d1-487f-87c0-19f04e428e8c req-dbe63017-702a-4767-8611-05898fb23789 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846008 Jun 30 09:12:57.029665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.035798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-377db9e0-7ca5-4c57-bcf8-2f4a83e89fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/716c6e45-f9ac-432c-9fa9-44efad3b3904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735506 Jun 30 09:12:57.036420 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.037194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.124089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-67a8cefa-78e2-460f-8313-5e546832fedb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1570206 Jun 30 09:12:57.175251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fa8aba1-5705-4e94-a78c-ce9338bf80a5 req-69b6f488-d252-456e-984f-36c20cb5b921 service neutron] 10.222.0.13 "GET /v2.0/networks/716c6e45-f9ac-432c-9fa9-44efad3b3904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303282 Jun 30 09:12:57.254343 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7506628 Jun 30 09:12:57.259648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57388) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:57.277299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'name': 'tempest-PortsTestJSON-926629737'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:57.278232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c186c99-37b6-42cd-ad63-8b4a486ced14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=f81797dd-c5ba-404f-8e9d-c4dc6fb03339,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:57.289155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:57.427715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b1cbc-bd1c-4ea6-a6fb-0a8b1dfb073c req-a07d7492-c72b-438d-a8fb-2fd6f15998f4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.429439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf3b1cbc-bd1c-4ea6-a6fb-0a8b1dfb073c req-a07d7492-c72b-438d-a8fb-2fd6f15998f4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.2366729 Jun 30 09:12:57.454400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-33e0d6f6-6f52-4877-9bab-ee704321154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.456011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-33e0d6f6-6f52-4877-9bab-ee704321154b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19b921fb27354de0b4d1f720a427db3c&device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 1097 time: 0.1954870 Jun 30 09:12:57.487078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:57.490610 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.513844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf3b1cbc-bd1c-4ea6-a6fb-0a8b1dfb073c req-58a68a2e-c86b-44a0-9267-fff0e6d3d7c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781677 Jun 30 09:12:57.562138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:57.607817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 7664e5fa-3679-488b-b3f2-f1848040e739 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:57.634030 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd26fba-42dc-415d-8395-0914d9e36a88 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.640102 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7fd26fba-42dc-415d-8395-0914d9e36a88 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1092 time: 0.0762322 Jun 30 09:12:57.640924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57400) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:57.645879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:57.677878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.791683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-47a37c25-abc9-4465-8a33-5e3afad6a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.793292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-47a37c25-abc9-4465-8a33-5e3afad6a3f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 200 len: 913 time: 0.3072872 Jun 30 09:12:57.797418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.850858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-21dc8123-c409-4526-837e-bef7f9240788 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40 HTTP/1.1" status: 200 len: 217 time: 0.0457337 Jun 30 09:12:57.920319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.126 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/edc00148-f98d-4b5f-a95e-b15bcc395bfc) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:57.924004 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.944291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-4bf55a7d-ce55-42ff-a6b9-90a3a2b562be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.945804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-4bf55a7d-ce55-42ff-a6b9-90a3a2b562be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dba91bf2-2330-4dbf-ba8f-6d105cf53ffb HTTP/1.1" status: 200 len: 852 time: 0.0854754 Jun 30 09:12:57.995115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-6c9dc5a3-db1f-4b19-b377-711212c34cb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361040 Jun 30 09:12:58.023014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.085496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.146765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.200013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:58.203357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:58.212275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:58.217735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-7ebf42b2-3ad2-4cba-8c2a-274e58785cf1 service neutron] 10.222.0.26 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109745 Jun 30 09:12:58.219730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=7664e5fa-3679-488b-b3f2-f1848040e739,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.310921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': '5bd97b57-503c-45d7-b135-b0ffae772fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:58.311287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: f81797dd-c5ba-404f-8e9d-c4dc6fb03339, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:58.335660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d47b-b515-4bbf-abff-df61938d8bfa req-70bfd6be-e489-4620-9920-5d3d6b2e7603 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.337176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda7d47b-b515-4bbf-abff-df61938d8bfa req-70bfd6be-e489-4620-9920-5d3d6b2e7603 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 944 time: 0.2445960 Jun 30 09:12:58.390862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:58.415530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64b92e17-24f1-4c4b-bc1d-5be87264f739 req-45f593d9-738e-4a9e-a37e-cd0e529bcd2d service neutron] 10.222.0.26 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809759 Jun 30 09:12:58.419291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, f81797dd-c5ba-404f-8e9d-c4dc6fb03339) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:58.425055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda7d47b-b515-4bbf-abff-df61938d8bfa req-9d674f80-44f1-46fe-8c07-32ba8c5379d5 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Jun 30 09:12:58.428366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:58.434330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.435216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.453727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39feca9e-b39c-40d1-a856-f128de56c11d None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:58.472206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ce53ce64-57c3-46cb-a56c-8b02ebf6ab15 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2059731 Jun 30 09:12:58.475022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57430) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:58.480348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-100983295'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:58.532474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:58.536211 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.592920 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=edc00148-f98d-4b5f-a95e-b15bcc395bfc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.607817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:58.618409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.618874 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment 2cf58ad1-960f-4463-8181-2394dc42afb5 of type vlan for network 96d1fd2d-eb7d-485b-ba98-e5460b46c58a Jun 30 09:12:58.669052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.707240 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.718706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.719715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.810738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3343832 Jun 30 09:12:58.820529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57436) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:58.831451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'ports': [{'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339'}, {'network_id': '96d1fd2d-eb7d-485b-ba98-e5460b46c58a'}]} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:58.831878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:58.832447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': '96d1fd2d-eb7d-485b-ba98-e5460b46c58a'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:58.890040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13a3ac-13f3-43ea-b569-06ef03d5695f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=96d1fd2d-eb7d-485b-ba98-e5460b46c58a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.901875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 96d1fd2d-eb7d-485b-ba98-e5460b46c58a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:59.065430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 2} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:59.071171 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.088515 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.128858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.205993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port da85ff1b-be5f-41e0-aad4-2abbb0c3e92a yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:59.269365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.346313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.455056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 5b9dd3a1-768a-40e9-aa85-517934ddc25a yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:59.465778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.470448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.543600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=edc00148-f98d-4b5f-a95e-b15bcc395bfc,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.565258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.700335 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.702558 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP 6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 associated. External IP: 172.25.8.126, port: 4de9b41f-8690-416d-8007-d3799b56fc6d. Jun 30 09:12:59.735353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24255764-dd04-4781-89f0-a73e3c2d1719 req-a5e2ca8a-cc7c-4fdb-b1c0-6b46db6af89e tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.736841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24255764-dd04-4781-89f0-a73e3c2d1719 req-a5e2ca8a-cc7c-4fdb-b1c0-6b46db6af89e tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 944 time: 0.1181688 Jun 30 09:12:59.787977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-24255764-dd04-4781-89f0-a73e3c2d1719 req-2a9cfd8e-e57f-417c-9128-695f96b689a1 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 Jun 30 09:12:59.789093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.842492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:59.848095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:59.852305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:59.853055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.854934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=da85ff1b-be5f-41e0-aad4-2abbb0c3e92a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.915710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=5b9dd3a1-768a-40e9-aa85-517934ddc25a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.933382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': '2cf58ad1-960f-4463-8181-2394dc42afb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '96d1fd2d-eb7d-485b-ba98-e5460b46c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:59.933871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: 96d1fd2d-eb7d-485b-ba98-e5460b46c58a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:59.953889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 96d1fd2d-eb7d-485b-ba98-e5460b46c58a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:59.965773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 96d1fd2d-eb7d-485b-ba98-e5460b46c58a) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:59.974111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c9244-6f82-478d-9245-cc518c09c195 None None] Network 96d1fd2d-eb7d-485b-ba98-e5460b46c58a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:59.975318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:59.981680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.986681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.987395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.004180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1734a29a-cf33-4e6e-b8bc-dbeee9cac7ff tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1820109 Jun 30 09:13:00.006919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57466) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:00.152094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 5b9dd3a1-768a-40e9-aa85-517934ddc25a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:00.152524 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.250822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 09f2f9dd-85e6-4dcf-be42-85df56613040 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:00.372539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:00.387920 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] Sync routers for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:00.400476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.417542 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:00.418512 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:00.451781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7932ea3-ddef-4a77-9b53-2ba98c4e89ee details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:00.468577 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b98e055b-99c8-4204-8e75-726863ccd1b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8250992 Jun 30 09:13:00.472710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:00.476936 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4593bde0-a435-47f4-83da-2aab12af277b" -d '{"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:00.630236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:00.688739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,segment=NetworkSegment(7f7b0563-a61a-4c56-a885-2ebf777f7389),segment_id=7f7b0563-a61a-4c56-a885-2ebf777f7389)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:00.703869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee', 'network_id': '716c6e45-f9ac-432c-9fa9-44efad3b3904', 'port_id': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee', 'mac_address': 'fa:16:3e:2f:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304aebec-2e85-4fb6-b9f6-8ba97703f1ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:00.789746 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844c0ba3-16a1-4a15-9acd-77b19d34e70f x-openstack-request-id: req-844c0ba3-16a1-4a15-9acd-77b19d34e70f {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:00.790200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.793098 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:00.793445 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-844c0ba3-16a1-4a15-9acd-77b19d34e70f {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:00.794128 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'status': 'completed', 'code': 200} Jun 30 09:13:00.805787 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.818306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 5b9dd3a1-768a-40e9-aa85-517934ddc25a owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:00.823682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7932ea3-ddef-4a77-9b53-2ba98c4e89ee {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:00.852537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,segment=NetworkSegment(7f7b0563-a61a-4c56-a885-2ebf777f7389),segment_id=7f7b0563-a61a-4c56-a885-2ebf777f7389)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:00.862715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.963103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.972757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.973333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.973850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.974337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.975355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.975902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.976438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.977067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.977551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.978191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.980446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:00.982247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:01.071506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7932ea3-ddef-4a77-9b53-2ba98c4e89ee'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:01.095699 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.107836 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'port_id': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'mac_address': 'fa:16:3e:7c:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64299310-715f-4622-8952-47eb98d10283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:58Z', 'updated_at': '2021-06-30T09:12:58Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:01.125422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bc1d1-c0a2-407e-9ef8-e315c40be1eb req-a355c0d1-9b23-4efa-b0c7-095093adbee4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.127706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e74bc1d1-c0a2-407e-9ef8-e315c40be1eb req-a355c0d1-9b23-4efa-b0c7-095093adbee4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.4386289 Jun 30 09:13:01.138205 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] Checking router: 09f2f9dd-85e6-4dcf-be42-85df56613040 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:01.149271 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:01.150046 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:12:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:01.170481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=5b9dd3a1-768a-40e9-aa85-517934ddc25a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:01.206378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.210938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57490) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:01.234850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68d8753a-2080-4a27-8cc5-a87fd7664878 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/5b9dd3a1-768a-40e9-aa85-517934ddc25a HTTP/1.1" status: 204 len: 168 time: 1.2260730 Jun 30 09:13:01.251282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593bde0-a435-47f4-83da-2aab12af277b req-4b7a87de-011c-4521-8d7e-03ecc837ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.252746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4593bde0-a435-47f4-83da-2aab12af277b req-4b7a87de-011c-4521-8d7e-03ecc837ce57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1097 time: 0.2595077 Jun 30 09:13:01.313112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e74bc1d1-c0a2-407e-9ef8-e315c40be1eb req-5e9a948d-5e23-472f-a66a-4dddad437871 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537733 Jun 30 09:13:01.345689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7473b5-226f-4416-93cc-7671f8490345 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.345689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7473b5-226f-4416-93cc-7671f8490345 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.345689 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a7473b5-226f-4416-93cc-7671f8490345 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1310852 Jun 30 09:13:01.346988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57496) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:01.359817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:01.390549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0352dd-20d1-4de8-8719-637dfe74a18e req-e020d740-d89e-4b40-bc37-571153b0ca23 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.397867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e0352dd-20d1-4de8-8719-637dfe74a18e req-e020d740-d89e-4b40-bc37-571153b0ca23 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 945 time: 0.3488011 Jun 30 09:13:01.398290 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:01.472824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e0352dd-20d1-4de8-8719-637dfe74a18e req-12969fe5-da30-44a2-9101-3d745472fc00 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731735 Jun 30 09:13:01.479106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593bde0-a435-47f4-83da-2aab12af277b req-49b0c913-ad80-459b-ac5c-4b5bab74a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.480921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4593bde0-a435-47f4-83da-2aab12af277b req-49b0c913-ad80-459b-ac5c-4b5bab74a3e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.2183328 Jun 30 09:13:01.563978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4593bde0-a435-47f4-83da-2aab12af277b req-b8bdc64c-3dbf-4b41-8690-c8ac1777a0de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 999 time: 0.0753648 Jun 30 09:13:01.644012 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c98c38e-0e6c-416e-ba15-0d47029d1bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.659479 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e56b0e61-b38d-4b89-95ad-aa2798940dc1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 HTTP/1.1" status: 200 len: 991 time: 0.2972271 Jun 30 09:13:01.660015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593bde0-a435-47f4-83da-2aab12af277b req-80d9b2e0-90ec-43de-afbc-b4e7e844577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.663905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4593bde0-a435-47f4-83da-2aab12af277b req-80d9b2e0-90ec-43de-afbc-b4e7e844577f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.0938232 Jun 30 09:13:01.786120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port da85ff1b-be5f-41e0-aad4-2abbb0c3e92a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:01.787446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.795791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593bde0-a435-47f4-83da-2aab12af277b req-12fb215f-056c-459f-b15c-0a866c0572bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.804485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4593bde0-a435-47f4-83da-2aab12af277b req-12fb215f-056c-459f-b15c-0a866c0572bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262286 Jun 30 09:13:01.820501 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'port_id': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'mac_address': 'fa:16:3e:7c:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64299310-715f-4622-8952-47eb98d10283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:58Z', 'updated_at': '2021-06-30T09:12:58Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:01.997826 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.028757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for da85ff1b-be5f-41e0-aad4-2abbb0c3e92a owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:02.029654 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc53d381-ae51-49d5-adc2-ff9d127a9392 None None] The sync data for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 is: [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'port_id': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'mac_address': 'fa:16:3e:7c:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64299310-715f-4622-8952-47eb98d10283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:58Z', 'updated_at': '2021-06-30T09:12:58Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:02.048727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4593bde0-a435-47f4-83da-2aab12af277b req-495d20c5-227a-4fc5-9b31-5f40547068cd service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357574 Jun 30 09:13:02.189711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.247484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4593bde0-a435-47f4-83da-2aab12af277b req-7e404bbe-9f8b-4855-99b3-740c013106a4 service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914001 Jun 30 09:13:02.250122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.255615 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/da85ff1b-be5f-41e0-aad4-2abbb0c3e92a HTTP/1.1" status: 204 len: 168 time: 0.9084821 Jun 30 09:13:02.256107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57520) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:02.257583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6360d2-36b5-49b8-b4c5-98fbed50ddcf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=da85ff1b-be5f-41e0-aad4-2abbb0c3e92a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:02.417993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0383ae-609a-4e61-bb6b-74190749c1e4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.422516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1d0383ae-609a-4e61-bb6b-74190749c1e4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1622052 Jun 30 09:13:02.422734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57522) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:02.456612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc8570-6ec0-4306-9529-7fb00e49a48d None None] New status for floating IP 6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:13:02.482375 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddf8e33-9bb6-4d1a-bdca-910b2188eb25 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:02.484214 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bddf8e33-9bb6-4d1a-bdca-910b2188eb25 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/5b9dd3a1-768a-40e9-aa85-517934ddc25a HTTP/1.1" status: 404 len: 333 time: 0.0603383 Jun 30 09:13:02.487659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57526) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:02.524871 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47e65cf-ef0e-4e2a-8081-33e72cb74320 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:02.532381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b47e65cf-ef0e-4e2a-8081-33e72cb74320 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/da85ff1b-be5f-41e0-aad4-2abbb0c3e92a HTTP/1.1" status: 404 len: 333 time: 0.0409625 Jun 30 09:13:02.532734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57532) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:02.539118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7932ea3-ddef-4a77-9b53-2ba98c4e89ee up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:02.661806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57534) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:02.730390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.784821 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f8606977-79fb-40b6-8c59-ea18837a4fce tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 HTTP/1.1" status: 200 len: 991 time: 0.1214757 Jun 30 09:13:02.869271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:02.874269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:02.874763 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.904553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e33a4-50d4-4809-8b3d-64561f305302 req-d0341dfa-3134-49ce-8a08-30338190fc67 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.919331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-999e33a4-50d4-4809-8b3d-64561f305302 req-d0341dfa-3134-49ce-8a08-30338190fc67 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 945 time: 0.2577579 Jun 30 09:13:02.959937 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.981345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d1fd2d-eb7d-485b-ba98-e5460b46c58a']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:02.996050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-999e33a4-50d4-4809-8b3d-64561f305302 req-bd837c61-0c03-44e0-9bb4-47aa0675f12a tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756700 Jun 30 09:13:03.028238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf58ad1-960f-4463-8181-2394dc42afb5') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:03.028588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf58ad1-960f-4463-8181-2394dc42afb5') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:03.038022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.056168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.058691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.066208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:03.066612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:03.072577 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:03.113916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,segment=NetworkSegment(7f7b0563-a61a-4c56-a885-2ebf777f7389),segment_id=7f7b0563-a61a-4c56-a885-2ebf777f7389)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:03.115006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:03.117509 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022b781e-219d-4bd4-bd3f-6d4895aec660" -d '{"events": [{"server_uuid": "15cf0626-6a15-4f39-8e5d-48d430bd1274", "name": "network-vif-plugged", "status": "completed", "tag": "d7932ea3-ddef-4a77-9b53-2ba98c4e89ee"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:03.133042 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.204976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.209358 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f290a2c6-b0ad-4c7a-8734-49dca271b821 x-openstack-request-id: req-f290a2c6-b0ad-4c7a-8734-49dca271b821 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:03.209904 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cf0626-6a15-4f39-8e5d-48d430bd1274", "name": "network-vif-plugged", "status": "completed", "tag": "d7932ea3-ddef-4a77-9b53-2ba98c4e89ee", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:03.210303 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f290a2c6-b0ad-4c7a-8734-49dca271b821 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:03.210842 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee', 'code': 200} Jun 30 09:13:03.212580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.214496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/96d1fd2d-eb7d-485b-ba98-e5460b46c58a HTTP/1.1" status: 204 len: 168 time: 0.6807685 Jun 30 09:13:03.218289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57548) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:03.223717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-456585277'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:03.268998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=96d1fd2d-eb7d-485b-ba98-e5460b46c58a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:03.283774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.285131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.285743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.286379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.287143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.287712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.288404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.289798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.292377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:03.292887 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:03.299441 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.302886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.305717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.306175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.306604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021b4818-51c7-4f76-8be9-0b6618f54092 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:03.351729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:03.380964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.381379 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment e574de44-95b9-422d-b0cb-746e230bf93a of type vlan for network 660a6e63-22ac-45a9-804d-45183782ec3d Jun 30 09:13:03.418319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d7694-e50a-424d-af21-f92592202ad8 req-6055e538-4f28-42e1-a2d0-4b7f7e3a8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.420316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-214d7694-e50a-424d-af21-f92592202ad8 req-6055e538-4f28-42e1-a2d0-4b7f7e3a8f5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 1098 time: 0.1047869 Jun 30 09:13:03.427411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.462975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.470539 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.471156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.476235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-214d7694-e50a-424d-af21-f92592202ad8 req-8507bab6-0c88-4e7b-a0a4-cc838b9adb70 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498009 Jun 30 09:13:03.572252 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3500385 Jun 30 09:13:03.573172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57554) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:03.586293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:03.658829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40680ab-73dc-4007-9874-d85947442c8e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=660a6e63-22ac-45a9-804d-45183782ec3d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:03.676185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 660a6e63-22ac-45a9-804d-45183782ec3d details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:03.790216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57562) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:03.810390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:03.815689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.918692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8022a9fb-f29c-4b4b-82c6-bbca408ee8a7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 HTTP/1.1" status: 200 len: 993 time: 0.1240244 Jun 30 09:13:04.052703 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.102844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=f12e4da9-271a-4434-bde1-988fb3da60e5,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:04.138904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': 'e574de44-95b9-422d-b0cb-746e230bf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:04.145473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: 660a6e63-22ac-45a9-804d-45183782ec3d, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:04.183991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 660a6e63-22ac-45a9-804d-45183782ec3d is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:04.195954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 660a6e63-22ac-45a9-804d-45183782ec3d) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:04.202013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.203111 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.211906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e11870-86f9-4ff5-a7f6-7262a04f8cc4 None None] Network 660a6e63-22ac-45a9-804d-45183782ec3d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:04.256319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57578) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:04.257178 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c647c007-9652-41e8-be0d-0cebf0d4419f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6794884 Jun 30 09:13:04.273949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d', 'name': 'tempest-PortsTestJSON-1651300777'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:04.399293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9faaf7-423e-40ee-99aa-41d4c473458f req-ce3ba467-ccbe-4dd4-a544-439972e3db07 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.408411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f9faaf7-423e-40ee-99aa-41d4c473458f req-ce3ba467-ccbe-4dd4-a544-439972e3db07 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 946 time: 0.2182097 Jun 30 09:13:04.493898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f9faaf7-423e-40ee-99aa-41d4c473458f req-0b8d0014-7d25-4d12-b7c0-f7266af36e8d tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799718 Jun 30 09:13:04.522238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:04.522877 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.531129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.538621 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2c0ddf9a-8293-491a-9ef3-614777783cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.570944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port b6d3d93a-4d1a-406e-af13-1d3f529af96e yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:04.675225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-660a6e63-22ac-45a9-804d-45183782ec3d', 'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d', 'tenant_id': '54c3b9df9f7b40af832fb242c50e14bb', 'fixed_ips': [{'subnet_id': 'f12e4da9-271a-4434-bde1-988fb3da60e5'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:04.677615 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.779672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.10 (660a6e63-22ac-45a9-804d-45183782ec3d/f12e4da9-271a-4434-bde1-988fb3da60e5/b6d3d93a-4d1a-406e-af13-1d3f529af96e) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:04.971709 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.989406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object b6d3d93a-4d1a-406e-af13-1d3f529af96e will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:05.029377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.092354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=b6d3d93a-4d1a-406e-af13-1d3f529af96e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:05.113766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 660a6e63-22ac-45a9-804d-45183782ec3d is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:05.115854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:05.118842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:05.123691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Allocated IP 172.20.0.2 (660a6e63-22ac-45a9-804d-45183782ec3d/f12e4da9-271a-4434-bde1-988fb3da60e5/3488510d-271a-4716-87d7-fd1d7d3efa80) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:05.175942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.176735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.203832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-42b815c5-714a-419f-8ca5-557e8f3c27d0 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9447799 Jun 30 09:13:05.203832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57602) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:05.332395 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.342576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Transition to ACTIVE for port object 3488510d-271a-4716-87d7-fd1d7d3efa80 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:05.370998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Transition to ACTIVE for port object 3488510d-271a-4716-87d7-fd1d7d3efa80 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:05.384377 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.412631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port b6d3d93a-4d1a-406e-af13-1d3f529af96e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:05.413108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.441666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Pushing event updated for resources: {'Port': ['ID=3488510d-271a-4716-87d7-fd1d7d3efa80,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:05.458475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Network 660a6e63-22ac-45a9-804d-45183782ec3d is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:05.460151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:05.466645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:05.536406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Attempting to bind port 3488510d-271a-4716-87d7-fd1d7d3efa80 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:05.536788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Attempting to bind port 3488510d-271a-4716-87d7-fd1d7d3efa80 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e574de44-95b9-422d-b0cb-746e230bf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:05.537277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Attempting to bind port 3488510d-271a-4716-87d7-fd1d7d3efa80 on network 660a6e63-22ac-45a9-804d-45183782ec3d {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:05.538458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.544354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:05.544737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Checking segment: {'id': 'e574de44-95b9-422d-b0cb-746e230bf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:05.545141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.546306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Bound using segment: {'id': 'e574de44-95b9-422d-b0cb-746e230bf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:05.546785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Bound port: 3488510d-271a-4716-87d7-fd1d7d3efa80, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e574de44-95b9-422d-b0cb-746e230bf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '660a6e63-22ac-45a9-804d-45183782ec3d'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:05.547166 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.570056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for b6d3d93a-4d1a-406e-af13-1d3f529af96e owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:05.647888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] For port 3488510d-271a-4716-87d7-fd1d7d3efa80, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:05.652461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] For port 3488510d-271a-4716-87d7-fd1d7d3efa80, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3488510d-271a-4716-87d7-fd1d7d3efa80,segment=NetworkSegment(e574de44-95b9-422d-b0cb-746e230bf93a),segment_id=e574de44-95b9-422d-b0cb-746e230bf93a)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:05.669659 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.758003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c234-2da2-46a7-8c87-c1386be31bc9 None None] Pushing event updated for resources: {'Port': ['ID=3488510d-271a-4716-87d7-fd1d7d3efa80,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:05.840846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.920180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.988509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=b6d3d93a-4d1a-406e-af13-1d3f529af96e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.077983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17510407-150b-4069-a250-1d84eafea57c req-b1e6a13e-dc0c-4470-a2c9-438636957563 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:06.079603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17510407-150b-4069-a250-1d84eafea57c req-b1e6a13e-dc0c-4470-a2c9-438636957563 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 946 time: 0.2891269 Jun 30 09:13:06.270235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17510407-150b-4069-a250-1d84eafea57c req-61efd125-90f6-43cd-bab1-71e171ec14fe tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301789 Jun 30 09:13:06.303115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.305077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-384308e6-5780-4b31-a4c4-6459d4f347a3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/b6d3d93a-4d1a-406e-af13-1d3f529af96e HTTP/1.1" status: 204 len: 168 time: 1.0989375 Jun 30 09:13:06.308292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57626) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.368040 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-00502aa9-573f-4155-ae95-772241a846b5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:13:06.369090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00502aa9-573f-4155-ae95-772241a846b5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:13:06.378456 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-00502aa9-573f-4155-ae95-772241a846b5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/b6d3d93a-4d1a-406e-af13-1d3f529af96e HTTP/1.1" status: 404 len: 333 time: 0.0664871 Jun 30 09:13:06.378764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57628) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.407169 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc846f9-e61e-4b60-8a45-70529f06ad40 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:06.408891 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7fc846f9-e61e-4b60-8a45-70529f06ad40 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/b6d3d93a-4d1a-406e-af13-1d3f529af96e HTTP/1.1" status: 404 len: 333 time: 0.0291176 Jun 30 09:13:06.411853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57630) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.482273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet f12e4da9-271a-4434-bde1-988fb3da60e5 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:06.486757 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.536189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.673359 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.813934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.869210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.872178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/f12e4da9-271a-4434-bde1-988fb3da60e5 HTTP/1.1" status: 204 len: 168 time: 0.4593835 Jun 30 09:13:06.873351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03ba68-fee0-4bae-b240-8f6e6ca948e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=f12e4da9-271a-4434-bde1-988fb3da60e5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.874817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57650) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:07.060143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.157230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 3488510d-271a-4716-87d7-fd1d7d3efa80 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:07.157572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.234689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] For port 3488510d-271a-4716-87d7-fd1d7d3efa80, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3488510d-271a-4716-87d7-fd1d7d3efa80,segment=NetworkSegment(e574de44-95b9-422d-b0cb-746e230bf93a),segment_id=e574de44-95b9-422d-b0cb-746e230bf93a)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:07.235283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.258437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 3488510d-271a-4716-87d7-fd1d7d3efa80 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:07.279045 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.342929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae5395-8e71-48da-8b23-d8d0a045a0c9 None None] Network 660a6e63-22ac-45a9-804d-45183782ec3d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:07.482553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3488510d-271a-4716-87d7-fd1d7d3efa80 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:07.496792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.512987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No DVR routers for this DVR port 3488510d-271a-4716-87d7-fd1d7d3efa80 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:07.523541 n-d-758944-40 neutron-server[100241]: self.session.flush() Jun 30 09:13:07.540959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=3488510d-271a-4716-87d7-fd1d7d3efa80,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:07.545305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No active binding found for port 3488510d-271a-4716-87d7-fd1d7d3efa80 {{(pid=100241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:13:07.546009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3488510d-271a-4716-87d7-fd1d7d3efa80 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:13:07.584634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Port 3488510d-271a-4716-87d7-fd1d7d3efa80 not found, will not notify nova. {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:13:07.586282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-90ffe771-6ea6-44a2-9c9a-a3a3ce304f01 None None] Provisioning for port 3488510d-271a-4716-87d7-fd1d7d3efa80 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:07.608623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-90ffe771-6ea6-44a2-9c9a-a3a3ce304f01 None None] Provisioning complete for port 3488510d-271a-4716-87d7-fd1d7d3efa80 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:07.609055 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90ffe771-6ea6-44a2-9c9a-a3a3ce304f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.664083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.676537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-90ffe771-6ea6-44a2-9c9a-a3a3ce304f01 None None] Port 3488510d-271a-4716-87d7-fd1d7d3efa80 was deleted so its status cannot be updated. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:13:07.676780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660a6e63-22ac-45a9-804d-45183782ec3d']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:07.692979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e574de44-95b9-422d-b0cb-746e230bf93a') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:07.693352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e574de44-95b9-422d-b0cb-746e230bf93a') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:07.703373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.720425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.729065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:07.730346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:07.734703 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:07.796310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f938fe-4d46-4a92-b246-17762f3db75a None None] DHCP port deletion for 660a6e63-22ac-45a9-804d-45183782ec3d request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:07.840670 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.871904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.877252 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/660a6e63-22ac-45a9-804d-45183782ec3d HTTP/1.1" status: 204 len: 168 time: 0.9980733 Jun 30 09:13:07.877252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ea754-0630-443c-bcc1-584e1ac1854f tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=660a6e63-22ac-45a9-804d-45183782ec3d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:07.877677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57680) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:07.890534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-681034653'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:07.940915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:07.945557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.984213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:07.996572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.997000 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment 77f8f7e6-fca9-479d-abf2-77474c1a350a of type vlan for network ced4ba3c-32bd-435a-af99-ca158948c349 Jun 30 09:13:08.051296 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.094604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.101371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.103507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.179296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2971652 Jun 30 09:13:08.179954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57698) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:08.181327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f7b14-2fd2-48d3-9744-dc97bfb3a703 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=ced4ba3c-32bd-435a-af99-ca158948c349,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.188421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:08.196043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ced4ba3c-32bd-435a-af99-ca158948c349 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:08.311299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:08.320729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.527230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.591550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=0db7e31b-5ed6-445b-8312-3823eaa3ef97,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.600963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': '77f8f7e6-fca9-479d-abf2-77474c1a350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:08.601698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: ced4ba3c-32bd-435a-af99-ca158948c349, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:08.631163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network ced4ba3c-32bd-435a-af99-ca158948c349 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:08.644788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ced4ba3c-32bd-435a-af99-ca158948c349) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:08.652267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.652842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b1236-e715-4909-850e-3fa7aaca635f None None] Network ced4ba3c-32bd-435a-af99-ca158948c349 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:08.653305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.681206 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b4c8d969-746f-455a-a315-3810cb4638f6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4993229 Jun 30 09:13:08.684225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57702) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:08.690057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1926976636'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:08.971954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:08.976196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.991339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-ced4ba3c-32bd-435a-af99-ca158948c349', 'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349', 'tenant_id': '54c3b9df9f7b40af832fb242c50e14bb', 'fixed_ips': [{'subnet_id': '0db7e31b-5ed6-445b-8312-3823eaa3ef97'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:08.991877 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.015113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port c81e60ff-617b-401a-b3f9-707f03a3618f yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:09.175092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.13 (ced4ba3c-32bd-435a-af99-ca158948c349/0db7e31b-5ed6-445b-8312-3823eaa3ef97/c81e60ff-617b-401a-b3f9-707f03a3618f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:09.325298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.342985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3488510d-271a-4716-87d7-fd1d7d3efa80 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:09.371692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object c81e60ff-617b-401a-b3f9-707f03a3618f will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:09.393245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3488510d-271a-4716-87d7-fd1d7d3efa80 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:09.396938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3488510d-271a-4716-87d7-fd1d7d3efa80 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:09.431168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.477932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Allocated IP 172.20.0.2 (ced4ba3c-32bd-435a-af99-ca158948c349/0db7e31b-5ed6-445b-8312-3823eaa3ef97/c3d1d259-1715-4f13-912d-ca4912928862) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:09.503122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network ced4ba3c-32bd-435a-af99-ca158948c349 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:09.504483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=c81e60ff-617b-401a-b3f9-707f03a3618f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.508098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:09.511004 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:09.574665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.575328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.594902 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4bba1f66-b1ad-4748-bb64-93e5d32c805e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.9090824 Jun 30 09:13:09.597013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:09.716642 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.719264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port c81e60ff-617b-401a-b3f9-707f03a3618f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:09.719666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.727994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Transition to ACTIVE for port object c3d1d259-1715-4f13-912d-ca4912928862 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:09.743573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Transition to ACTIVE for port object c3d1d259-1715-4f13-912d-ca4912928862 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:09.763142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.816998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Pushing event updated for resources: {'Port': ['ID=c3d1d259-1715-4f13-912d-ca4912928862,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.831926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.833282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Network ced4ba3c-32bd-435a-af99-ca158948c349 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:09.835074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:09.838405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:09.863653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for c81e60ff-617b-401a-b3f9-707f03a3618f owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:09.940195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Attempting to bind port c3d1d259-1715-4f13-912d-ca4912928862 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:09.940581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Attempting to bind port c3d1d259-1715-4f13-912d-ca4912928862 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '77f8f7e6-fca9-479d-abf2-77474c1a350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:09.941221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Attempting to bind port c3d1d259-1715-4f13-912d-ca4912928862 on network ced4ba3c-32bd-435a-af99-ca158948c349 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:09.950090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:09.950482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Checking segment: {'id': '77f8f7e6-fca9-479d-abf2-77474c1a350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:09.951042 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.951492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Bound using segment: {'id': '77f8f7e6-fca9-479d-abf2-77474c1a350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:09.951972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Bound port: c3d1d259-1715-4f13-912d-ca4912928862, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f8f7e6-fca9-479d-abf2-77474c1a350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ced4ba3c-32bd-435a-af99-ca158948c349'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:09.952621 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.042370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.047120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] For port c3d1d259-1715-4f13-912d-ca4912928862, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:10.051974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] For port c3d1d259-1715-4f13-912d-ca4912928862, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c3d1d259-1715-4f13-912d-ca4912928862,segment=NetworkSegment(77f8f7e6-fca9-479d-abf2-77474c1a350a),segment_id=77f8f7e6-fca9-479d-abf2-77474c1a350a)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:10.062559 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.085110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=c81e60ff-617b-401a-b3f9-707f03a3618f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:10.166993 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.170001 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d54e275-c614-47c3-9dc0-25f87b5101d8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/c81e60ff-617b-401a-b3f9-707f03a3618f HTTP/1.1" status: 204 len: 168 time: 0.5717964 Jun 30 09:13:10.172336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57736) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:10.190964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba05d0-881b-4956-a967-586b7b9e5f1f None None] Pushing event updated for resources: {'Port': ['ID=c3d1d259-1715-4f13-912d-ca4912928862,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:10.208614 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ce4c7e-2a41-4531-982b-06bee9be1bbd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:10.210568 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-55ce4c7e-2a41-4531-982b-06bee9be1bbd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/c81e60ff-617b-401a-b3f9-707f03a3618f HTTP/1.1" status: 404 len: 333 time: 0.0367839 Jun 30 09:13:10.213008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57738) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:10.286148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet 0db7e31b-5ed6-445b-8312-3823eaa3ef97 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:10.289722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.335762 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.512153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.624004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.653335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=0db7e31b-5ed6-445b-8312-3823eaa3ef97,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:10.659903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.662320 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e51bddc1-a5ba-41e8-b475-c9acb537666b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/0db7e31b-5ed6-445b-8312-3823eaa3ef97 HTTP/1.1" status: 204 len: 168 time: 0.4477105 Jun 30 09:13:10.664407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57748) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:10.834139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.904050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port c3d1d259-1715-4f13-912d-ca4912928862 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:10.904466 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.984517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] For port c3d1d259-1715-4f13-912d-ca4912928862, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c3d1d259-1715-4f13-912d-ca4912928862,segment=NetworkSegment(77f8f7e6-fca9-479d-abf2-77474c1a350a),segment_id=77f8f7e6-fca9-479d-abf2-77474c1a350a)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:10.984912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.000770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for c3d1d259-1715-4f13-912d-ca4912928862 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:11.158358 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.198262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=c3d1d259-1715-4f13-912d-ca4912928862,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:11.201653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No DVR routers for this DVR port c3d1d259-1715-4f13-912d-ca4912928862 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:11.328065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.347730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced4ba3c-32bd-435a-af99-ca158948c349']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:11.365580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f8f7e6-fca9-479d-abf2-77474c1a350a') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:11.365989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f8f7e6-fca9-479d-abf2-77474c1a350a') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:11.380238 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.395360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1569b7-563f-4147-836c-3f2a0fa0ea4f req-15cd918c-6fde-44ee-b74a-00467b8d7ee7 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.403210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1569b7-563f-4147-836c-3f2a0fa0ea4f req-15cd918c-6fde-44ee-b74a-00467b8d7ee7 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 946 time: 0.2066767 Jun 30 09:13:11.439128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.466215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:11.466938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:11.470431 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:11.567198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f1569b7-563f-4147-836c-3f2a0fa0ea4f req-f69ce952-4f6c-4293-b85e-79bc9cfc174b tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628282 Jun 30 09:13:11.594858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.600751 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.606513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57766) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:11.607156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/ced4ba3c-32bd-435a-af99-ca158948c349 HTTP/1.1" status: 204 len: 168 time: 0.9415305 Jun 30 09:13:11.620385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'name': 'tempest-PortsTestJSON-1991883797'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:11.649114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8055d3f6-bfb2-4b43-bb84-f59864f2f8f6 None None] Could not find standard attr ID for object c3d1d259-1715-4f13-912d-ca4912928862. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:11.651497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e746ce-8564-437d-a2c0-bfe112c28d07 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=ced4ba3c-32bd-435a-af99-ca158948c349,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:11.741919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1947006-49f6-4846-930c-ad3440ec97b9 None None] DHCP port deletion for ced4ba3c-32bd-435a-af99-ca158948c349 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:11.763922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451cb8c4-25de-4f54-8a27-6878d95da957 None None] Network ced4ba3c-32bd-435a-af99-ca158948c349 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:11.772355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:11.776701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.789308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451cb8c4-25de-4f54-8a27-6878d95da957 None None] Network ced4ba3c-32bd-435a-af99-ca158948c349 could not be found, it might have been deleted concurrently. {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:13:11.804952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port b6499211-d5c7-4bf4-8c26-9f4ce92e778e yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:11.978179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.020242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.069550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:12.073149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:12.075710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:12.081190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.081819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.096041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=b6499211-d5c7-4bf4-8c26-9f4ce92e778e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:12.107104 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f17f4e3c-c3e7-4404-afa2-dddef9a43ad6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4987051 Jun 30 09:13:12.108870 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57772) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:12.207485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port b6499211-d5c7-4bf4-8c26-9f4ce92e778e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:12.207856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.277562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.289536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for b6499211-d5c7-4bf4-8c26-9f4ce92e778e owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:12.368576 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.410123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=b6499211-d5c7-4bf4-8c26-9f4ce92e778e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:12.418097 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.422392 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c0ebe38a-4cfc-4f85-85dd-055afd20eac2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/b6499211-d5c7-4bf4-8c26-9f4ce92e778e HTTP/1.1" status: 204 len: 168 time: 0.3102255 Jun 30 09:13:12.423015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57774) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:12.428284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'mac_address': 'fa:16:3e:64:a1:04', 'name': 'tempest-PortsTestJSON-1176603634'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:12.582879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-e971916f-92c7-434b-9d61-9adfcddc4bb6 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.584834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-e971916f-92c7-434b-9d61-9adfcddc4bb6 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.13 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 946 time: 0.0875666 Jun 30 09:13:12.586264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:12.852634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.892470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Deleting port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:12.892727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.950906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 85167fed-92d9-49e9-8a90-fe6258349cfe yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:13.026511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87796caa-b132-4f99-974d-0be613867027 req-ce10fc90-57ac-4235-bb14-2d1ad909ec8f tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.028475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87796caa-b132-4f99-974d-0be613867027 req-ce10fc90-57ac-4235-bb14-2d1ad909ec8f tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 946 time: 0.2261071 Jun 30 09:13:13.257045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c3d1d259-1715-4f13-912d-ca4912928862 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:13.284291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c3d1d259-1715-4f13-912d-ca4912928862 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:13.284921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c3d1d259-1715-4f13-912d-ca4912928862 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:13.442271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87796caa-b132-4f99-974d-0be613867027 req-dab60b74-e1b4-4624-a64c-7b92296fb758 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/security-groups?id=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031906 Jun 30 09:13:13.509042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] For port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,segment=NetworkSegment(7f7b0563-a61a-4c56-a885-2ebf777f7389),segment_id=7f7b0563-a61a-4c56-a885-2ebf777f7389)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:13.509408 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.537403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Calling delete_port for d7932ea3-ddef-4a77-9b53-2ba98c4e89ee owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:13.572981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.676094 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.793116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:13.799789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:13.812395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:13.816411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.817018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.832293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=85167fed-92d9-49e9-8a90-fe6258349cfe,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:13.841243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e75628b1-d0ec-4705-939b-8e789e5ad065 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4170287 Jun 30 09:13:13.845389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57812) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:13.849016 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.865546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d7932ea3-ddef-4a77-9b53-2ba98c4e89ee'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:13.936127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089cee9-9255-4203-b86d-d63494dbafef tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.942614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8089cee9-9255-4203-b86d-d63494dbafef tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/85167fed-92d9-49e9-8a90-fe6258349cfe HTTP/1.1" status: 200 len: 841 time: 0.0961738 Jun 30 09:13:13.945958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:13.981188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Pushing event deleted for resources: {'Port': ['ID=d7932ea3-ddef-4a77-9b53-2ba98c4e89ee,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.051498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] No DVR routers for this DVR port d7932ea3-ddef-4a77-9b53-2ba98c4e89ee on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:14.054946 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.058977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00a90fa6-60f1-4d83-ae88-da99a1b0d8bf req-55d692f8-7631-49f0-88ad-3d7d9c4b6788 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.13 "DELETE /v2.0/ports/d7932ea3-ddef-4a77-9b53-2ba98c4e89ee HTTP/1.1" status: 204 len: 173 time: 1.4665937 Jun 30 09:13:14.059829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'name': 'network-vif-deleted', 'tag': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:14.062345 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da77465-7306-4aa8-b396-5e1c76c41328" -d '{"events": [{"server_uuid": "15cf0626-6a15-4f39-8e5d-48d430bd1274", "name": "network-vif-deleted", "tag": "d7932ea3-ddef-4a77-9b53-2ba98c4e89ee"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:14.091858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 85167fed-92d9-49e9-8a90-fe6258349cfe {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:14.092514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.108409 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649d2336-9779-4aa5-a6d2-de4783cd6696 x-openstack-request-id: req-649d2336-9779-4aa5-a6d2-de4783cd6696 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:14.108913 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cf0626-6a15-4f39-8e5d-48d430bd1274", "name": "network-vif-deleted", "tag": "d7932ea3-ddef-4a77-9b53-2ba98c4e89ee", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:14.109323 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-649d2336-9779-4aa5-a6d2-de4783cd6696 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:14.111314 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cf0626-6a15-4f39-8e5d-48d430bd1274', 'name': 'network-vif-deleted', 'tag': 'd7932ea3-ddef-4a77-9b53-2ba98c4e89ee', 'status': 'completed', 'code': 200} Jun 30 09:13:14.186384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.219809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 85167fed-92d9-49e9-8a90-fe6258349cfe owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:14.323292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.364050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=85167fed-92d9-49e9-8a90-fe6258349cfe,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.368667 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.373395 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e67e20a7-764e-4a26-9c37-46064ac98cd7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/85167fed-92d9-49e9-8a90-fe6258349cfe HTTP/1.1" status: 204 len: 168 time: 0.4263477 Jun 30 09:13:14.376136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:14.411834 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0a6111-4d0d-4bd2-b0e4-4b2051ae36eb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:14.413701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8e0a6111-4d0d-4bd2-b0e4-4b2051ae36eb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/85167fed-92d9-49e9-8a90-fe6258349cfe HTTP/1.1" status: 404 len: 333 time: 0.0360446 Jun 30 09:13:14.417262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57828) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:14.422293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'name': 'tempest-PortsTestJSON-307982266'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:14.528056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:14.532837 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.562536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 30ffdb24-aa87-469e-9059-a7b151f73f50 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:14.779242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58caffb8-46ce-4a10-ba9c-53b64fbe7f40 req-1336eecc-a3f6-43b7-9fae-196059723454 tempest-ServerTagsTestJSON-1814362943 tempest-ServerTagsTestJSON-1814362943-project] 10.222.0.53 "GET /v2.0/ports?device_id=15cf0626-6a15-4f39-8e5d-48d430bd1274 HTTP/1.1" status: 200 len: 210 time: 0.0687876 Jun 30 09:13:14.898438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.947479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.001226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:15.004406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:15.015091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:15.022869 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.022869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.035258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=30ffdb24-aa87-469e-9059-a7b151f73f50,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:15.049436 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-64505d5e-c069-457f-8853-f4e6572b3b19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6308796 Jun 30 09:13:15.052157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57836) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:15.058055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:15.170994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.647485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.653545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.690961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] In _notify_port_updated(), no bound segment for port 30ffdb24-aa87-469e-9059-a7b151f73f50 on network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:13:15.696266 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.696855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.698182 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "PUT /v2.0/ports/30ffdb24-aa87-469e-9059-a7b151f73f50 HTTP/1.1" status: 200 len: 818 time: 0.6448524 Jun 30 09:13:15.700932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57844) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:15.713032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62edb18-a955-4ddf-9bc1-4a28ad746276 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=30ffdb24-aa87-469e-9059-a7b151f73f50,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:15.804268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 30ffdb24-aa87-469e-9059-a7b151f73f50 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:15.804685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.878525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.895010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57852) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:15.902948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 30ffdb24-aa87-469e-9059-a7b151f73f50 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:15.983061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] Deleting subnet 304aebec-2e85-4fb6-b9f6-8ba97703f1ce {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:15.988882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.036884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.084618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.086700 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.144416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=30ffdb24-aa87-469e-9059-a7b151f73f50,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.149502 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.155779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e6e3e85d-6723-417c-9d7c-a94641f17ebd tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/30ffdb24-aa87-469e-9059-a7b151f73f50 HTTP/1.1" status: 204 len: 168 time: 0.4514351 Jun 30 09:13:16.156418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.195448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.229695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304aebec-2e85-4fb6-b9f6-8ba97703f1ce,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.232292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.236877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a02e6d9-fcf1-4bda-a861-79867121becb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/304aebec-2e85-4fb6-b9f6-8ba97703f1ce HTTP/1.1" status: 204 len: 168 time: 0.3405046 Jun 30 09:13:16.237506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57868) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.260895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0346d8-1a52-4d3d-9762-284e00e452fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.265374 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0b0346d8-1a52-4d3d-9762-284e00e452fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1055245 Jun 30 09:13:16.265952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57872) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.297892 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b05a32-75a0-411c-b773-51b0cb6c8bd6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:16.302752 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e4b05a32-75a0-411c-b773-51b0cb6c8bd6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/30ffdb24-aa87-469e-9059-a7b151f73f50 HTTP/1.1" status: 404 len: 333 time: 0.0325401 Jun 30 09:13:16.303198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57876) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.308930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1904021385'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:16.331833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.351486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:16.354858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.380232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:16.391224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.391575 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment 9ca0f27b-0551-482d-bed9-297401891faf of type vlan for network 678c0574-3eb3-4738-b5a3-a0c1c602e53d Jun 30 09:13:16.437941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.446735 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.450142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716c6e45-f9ac-432c-9fa9-44efad3b3904']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:16.462655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7b0563-a61a-4c56-a885-2ebf777f7389') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:16.463003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7b0563-a61a-4c56-a885-2ebf777f7389') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:16.474277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.482237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.488871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.489787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.490538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.497001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:16.497397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.531185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7932ea3-ddef-4a77-9b53-2ba98c4e89ee no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:16.554223 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:16.568421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.572833 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2660277 Jun 30 09:13:16.573819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57880) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.586354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:16.587722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: d7932ea3-ddef-4a77-9b53-2ba98c4e89ee {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:16.588082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d7932ea3-ddef-4a77-9b53-2ba98c4e89ee not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:16.599978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.612738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] 10.222.0.53 "DELETE /v2.0/networks/716c6e45-f9ac-432c-9fa9-44efad3b3904 HTTP/1.1" status: 204 len: 168 time: 0.3674541 Jun 30 09:13:16.614312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a8bcf-ecfd-49dd-886f-9285712c9baa admin admin] Pushing event deleted for resources: {'Network': ['ID=716c6e45-f9ac-432c-9fa9-44efad3b3904,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.642351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598ff99-4ab9-4caa-b061-973cc305d688 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=678c0574-3eb3-4738-b5a3-a0c1c602e53d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.656744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:16.743495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:16.748906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.904543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57888) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.969469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f6e5317f-0bc5-472b-ab80-01fd94d0b8ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60febb1f76384c01b77ae3ad880e1a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611417 Jun 30 09:13:16.969955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57890) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:17.012962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.033363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8792d2b7-06bd-44cc-b942-e139e9a2574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.058432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8792d2b7-06bd-44cc-b942-e139e9a2574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.124875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8792d2b7-06bd-44cc-b942-e139e9a2574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.128678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8792d2b7-06bd-44cc-b942-e139e9a2574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.131428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=a1b61e86-74c4-4190-8218-de30992c5296,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:17.137571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8792d2b7-06bd-44cc-b942-e139e9a2574e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/912f9810-d3a8-4d0d-92e1-7b7cc694b1b8 HTTP/1.1" status: 204 len: 168 time: 0.1621790 Jun 30 09:13:17.161539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792d2b7-06bd-44cc-b942-e139e9a2574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912f9810-d3a8-4d0d-92e1-7b7cc694b1b8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:17.173588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': '9ca0f27b-0551-482d-bed9-297401891faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:17.174154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: 678c0574-3eb3-4738-b5a3-a0c1c602e53d, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:17.210153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:17.235544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 678c0574-3eb3-4738-b5a3-a0c1c602e53d) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:17.244846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.247138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.249725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a8cb9-b3a7-469c-a87d-bee477cbfbc6 None None] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:17.266443 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-968ac13c-6e7b-4769-8696-ad33ec8ae2a6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6911547 Jun 30 09:13:17.268518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57898) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:17.275438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f7521fff-9aa5-4f06-977d-5fc901616dca tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:17.514268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7521fff-9aa5-4f06-977d-5fc901616dca tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:17.518635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f7521fff-9aa5-4f06-977d-5fc901616dca tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.544678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-678c0574-3eb3-4738-b5a3-a0c1c602e53d', 'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d', 'tenant_id': '54c3b9df9f7b40af832fb242c50e14bb', 'fixed_ips': [{'subnet_id': 'a1b61e86-74c4-4190-8218-de30992c5296'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:17.545558 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.767655 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-f7521fff-9aa5-4f06-977d-5fc901616dca tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1b61e86-74c4-4190-8218-de30992c5296 (CIDR: 172.20.0.0/28) Jun 30 09:13:17.772838 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7521fff-9aa5-4f06-977d-5fc901616dca tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:13:17.773384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7521fff-9aa5-4f06-977d-5fc901616dca tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:13:17.805374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57914) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:17.807993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Allocated IP 172.20.0.2 (678c0574-3eb3-4738-b5a3-a0c1c602e53d/a1b61e86-74c4-4190-8218-de30992c5296/5d601cd9-1c68-4d32-93cf-99192cde4649) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:17.813061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:17.818077 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f7521fff-9aa5-4f06-977d-5fc901616dca tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5469570 Jun 30 09:13:18.003229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:18.014004 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.079893 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.115737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Transition to ACTIVE for port object 5d601cd9-1c68-4d32-93cf-99192cde4649 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:18.138989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Transition to ACTIVE for port object 5d601cd9-1c68-4d32-93cf-99192cde4649 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:18.146054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.185783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:18.188948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:18.193448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:18.271826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Pushing event updated for resources: {'Port': ['ID=5d601cd9-1c68-4d32-93cf-99192cde4649,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:18.337909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Attempting to bind port 5d601cd9-1c68-4d32-93cf-99192cde4649 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:18.338315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Attempting to bind port 5d601cd9-1c68-4d32-93cf-99192cde4649 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9ca0f27b-0551-482d-bed9-297401891faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:18.338677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Attempting to bind port 5d601cd9-1c68-4d32-93cf-99192cde4649 on network 678c0574-3eb3-4738-b5a3-a0c1c602e53d {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:18.343875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:18.344251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Checking segment: {'id': '9ca0f27b-0551-482d-bed9-297401891faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:18.345017 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.345410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Bound using segment: {'id': '9ca0f27b-0551-482d-bed9-297401891faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:18.345928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Bound port: 5d601cd9-1c68-4d32-93cf-99192cde4649, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca0f27b-0551-482d-bed9-297401891faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:18.346337 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.348948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57928) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:18.370731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.425929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:18.430162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:18.435988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.436864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.452404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:18.457409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] For port 5d601cd9-1c68-4d32-93cf-99192cde4649, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:18.462177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a49fbead-4aa3-4dbd-a07c-d0e9bd0b5a22 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6550372 Jun 30 09:13:18.463475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57932) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:18.466968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] For port 5d601cd9-1c68-4d32-93cf-99192cde4649, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5d601cd9-1c68-4d32-93cf-99192cde4649,segment=NetworkSegment(9ca0f27b-0551-482d-bed9-297401891faf),segment_id=9ca0f27b-0551-482d-bed9-297401891faf)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:18.473142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d', 'fixed_ips': [{'subnet_id': 'a1b61e86-74c4-4190-8218-de30992c5296'}, {'subnet_id': 'aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226'}], 'name': 'tempest-PortsTestJSON-1810072731'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:18.479618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.528131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1627766076-network', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:18.572132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Made reservation on behalf of 8349e0ba6ebe430ba1d5be261b3091e5 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:18.576557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.600245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.629994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716c3f3-3793-4bd9-ae3e-a3b1244ed7ac None None] Pushing event updated for resources: {'Port': ['ID=5d601cd9-1c68-4d32-93cf-99192cde4649,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:18.720414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.725894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.748837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:18.759644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:18.802570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd8050-839c-41ba-be9a-57bde05923c1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:18.805960 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.806309 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Added segment 9616d8ec-99b3-4bc3-a5fe-c0000376ab15 of type vlan for network 0135316a-f113-43e3-b12f-553921092438 Jun 30 09:13:18.879733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.918272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.919429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.920137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.002981 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6529191 Jun 30 09:13:19.006056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.011199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57940) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:19.016942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Request body: {'subnet': {'network_id': '0135316a-f113-43e3-b12f-553921092438', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1627766076-subnet', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:19.050940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45461665-ee9c-4298-bcd6-a0ac49a23c49 admin admin] Pushing event updated for resources: {'Network': ['ID=0135316a-f113-43e3-b12f-553921092438,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.054158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 40051225-7257-4b9c-af2d-b7be9f31b880 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:19.056638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Made reservation on behalf of 8349e0ba6ebe430ba1d5be261b3091e5 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:19.063502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.064489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 0135316a-f113-43e3-b12f-553921092438 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:19.391090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.414788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5d601cd9-1c68-4d32-93cf-99192cde4649 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:19.499048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.10 (678c0574-3eb3-4738-b5a3-a0c1c602e53d/a1b61e86-74c4-4190-8218-de30992c5296/40051225-7257-4b9c-af2d-b7be9f31b880) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:19.512740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.19 (678c0574-3eb3-4738-b5a3-a0c1c602e53d/aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226/40051225-7257-4b9c-af2d-b7be9f31b880) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:19.522971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5d601cd9-1c68-4d32-93cf-99192cde4649 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:19.527241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a95019d-01db-4b3b-9040-ef4c5639b501,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.573578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Checking segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:19.574257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Network hostable DHCP agents. Network: 0135316a-f113-43e3-b12f-553921092438, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:19.603387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Network 0135316a-f113-43e3-b12f-553921092438 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:19.620267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 0135316a-f113-43e3-b12f-553921092438) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:19.628963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.632197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f151b-7d62-4c0f-986e-80f7aec9eef3 None None] Network 0135316a-f113-43e3-b12f-553921092438 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:19.643438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.677547 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62109eb8-23b0-4f95-91ca-a53eedbce8b4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6626575 Jun 30 09:13:19.677840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57948) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:19.686484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:19.763658 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.764871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.811013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.844224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.845905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object 40051225-7257-4b9c-af2d-b7be9f31b880 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:19.930486 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.025276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:20.030460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:20.058342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:20.121824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1031eb-db2a-443d-8696-03baa00bcfb3 None None] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:20.162671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=40051225-7257-4b9c-af2d-b7be9f31b880,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:20.220773 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.227061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.227061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.279207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-57fe1672-259b-4b9d-b785-b6e3eae84c19 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8137839 Jun 30 09:13:20.279864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57962) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:20.286551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1b61e86-74c4-4190-8218-de30992c5296'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:20.305774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-820a60cc-c5ef-4685-909a-8ecc1a401b23 None None] Provisioning for port 5d601cd9-1c68-4d32-93cf-99192cde4649 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:20.333736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-820a60cc-c5ef-4685-909a-8ecc1a401b23 None None] Provisioning complete for port 5d601cd9-1c68-4d32-93cf-99192cde4649 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:20.334492 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-820a60cc-c5ef-4685-909a-8ecc1a401b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.440036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.544135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.578539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-0135316a-f113-43e3-b12f-553921092438', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:20.579641 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.600682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.648047 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-820a60cc-c5ef-4685-909a-8ecc1a401b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.725739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Allocated IP 172.25.8.112 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/4922432b-f32e-47b0-ace7-c6e9e1f236d4) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:20.775286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-820a60cc-c5ef-4685-909a-8ecc1a401b23 None None] For port 5d601cd9-1c68-4d32-93cf-99192cde4649, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5d601cd9-1c68-4d32-93cf-99192cde4649,segment=NetworkSegment(9ca0f27b-0551-482d-bed9-297401891faf),segment_id=9ca0f27b-0551-482d-bed9-297401891faf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:20.795009 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-820a60cc-c5ef-4685-909a-8ecc1a401b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.852429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a60cc-c5ef-4685-909a-8ecc1a401b23 None None] Pushing event updated for resources: {'Port': ['ID=5d601cd9-1c68-4d32-93cf-99192cde4649,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:20.898307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Delete allocated IP 172.20.0.19 (678c0574-3eb3-4738-b5a3-a0c1c602e53d/aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226) {{(pid=100240) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:13:20.927676 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.939171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] Update dhcp port {'port': {'network_id': '678c0574-3eb3-4738-b5a3-a0c1c602e53d', 'fixed_ips': [{'subnet_id': 'a1b61e86-74c4-4190-8218-de30992c5296', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '5d601cd9-1c68-4d32-93cf-99192cde4649'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:13:20.982263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.993444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Allocated IP 172.20.0.2 (0135316a-f113-43e3-b12f-553921092438/3a95019d-01db-4b3b-9040-ef4c5639b501/9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:21.007120 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.074162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:21.076879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:21.080397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:21.132267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Pushing event updated for resources: {'Port': ['ID=4922432b-f32e-47b0-ace7-c6e9e1f236d4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:21.134104 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.165238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Ignored duplicate provisioning block setup for port 40051225-7257-4b9c-af2d-b7be9f31b880 by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:13:21.173552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.396350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5d601cd9-1c68-4d32-93cf-99192cde4649 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:21.403353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] In _notify_port_updated(), no bound segment for port 40051225-7257-4b9c-af2d-b7be9f31b880 on network 678c0574-3eb3-4738-b5a3-a0c1c602e53d {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:13:21.409308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.410171 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.411684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "PUT /v2.0/ports/40051225-7257-4b9c-af2d-b7be9f31b880 HTTP/1.1" status: 200 len: 920 time: 1.1308441 Jun 30 09:13:21.415756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17369c0-727f-4daf-a82d-1472532ad99e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=40051225-7257-4b9c-af2d-b7be9f31b880,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:21.419050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 57980) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:21.426039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1b61e86-74c4-4190-8218-de30992c5296'}, {'subnet_id': 'aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:21.498286 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.542206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.581614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5d601cd9-1c68-4d32-93cf-99192cde4649 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:21.582243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.617381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] Allocated IP 172.20.0.18 (678c0574-3eb3-4738-b5a3-a0c1c602e53d/aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226/5d601cd9-1c68-4d32-93cf-99192cde4649) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:21.640523 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.676115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Transition to ACTIVE for port object 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:21.733023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.766890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Transition to ACTIVE for port object 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:21.784709 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.883998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Network 0135316a-f113-43e3-b12f-553921092438 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:21.901238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:21.905949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:21.914804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Pushing event updated for resources: {'Port': ['ID=9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:21.941549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Router 3d31f0ac-189a-4901-a575-a31366b5ae60 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:13:21.988602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] For port 5d601cd9-1c68-4d32-93cf-99192cde4649, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5d601cd9-1c68-4d32-93cf-99192cde4649,segment=NetworkSegment(9ca0f27b-0551-482d-bed9-297401891faf),segment_id=9ca0f27b-0551-482d-bed9-297401891faf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:22.011693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Attempting to bind port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:22.012234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Attempting to bind port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:22.013058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Attempting to bind port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 on network 0135316a-f113-43e3-b12f-553921092438 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:22.020531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:22.020929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Checking segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:22.022063 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.022721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Bound using segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:22.023260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Bound port: 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:22.024085 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.086293 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.125583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] Transition to ACTIVE for port object 5d601cd9-1c68-4d32-93cf-99192cde4649 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:22.136243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.148342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] For port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:22.199912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:22.215817 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Sync routers for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:22.233056 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:22.234436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.30 (678c0574-3eb3-4738-b5a3-a0c1c602e53d/aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226/40051225-7257-4b9c-af2d-b7be9f31b880) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:22.235079 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:22.249694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.254789 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6aa145b4-1892-4298-8710-3c144cac8db2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5755067 Jun 30 09:13:22.255438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 57992) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:22.267239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] For port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:22.294400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.354740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721e024-360c-42f8-a2f0-9eccc6e2461b None None] Pushing event updated for resources: {'Port': ['ID=5d601cd9-1c68-4d32-93cf-99192cde4649,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:22.545879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894671d8-1a29-411b-83c2-b43cc4997392 None None] Pushing event updated for resources: {'Port': ['ID=9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:22.565937 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:22.632466 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.669162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Ignored duplicate provisioning block setup for port 40051225-7257-4b9c-af2d-b7be9f31b880 by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:13:22.684910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.955514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=40051225-7257-4b9c-af2d-b7be9f31b880,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:23.046801 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:21Z', 'revision_number': 3, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:23.089835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] In _notify_port_updated(), no bound segment for port 40051225-7257-4b9c-af2d-b7be9f31b880 on network 678c0574-3eb3-4738-b5a3-a0c1c602e53d {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:13:23.096992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.097875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.102595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58006) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:23.103505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-48d101d4-fe55-4925-8300-9e7be6f649b2 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "PUT /v2.0/ports/40051225-7257-4b9c-af2d-b7be9f31b880 HTTP/1.1" status: 200 len: 1000 time: 1.6831775 Jun 30 09:13:23.118439 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Checking router: 3d31f0ac-189a-4901-a575-a31366b5ae60 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:23.119157 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Updating router 3d31f0ac-189a-4901-a575-a31366b5ae60 port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:13:23.166070 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.293175 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.340115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e486c630-d68a-46a1-9213-75b667abd754 None None] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:23.359629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a55ab-9acd-4215-8a57-c2845930877f req-1b4689f6-4129-4655-bb59-9f1be30959ae tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.361244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-800a55ab-9acd-4215-8a57-c2845930877f req-1b4689f6-4129-4655-bb59-9f1be30959ae tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 945 time: 0.1354558 Jun 30 09:13:23.446020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-800a55ab-9acd-4215-8a57-c2845930877f req-ff4a864d-70d6-46e8-bbb9-aac0b05e2d88 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748844 Jun 30 09:13:23.465849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4b369b69-d8d6-4d3d-ac23-328c9c9ca649 None None] Provisioning for port 40051225-7257-4b9c-af2d-b7be9f31b880 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:23.475995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4b369b69-d8d6-4d3d-ac23-328c9c9ca649 None None] Provisioning complete for port 40051225-7257-4b9c-af2d-b7be9f31b880 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:23.476784 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b369b69-d8d6-4d3d-ac23-328c9c9ca649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.549824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4b369b69-d8d6-4d3d-ac23-328c9c9ca649 None None] Port 40051225-7257-4b9c-af2d-b7be9f31b880 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:23.577203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:23.654465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4b369b69-d8d6-4d3d-ac23-328c9c9ca649 None None] Provisioning for port 5d601cd9-1c68-4d32-93cf-99192cde4649 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:23.662081 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.688817 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Transition to ACTIVE for port object 4922432b-f32e-47b0-ace7-c6e9e1f236d4 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:23.707363 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.723236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4b369b69-d8d6-4d3d-ac23-328c9c9ca649 None None] Provisioning complete for port 5d601cd9-1c68-4d32-93cf-99192cde4649 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:23.723769 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4b369b69-d8d6-4d3d-ac23-328c9c9ca649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.845485 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Attempting to bind port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:23.847399 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Attempting to bind port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:23.847828 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Attempting to bind port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:23.859637 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Pushing event updated for resources: {'Port': ['ID=4922432b-f32e-47b0-ace7-c6e9e1f236d4,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:23.874028 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:23.874300 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:23.875998 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.877245 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:23.877810 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Bound port: 4922432b-f32e-47b0-ace7-c6e9e1f236d4, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:23.879342 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.886569 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.888408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.889366 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.890319 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.890823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.893497 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.893497 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.893497 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.894264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.894721 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.895698 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.897865 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.928145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:23.944359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5d601cd9-1c68-4d32-93cf-99192cde4649 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:24.000000 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] For port 4922432b-f32e-47b0-ace7-c6e9e1f236d4, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:24.006290 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] For port 4922432b-f32e-47b0-ace7-c6e9e1f236d4, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4922432b-f32e-47b0-ace7-c6e9e1f236d4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:24.029211 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.038992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.071735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5d601cd9-1c68-4d32-93cf-99192cde4649 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:24.072106 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.131641 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c2661-5931-4427-a788-e9aca719a01e None None] Pushing event updated for resources: {'Port': ['ID=4922432b-f32e-47b0-ace7-c6e9e1f236d4,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:24.155656 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:24.162298 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:24.299018 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:24.304757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Allocated IP 172.20.0.1 (0135316a-f113-43e3-b12f-553921092438/3a95019d-01db-4b3b-9040-ef4c5639b501/e054d3d1-029b-48fc-a3c1-c53b341a006f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:24.358613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d468d8-246f-4f55-bf27-81a8469a4811 None None] Network 0135316a-f113-43e3-b12f-553921092438 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:24.415150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.433779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-05aca588-2825-4219-83ca-df5b1ec8fb66 None None] Provisioning for port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:24.434719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Transition to ACTIVE for port object e054d3d1-029b-48fc-a3c1-c53b341a006f will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:24.440214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-05aca588-2825-4219-83ca-df5b1ec8fb66 None None] Provisioning complete for port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:24.440579 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-05aca588-2825-4219-83ca-df5b1ec8fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.473581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 40051225-7257-4b9c-af2d-b7be9f31b880 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:24.473581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.602592 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:21Z', 'revision_number': 3, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:24.604778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.651632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Network 0135316a-f113-43e3-b12f-553921092438 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:24.658385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:24.695216 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651dbb35-96b5-43a8-bc59-56568526d7c0 None None] The sync data for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 is: [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:21Z', 'revision_number': 3, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:24.726529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:24.764403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-05aca588-2825-4219-83ca-df5b1ec8fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.830553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-05aca588-2825-4219-83ca-df5b1ec8fb66 None None] For port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:24.840829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f8b3-f152-4dc1-9fe4-f87af1852e11 req-c849e789-3bc3-4cb9-a812-61b1a4a8beab tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.841617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-05aca588-2825-4219-83ca-df5b1ec8fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.848803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f744f8b3-f152-4dc1-9fe4-f87af1852e11 req-c849e789-3bc3-4cb9-a812-61b1a4a8beab tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 945 time: 0.1233521 Jun 30 09:13:24.904028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.956843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aca588-2825-4219-83ca-df5b1ec8fb66 None None] Pushing event updated for resources: {'Port': ['ID=9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:24.972656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f744f8b3-f152-4dc1-9fe4-f87af1852e11 req-0b160770-8555-435b-b63c-326bb3e93b63 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227117 Jun 30 09:13:24.999702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4d36a233-560e-4ff7-823f-20ab72d3e4dd None None] Provisioning complete for port 40051225-7257-4b9c-af2d-b7be9f31b880 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:25.000068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4d36a233-560e-4ff7-823f-20ab72d3e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.043773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-29e3f807-0380-457a-b964-e4ff6244b8e9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.053498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-29e3f807-0380-457a-b964-e4ff6244b8e9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.26 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 945 time: 0.2339575 Jun 30 09:13:25.056342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e054d3d1-029b-48fc-a3c1-c53b341a006f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:25.098837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4d36a233-560e-4ff7-823f-20ab72d3e4dd None None] Port 40051225-7257-4b9c-af2d-b7be9f31b880 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:25.112622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4d36a233-560e-4ff7-823f-20ab72d3e4dd None None] Provisioning complete for port 5d601cd9-1c68-4d32-93cf-99192cde4649 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:25.112937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4d36a233-560e-4ff7-823f-20ab72d3e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.120387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.120730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.121065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.121659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.121994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.122323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.122649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.122973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.123294 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.123613 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.123931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.124254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:25.132172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.168988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 40051225-7257-4b9c-af2d-b7be9f31b880 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:25.340852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Deleting port a6e36249-8e37-49f4-8d74-c1c82d896a40 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:25.341227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.389136 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.490915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.573044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:25.715432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] For port a6e36249-8e37-49f4-8d74-c1c82d896a40, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a6e36249-8e37-49f4-8d74-c1c82d896a40,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:25.716662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.767037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:25.767413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.784391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Calling delete_port for a6e36249-8e37-49f4-8d74-c1c82d896a40 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:25.838797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-806ab57f-df1f-445d-805a-02687a016eb0 None None] Provisioning complete for port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:25.847564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-806ab57f-df1f-445d-805a-02687a016eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.965620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4922432b-f32e-47b0-ace7-c6e9e1f236d4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:26.079615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.162290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.202541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['a6e36249-8e37-49f4-8d74-c1c82d896a40'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:26.222483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Pushing event deleted for resources: {'Port': ['ID=a6e36249-8e37-49f4-8d74-c1c82d896a40,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:26.259410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.268989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=40051225-7257-4b9c-af2d-b7be9f31b880,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:26.299115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-806ab57f-df1f-445d-805a-02687a016eb0 None None] Could not find standard attr ID for object 40051225-7257-4b9c-af2d-b7be9f31b880. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:26.319027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:26.324194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:26.324813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.352096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-806ab57f-df1f-445d-805a-02687a016eb0 None None] Provisioning for port e054d3d1-029b-48fc-a3c1-c53b341a006f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:26.361033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-806ab57f-df1f-445d-805a-02687a016eb0 None None] Provisioning complete for port e054d3d1-029b-48fc-a3c1-c53b341a006f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:26.361467 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-806ab57f-df1f-445d-805a-02687a016eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.395546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] No DVR routers for this DVR port a6e36249-8e37-49f4-8d74-c1c82d896a40 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:26.414393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-806ab57f-df1f-445d-805a-02687a016eb0 None None] Port e054d3d1-029b-48fc-a3c1-c53b341a006f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:26.433679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.437825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cac82fe-569b-4677-a55e-c80fa6f5aeec req-ee33e866-ec6e-4fcc-a7d9-3000466954df tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.26 "DELETE /v2.0/ports/a6e36249-8e37-49f4-8d74-c1c82d896a40 HTTP/1.1" status: 204 len: 173 time: 1.3763294 Jun 30 09:13:26.439355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'name': 'network-vif-deleted', 'tag': 'a6e36249-8e37-49f4-8d74-c1c82d896a40'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:26.441686 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd101a-716f-4507-aaaf-fb2a4dc24ecf" -d '{"events": [{"server_uuid": "7571e2e9-9daf-4291-b248-b16b0de21f83", "name": "network-vif-deleted", "tag": "a6e36249-8e37-49f4-8d74-c1c82d896a40"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:26.454141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af6e072-d8d7-4e8e-a3bf-e161dc3bb3a0 req-17554977-3cd5-48f9-9049-ec826f3108ed tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=7571e2e9-9daf-4291-b248-b16b0de21f83 HTTP/1.1" status: 200 len: 210 time: 0.1192641 Jun 30 09:13:26.485388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.489191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.515550 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9029ea20-17a6-48e8-ac98-255376a7a4bd x-openstack-request-id: req-9029ea20-17a6-48e8-ac98-255376a7a4bd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:26.515877 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7571e2e9-9daf-4291-b248-b16b0de21f83", "name": "network-vif-deleted", "tag": "a6e36249-8e37-49f4-8d74-c1c82d896a40", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:26.516103 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9029ea20-17a6-48e8-ac98-255376a7a4bd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:26.516617 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7571e2e9-9daf-4291-b248-b16b0de21f83', 'name': 'network-vif-deleted', 'tag': 'a6e36249-8e37-49f4-8d74-c1c82d896a40', 'status': 'completed', 'code': 200} Jun 30 09:13:26.546590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 4922432b-f32e-47b0-ace7-c6e9e1f236d4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4922432b-f32e-47b0-ace7-c6e9e1f236d4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:26.551539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.553002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-841cc156-1e55-4f64-87c5-4de2a2b7c7bf None None] Could not find standard attr ID for object 40051225-7257-4b9c-af2d-b7be9f31b880. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:26.554562 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-002fc978-9011-42b0-8c66-e3805a590e4b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/40051225-7257-4b9c-af2d-b7be9f31b880 HTTP/1.1" status: 204 len: 168 time: 3.4356744 Jun 30 09:13:26.563841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58038) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:26.564213 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.580792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-841cc156-1e55-4f64-87c5-4de2a2b7c7bf None None] Provisioning complete for port e054d3d1-029b-48fc-a3c1-c53b341a006f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:26.581157 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-841cc156-1e55-4f64-87c5-4de2a2b7c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.599648 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e054d3d1-029b-48fc-a3c1-c53b341a006f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:26.610902 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.645185 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4edf038-a749-4d51-bfdf-741d9a2fc596 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:26.649936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d4edf038-a749-4d51-bfdf-741d9a2fc596 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/40051225-7257-4b9c-af2d-b7be9f31b880 HTTP/1.1" status: 404 len: 333 time: 0.0850403 Jun 30 09:13:26.654981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58040) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:26.721379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-841cc156-1e55-4f64-87c5-4de2a2b7c7bf None None] Port e054d3d1-029b-48fc-a3c1-c53b341a006f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:26.765404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:26.777570 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.781187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=4922432b-f32e-47b0-ace7-c6e9e1f236d4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:26.836561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Network 0135316a-f113-43e3-b12f-553921092438 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:26.838541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:26.862633 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.060043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Router 3d31f0ac-189a-4901-a575-a31366b5ae60 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:27.084023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.183281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e1a20-5fa5-4d06-b946-10a708816f56 req-3fbe8d55-0b9c-47ed-9efb-b2e42df7c31a tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.186163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d63e1a20-5fa5-4d06-b946-10a708816f56 req-3fbe8d55-0b9c-47ed-9efb-b2e42df7c31a tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1097 time: 0.1715426 Jun 30 09:13:27.211169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d63e1a20-5fa5-4d06-b946-10a708816f56 req-8196f96c-66a9-45c9-b0c3-3e2f4a964aca tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.226178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.331889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:27.337112 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a66ad54a-de64-4123-882c-028c2e631fc3 admin admin] 10.222.0.53 "PUT /v2.0/routers/3d31f0ac-189a-4901-a575-a31366b5ae60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0807016 Jun 30 09:13:27.342674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:27.362526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf682d8-82ab-4a60-9293-4cb9fac5e1b7 None None] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:27.364689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.368827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4eb86a8c-fe2c-453c-b88d-ecc0d43162d3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226 HTTP/1.1" status: 204 len: 168 time: 0.7128944 Jun 30 09:13:27.371556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:27.450373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4922432b-f32e-47b0-ace7-c6e9e1f236d4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:27.488276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-11046242-aa49-41ca-9ebf-686c5cecc9cc None None] Provisioning complete for port e054d3d1-029b-48fc-a3c1-c53b341a006f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:27.488651 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-11046242-aa49-41ca-9ebf-686c5cecc9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.534555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet a1b61e86-74c4-4190-8218-de30992c5296 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:27.544108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.590807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d63e1a20-5fa5-4d06-b946-10a708816f56 req-8196f96c-66a9-45c9-b0c3-3e2f4a964aca tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.606387 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d63e1a20-5fa5-4d06-b946-10a708816f56 req-8196f96c-66a9-45c9-b0c3-3e2f4a964aca tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.684905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.696188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d63e1a20-5fa5-4d06-b946-10a708816f56 req-8196f96c-66a9-45c9-b0c3-3e2f4a964aca tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5017025 Jun 30 09:13:27.696426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-11046242-aa49-41ca-9ebf-686c5cecc9cc None None] Port e054d3d1-029b-48fc-a3c1-c53b341a006f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:27.752583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:27.752969 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.763099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f96c-66a9-45c9-b0c3-3e2f4a964aca tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406e53f7-411b-4896-9af6-1fb473b4d2e2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:27.857867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Sync routers for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:27.885680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.936511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:27.937191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:27.977497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.059275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b61e86-74c4-4190-8218-de30992c5296,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.068698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.072089 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-49e6ef1e-eb32-4551-a8d2-37749c7e573b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/a1b61e86-74c4-4190-8218-de30992c5296 HTTP/1.1" status: 204 len: 168 time: 0.6990829 Jun 30 09:13:28.075210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58070) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.129421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:28.148634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3741b-e814-47db-b681-8dc9e8af5235 req-cc2704c6-0a42-4899-8462-d86a7bcb2e30 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:28.150159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2b3741b-e814-47db-b681-8dc9e8af5235 req-cc2704c6-0a42-4899-8462-d86a7bcb2e30 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.1515779 Jun 30 09:13:28.180309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.239965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2b3741b-e814-47db-b681-8dc9e8af5235 req-007c56aa-1457-4108-988f-061d132cf83b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781107 Jun 30 09:13:28.252313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 5d601cd9-1c68-4d32-93cf-99192cde4649 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:28.252753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.257067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58072) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.346374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] For port 5d601cd9-1c68-4d32-93cf-99192cde4649, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5d601cd9-1c68-4d32-93cf-99192cde4649,segment=NetworkSegment(9ca0f27b-0551-482d-bed9-297401891faf),segment_id=9ca0f27b-0551-482d-bed9-297401891faf)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:28.346783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.364286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 5d601cd9-1c68-4d32-93cf-99192cde4649 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:28.412933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-23d39063-3975-4e38-b7bd-e4384871d96c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 HTTP/1.1" status: 200 len: 993 time: 0.1544993 Jun 30 09:13:28.442858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58080) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.448806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a90499ea-9e75-4c08-97ee-363bc2116a4f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805346103', 'description': 'tempest-description--1577990573'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:28.501201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a90499ea-9e75-4c08-97ee-363bc2116a4f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.575045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.635446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=5d601cd9-1c68-4d32-93cf-99192cde4649,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.661590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No DVR routers for this DVR port 5d601cd9-1c68-4d32-93cf-99192cde4649 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:28.664544 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a90499ea-9e75-4c08-97ee-363bc2116a4f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.684054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a90499ea-9e75-4c08-97ee-363bc2116a4f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.769871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90499ea-9e75-4c08-97ee-363bc2116a4f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37df56c2-4162-4cc6-b512-fd246e5d40df,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.783118 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a90499ea-9e75-4c08-97ee-363bc2116a4f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.784706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a90499ea-9e75-4c08-97ee-363bc2116a4f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3405244 Jun 30 09:13:28.787795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58084) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.788037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.811443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ec725832-59b3-4d48-98b3-b5b80f0f09fb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'security_group_rule': {'security_group_id': '37df56c2-4162-4cc6-b512-fd246e5d40df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:28.812826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678c0574-3eb3-4738-b5a3-a0c1c602e53d']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:28.836546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 2, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:28.862918 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec725832-59b3-4d48-98b3-b5b80f0f09fb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.869170 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:13:28.890286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca0f27b-0551-482d-bed9-297401891faf') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:28.891275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca0f27b-0551-482d-bed9-297401891faf') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:28.908691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a6e36249-8e37-49f4-8d74-c1c82d896a40 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:28.911302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Checking router: 3d31f0ac-189a-4901-a575-a31366b5ae60 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:28.912001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Updating router 3d31f0ac-189a-4901-a575-a31366b5ae60 port e054d3d1-029b-48fc-a3c1-c53b341a006f binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:13:28.913408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757db75-68c2-4cb8-887e-0dd436bf29b1 None None] Host n-d-758944-40 tried to update port 5d601cd9-1c68-4d32-93cf-99192cde4649 which no longer exists. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jun 30 09:13:28.931725 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.969056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec725832-59b3-4d48-98b3-b5b80f0f09fb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.977816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec725832-59b3-4d48-98b3-b5b80f0f09fb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.982768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.983687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: a6e36249-8e37-49f4-8d74-c1c82d896a40 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:28.984252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a6e36249-8e37-49f4-8d74-c1c82d896a40 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:29.008282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f1075-7f07-44ce-834b-de76f0b922a5 None None] Network 678c0574-3eb3-4738-b5a3-a0c1c602e53d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:29.013918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:29.014376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:29.017953 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:29.036267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec725832-59b3-4d48-98b3-b5b80f0f09fb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341a88ed-cbee-4c38-b856-1ea23c8ba9e0,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.038840 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.075087 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec725832-59b3-4d48-98b3-b5b80f0f09fb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.080207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-19d4850e-4714-4d78-9b15-d83f49fc73d6 None None] Could not find standard attr ID for object 5d601cd9-1c68-4d32-93cf-99192cde4649. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:29.083518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ec725832-59b3-4d48-98b3-b5b80f0f09fb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885599 Jun 30 09:13:29.084397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58090) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.091058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-110bd0bb-d730-4339-81f6-31c2b370fee1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'security_group_rule': {'security_group_id': '37df56c2-4162-4cc6-b512-fd246e5d40df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:29.149554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.160055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-110bd0bb-d730-4339-81f6-31c2b370fee1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.162227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.170181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.170384 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/678c0574-3eb3-4738-b5a3-a0c1c602e53d HTTP/1.1" status: 204 len: 168 time: 1.0929737 Jun 30 09:13:29.184425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7cc3-e00a-4fe0-93e6-4084377c21dc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=678c0574-3eb3-4738-b5a3-a0c1c602e53d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.319603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b65552d-66d5-48bf-84e6-0e21b5ba84d4 None None] DHCP port deletion for 678c0574-3eb3-4738-b5a3-a0c1c602e53d request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:29.370830 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-110bd0bb-d730-4339-81f6-31c2b370fee1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.391735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8130a-cb5b-4d94-9063-5fee2c4247b1 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.396817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-50d8130a-cb5b-4d94-9063-5fee2c4247b1 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1984391 Jun 30 09:13:29.397232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58102) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.398249 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-110bd0bb-d730-4339-81f6-31c2b370fee1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.417230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bd0bb-d730-4339-81f6-31c2b370fee1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd40abbc-9611-4618-bbb1-90fa0110c2e0,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.444372 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-110bd0bb-d730-4339-81f6-31c2b370fee1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.452958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-110bd0bb-d730-4339-81f6-31c2b370fee1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3587034 Jun 30 09:13:29.454433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.460444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:29.515771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.560201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5d601cd9-1c68-4d32-93cf-99192cde4649 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:29.587632 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f8e1f8cc-1594-4a8a-990f-c1b4abe402be tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1888843 Jun 30 09:13:29.588721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58106) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.605893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1832623328'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:29.616405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5d601cd9-1c68-4d32-93cf-99192cde4649 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:29.616405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5d601cd9-1c68-4d32-93cf-99192cde4649 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:29.648845 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.651348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:29.656064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.663956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Transition to ACTIVE for port object e054d3d1-029b-48fc-a3c1-c53b341a006f will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:29.678684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.699334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:29.727249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.727602 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment 2e7833bf-1336-4418-a861-489ba4af0a54 of type vlan for network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 Jun 30 09:13:29.739606 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.810382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.820728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d5785-daa6-4265-87e7-cf941791eb50 None None] Pushing event updated for resources: {'Port': ['ID=e054d3d1-029b-48fc-a3c1-c53b341a006f,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.909007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.931652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.932819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.019628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Attempting to bind port e054d3d1-029b-48fc-a3c1-c53b341a006f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:30.020179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Attempting to bind port e054d3d1-029b-48fc-a3c1-c53b341a006f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:30.020426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Attempting to bind port e054d3d1-029b-48fc-a3c1-c53b341a006f on network 0135316a-f113-43e3-b12f-553921092438 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:30.031447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:30.031824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Checking segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:30.032232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.032718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Bound using segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:30.033184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Bound port: e054d3d1-029b-48fc-a3c1-c53b341a006f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:30.033561 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.102763 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5126648 Jun 30 09:13:30.110171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58116) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:30.122294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Allocated IP 172.25.8.205 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/e8b1ac3c-3090-4b79-9084-8e53e983a3ca) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:30.123493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:30.199293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] For port e054d3d1-029b-48fc-a3c1-c53b341a006f, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:30.202976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] For port e054d3d1-029b-48fc-a3c1-c53b341a006f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e054d3d1-029b-48fc-a3c1-c53b341a006f,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:30.220157 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.268936 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-266199a6-4d54-4bae-8960-8027a130950c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4217501 Jun 30 09:13:30.270058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e20cb9-3258-4421-b054-ffa14a874c28 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=cd9485a3-6a39-4f3f-8a23-b6ec292a80c1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.299968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:30.330391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:30.339516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.759853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.846154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=4ef9d558-d520-449a-9235-41e11c67a5c1,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.855058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:30.855738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': '2e7833bf-1336-4418-a861-489ba4af0a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:30.856113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: cd9485a3-6a39-4f3f-8a23-b6ec292a80c1, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:30.857164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:30.875807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d5785-daa6-4265-87e7-cf941791eb50 None None] Pushing event updated for resources: {'Port': ['ID=e054d3d1-029b-48fc-a3c1-c53b341a006f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.876809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:30.891585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, cd9485a3-6a39-4f3f-8a23-b6ec292a80c1) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:30.917217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.918125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.940275 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a16c3852-b9d0-413c-a04f-83ef1d826187 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8217816 Jun 30 09:13:30.941078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58142) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:30.947133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1', 'name': 'tempest-PortsTestJSON-1472854451'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:30.973044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b084a473-2b10-4bb4-a5f3-2da6d95670e1 None None] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:31.036217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de267-4c5d-48a3-99c0-97ff3f3fd5ae req-ecedf22e-6f17-480c-a058-70ba496712bb tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.044843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b39de267-4c5d-48a3-99c0-97ff3f3fd5ae req-ecedf22e-6f17-480c-a058-70ba496712bb tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 1.0552695 Jun 30 09:13:31.112686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b39de267-4c5d-48a3-99c0-97ff3f3fd5ae req-ca303398-5ce4-41ce-b078-fe37d908c521 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665770 Jun 30 09:13:31.156744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:31.160317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.171982 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.215247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 48f5b521-d990-4f48-ba0c-4cc89b7ba519 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:31.281764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.381553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:31.394594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:31.401796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:31.407709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'Port': ['ID=e8b1ac3c-3090-4b79-9084-8e53e983a3ca,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:31.428148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:31.436618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.4 (cd9485a3-6a39-4f3f-8a23-b6ec292a80c1/4ef9d558-d520-449a-9235-41e11c67a5c1/48f5b521-d990-4f48-ba0c-4cc89b7ba519) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:31.681796 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.725530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-cd9485a3-6a39-4f3f-8a23-b6ec292a80c1', 'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1', 'tenant_id': '54c3b9df9f7b40af832fb242c50e14bb', 'fixed_ips': [{'subnet_id': '4ef9d558-d520-449a-9235-41e11c67a5c1'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:31.726770 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.751578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.788463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object 48f5b521-d990-4f48-ba0c-4cc89b7ba519 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:31.893722 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-30a41ec3-fb2f-44f5-ab2a-8dc7055bda22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.997835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.003445 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.003685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=48f5b521-d990-4f48-ba0c-4cc89b7ba519,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:32.003685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:32.003685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:32.003685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:32.073697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.074653 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.111113 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e76a6000-d1fd-4a5e-9bc9-259671d6eabb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1687062 Jun 30 09:13:32.111972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58190) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:32.118564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1', 'name': 'tempest-PortsTestJSON-1922599767'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:32.254701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Allocated IP 172.20.0.2 (cd9485a3-6a39-4f3f-8a23-b6ec292a80c1/4ef9d558-d520-449a-9235-41e11c67a5c1/16b47708-68c5-442f-a3b4-2c317303e756) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:32.289391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:32.324501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b1a7f-0616-403e-8496-d46e8764d639 None None] The sync data for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 is: [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:30Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:32.369354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:32.422205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.468627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port c8e43026-c174-4a10-a7f6-2054864358c0 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:32.547823 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.574582 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.616117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.627442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Transition to ACTIVE for port object 16b47708-68c5-442f-a3b4-2c317303e756 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:32.653218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Transition to ACTIVE for port object 16b47708-68c5-442f-a3b4-2c317303e756 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:32.661493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.679008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-dce5a205-2ed9-4362-b553-bf560b1b8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.681215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-dce5a205-2ed9-4362-b553-bf560b1b8c92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1097 time: 0.3658731 Jun 30 09:13:32.722524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:32.733199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:32.737066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:32.787662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Pushing event updated for resources: {'Port': ['ID=16b47708-68c5-442f-a3b4-2c317303e756,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:32.842770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.6 (cd9485a3-6a39-4f3f-8a23-b6ec292a80c1/4ef9d558-d520-449a-9235-41e11c67a5c1/c8e43026-c174-4a10-a7f6-2054864358c0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:32.884756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd1d7a-7108-488d-b11c-a8a604de9f8d req-b858bfc4-0653-4107-bbcf-4d4746e6efbe tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.893455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98bd1d7a-7108-488d-b11c-a8a604de9f8d req-b858bfc4-0653-4107-bbcf-4d4746e6efbe tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.5134201 Jun 30 09:13:32.904818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'Port': ['ID=e8b1ac3c-3090-4b79-9084-8e53e983a3ca,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:32.924820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Attempting to bind port 16b47708-68c5-442f-a3b4-2c317303e756 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:32.925196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Attempting to bind port 16b47708-68c5-442f-a3b4-2c317303e756 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '2e7833bf-1336-4418-a861-489ba4af0a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:32.925562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Attempting to bind port 16b47708-68c5-442f-a3b4-2c317303e756 on network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:32.931056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:32.931430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Checking segment: {'id': '2e7833bf-1336-4418-a861-489ba4af0a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:32.931867 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.932258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Bound using segment: {'id': '2e7833bf-1336-4418-a861-489ba4af0a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:32.932723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Bound port: 16b47708-68c5-442f-a3b4-2c317303e756, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7833bf-1336-4418-a861-489ba4af0a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cd9485a3-6a39-4f3f-8a23-b6ec292a80c1'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:32.933100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.032911 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.076929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98bd1d7a-7108-488d-b11c-a8a604de9f8d req-f6844055-dd6b-45b9-84ea-3217f6fe19bb tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824820 Jun 30 09:13:33.099475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] For port 16b47708-68c5-442f-a3b4-2c317303e756, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:33.108355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] For port 16b47708-68c5-442f-a3b4-2c317303e756, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=16b47708-68c5-442f-a3b4-2c317303e756,segment=NetworkSegment(2e7833bf-1336-4418-a861-489ba4af0a54),segment_id=2e7833bf-1336-4418-a861-489ba4af0a54)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:33.123081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.158400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.159619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a0f36793-bc2e-4b18-b64f-a96dc7fdbde8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7040651 Jun 30 09:13:33.162185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-47f51982-10ce-457a-9b3c-f2434d5b8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.164682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-47f51982-10ce-457a-9b3c-f2434d5b8c01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.4719508 Jun 30 09:13:33.226309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.268981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920de1e-22b2-4881-9abe-454ccad27c62 None None] Pushing event updated for resources: {'Port': ['ID=16b47708-68c5-442f-a3b4-2c317303e756,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:33.274819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object c8e43026-c174-4a10-a7f6-2054864358c0 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:33.434409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-010655e1-31d6-4ba1-b985-677b4a26cc9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 1001 time: 0.2612805 Jun 30 09:13:33.468142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.552159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e054d3d1-029b-48fc-a3c1-c53b341a006f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:33.593154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:33.604089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-998ef856-7499-41fd-ace2-2a26536fa008 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1805346103&fields=id&tenant_id=8349e0ba6ebe430ba1d5be261b3091e5 HTTP/1.1" status: 200 len: 267 time: 0.1880236 Jun 30 09:13:33.627695 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:33.640320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:33.651380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=c8e43026-c174-4a10-a7f6-2054864358c0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:33.692688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-59eb6035-29b7-41d5-bf52-3770c6636ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.699327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port e054d3d1-029b-48fc-a3c1-c53b341a006f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:33.706680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e054d3d1-029b-48fc-a3c1-c53b341a006f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:33.706776 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.708868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-59eb6035-29b7-41d5-bf52-3770c6636ff8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.2634404 Jun 30 09:13:33.764896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.777136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.887612 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.906760 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e0d5c367-a256-41aa-89ae-39f4886f9e88 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7912338 Jun 30 09:13:33.907126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58236) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:33.940156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port e054d3d1-029b-48fc-a3c1-c53b341a006f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e054d3d1-029b-48fc-a3c1-c53b341a006f,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:33.951685 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.969202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-d770740d-ef00-49c0-97ee-c6137178597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.969915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-d770740d-ef00-49c0-97ee-c6137178597a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893964 Jun 30 09:13:33.984425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-cd3c3a5c-a946-4ce8-945b-43cef78a5f67 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.988920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-cd3c3a5c-a946-4ce8-945b-43cef78a5f67 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 811 time: 0.3687921 Jun 30 09:13:34.089516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-192747af-4ed6-4c75-8139-88ff8e753e38 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/quotas/8349e0ba6ebe430ba1d5be261b3091e5 HTTP/1.1" status: 200 len: 375 time: 0.0192337 Jun 30 09:13:34.142378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=e054d3d1-029b-48fc-a3c1-c53b341a006f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:34.217418 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d5af7-a773-4aa8-bc2c-6b95b2982f53 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.219307 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2f7d5af7-a773-4aa8-bc2c-6b95b2982f53 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.3091698 Jun 30 09:13:34.222538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:34.268235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-4770bd08-3696-49a5-ad64-ef8b7a72f412 service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759745 Jun 30 09:13:34.360437 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.394782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfe73780-3064-4bc6-add4-406d63a80d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.441975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port c8e43026-c174-4a10-a7f6-2054864358c0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:34.442520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.506749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-69ab1a44-9b72-49ef-95ee-58bc90f5a4f8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3955698 Jun 30 09:13:34.631366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.670034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for c8e43026-c174-4a10-a7f6-2054864358c0 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:34.696317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-847d7c52-6202-4579-85a2-b1d4ff517854 service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169748 Jun 30 09:13:34.816845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95511a8b-b381-45b9-acbb-5fd741531210 req-03f22d21-9b4b-43e1-82bf-21c6fceb70f5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.827111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95511a8b-b381-45b9-acbb-5fd741531210 req-03f22d21-9b4b-43e1-82bf-21c6fceb70f5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.4168582 Jun 30 09:13:34.842785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-5eaeae7a-5d7d-40da-b768-dd0a8c63ad83 service neutron] 10.222.0.53 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021832 Jun 30 09:13:34.991617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.040004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-7ed82f8c-c05c-4050-8f79-2e33fb187984 service neutron] 10.222.0.53 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884511 Jun 30 09:13:35.040703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=c8e43026-c174-4a10-a7f6-2054864358c0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:35.106592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95511a8b-b381-45b9-acbb-5fd741531210 req-821635d2-804c-4b44-af98-84befe27d533 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740133 Jun 30 09:13:35.214360 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.218352 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-36c048e2-ebc3-451c-a7a3-9925d5ce0c14 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/c8e43026-c174-4a10-a7f6-2054864358c0 HTTP/1.1" status: 204 len: 168 time: 0.9913666 Jun 30 09:13:35.221276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:35.272244 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e78a0d4-e193-4fae-888e-8e0fcad60665 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:35.277226 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e78a0d4-e193-4fae-888e-8e0fcad60665 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/c8e43026-c174-4a10-a7f6-2054864358c0 HTTP/1.1" status: 404 len: 333 time: 0.0540023 Jun 30 09:13:35.279783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58272) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:35.457760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6d06e-00e8-4f8f-854d-6b2fd29226a5 None None] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:35.515418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9b74692-3c96-49cf-a8fc-e6e705776d8f req-d7fe74d8-36db-46ad-8f80-dec99547814a tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 210 time: 0.0478687 Jun 30 09:13:35.578160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 48f5b521-d990-4f48-ba0c-4cc89b7ba519 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:35.578507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.589434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 16b47708-68c5-442f-a3b4-2c317303e756 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:35.715510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fd591f88-097c-4d13-9c15-5409d56002eb None None] Provisioning for port 16b47708-68c5-442f-a3b4-2c317303e756 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:35.749060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.800673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 48f5b521-d990-4f48-ba0c-4cc89b7ba519 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:35.817150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 16b47708-68c5-442f-a3b4-2c317303e756 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:35.834365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 16b47708-68c5-442f-a3b4-2c317303e756 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:35.835109 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.901467 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.071639 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.109067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.118037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 16b47708-68c5-442f-a3b4-2c317303e756, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=16b47708-68c5-442f-a3b4-2c317303e756,segment=NetworkSegment(2e7833bf-1336-4418-a861-489ba4af0a54),segment_id=2e7833bf-1336-4418-a861-489ba4af0a54)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:36.136847 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.137919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e054d3d1-029b-48fc-a3c1-c53b341a006f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:36.277681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=16b47708-68c5-442f-a3b4-2c317303e756,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.301956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e054d3d1-029b-48fc-a3c1-c53b341a006f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:36.302557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.490429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b623e017-81e9-4c82-961c-51a8e10dcfe3 None None] Could not find standard attr ID for object 48f5b521-d990-4f48-ba0c-4cc89b7ba519. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:36.497607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=48f5b521-d990-4f48-ba0c-4cc89b7ba519,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.511924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b623e017-81e9-4c82-961c-51a8e10dcfe3 None None] Provisioning complete for port 16b47708-68c5-442f-a3b4-2c317303e756 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:36.515737 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b623e017-81e9-4c82-961c-51a8e10dcfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.605940 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.608495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b3f28806-7126-420c-bd72-dbfe68b59d7e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/48f5b521-d990-4f48-ba0c-4cc89b7ba519 HTTP/1.1" status: 204 len: 168 time: 1.3272998 Jun 30 09:13:36.611205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58306) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:36.678777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b94b8-5576-4d3b-a332-f6bcb4013f29 req-be54200b-0fd7-45c2-bef3-49d4bc52ac8a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:36.682414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f5b94b8-5576-4d3b-a332-f6bcb4013f29 req-be54200b-0fd7-45c2-bef3-49d4bc52ac8a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.3118472 Jun 30 09:13:36.685741 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-af43181c-ffc9-4135-a7ab-ae02c47ab130 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:36.693621 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af43181c-ffc9-4135-a7ab-ae02c47ab130 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/48f5b521-d990-4f48-ba0c-4cc89b7ba519 HTTP/1.1" status: 404 len: 333 time: 0.0747049 Jun 30 09:13:36.698357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58308) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:36.809840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f5b94b8-5576-4d3b-a332-f6bcb4013f29 req-14c08b0c-e3ee-49d0-8c98-56df1ae9f580 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211839 Jun 30 09:13:36.840586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d65fea9d-ef0b-4c11-87f5-3248c073163e None None] Could not find standard attr ID for object 48f5b521-d990-4f48-ba0c-4cc89b7ba519. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:36.886396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bde22411-fd22-4595-a1e6-d3efa6c6094b req-b27422f0-beb2-4307-ab3e-b0aea676ae1f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 210 time: 0.0432487 Jun 30 09:13:36.946333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet 4ef9d558-d520-449a-9235-41e11c67a5c1 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:36.950899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.016395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.174558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d2813f88-d836-4c15-b903-990346f5f714 None None] Could not find standard attr ID for object c8e43026-c174-4a10-a7f6-2054864358c0. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:37.254016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.305349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.417252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.436993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 16b47708-68c5-442f-a3b4-2c317303e756 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:37.480931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef9d558-d520-449a-9235-41e11c67a5c1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:37.493069 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.499540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58324) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:37.499691 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-073fa124-27ae-4380-a31c-d30d647baa9c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/4ef9d558-d520-449a-9235-41e11c67a5c1 HTTP/1.1" status: 204 len: 168 time: 0.8002305 Jun 30 09:13:37.558587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 16b47708-68c5-442f-a3b4-2c317303e756 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:37.558587 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.616443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42f8df-8247-4568-af96-0b9782bad73f None None] Network cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:37.627073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.797396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-074bbd85-897c-492e-bd31-eabb0d098e7b tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.802538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-074bbd85-897c-492e-bd31-eabb0d098e7b tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 811 time: 0.1718237 Jun 30 09:13:37.882144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-89da53b0-95c9-466f-bfa7-fb8b8099f815 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8349e0ba6ebe430ba1d5be261b3091e5 HTTP/1.1" status: 200 len: 380 time: 0.0655050 Jun 30 09:13:37.898214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'port': {'device_id': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'admin_state_up': True, 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'security_groups': ['37df56c2-4162-4cc6-b512-fd246e5d40df']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:38.037907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] DHCP port deletion for cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:38.065468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 16b47708-68c5-442f-a3b4-2c317303e756 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:38.066484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.092076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] Deleting port 16b47708-68c5-442f-a3b4-2c317303e756 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:38.092541 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.171852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f77794e-e309-4799-b5bf-18ff9316e17f req-1f453039-c4ef-4ecc-8660-7027ca0cc913 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 210 time: 0.1322231 Jun 30 09:13:38.174386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] For port 16b47708-68c5-442f-a3b4-2c317303e756, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=16b47708-68c5-442f-a3b4-2c317303e756,segment=NetworkSegment(2e7833bf-1336-4418-a861-489ba4af0a54),segment_id=2e7833bf-1336-4418-a861-489ba4af0a54)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:38.174970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.206664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] Calling delete_port for 16b47708-68c5-442f-a3b4-2c317303e756 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:38.272220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] For port 16b47708-68c5-442f-a3b4-2c317303e756, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=16b47708-68c5-442f-a3b4-2c317303e756,segment=NetworkSegment(2e7833bf-1336-4418-a861-489ba4af0a54),segment_id=2e7833bf-1336-4418-a861-489ba4af0a54)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:38.272678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.289867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Made reservation on behalf of 8349e0ba6ebe430ba1d5be261b3091e5 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:38.294797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.319698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.320937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 16b47708-68c5-442f-a3b4-2c317303e756 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:38.341021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421a90c-c3c6-4b11-ab19-875432985f8d req-8fd5a832-4655-429b-b32b-4da2ac83cfb4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.341021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4421a90c-c3c6-4b11-ab19-875432985f8d req-8fd5a832-4655-429b-b32b-4da2ac83cfb4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.2724359 Jun 30 09:13:38.350055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] Pushing event deleted for resources: {'Port': ['ID=16b47708-68c5-442f-a3b4-2c317303e756,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:38.359330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253da2e-5ca9-4a2a-b257-933b337b5cd4 None None] No DVR routers for this DVR port 16b47708-68c5-442f-a3b4-2c317303e756 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:38.501312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4421a90c-c3c6-4b11-ab19-875432985f8d req-8c951e79-8b0f-46ed-8da9-243036f2cd8c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262443 Jun 30 09:13:38.623862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Allocated IP 172.20.0.4 (0135316a-f113-43e3-b12f-553921092438/3a95019d-01db-4b3b-9040-ef4c5639b501/63ab6c96-db24-4337-972b-cb714029a8ca) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:38.675822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.733038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=16b47708-68c5-442f-a3b4-2c317303e756,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:38.735353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No DVR routers for this DVR port 16b47708-68c5-442f-a3b4-2c317303e756 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:38.853886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-76395aea-fd24-4899-9f36-31d851f7322b tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.855669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-76395aea-fd24-4899-9f36-31d851f7322b tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/networks?id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 200 len: 812 time: 0.2724752 Jun 30 09:13:39.267489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.275879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-76cb9499-8738-42c1-b716-44d759f0723b tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/quotas/19b921fb27354de0b4d1f720a427db3c HTTP/1.1" status: 200 len: 375 time: 0.0398834 Jun 30 09:13:39.289581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9485a3-6a39-4f3f-8a23-b6ec292a80c1']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:39.329920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7833bf-1336-4418-a861-489ba4af0a54') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:39.330603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7833bf-1336-4418-a861-489ba4af0a54') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:39.340184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-5f0323f9-1b73-4442-9b98-7d9f07c0be8d tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b921fb27354de0b4d1f720a427db3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555623 Jun 30 09:13:39.356369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.363931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 16b47708-68c5-442f-a3b4-2c317303e756 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:39.387875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 16b47708-68c5-442f-a3b4-2c317303e756 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:39.388224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 16b47708-68c5-442f-a3b4-2c317303e756 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:39.468390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.472339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57fd4f47-8c77-41db-b9ed-f5418768c447 req-d8bc1803-16f7-4714-8d6a-82e8c7b82d2e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 210 time: 0.1044204 Jun 30 09:13:39.476946 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.490407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:39.490729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: self.session.flush() Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:39.495207 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:39.600516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d65a4566-e532-4e9e-afc3-72928a75a05d service neutron] 10.222.0.53 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488270 Jun 30 09:13:39.630221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Transition to ACTIVE for port object 63ab6c96-db24-4337-972b-cb714029a8ca will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:39.658419 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.671616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.673484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/cd9485a3-6a39-4f3f-8a23-b6ec292a80c1 HTTP/1.1" status: 204 len: 168 time: 2.1729219 Jun 30 09:13:39.677118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58384) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:39.689174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1203872160'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:39.739855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd5a68-5c07-4074-959a-3381b5bed59c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=cd9485a3-6a39-4f3f-8a23-b6ec292a80c1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.740892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:39.758468 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.784240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:39.795105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.796524 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment 66e515d2-c3ab-4c13-bfae-cc22138245de of type vlan for network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 Jun 30 09:13:39.814716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-2fa54907-815b-4950-9564-ee0ff3eb6954 service neutron] 10.222.0.53 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051547 Jun 30 09:13:39.826168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.838674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29b16-2910-4951-9816-fb7c3344245f req-8a93f43f-efc8-421b-8955-37f730cecb0f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.840466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6df29b16-2910-4951-9816-fb7c3344245f req-8a93f43f-efc8-421b-8955-37f730cecb0f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.1799517 Jun 30 09:13:39.855109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.902719 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.909427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.910294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.921908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'Port': ['ID=63ab6c96-db24-4337-972b-cb714029a8ca,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.958550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Network 0135316a-f113-43e3-b12f-553921092438 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:39.964790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:39.991982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:40.037835 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3587394 Jun 30 09:13:40.038699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58394) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:40.045838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6df29b16-2910-4951-9816-fb7c3344245f req-de89016c-bc35-4ef9-a4e2-ca9f146159e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212909 Jun 30 09:13:40.067357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:40.107907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.110568 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.162246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a6d60d94-35e3-40bd-99f8-a622156a3bc4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2701442 Jun 30 09:13:40.183831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8fd18-b0c7-4a76-8b0a-3e59ca4935db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=775c0fc5-5d8b-4dfe-b704-3b01ddade214,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:40.187458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Request body: {'port': {'device_id': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:40.199555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:40.262151 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:40.266322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.345456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b7180457-fd6a-4510-8d63-0a01cf17b038 None None] Provisioning for port 63ab6c96-db24-4337-972b-cb714029a8ca completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:40.350839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b7180457-fd6a-4510-8d63-0a01cf17b038 None None] Provisioning complete for port 63ab6c96-db24-4337-972b-cb714029a8ca triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:40.351478 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b7180457-fd6a-4510-8d63-0a01cf17b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.367472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da731f5f-92cb-4db8-8ea8-792c2f91d117 req-03808817-931a-40cf-8288-462fb3778ed8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 210 time: 0.1640699 Jun 30 09:13:40.414005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b7180457-fd6a-4510-8d63-0a01cf17b038 None None] Port 63ab6c96-db24-4337-972b-cb714029a8ca cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:40.482207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.857403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7034-c3c9-4bab-93b8-2c1bddf918aa req-8b88cab0-06f5-49c3-8975-29e3979bfa8e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.859085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-387e7034-c3c9-4bab-93b8-2c1bddf918aa req-8b88cab0-06f5-49c3-8975-29e3979bfa8e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 931 time: 0.1528261 Jun 30 09:13:40.949902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-387e7034-c3c9-4bab-93b8-2c1bddf918aa req-fed0be82-506d-42fe-b731-af5a172a7891 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824616 Jun 30 09:13:40.985985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.024274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ab6c96-db24-4337-972b-cb714029a8ca {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:41.035695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.053685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Transition to ACTIVE for port object 63ab6c96-db24-4337-972b-cb714029a8ca will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:41.061045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.062936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=89e3c079-ae26-40c4-a5bd-1587e399637f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:41.074325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': '66e515d2-c3ab-4c13-bfae-cc22138245de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:41.076170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: 775c0fc5-5d8b-4dfe-b704-3b01ddade214, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:41.109769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:41.129316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 775c0fc5-5d8b-4dfe-b704-3b01ddade214) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:41.143923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47546744-580a-4c5e-8dcc-de5d46c7a2d0 None None] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:41.155406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.155981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.215204 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c50cdf77-d9f1-46f7-944c-9f4ccbdbe07e tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1584561 Jun 30 09:13:41.217891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58428) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:41.225085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214', 'name': 'tempest-PortsTestJSON-1291444230', 'fixed_ips': [{'subnet_id': '89e3c079-ae26-40c4-a5bd-1587e399637f', 'ip_address': '172.20.0.10'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:41.268362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Pushing event updated for resources: {'Port': ['ID=63ab6c96-db24-4337-972b-cb714029a8ca,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:41.452039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:41.495265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-775c0fc5-5d8b-4dfe-b704-3b01ddade214', 'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214', 'tenant_id': '54c3b9df9f7b40af832fb242c50e14bb', 'fixed_ips': [{'subnet_id': '89e3c079-ae26-40c4-a5bd-1587e399637f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:41.496285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.520521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Attempting to bind port 63ab6c96-db24-4337-972b-cb714029a8ca on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:41.521145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Attempting to bind port 63ab6c96-db24-4337-972b-cb714029a8ca by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:41.521145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Attempting to bind port 63ab6c96-db24-4337-972b-cb714029a8ca on network 0135316a-f113-43e3-b12f-553921092438 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:41.546355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Port 63ab6c96-db24-4337-972b-cb714029a8ca on network 0135316a-f113-43e3-b12f-553921092438 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:41.546687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Attempting to bind port 63ab6c96-db24-4337-972b-cb714029a8ca on network 0135316a-f113-43e3-b12f-553921092438 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:41.579670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:41.581849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Checking segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:41.581849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Bound using segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:41.581849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Bound port: 63ab6c96-db24-4337-972b-cb714029a8ca, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:41.581849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.624316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22017dc9-511c-49fa-b090-ae0db572ec2d req-7157b0bb-14b0-423b-973c-16c54f665f7d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.635943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22017dc9-511c-49fa-b090-ae0db572ec2d req-7157b0bb-14b0-423b-973c-16c54f665f7d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.3736532 Jun 30 09:13:41.667575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.708465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 305b0280-906c-4a75-9a3e-e552acc7e17a yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:41.733375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Allocated IP 172.20.0.2 (775c0fc5-5d8b-4dfe-b704-3b01ddade214/89e3c079-ae26-40c4-a5bd-1587e399637f/0c96b303-bd2a-476b-827b-fb025a264a43) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:41.800472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22017dc9-511c-49fa-b090-ae0db572ec2d req-02616d2b-c257-4a7c-afb4-f24a6852eaf3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361771 Jun 30 09:13:41.806037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d9d4a24-ae05-4322-a1e1-0139438b6370 req-a5757c48-10cf-4be6-acf7-4e4391f2f3d8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 210 time: 0.1347840 Jun 30 09:13:41.910669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] For port 63ab6c96-db24-4337-972b-cb714029a8ca, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:41.917549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] For port 63ab6c96-db24-4337-972b-cb714029a8ca, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=63ab6c96-db24-4337-972b-cb714029a8ca,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:41.927598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.043328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.047947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.048575 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.050383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] 10.222.0.26 "PUT /v2.0/ports/63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 1092 time: 1.8765161 Jun 30 09:13:42.065290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Transition to ACTIVE for port object 0c96b303-bd2a-476b-827b-fb025a264a43 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:42.065437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:42.069096 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6bab39-3685-46f1-8850-5778422b615a" -d '{"events": [{"name": "network-changed", "server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:42.138820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Transition to ACTIVE for port object 0c96b303-bd2a-476b-827b-fb025a264a43 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:42.146686 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.201446 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6078d05f-bfe5-4729-bb58-0bb0abf31cf6 x-openstack-request-id: req-6078d05f-bfe5-4729-bb58-0bb0abf31cf6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:42.202874 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:42.204465 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6078d05f-bfe5-4729-bb58-0bb0abf31cf6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:42.205037 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca', 'status': 'completed', 'code': 200} Jun 30 09:13:42.225393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Pushing event updated for resources: {'Port': ['ID=0c96b303-bd2a-476b-827b-fb025a264a43,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:42.253613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:42.257217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:42.265032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.10 (775c0fc5-5d8b-4dfe-b704-3b01ddade214/89e3c079-ae26-40c4-a5bd-1587e399637f/305b0280-906c-4a75-9a3e-e552acc7e17a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:42.266822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:42.354374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5dbd7-b5fe-47b9-9f22-5a315a2f4818 service neutron] Pushing event updated for resources: {'Port': ['ID=63ab6c96-db24-4337-972b-cb714029a8ca,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:42.425182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-ab63adbf-4a77-4a79-9229-111f9810cdcf tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.426880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-ab63adbf-4a77-4a79-9229-111f9810cdcf tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.13 "GET /v2.0/networks?id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 200 len: 812 time: 0.3756287 Jun 30 09:13:42.444048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48fa17-d52a-4962-a59d-7bdf2492bb49 req-28837d58-3a39-4975-8634-4c9bc93b9dae tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.445717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e48fa17-d52a-4962-a59d-7bdf2492bb49 req-28837d58-3a39-4975-8634-4c9bc93b9dae tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 943 time: 0.2381520 Jun 30 09:13:42.453679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Attempting to bind port 0c96b303-bd2a-476b-827b-fb025a264a43 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:42.454238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Attempting to bind port 0c96b303-bd2a-476b-827b-fb025a264a43 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '66e515d2-c3ab-4c13-bfae-cc22138245de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:42.454751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Attempting to bind port 0c96b303-bd2a-476b-827b-fb025a264a43 on network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:42.462693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:42.463255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Checking segment: {'id': '66e515d2-c3ab-4c13-bfae-cc22138245de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:42.463383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Request body: {'port': {'device_id': '24688340-4330-4317-a495-f4546e62f836', 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e', 'admin_state_up': True, 'tenant_id': '19b921fb27354de0b4d1f720a427db3c'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:42.463824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.464307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Bound using segment: {'id': '66e515d2-c3ab-4c13-bfae-cc22138245de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:42.464879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Bound port: 0c96b303-bd2a-476b-827b-fb025a264a43, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e515d2-c3ab-4c13-bfae-cc22138245de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:42.478243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.554280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-f889fb1c-1a7f-4ac6-b1c1-6c30e1da116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.555788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-f889fb1c-1a7f-4ac6-b1c1-6c30e1da116f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1095 time: 0.2720397 Jun 30 09:13:42.583195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.603049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object 305b0280-906c-4a75-9a3e-e552acc7e17a will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:42.641080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] For port 0c96b303-bd2a-476b-827b-fb025a264a43, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:42.643487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.644309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] For port 0c96b303-bd2a-476b-827b-fb025a264a43, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c96b303-bd2a-476b-827b-fb025a264a43,segment=NetworkSegment(66e515d2-c3ab-4c13-bfae-cc22138245de),segment_id=66e515d2-c3ab-4c13-bfae-cc22138245de)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:42.652155 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.656275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-2646224d-bda3-4243-bf22-fda5e49b6dd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 217 time: 0.0883434 Jun 30 09:13:42.711875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e48fa17-d52a-4962-a59d-7bdf2492bb49 req-2c7cf6b2-c0b6-42ad-8c22-48de253a6d3e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855958 Jun 30 09:13:42.729449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c6165-bd54-4619-9d4b-5c22cf0d4d35 None None] Pushing event updated for resources: {'Port': ['ID=0c96b303-bd2a-476b-827b-fb025a264a43,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:42.743635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:42.749031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:42.756456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:42.782221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-3b501d92-3e8a-40cb-86e7-3fc6d86a4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.784091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-3b501d92-3e8a-40cb-86e7-3fc6d86a4df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.1135995 Jun 30 09:13:42.819665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=305b0280-906c-4a75-9a3e-e552acc7e17a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:42.831178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Made reservation on behalf of 19b921fb27354de0b4d1f720a427db3c for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:42.836517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.854997 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.858972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.887293 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b2cad32-37f5-44da-8e62-75bf0ee774e6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6676304 Jun 30 09:13:42.888465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58462) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:42.926787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': '775c0fc5-5d8b-4dfe-b704-3b01ddade214', 'name': 'tempest-PortsTestJSON-823439954', 'fixed_ips': [{'subnet_id': '89e3c079-ae26-40c4-a5bd-1587e399637f', 'ip_address': '172.20.0.9'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:43.202845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f4a8ec9-1987-4998-be4e-2f2d64c3e435 req-1b478ebb-a06f-4147-a36e-4e3970c667e0 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 210 time: 0.1373324 Jun 30 09:13:43.407929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:43.421324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c96b303-bd2a-476b-827b-fb025a264a43 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:43.441176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-1a155061-d732-4f1d-a9d3-b120ff66152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:43.442906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-1a155061-d732-4f1d-a9d3-b120ff66152c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6478350 Jun 30 09:13:43.546911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Allocated IP 172.20.0.13 (ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e/dba91bf2-2330-4dbf-ba8f-6d105cf53ffb/eceefdeb-57fd-480e-a58b-77f746a4e208) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:43.632247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ff36d-0c57-4e1a-b8ab-9dfe1e57b8b3 req-0cb6b040-0f74-4c46-9c95-49044ab725f1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:43.641337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-300ff36d-0c57-4e1a-b8ab-9dfe1e57b8b3 req-0cb6b040-0f74-4c46-9c95-49044ab725f1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.5632303 Jun 30 09:13:43.693815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 0c96b303-bd2a-476b-827b-fb025a264a43 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:43.893276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.909710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-300ff36d-0c57-4e1a-b8ab-9dfe1e57b8b3 req-32918832-fa17-42a0-a347-739fa7d4b49a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672746 Jun 30 09:13:43.982904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-a3139a6d-cfaf-4ba7-a6a9-4b1298b87d17 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951048 Jun 30 09:13:43.988997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:44.274187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbfd08-0d56-4fe9-b4c3-2703b2bb4769 None None] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:44.380474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-308a1942-208d-4a40-a1a1-f39556ac8b0a None None] Provisioning for port 0c96b303-bd2a-476b-827b-fb025a264a43 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:44.394185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-308a1942-208d-4a40-a1a1-f39556ac8b0a None None] Provisioning complete for port 0c96b303-bd2a-476b-827b-fb025a264a43 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:44.394786 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-308a1942-208d-4a40-a1a1-f39556ac8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.538956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-308a1942-208d-4a40-a1a1-f39556ac8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.589411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3fd7ccb-b6d9-411c-922d-3be92bbaaf2d req-fb8ad2db-f9c0-4dc1-bc42-3e6720961add tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 210 time: 0.0810158 Jun 30 09:13:44.603230 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.607953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-308a1942-208d-4a40-a1a1-f39556ac8b0a None None] For port 0c96b303-bd2a-476b-827b-fb025a264a43, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c96b303-bd2a-476b-827b-fb025a264a43,segment=NetworkSegment(66e515d2-c3ab-4c13-bfae-cc22138245de),segment_id=66e515d2-c3ab-4c13-bfae-cc22138245de)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:44.625164 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-308a1942-208d-4a40-a1a1-f39556ac8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.646567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b0f07-3b48-408a-a027-56ac8cc06d3b req-123232bb-8ffc-4a6c-ad03-77a249e28643 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.648067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-629b0f07-3b48-408a-a027-56ac8cc06d3b req-123232bb-8ffc-4a6c-ad03-77a249e28643 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 943 time: 0.7668724 Jun 30 09:13:44.685044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a1942-208d-4a40-a1a1-f39556ac8b0a None None] Pushing event updated for resources: {'Port': ['ID=0c96b303-bd2a-476b-827b-fb025a264a43,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:44.734896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ab63ebf-2ecc-432e-b5e6-3a007b476471 req-40924519-5901-49eb-9bcb-8b0c98127919 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393744 Jun 30 09:13:44.810425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-629b0f07-3b48-408a-a027-56ac8cc06d3b req-c9b50ef8-5ef6-40a4-8502-967c6096ed17 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425691 Jun 30 09:13:44.890372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.9 (775c0fc5-5d8b-4dfe-b704-3b01ddade214/89e3c079-ae26-40c4-a5bd-1587e399637f/d63d7d0e-5b8e-49c8-9ceb-732fffa15a88) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:44.892714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.985530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:45.017561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:45.037549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:45.083131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-37d0deef-f67a-41e6-82bf-c75abd0e5070 None None] Provisioning for port 305b0280-906c-4a75-9a3e-e552acc7e17a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:45.087145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-37d0deef-f67a-41e6-82bf-c75abd0e5070 None None] Provisioning complete for port 305b0280-906c-4a75-9a3e-e552acc7e17a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:45.087509 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-37d0deef-f67a-41e6-82bf-c75abd0e5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.148764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Pushing event updated for resources: {'Port': ['ID=eceefdeb-57fd-480e-a58b-77f746a4e208,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.167197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-37d0deef-f67a-41e6-82bf-c75abd0e5070 None None] Port 305b0280-906c-4a75-9a3e-e552acc7e17a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:45.186232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-37d0deef-f67a-41e6-82bf-c75abd0e5070 None None] Provisioning complete for port 0c96b303-bd2a-476b-827b-fb025a264a43 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:45.186678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-37d0deef-f67a-41e6-82bf-c75abd0e5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.280538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bab39-3685-46f1-8850-5778422b615a req-87f6449c-2a3c-43af-8af1-d06a2281d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.287429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de6bab39-3685-46f1-8850-5778422b615a req-87f6449c-2a3c-43af-8af1-d06a2281d2a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1095 time: 0.4641402 Jun 30 09:13:45.382754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c96b303-bd2a-476b-827b-fb025a264a43 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:45.403636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.404268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.425406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.441489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0c96b303-bd2a-476b-827b-fb025a264a43 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:45.442142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.459989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:45.469820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d98a3230-7973-4ace-a80a-dc8d8fbad80a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0209155 Jun 30 09:13:45.491263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Request body: {'port': {'device_id': '24688340-4330-4317-a495-f4546e62f836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:45.543865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a4894ad7-8a9c-4b60-9d69-e11a2880d719 None None] Provisioning complete for port 305b0280-906c-4a75-9a3e-e552acc7e17a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:45.544317 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a4894ad7-8a9c-4b60-9d69-e11a2880d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.576871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373c3d5-631f-4bb6-8bbd-6227fe159b2f req-190cd71c-227b-465e-88c5-2965a7bd4abd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.578685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4373c3d5-631f-4bb6-8bbd-6227fe159b2f req-190cd71c-227b-465e-88c5-2965a7bd4abd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.4985809 Jun 30 09:13:45.587652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.608618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a4894ad7-8a9c-4b60-9d69-e11a2880d719 None None] Port 305b0280-906c-4a75-9a3e-e552acc7e17a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:45.666543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bab39-3685-46f1-8850-5778422b615a req-142e95bb-ba46-405b-b428-3996c1267e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.668887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de6bab39-3685-46f1-8850-5778422b615a req-142e95bb-ba46-405b-b428-3996c1267e7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.3456190 Jun 30 09:13:45.794739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=d63d7d0e-5b8e-49c8-9ceb-732fffa15a88,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.797904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de6bab39-3685-46f1-8850-5778422b615a req-6cc8a194-7fa6-4e69-b949-077a046834b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 217 time: 0.1098506 Jun 30 09:13:45.800165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:45.834950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:45.855941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:45.896082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4373c3d5-631f-4bb6-8bbd-6227fe159b2f req-de1e7272-7023-4da6-8fe8-c48e2fe2f090 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993603 Jun 30 09:13:45.938057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.225292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bab39-3685-46f1-8850-5778422b615a req-bbd10791-e9c0-4d15-a267-5da001010654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.226955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de6bab39-3685-46f1-8850-5778422b615a req-bbd10791-e9c0-4d15-a267-5da001010654 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.3962097 Jun 30 09:13:46.244253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.245050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.249884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d49bb06f-353b-46d5-ba33-f931e27b0b75 None None] Provisioning for port d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:46.256674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d49bb06f-353b-46d5-ba33-f931e27b0b75 None None] Provisioning complete for port d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:46.257182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d49bb06f-353b-46d5-ba33-f931e27b0b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.320350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d49bb06f-353b-46d5-ba33-f931e27b0b75 None None] Port d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:46.323356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2c51ddf4-7370-41ff-bb61-a8a4014f3041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4336922 Jun 30 09:13:46.326696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58544) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.391866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46d139-acda-415b-8ab2-b012324068a7 req-87e21b4f-627e-4ecd-8945-458274cc35de tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.393284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de46d139-acda-415b-8ab2-b012324068a7 req-87e21b4f-627e-4ecd-8945-458274cc35de tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 932 time: 0.6113465 Jun 30 09:13:46.430764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf45b2-41dc-426d-8de6-e2f4e5a67daa tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.432352 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1ccf45b2-41dc-426d-8de6-e2f4e5a67daa tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1033955 Jun 30 09:13:46.435059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58548) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.449844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b676-4cfc-49e1-b519-041943342f52 req-2c77aaeb-5286-4b42-978f-42e1ed63883d tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.451351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cb0b676-4cfc-49e1-b519-041943342f52 req-2c77aaeb-5286-4b42-978f-42e1ed63883d tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 943 time: 0.3952634 Jun 30 09:13:46.512091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc65ec-d3a3-4251-9862-881b80b44df3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.514879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de46d139-acda-415b-8ab2-b012324068a7 req-4d4cdb6b-6e0d-4f86-b34c-e3c875dcc54e tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154368 Jun 30 09:13:46.518619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bab39-3685-46f1-8850-5778422b615a req-f9b9ec8c-6ca9-4423-9c88-026b9d7bd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.520001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc65ec-d3a3-4251-9862-881b80b44df3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.520135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de6bab39-3685-46f1-8850-5778422b615a req-f9b9ec8c-6ca9-4423-9c88-026b9d7bd837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2719185 Jun 30 09:13:46.528258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc65ec-d3a3-4251-9862-881b80b44df3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.530278 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19cc65ec-d3a3-4251-9862-881b80b44df3 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0940635 Jun 30 09:13:46.533149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58550) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.597153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cb0b676-4cfc-49e1-b519-041943342f52 req-6914ad7b-ec26-4edb-8829-b57fbc9fd1ad tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378219 Jun 30 09:13:46.647212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eceefdeb-57fd-480e-a58b-77f746a4e208 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:46.666115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.674077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:46.674575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.690039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Transition to ACTIVE for port object eceefdeb-57fd-480e-a58b-77f746a4e208 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:46.692543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de6bab39-3685-46f1-8850-5778422b615a req-13fe8053-cb4a-499f-b64e-675ecc819a21 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573884 Jun 30 09:13:46.698412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.792892 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.820961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:46.854532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-de6bab39-3685-46f1-8850-5778422b615a req-8f5bf71c-6a7e-442f-ad29-3dc379148b4d service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468961 Jun 30 09:13:46.869548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Pushing event updated for resources: {'Port': ['ID=eceefdeb-57fd-480e-a58b-77f746a4e208,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.991073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 63ab6c96-db24-4337-972b-cb714029a8ca details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:47.026663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.133560 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=d63d7d0e-5b8e-49c8-9ceb-732fffa15a88,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:47.167234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Attempting to bind port eceefdeb-57fd-480e-a58b-77f746a4e208 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:47.167780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Attempting to bind port eceefdeb-57fd-480e-a58b-77f746a4e208 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:47.168306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Attempting to bind port eceefdeb-57fd-480e-a58b-77f746a4e208 on network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:47.173896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Port eceefdeb-57fd-480e-a58b-77f746a4e208 on network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:47.174228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Attempting to bind port eceefdeb-57fd-480e-a58b-77f746a4e208 on network ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:47.179935 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-e95baedb-ceab-4744-b904-bc2ef5e3f124 service neutron] show failed (client error): The resource could not be found. Jun 30 09:13:47.181213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-e95baedb-ceab-4744-b904-bc2ef5e3f124 service neutron] 10.222.0.13 "GET /v2.0/ports/4de9b41f-8690-416d-8007-d3799b56fc6d/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.3341043 Jun 30 09:13:47.185790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:47.186061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Checking segment: {'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:47.186453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Bound using segment: {'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:47.187020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Bound port: eceefdeb-57fd-480e-a58b-77f746a4e208, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cdc2ca-1cba-4c3f-81ba-9c4421519837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:47.187345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.194081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 63ab6c96-db24-4337-972b-cb714029a8ca, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=63ab6c96-db24-4337-972b-cb714029a8ca,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:47.225102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '63ab6c96-db24-4337-972b-cb714029a8ca', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'port_id': '63ab6c96-db24-4337-972b-cb714029a8ca', 'mac_address': 'fa:16:3e:49:9e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:47.319607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc5201-1e80-4cf6-a222-8849b94fde9e req-e0201b00-cec6-4a88-8ded-c15f65589756 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.321850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75dc5201-1e80-4cf6-a222-8849b94fde9e req-e0201b00-cec6-4a88-8ded-c15f65589756 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.2768316 Jun 30 09:13:47.364711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.370801 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.373121 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-76204311-c4da-4f60-a469-e42dae0fe9db tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 HTTP/1.1" status: 204 len: 168 time: 0.8351979 Jun 30 09:13:47.375606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:47.410292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ab6c96-db24-4337-972b-cb714029a8ca {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:47.421911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] For port eceefdeb-57fd-480e-a58b-77f746a4e208, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:47.456491 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-0241a9eb-aa20-4599-8c8f-80778c1af9ad tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:47.462878 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0241a9eb-aa20-4599-8c8f-80778c1af9ad tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/d63d7d0e-5b8e-49c8-9ceb-732fffa15a88 HTTP/1.1" status: 404 len: 333 time: 0.0821400 Jun 30 09:13:47.463053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 63ab6c96-db24-4337-972b-cb714029a8ca, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=63ab6c96-db24-4337-972b-cb714029a8ca,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:47.463942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58574) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:47.477106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] For port eceefdeb-57fd-480e-a58b-77f746a4e208, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=eceefdeb-57fd-480e-a58b-77f746a4e208,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:47.481699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.500246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75dc5201-1e80-4cf6-a222-8849b94fde9e req-334ff54a-b1d7-4dac-bab3-79552159f944 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586487 Jun 30 09:13:47.502292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.563155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.563795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.565196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/eceefdeb-57fd-480e-a58b-77f746a4e208 HTTP/1.1" status: 200 len: 1093 time: 2.0858257 Jun 30 09:13:47.604330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=63ab6c96-db24-4337-972b-cb714029a8ca,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:47.610507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24688340-4330-4317-a495-f4546e62f836', 'tag': 'eceefdeb-57fd-480e-a58b-77f746a4e208'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:47.612779 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db1c212-57b0-4701-88f7-6f37d3ff4af5" -d '{"events": [{"name": "network-changed", "server_uuid": "24688340-4330-4317-a495-f4546e62f836", "tag": "eceefdeb-57fd-480e-a58b-77f746a4e208"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:47.714843 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f498c3-8297-42a1-9049-6e9d4d37f8a5 x-openstack-request-id: req-b3f498c3-8297-42a1-9049-6e9d4d37f8a5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:47.715546 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24688340-4330-4317-a495-f4546e62f836", "tag": "eceefdeb-57fd-480e-a58b-77f746a4e208", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:47.715546 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3f498c3-8297-42a1-9049-6e9d4d37f8a5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:47.715823 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24688340-4330-4317-a495-f4546e62f836', 'tag': 'eceefdeb-57fd-480e-a58b-77f746a4e208', 'status': 'completed', 'code': 200} Jun 30 09:13:47.730343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 305b0280-906c-4a75-9a3e-e552acc7e17a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:47.732193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.739269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['63ab6c96-db24-4337-972b-cb714029a8ca'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:47.797659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a148026-c817-4528-8200-734a3e7e06d0 service neutron] Pushing event updated for resources: {'Port': ['ID=eceefdeb-57fd-480e-a58b-77f746a4e208,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:47.866555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-cd4573a3-caf9-474e-871a-94c2b0b03cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.867746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-cd4573a3-caf9-474e-871a-94c2b0b03cd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 1097 time: 0.2414546 Jun 30 09:13:47.880642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-e8925e69-6ea1-4046-b6ef-25c64d32d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.882150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-e8925e69-6ea1-4046-b6ef-25c64d32d1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b921fb27354de0b4d1f720a427db3c&device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 1096 time: 0.2435553 Jun 30 09:13:47.889184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:47.892591 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.908299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 305b0280-906c-4a75-9a3e-e552acc7e17a owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:47.972361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-dfa1388c-5a6c-464e-9b19-e294c3736dea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eceefdeb-57fd-480e-a58b-77f746a4e208 HTTP/1.1" status: 200 len: 217 time: 0.0785449 Jun 30 09:13:48.076777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b733161-3850-4b08-aa8a-46a6c739d3db req-87cbc22a-ab1a-4ec0-9c5e-70d82232a920 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.078402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b733161-3850-4b08-aa8a-46a6c739d3db req-87cbc22a-ab1a-4ec0-9c5e-70d82232a920 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 944 time: 0.2969551 Jun 30 09:13:48.121135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.150001 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.159752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=305b0280-906c-4a75-9a3e-e552acc7e17a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:48.200219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6cd3726e-8c86-4894-8f1a-d6830294fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.218751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-6cd3726e-8c86-4894-8f1a-d6830294fbf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dba91bf2-2330-4dbf-ba8f-6d105cf53ffb HTTP/1.1" status: 200 len: 852 time: 0.2172663 Jun 30 09:13:48.268606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.271180 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-879fe1d9-2ee8-45a0-a86b-1b42fa143bf5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/305b0280-906c-4a75-9a3e-e552acc7e17a HTTP/1.1" status: 204 len: 168 time: 0.8061819 Jun 30 09:13:48.273702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58598) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:48.302997 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-257bd15a-8bfc-44e9-8c9d-43d20682902d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:13:48.318341 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-257bd15a-8bfc-44e9-8c9d-43d20682902d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/305b0280-906c-4a75-9a3e-e552acc7e17a HTTP/1.1" status: 404 len: 333 time: 0.0410817 Jun 30 09:13:48.319160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58602) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:48.336678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-f7c23637-a1ce-4622-8530-16604121bf1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115372 Jun 30 09:13:48.370853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b733161-3850-4b08-aa8a-46a6c739d3db req-362cdef1-6a33-4711-b082-6c9aa17a49c4 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818558 Jun 30 09:13:48.400244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe071b-ef21-4cd7-96d8-a6347f8a2090 req-92d54b82-8e80-45c3-8773-79c53a446806 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.401843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54fe071b-ef21-4cd7-96d8-a6347f8a2090 req-92d54b82-8e80-45c3-8773-79c53a446806 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 944 time: 0.4803758 Jun 30 09:13:48.426221 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet 89e3c079-ae26-40c4-a5bd-1587e399637f {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:48.437951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.504077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.638844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.690975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-2a3d6ec8-1049-4a0d-be09-02526109b318 service neutron] 10.222.0.13 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387854 Jun 30 09:13:48.716654 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.732598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.734762 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/89e3c079-ae26-40c4-a5bd-1587e399637f HTTP/1.1" status: 204 len: 168 time: 0.4146616 Jun 30 09:13:48.737461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:48.745337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517f1fc-5427-49f7-b162-ab9309a3fdfa None None] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:48.816120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8f9b82-1b3e-40ec-b890-ae42475e8fec req-d0821016-7a9e-4520-abd2-91d939862fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128914 Jun 30 09:13:48.829525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54fe071b-ef21-4cd7-96d8-a6347f8a2090 req-de12d877-ad08-4b30-901e-b85df22d6772 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138620 Jun 30 09:13:48.863133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.871813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb037762-4465-40b2-8eb6-9ce1ab303f31 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=89e3c079-ae26-40c4-a5bd-1587e399637f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:48.931073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:48.941037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 0c96b303-bd2a-476b-827b-fb025a264a43 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:48.941444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.991905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 63ab6c96-db24-4337-972b-cb714029a8ca up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:49.059139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] For port 0c96b303-bd2a-476b-827b-fb025a264a43, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c96b303-bd2a-476b-827b-fb025a264a43,segment=NetworkSegment(66e515d2-c3ab-4c13-bfae-cc22138245de),segment_id=66e515d2-c3ab-4c13-bfae-cc22138245de)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:49.059673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22294382-92a6-478d-917c-e18b07496cab None None] DHCP port deletion for 775c0fc5-5d8b-4dfe-b704-3b01ddade214 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:49.059834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.100134 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 0c96b303-bd2a-476b-827b-fb025a264a43 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:49.161272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 63ab6c96-db24-4337-972b-cb714029a8ca completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:49.174766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 63ab6c96-db24-4337-972b-cb714029a8ca triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:49.175153 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.231710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.306401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=0c96b303-bd2a-476b-827b-fb025a264a43,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.320063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No DVR routers for this DVR port 0c96b303-bd2a-476b-827b-fb025a264a43 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:49.381229 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.389549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c96b303-bd2a-476b-827b-fb025a264a43 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:49.398437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-22294382-92a6-478d-917c-e18b07496cab None None] Deleting port 0c96b303-bd2a-476b-827b-fb025a264a43 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:49.401596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22294382-92a6-478d-917c-e18b07496cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.406950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:49.457846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-6dc34664-aaf7-427b-a7b5-1bf608e2bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.459410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-6dc34664-aaf7-427b-a7b5-1bf608e2bd3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b921fb27354de0b4d1f720a427db3c&device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 1096 time: 0.1324983 Jun 30 09:13:49.469939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7835575-0513-423b-9920-2f9a76130797 req-e223f050-f1c2-487c-9af6-095c159f0b5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.471687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7835575-0513-423b-9920-2f9a76130797 req-e223f050-f1c2-487c-9af6-095c159f0b5f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.7932513 Jun 30 09:13:49.526378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.538935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775c0fc5-5d8b-4dfe-b704-3b01ddade214']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:49.552087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e515d2-c3ab-4c13-bfae-cc22138245de') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:49.552704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e515d2-c3ab-4c13-bfae-cc22138245de') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:49.563754 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.593663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.594258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.605350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 0c96b303-bd2a-476b-827b-fb025a264a43 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:49.605728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c96b303-bd2a-476b-827b-fb025a264a43 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:49.608711 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:49.609115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:49.612269 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:49.636853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:49.639258 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d5b76a-0f29-4a81-acc8-531613c37738" -d '{"events": [{"server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "name": "network-vif-plugged", "status": "completed", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:49.661040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7835575-0513-423b-9920-2f9a76130797 req-06d082e7-089c-42be-bb5d-d0511078bd8f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593456 Jun 30 09:13:49.674032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 63ab6c96-db24-4337-972b-cb714029a8ca, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=63ab6c96-db24-4337-972b-cb714029a8ca,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:49.678477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Transition to ACTIVE for port object 4de9b41f-8690-416d-8007-d3799b56fc6d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:49.704338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.711074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-22294382-92a6-478d-917c-e18b07496cab None None] For port 0c96b303-bd2a-476b-827b-fb025a264a43, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:49.711655 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22294382-92a6-478d-917c-e18b07496cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.718924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.723574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:49.726055 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c177f4-cee7-430a-b6ce-a05a09e783c0" -d '{"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-unplugged", "status": "completed", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:49.727756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.748944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-22294382-92a6-478d-917c-e18b07496cab None None] Calling delete_port for 0c96b303-bd2a-476b-827b-fb025a264a43 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:49.753428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-22294382-92a6-478d-917c-e18b07496cab None None] Port 0c96b303-bd2a-476b-827b-fb025a264a43 was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:13:49.758032 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22294382-92a6-478d-917c-e18b07496cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.775223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.784623 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/775c0fc5-5d8b-4dfe-b704-3b01ddade214 HTTP/1.1" status: 204 len: 168 time: 1.0402212 Jun 30 09:13:49.784623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0deb31-79ea-4cd7-b696-5392ed4d2cf7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=775c0fc5-5d8b-4dfe-b704-3b01ddade214,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.784623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58640) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:49.788276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22294382-92a6-478d-917c-e18b07496cab None None] Network 775c0fc5-5d8b-4dfe-b704-3b01ddade214 is not hosted by any dhcp agent {{(pid=100241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:13:49.788718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22294382-92a6-478d-917c-e18b07496cab None None] No DVR routers for this DVR port 0c96b303-bd2a-476b-827b-fb025a264a43 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:49.793498 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205dbb7c-b190-423d-8558-1a212384300c x-openstack-request-id: req-205dbb7c-b190-423d-8558-1a212384300c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:49.793922 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "name": "network-vif-plugged", "status": "completed", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:49.794158 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-205dbb7c-b190-423d-8558-1a212384300c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:49.794589 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca', 'code': 200} Jun 30 09:13:49.797308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=63ab6c96-db24-4337-972b-cb714029a8ca,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.831202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1335849152'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:49.845986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294382-92a6-478d-917c-e18b07496cab None None] Pushing event deleted for resources: {'Port': ['ID=0c96b303-bd2a-476b-827b-fb025a264a43,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.867662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-55728502-7806-4754-86d6-05dd8b7184e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.869890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-55728502-7806-4754-86d6-05dd8b7184e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 200 len: 913 time: 0.3966846 Jun 30 09:13:49.870516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:49.875158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.888570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.913583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:49.934606 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-d2a971fc-3972-4cb0-86ec-10255a557bd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eceefdeb-57fd-480e-a58b-77f746a4e208 HTTP/1.1" status: 200 len: 217 time: 0.0540559 Jun 30 09:13:49.960234 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.960730 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Added segment e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88 of type vlan for network 38de5262-e1a7-4ad0-91f5-836daab0205b Jun 30 09:13:50.007620 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f535ec31-f67a-4eb0-ac51-4cff46598ccc x-openstack-request-id: req-f535ec31-f67a-4eb0-ac51-4cff46598ccc {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:50.008139 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-unplugged", "status": "completed", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:50.008565 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f535ec31-f67a-4eb0-ac51-4cff46598ccc {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:50.009115 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'code': 200} Jun 30 09:13:50.025759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a185-d057-44a7-baae-16fff3fc4a5a req-73f71b66-2d0b-4b04-b1a5-5f967ea6ffb9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.026258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.027868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c63a185-d057-44a7-baae-16fff3fc4a5a req-73f71b66-2d0b-4b04-b1a5-5f967ea6ffb9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 944 time: 0.3710999 Jun 30 09:13:50.053263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503e919-5165-47c1-b36d-c7f81187fdae req-a0391fd3-6055-41cd-b5bc-f33333d89c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.054746 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2503e919-5165-47c1-b36d-c7f81187fdae req-a0391fd3-6055-41cd-b5bc-f33333d89c55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1097 time: 0.1382947 Jun 30 09:13:50.112580 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2503e919-5165-47c1-b36d-c7f81187fdae req-77f66e7d-7da4-4faa-9885-2b86f234ed63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Jun 30 09:13:50.113948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.122111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.123424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.199304 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4142129 Jun 30 09:13:50.202377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58650) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:50.208152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:50.233980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35755c9c-a1ea-49bb-a0ad-483b62725986 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Network': ['ID=38de5262-e1a7-4ad0-91f5-836daab0205b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:50.247035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 38de5262-e1a7-4ad0-91f5-836daab0205b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:50.299623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] No DVR routers for this DVR port 4de9b41f-8690-416d-8007-d3799b56fc6d on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:50.304847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-ea9b77ab-f490-47df-88c7-4eb59140f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.307232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-ea9b77ab-f490-47df-88c7-4eb59140f24d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dba91bf2-2330-4dbf-ba8f-6d105cf53ffb HTTP/1.1" status: 200 len: 852 time: 0.3226805 Jun 30 09:13:50.310240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c63a185-d057-44a7-baae-16fff3fc4a5a req-b0f8b2dd-8db9-4daf-b5d7-4cab11bb669d tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423458 Jun 30 09:13:50.393748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-24e18e90-2bcc-4c3c-8bde-ca1cbdf87e35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419710 Jun 30 09:13:50.442426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:50.449808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.509278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fdd7a-86bc-4b8c-9e84-e9bff3aa199b req-687620ae-e36c-48f8-87ca-82598fc9e91e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.510926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-136fdd7a-86bc-4b8c-9e84-e9bff3aa199b req-687620ae-e36c-48f8-87ca-82598fc9e91e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.3877473 Jun 30 09:13:50.625198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-136fdd7a-86bc-4b8c-9e84-e9bff3aa199b req-9ebb0922-9ce6-416d-b17c-17cee9c67955 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075914 Jun 30 09:13:50.653465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:50.653465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:50.653465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:50.654552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Port 4de9b41f-8690-416d-8007-d3799b56fc6d on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:50.654874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Attempting to bind port 4de9b41f-8690-416d-8007-d3799b56fc6d on network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:50.659158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-e4f17b13-77f8-4d35-8b07-5a4952a73881 service neutron] 10.222.0.13 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524374 Jun 30 09:13:50.662130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:50.662288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Checking segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:50.662580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Bound using segment: {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:50.663020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Bound port: 4de9b41f-8690-416d-8007-d3799b56fc6d, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a1d382-c6b1-4f2c-83ca-31fb5f047907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:50.663379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.686411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:50.753084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:50.764767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.829841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=2d471bc8-c255-4aab-8f1b-116fd2ae69be,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:50.852474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:50.886584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:50.889073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7db1c212-57b0-4701-88f7-6f37d3ff4af5 req-49a4e7bf-364f-4051-aa6a-4470ab6d21c1 service neutron] 10.222.0.13 "GET /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226970 Jun 30 09:13:50.891312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Checking segment: {'id': 'e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:50.893430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network hostable DHCP agents. Network: 38de5262-e1a7-4ad0-91f5-836daab0205b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:50.919902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 38de5262-e1a7-4ad0-91f5-836daab0205b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:50.922844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.933605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 38de5262-e1a7-4ad0-91f5-836daab0205b) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:50.938303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.939418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.944913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b909ee-673c-4f80-97fd-fde347f0aab8 None None] Network 38de5262-e1a7-4ad0-91f5-836daab0205b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:50.956594 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-02201650-d459-4d62-9f8c-27e84329dc01 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7531016 Jun 30 09:13:50.959522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58670) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:50.967202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.967830 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.971547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] 10.222.0.26 "PUT /v2.0/ports/4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 1092 time: 3.0874162 Jun 30 09:13:50.975531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f8d3d53f-543a-4ff3-955d-1460e7fb1d99 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-630334030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:51.104019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111b5cc-9c12-4be5-823b-d1777eeefccd service neutron] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:51.124799 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8d3d53f-543a-4ff3-955d-1460e7fb1d99 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.126129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8d3d53f-543a-4ff3-955d-1460e7fb1d99 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.148263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a71bc4-c218-466e-8fde-747d76fd425e req-51b86ea1-e5ed-4201-b6e9-cbf8a569eb62 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.158196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96a71bc4-c218-466e-8fde-747d76fd425e req-51b86ea1-e5ed-4201-b6e9-cbf8a569eb62 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 943 time: 0.2875845 Jun 30 09:13:51.240521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8d3d53f-543a-4ff3-955d-1460e7fb1d99 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.256168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8d3d53f-543a-4ff3-955d-1460e7fb1d99 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.274280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-9e434483-077c-4762-a32a-7524639eef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.276569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-9e434483-077c-4762-a32a-7524639eef33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1095 time: 0.2546647 Jun 30 09:13:51.277113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-38de5262-e1a7-4ad0-91f5-836daab0205b', 'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b', 'tenant_id': '54c3b9df9f7b40af832fb242c50e14bb', 'fixed_ips': [{'subnet_id': '2d471bc8-c255-4aab-8f1b-116fd2ae69be'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:51.282346 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.299154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96a71bc4-c218-466e-8fde-747d76fd425e req-d33d840d-0107-443a-9a84-892900bf2b09 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266217 Jun 30 09:13:51.381839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8d3d53f-543a-4ff3-955d-1460e7fb1d99 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.384308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f8d3d53f-543a-4ff3-955d-1460e7fb1d99 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4230890 Jun 30 09:13:51.387040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58682) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:51.392467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b', 'name': 'tempest-PortsTestJSON-2138000470'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:51.574694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Allocated IP 172.20.0.2 (38de5262-e1a7-4ad0-91f5-836daab0205b/2d471bc8-c255-4aab-8f1b-116fd2ae69be/d01f6cf8-7d53-4874-8743-83771ed6250b) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:51.581574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-113b58f5-8cb4-41eb-8378-93c44e3e5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.598288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-113b58f5-8cb4-41eb-8378-93c44e3e5a8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.2858167 Jun 30 09:13:51.615037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81c79c-7adc-4eac-a1ee-d8fd6e030bff req-f378d0dc-3300-4c16-b1f2-a5d12955f89c tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.616651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d81c79c-7adc-4eac-a1ee-d8fd6e030bff req-f378d0dc-3300-4c16-b1f2-a5d12955f89c tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 944 time: 0.1301525 Jun 30 09:13:51.624438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:51.633357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.664111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:51.762368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d81c79c-7adc-4eac-a1ee-d8fd6e030bff req-3649616e-b704-4b7b-9714-72484ce524e9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657938 Jun 30 09:13:51.764895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-c4ecde46-bbae-4e9e-a5d4-54e476163bf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 999 time: 0.1657710 Jun 30 09:13:51.824614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.844823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Transition to ACTIVE for port object d01f6cf8-7d53-4874-8743-83771ed6250b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:51.863853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Transition to ACTIVE for port object d01f6cf8-7d53-4874-8743-83771ed6250b will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:51.874862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.906904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-f378f03c-0a28-436c-abfd-8c7609c0fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.908458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-f378f03c-0a28-436c-abfd-8c7609c0fa06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.1359549 Jun 30 09:13:51.940220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Pushing event updated for resources: {'Port': ['ID=d01f6cf8-7d53-4874-8743-83771ed6250b,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:51.953327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Network 38de5262-e1a7-4ad0-91f5-836daab0205b is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:51.954848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:51.960048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:51.964609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.9 (38de5262-e1a7-4ad0-91f5-836daab0205b/2d471bc8-c255-4aab-8f1b-116fd2ae69be/a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:52.005941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62016fe-e1cf-402e-8758-7cbcd0eaae3e req-d01f162f-1738-4d88-bd87-9d84381c2355 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.008041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c62016fe-e1cf-402e-8758-7cbcd0eaae3e req-d01f162f-1738-4d88-bd87-9d84381c2355 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1810877 Jun 30 09:13:52.011843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:52.022524 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c13fa01-0cbe-4f79-a582-146bc931c63a" -d '{"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:52.049841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Attempting to bind port d01f6cf8-7d53-4874-8743-83771ed6250b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:52.050387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Attempting to bind port d01f6cf8-7d53-4874-8743-83771ed6250b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:52.050922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Attempting to bind port d01f6cf8-7d53-4874-8743-83771ed6250b on network 38de5262-e1a7-4ad0-91f5-836daab0205b {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:52.058965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:52.059631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Checking segment: {'id': 'e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:52.060131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.060799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Bound using segment: {'id': 'e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:52.062481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Bound port: d01f6cf8-7d53-4874-8743-83771ed6250b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38de5262-e1a7-4ad0-91f5-836daab0205b'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:52.063044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.102641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-f48e3437-9cf5-4ffd-833b-2d9a7609d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.111495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-f48e3437-9cf5-4ffd-833b-2d9a7609d362 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920316 Jun 30 09:13:52.119715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c62016fe-e1cf-402e-8758-7cbcd0eaae3e req-8f7c492f-c3b8-43dd-9a84-96b7de1b47a8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929320 Jun 30 09:13:52.147202 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f92161-2b66-4f6f-ae35-6945524d4845 x-openstack-request-id: req-33f92161-2b66-4f6f-ae35-6945524d4845 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:52.147530 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:52.147765 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33f92161-2b66-4f6f-ae35-6945524d4845 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:52.151433 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'status': 'completed', 'code': 200} Jun 30 09:13:52.202494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] For port d01f6cf8-7d53-4874-8743-83771ed6250b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:52.211123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] For port d01f6cf8-7d53-4874-8743-83771ed6250b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d01f6cf8-7d53-4874-8743-83771ed6250b,segment=NetworkSegment(e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88),segment_id=e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:52.222054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.272964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.305384 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:52.347767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c2df0-75d5-4350-a74b-acabdcaefc8b None None] Pushing event updated for resources: {'Port': ['ID=d01f6cf8-7d53-4874-8743-83771ed6250b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.371553 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.433598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 38de5262-e1a7-4ad0-91f5-836daab0205b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:52.437459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:52.440150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:52.474576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.550523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-ddc3ceaa-5ea3-43d9-92fd-bb80b1dbafed service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199350 Jun 30 09:13:52.571029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-87038ec0-1e55-4b05-b407-3cb8244bc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.572540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-87038ec0-1e55-4b05-b407-3cb8244bc857 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1095 time: 0.4132090 Jun 30 09:13:52.576143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.581302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.624359 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b303b1b-5597-4869-9f7b-eeff739e7cbf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2360651 Jun 30 09:13:52.625045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58710) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:52.717846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device eceefdeb-57fd-480e-a58b-77f746a4e208 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:52.984929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c737039-a80b-4353-a157-2238fba671fa req-fc2a79a4-824a-47c3-acf6-53a3e283dfc9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.987642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port eceefdeb-57fd-480e-a58b-77f746a4e208, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=eceefdeb-57fd-480e-a58b-77f746a4e208,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:52.998421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58714) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:52.998916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c737039-a80b-4353-a157-2238fba671fa req-fc2a79a4-824a-47c3-acf6-53a3e283dfc9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.5783260 Jun 30 09:13:53.002850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'floatingip': {'port_id': '63ab6c96-db24-4337-972b-cb714029a8ca'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:53.040704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'eceefdeb-57fd-480e-a58b-77f746a4e208', 'network_id': 'ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e', 'port_id': 'eceefdeb-57fd-480e-a58b-77f746a4e208', 'mac_address': 'fa:16:3e:c8:a6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba91bf2-2330-4dbf-ba8f-6d105cf53ffb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:53.072972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-8aff1805-b892-421a-9c5c-43e2d2717e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.077411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-8aff1805-b892-421a-9c5c-43e2d2717e1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.4923007 Jun 30 09:13:53.093956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-20678d78-710f-4c62-b4c6-991b849a0afc service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253274 Jun 30 09:13:53.143484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddaf5d1-f1c8-4e7f-900a-947dec16d557 req-7a1829b1-4d43-4186-bbd1-022e2fbdbf40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.147938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddaf5d1-f1c8-4e7f-900a-947dec16d557 req-7a1829b1-4d43-4186-bbd1-022e2fbdbf40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 943 time: 0.3465140 Jun 30 09:13:53.167613 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.192309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eceefdeb-57fd-480e-a58b-77f746a4e208 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:53.202503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.238978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port eceefdeb-57fd-480e-a58b-77f746a4e208, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=eceefdeb-57fd-480e-a58b-77f746a4e208,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:53.254623 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.471365 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.484964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['eceefdeb-57fd-480e-a58b-77f746a4e208'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:53.511759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d01f6cf8-7d53-4874-8743-83771ed6250b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:53.551905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-63c9d89b-0186-4249-8783-10213f5dcc1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 999 time: 0.4669244 Jun 30 09:13:53.588008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=eceefdeb-57fd-480e-a58b-77f746a4e208,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.650832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dddaf5d1-f1c8-4e7f-900a-947dec16d557 req-01097362-e8a4-4e2b-a0e5-d2a2433a07a6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799458 Jun 30 09:13:53.679211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.726034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d01f6cf8-7d53-4874-8743-83771ed6250b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:53.786059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38e20-ad9c-4573-b489-9d5650761352 req-b381c949-446d-4b14-b410-185699392d2a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.794213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ba38e20-ad9c-4573-b489-9d5650761352 req-b381c949-446d-4b14-b410-185699392d2a tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 945 time: 0.5427988 Jun 30 09:13:53.814687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-6f28801c-2e0b-41b9-b715-e60eea6b88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.819747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-6f28801c-2e0b-41b9-b715-e60eea6b88a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1095 time: 0.5273650 Jun 30 09:13:53.823074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-45de2a2b-1bf0-42f5-acb0-4c5ac063d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.824720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-45de2a2b-1bf0-42f5-acb0-4c5ac063d02b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.2630970 Jun 30 09:13:53.996411 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ba38e20-ad9c-4573-b489-9d5650761352 req-5584b70c-3fc2-487d-9dc6-0a61d94f379c tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010987 Jun 30 09:13:54.065293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-6d10ed3f-4863-4eb4-bc9d-27f5b92916b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.067376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-6d10ed3f-4863-4eb4-bc9d-27f5b92916b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.2356415 Jun 30 09:13:54.087075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-dd44a1f1-d3fa-4774-a72e-88fea3f6c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.088873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-dd44a1f1-d3fa-4774-a72e-88fea3f6c721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440352 Jun 30 09:13:54.133854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ce020-4c40-4fe0-90b2-fa3b002be842 None None] Network 38de5262-e1a7-4ad0-91f5-836daab0205b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:54.205028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-680bbbac-b77b-4ab8-a433-a6c1d86157af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 999 time: 0.1280260 Jun 30 09:13:54.286325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-543fd871-ba23-4294-bba2-f1d9bd600727 service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618750 Jun 30 09:13:54.293461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-efe88f99-29a1-4ba0-b3d2-030e5b3596ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.295400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-efe88f99-29a1-4ba0-b3d2-030e5b3596ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.0761678 Jun 30 09:13:54.299685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8a37190d-bf90-4938-b1d7-179b41edb803 None None] Provisioning for port d01f6cf8-7d53-4874-8743-83771ed6250b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:54.312015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8a37190d-bf90-4938-b1d7-179b41edb803 None None] Provisioning complete for port d01f6cf8-7d53-4874-8743-83771ed6250b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:54.315771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a37190d-bf90-4938-b1d7-179b41edb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.487464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a37190d-bf90-4938-b1d7-179b41edb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.555333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8a37190d-bf90-4938-b1d7-179b41edb803 None None] For port d01f6cf8-7d53-4874-8743-83771ed6250b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d01f6cf8-7d53-4874-8743-83771ed6250b,segment=NetworkSegment(e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88),segment_id=e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:54.573987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a37190d-bf90-4938-b1d7-179b41edb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.728877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device eceefdeb-57fd-480e-a58b-77f746a4e208 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:54.789660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37190d-bf90-4938-b1d7-179b41edb803 None None] Pushing event updated for resources: {'Port': ['ID=d01f6cf8-7d53-4874-8743-83771ed6250b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:54.880480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-4ecc0888-6584-4534-a5a0-ae7090980a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.882348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-4ecc0888-6584-4534-a5a0-ae7090980a5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5777194 Jun 30 09:13:54.894951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-16bbf55c-f847-4a44-be6f-27ab139ea53c service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989048 Jun 30 09:13:54.903051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port eceefdeb-57fd-480e-a58b-77f746a4e208 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:54.907658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port eceefdeb-57fd-480e-a58b-77f746a4e208 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:54.908030 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.245236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-6589a6f1-f517-464b-9e11-02dc27511d5c service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491902 Jun 30 09:13:55.262255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:55.334336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.resource_extend [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:13:55.415123 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.430078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.435984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c13fa01-0cbe-4f79-a582-146bc931c63a req-231ba197-6fad-418e-afa0-2259d89e55c1 service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784468 Jun 30 09:13:55.440544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.448849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.480466 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d01f6cf8-7d53-4874-8743-83771ed6250b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:55.493726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120717a7-5cbe-4c97-a83a-830f0f710b79 req-3ff65711-3dcd-45ec-b9d6-c296c29fc00b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.496102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-120717a7-5cbe-4c97-a83a-830f0f710b79 req-3ff65711-3dcd-45ec-b9d6-c296c29fc00b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 943 time: 0.6184833 Jun 30 09:13:55.556234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-120717a7-5cbe-4c97-a83a-830f0f710b79 req-281f1775-c43e-45bc-88ac-09b6360b1500 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538783 Jun 30 09:13:55.580178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d181ee-9b8c-4552-a18f-0c9110014a9a req-4a63a46b-32db-4ca6-9cd6-8854609d18ba tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.597059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5d181ee-9b8c-4552-a18f-0c9110014a9a req-4a63a46b-32db-4ca6-9cd6-8854609d18ba tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 945 time: 0.3458922 Jun 30 09:13:55.634721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fdb2e0bf-f82b-477a-a082-8cb006f91370 None None] Provisioning complete for port d01f6cf8-7d53-4874-8743-83771ed6250b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:55.634721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e0bf-f82b-477a-a082-8cb006f91370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.661824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.674249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5d181ee-9b8c-4552-a18f-0c9110014a9a req-e25344d6-3d69-4306-ab24-3fc2be918b20 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Jun 30 09:13:55.674543 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Floating IP 4bae46fc-0b20-4256-b850-2fe80c71cfcc associated. External IP: 172.25.8.205, port: 63ab6c96-db24-4337-972b-cb714029a8ca. Jun 30 09:13:55.676550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.736910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:55.792973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'port_id': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'mac_address': 'fa:16:3e:7c:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:55.853817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24688340-4330-4317-a495-f4546e62f836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceefdeb-57fd-480e-a58b-77f746a4e208'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:55.856720 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4641be0-756c-4fd5-9592-737863bcfb0d" -d '{"events": [{"server_uuid": "24688340-4330-4317-a495-f4546e62f836", "name": "network-vif-plugged", "status": "completed", "tag": "eceefdeb-57fd-480e-a58b-77f746a4e208"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:55.887427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.925957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port eceefdeb-57fd-480e-a58b-77f746a4e208, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=eceefdeb-57fd-480e-a58b-77f746a4e208,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:55.953139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.969822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fdb2e0bf-f82b-477a-a082-8cb006f91370 None None] Provisioning for port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:55.971983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d01f6cf8-7d53-4874-8743-83771ed6250b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:55.972463 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.979771 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c171a5-e067-4105-bbe7-e9061dcf025f x-openstack-request-id: req-63c171a5-e067-4105-bbe7-e9061dcf025f {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:55.980754 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24688340-4330-4317-a495-f4546e62f836", "name": "network-vif-plugged", "status": "completed", "tag": "eceefdeb-57fd-480e-a58b-77f746a4e208", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:55.981560 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63c171a5-e067-4105-bbe7-e9061dcf025f {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:55.981560 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24688340-4330-4317-a495-f4546e62f836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceefdeb-57fd-480e-a58b-77f746a4e208', 'code': 200} Jun 30 09:13:56.009193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fdb2e0bf-f82b-477a-a082-8cb006f91370 None None] Provisioning complete for port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:56.009979 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e0bf-f82b-477a-a082-8cb006f91370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.011706 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.104317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de9b41f-8690-416d-8007-d3799b56fc6d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:56.110656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb1c-ae04-41d2-8dd6-8f304a753535 req-f8a91b93-0ac0-4275-8f54-2598252b6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.113704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcf4eb1c-ae04-41d2-8dd6-8f304a753535 req-f8a91b93-0ac0-4275-8f54-2598252b6b47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 1098 time: 0.0682623 Jun 30 09:13:56.157199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=eceefdeb-57fd-480e-a58b-77f746a4e208,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:56.161821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:56.163683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2e0bf-f82b-477a-a082-8cb006f91370 None None] Port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:56.176567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.196079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcf4eb1c-ae04-41d2-8dd6-8f304a753535 req-435a7bf0-bebd-4a45-81b0-9517df1b6d01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756500 Jun 30 09:13:56.212053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.228243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:56.284492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-18079cfe-7c67-4712-ad54-82761bc7ef06 None None] Provisioning complete for port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:56.285151 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18079cfe-7c67-4712-ad54-82761bc7ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.319897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-18079cfe-7c67-4712-ad54-82761bc7ef06 None None] Port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:56.374700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Router 3d31f0ac-189a-4901-a575-a31366b5ae60 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:56.420701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['4de9b41f-8690-416d-8007-d3799b56fc6d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.463379 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.612151 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:56.627950 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] Sync routers for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:56.641660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:56.644233 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:56.644673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.797912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ff6ed51e-545e-4667-95ee-4f3e8d074cd6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "PUT /v2.0/floatingips/4bae46fc-0b20-4256-b850-2fe80c71cfcc HTTP/1.1" status: 200 len: 991 time: 3.7986639 Jun 30 09:13:56.800003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:56.803201 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4" -d '{"events": [{"name": "network-changed", "server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:56.970181 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:57.035565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.042116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.098341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:57.147043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.158527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e04f3-e753-4733-a4bb-15311ae4b0ff req-323af68f-a44e-4b30-b282-47c77545f9c9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.171397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-140e04f3-e753-4733-a4bb-15311ae4b0ff req-323af68f-a44e-4b30-b282-47c77545f9c9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 946 time: 0.3062854 Jun 30 09:13:57.249159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-140e04f3-e753-4733-a4bb-15311ae4b0ff req-94b92da1-181c-41ba-b8fa-b1b0dd68dcc1 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759964 Jun 30 09:13:57.273996 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '4bae46fc-0b20-4256-b850-2fe80c71cfcc', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'port_id': '63ab6c96-db24-4337-972b-cb714029a8ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'mac_address': 'fa:16:3e:49:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:31Z', 'updated_at': '2021-06-30T09:13:55Z', 'revision_number': 1, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:57.327488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network 38de5262-e1a7-4ad0-91f5-836daab0205b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:57.328995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:57.337083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5102cc-58f4-48c5-8e56-ad67e9f4032e req-4c57476f-567b-4937-9abc-5728aa5006d9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.359202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f5102cc-58f4-48c5-8e56-ad67e9f4032e req-4c57476f-567b-4937-9abc-5728aa5006d9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 944 time: 0.5329082 Jun 30 09:13:57.361998 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] Checking router: 3d31f0ac-189a-4901-a575-a31366b5ae60 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:57.366512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-745d9fad-c018-4d4c-ba31-386bd8faba2f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3936398 Jun 30 09:13:57.391808 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:57.392463 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:57.504773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f5102cc-58f4-48c5-8e56-ad67e9f4032e req-4bbf6257-75b4-4364-9f85-b7c02cbc2855 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372495 Jun 30 09:13:57.551642 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57a86d1-c452-4fd5-8a18-1f6e83f15f17 x-openstack-request-id: req-d57a86d1-c452-4fd5-8a18-1f6e83f15f17 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:57.551642 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:57.552270 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d57a86d1-c452-4fd5-8a18-1f6e83f15f17 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:57.552270 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca', 'status': 'completed', 'code': 200} Jun 30 09:13:57.633815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-021a7dfd-5570-41a1-87d6-21802621a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.647649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-021a7dfd-5570-41a1-87d6-21802621a6b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1096 time: 0.2032704 Jun 30 09:13:57.717275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Router cb97af31-948a-4dca-8ce4-dc89278f6cf9 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:13:57.727995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-31389531-9d84-4c90-8319-ba11be052e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.729852 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-31389531-9d84-4c90-8319-ba11be052e9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1097 time: 0.1483948 Jun 30 09:13:57.830831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-421fcfae-5104-4c67-9d9e-748b118cd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.832477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-421fcfae-5104-4c67-9d9e-748b118cd241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.1592574 Jun 30 09:13:57.873011 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:57.876317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9a9a45ca-a0c6-464a-b01a-e136a197ca2c None None] Provisioning complete for port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:57.876782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9a9a45ca-a0c6-464a-b01a-e136a197ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.008859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a45ca-a0c6-464a-b01a-e136a197ca2c None None] Port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:58.059751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:58.067225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e5989a27-bdd9-48f2-b8c2-b6fc66b47baf tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "PUT /v2.0/routers/cb97af31-948a-4dca-8ce4-dc89278f6cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4410679 Jun 30 09:13:58.069889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58770) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:58.074664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] Sync routers for ids ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:58.091328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] Routers {'cb97af31-948a-4dca-8ce4-dc89278f6cf9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:58.091951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:58.139164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-9436dcb3-5ee8-4f2b-b7d8-04b45ebd6b83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 1000 time: 0.2996037 Jun 30 09:13:58.155223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:58.181160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] Routers {'cb97af31-948a-4dca-8ce4-dc89278f6cf9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:58.182845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:58.187395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-3a1d05c0-ff6c-46de-bac8-0793e419d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.194253 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-3a1d05c0-ff6c-46de-bac8-0793e419d5e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.4570038 Jun 30 09:13:58.263206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:58.263771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c66068-e42c-4641-bee1-451a9e453697 None None] The sync data for ids ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:58.270905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8fd5f-a8b3-4cab-beeb-161989d0797f req-9feb8ccd-6115-4a06-99aa-fc7bdf152d46 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.274897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7d8fd5f-a8b3-4cab-beeb-161989d0797f req-9feb8ccd-6115-4a06-99aa-fc7bdf152d46 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 944 time: 0.2812240 Jun 30 09:13:58.300176 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '4bae46fc-0b20-4256-b850-2fe80c71cfcc', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'port_id': '63ab6c96-db24-4337-972b-cb714029a8ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'mac_address': 'fa:16:3e:49:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:31Z', 'updated_at': '2021-06-30T09:13:55Z', 'revision_number': 1, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:58.335498 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee8b11-114a-4fb4-bcf9-24c2f41a3a27 None None] The sync data for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 is: [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '4bae46fc-0b20-4256-b850-2fe80c71cfcc', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'port_id': '63ab6c96-db24-4337-972b-cb714029a8ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'mac_address': 'fa:16:3e:49:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:31Z', 'updated_at': '2021-06-30T09:13:55Z', 'revision_number': 1, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:58.342205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-387431e8-7922-4901-87f4-33a1036beeef tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.343755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-387431e8-7922-4901-87f4-33a1036beeef tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283&tenant_id=21be9dbad110454fbec720bb08d4bdac&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 944 time: 0.2698073 Jun 30 09:13:58.352860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-00d70e36-b3c2-40c1-81dd-ec9b4c24ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.354862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-00d70e36-b3c2-40c1-81dd-ec9b4c24ab38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.2030172 Jun 30 09:13:58.368681 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-98606179-d24f-4bb7-a0aa-a576be48db0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 999 time: 0.1691508 Jun 30 09:13:58.456281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7d8fd5f-a8b3-4cab-beeb-161989d0797f req-7de7691b-137d-4feb-ad53-046d4a77ec33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295214 Jun 30 09:13:58.489758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29860c0d-4493-4905-9877-0c417c89f0c4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.489758 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-29860c0d-4493-4905-9877-0c417c89f0c4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb97af31-948a-4dca-8ce4-dc89278f6cf9 HTTP/1.1" status: 200 len: 982 time: 0.4138045 Jun 30 09:13:58.489758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58780) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:58.604487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-b2f06a38-10a8-4244-a549-2ee31b3a6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.606385 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-b2f06a38-10a8-4244-a549-2ee31b3a6025 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.2302959 Jun 30 09:13:58.657017 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-fbef8281-6e6d-4760-9ab2-95d19336d420 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:13:58.659119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-fbef8281-6e6d-4760-9ab2-95d19336d420 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4de9b41f-8690-416d-8007-d3799b56fc6d/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.3029144 Jun 30 09:13:58.696377 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e29f8-4c68-4af9-a83f-e79ce5643a88 None None] New status for floating IP 4bae46fc-0b20-4256-b850-2fe80c71cfcc: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:13:58.704130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-a33b0ca2-97ec-46eb-a3be-a8a81b372f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.705933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-a33b0ca2-97ec-46eb-a3be-a8a81b372f5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3149631 Jun 30 09:13:58.795751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-ab4a9a44-fe07-4c54-a96a-5b1996970e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.797177 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-ab4a9a44-fe07-4c54-a96a-5b1996970e2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642423 Jun 30 09:13:58.840057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c42a3-1ee1-4b79-9325-efe455804cec req-6a11e396-9b2e-41f0-80df-0a30fbd20ead tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.848335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b96c42a3-1ee1-4b79-9325-efe455804cec req-6a11e396-9b2e-41f0-80df-0a30fbd20ead tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 946 time: 0.3088803 Jun 30 09:13:58.939775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b96c42a3-1ee1-4b79-9325-efe455804cec req-85327218-f34c-487f-8a7a-7d3248225cc5 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902627 Jun 30 09:13:58.981201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-ac28b073-3177-4b8c-8645-a9befcb59ebe service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634776 Jun 30 09:13:59.060372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:59.124926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-f65ce4bb-55bf-4518-b36f-d4dbe4e2388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.126698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-f65ce4bb-55bf-4518-b36f-d4dbe4e2388f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1096 time: 0.3717203 Jun 30 09:13:59.168331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 4de9b41f-8690-416d-8007-d3799b56fc6d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:59.172545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 4de9b41f-8690-416d-8007-d3799b56fc6d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:59.172949 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.250821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b96603e-550c-406e-b0a0-d2e63695e176 req-1c710e80-ce05-498f-adcc-b72ccbbc3a3d service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655587 Jun 30 09:13:59.311745 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.341572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-ace525ae-a52e-41c2-97c9-bb698de97302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.343271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-ace525ae-a52e-41c2-97c9-bb698de97302 service neutron] 10.222.0.13 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.2079680 Jun 30 09:13:59.348398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:59.357262 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87938c1a-bfd1-47c8-8810-42786563d572" -d '{"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-plugged", "status": "completed", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:59.395793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:59.408238 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.475352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-3caceefd-822b-45df-936c-e3ab12ffedfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 1000 time: 0.1231058 Jun 30 09:13:59.488537 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3666bc74-de06-4111-8940-1fed1d917aff x-openstack-request-id: req-3666bc74-de06-4111-8940-1fed1d917aff {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:59.488971 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-plugged", "status": "completed", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:59.506737 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3666bc74-de06-4111-8940-1fed1d917aff {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:59.508343 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'code': 200} Jun 30 09:13:59.542790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:59.589864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-4f2d94cd-ee9c-4465-a46d-3325538a76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.597897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-4f2d94cd-ee9c-4465-a46d-3325538a76be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.0990949 Jun 30 09:13:59.694582 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-a9d068e2-6cd6-4d22-a718-1534eab0d31f service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8864439 Jun 30 09:13:59.808037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-312f5111-612a-43a7-b1af-790bdae6220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.808037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-312f5111-612a-43a7-b1af-790bdae6220d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019141 Jun 30 09:13:59.848688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b2ad-6f21-4d97-b092-45a1fed4787e req-325f250f-4236-4663-95c5-6a2d28309132 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.850282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0265b2ad-6f21-4d97-b092-45a1fed4787e req-325f250f-4236-4663-95c5-6a2d28309132 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.1584973 Jun 30 09:13:59.922907 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1cf8b7b0-f6a9-4d55-a2b5-241361b48db4 req-ce660e7d-87f7-4fd3-ae09-67b14d1bed45 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196205 Jun 30 09:13:59.928933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.946167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-6d58856e-507c-4d6a-aa7a-ccb7ba54a70c service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368852 Jun 30 09:14:00.014116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0265b2ad-6f21-4d97-b092-45a1fed4787e req-806b523a-b278-4462-917a-18f4a4a163ce tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868781 Jun 30 09:14:00.075501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e758de98-dcd1-4733-815e-a1c0233bd3e7 req-8f8de274-5c3f-41e7-bb77-90ee0b407649 service neutron] 10.222.0.13 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223550 Jun 30 09:14:00.197252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:00.197579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.302320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.315354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:00.511357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.544308 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:00.820219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.154692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Router cb97af31-948a-4dca-8ce4-dc89278f6cf9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:01.273274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:01.286410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] Sync routers for ids ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:01.289380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e703-78f0-45ac-8d90-24e83f4d69a5 req-231778f5-bdc1-4d4e-9e83-05f73aff5df3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.294969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06a7e703-78f0-45ac-8d90-24e83f4d69a5 req-231778f5-bdc1-4d4e-9e83-05f73aff5df3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.0906525 Jun 30 09:14:01.295853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58832) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:01.296630 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a3b10e09-9d8c-4113-b177-ec096da7c896 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "PUT /v2.0/routers/cb97af31-948a-4dca-8ce4-dc89278f6cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8083162 Jun 30 09:14:01.304796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] Routers {'cb97af31-948a-4dca-8ce4-dc89278f6cf9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:01.305847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.329263 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0bca63-3aa9-4b15-9872-a535b53b03d5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:14:01.334024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0c0bca63-3aa9-4b15-9872-a535b53b03d5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/a1b8f5a5-d8ad-4927-b573-1d6e1aeeea5e HTTP/1.1" status: 404 len: 333 time: 0.0371227 Jun 30 09:14:01.334323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58834) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:01.340522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.350095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] Routers {'cb97af31-948a-4dca-8ce4-dc89278f6cf9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:01.351071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:13:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.391229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.392264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3408da-29e3-46bd-b3cb-6f0952421d65 None None] The sync data for ids ['cb97af31-948a-4dca-8ce4-dc89278f6cf9'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:01.399667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06a7e703-78f0-45ac-8d90-24e83f4d69a5 req-5ab40f43-8f96-4fa5-b1e4-b275dee2fccf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642798 Jun 30 09:14:01.416807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58836) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:01.429950 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc9959fb-8fb3-46b6-ba5a-6240db9252b7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.492916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8c32cf26-6ec5-4bec-b0c7-59cc0cdb8b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 HTTP/1.1" status: 200 len: 993 time: 0.0747077 Jun 30 09:14:01.606481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc9959fb-8fb3-46b6-ba5a-6240db9252b7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.609925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc9959fb-8fb3-46b6-ba5a-6240db9252b7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.635659 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3df192c-8de6-4358-b92a-913d55127530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.664998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc9959fb-8fb3-46b6-ba5a-6240db9252b7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.665559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9959fb-8fb3-46b6-ba5a-6240db9252b7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Fanout notify agent at l3_agent the message router_deleted on router cb97af31-948a-4dca-8ce4-dc89278f6cf9 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:14:01.672910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fc9959fb-8fb3-46b6-ba5a-6240db9252b7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.679214 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fc9959fb-8fb3-46b6-ba5a-6240db9252b7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/routers/cb97af31-948a-4dca-8ce4-dc89278f6cf9 HTTP/1.1" status: 204 len: 168 time: 0.3396015 Jun 30 09:14:01.679214 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58838) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:01.728038 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet 2d471bc8-c255-4aab-8f1b-116fd2ae69be {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:01.731201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.770672 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.867088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.933066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.960716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=2d471bc8-c255-4aab-8f1b-116fd2ae69be,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:01.970084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.972425 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cd66987d-b7b5-4949-a8b7-e2af7a1101c8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/2d471bc8-c255-4aab-8f1b-116fd2ae69be HTTP/1.1" status: 204 len: 168 time: 0.2941132 Jun 30 09:14:01.976202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58846) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:01.979411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83add307-3b58-4825-a92b-2bf6b03cf00b None None] Network 38de5262-e1a7-4ad0-91f5-836daab0205b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:02.113136 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.178206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port d01f6cf8-7d53-4874-8743-83771ed6250b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:02.178735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.235551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] DHCP port deletion for 38de5262-e1a7-4ad0-91f5-836daab0205b request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:14:02.262139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] For port d01f6cf8-7d53-4874-8743-83771ed6250b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d01f6cf8-7d53-4874-8743-83771ed6250b,segment=NetworkSegment(e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88),segment_id=e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:02.262763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.276805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for d01f6cf8-7d53-4874-8743-83771ed6250b owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:02.314919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Deleting port d01f6cf8-7d53-4874-8743-83771ed6250b {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:02.315471 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.366813 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.393874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] For port d01f6cf8-7d53-4874-8743-83771ed6250b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d01f6cf8-7d53-4874-8743-83771ed6250b,segment=NetworkSegment(e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88),segment_id=e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:02.394358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.398902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=d01f6cf8-7d53-4874-8743-83771ed6250b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.407999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No DVR routers for this DVR port d01f6cf8-7d53-4874-8743-83771ed6250b on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:02.417543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Calling delete_port for d01f6cf8-7d53-4874-8743-83771ed6250b owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:02.495006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.505422 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.505763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38de5262-e1a7-4ad0-91f5-836daab0205b']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:02.515746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:02.516065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c5f026-d0ed-41f6-8b73-4a9c85fbcb88') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:02.524968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.539250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Pushing event deleted for resources: {'Port': ['ID=d01f6cf8-7d53-4874-8743-83771ed6250b,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.542597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.543678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] No DVR routers for this DVR port d01f6cf8-7d53-4874-8743-83771ed6250b on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:02.553546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:02.553546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.554795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.554795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.555376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.555376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.555646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.555936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.556482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.556962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.564063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.564637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.565126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.565757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c20a-05c3-4a5e-8aef-c2a1fb457dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:02.603869 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:02.626513 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.644385 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.649996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/38de5262-e1a7-4ad0-91f5-836daab0205b HTTP/1.1" status: 204 len: 168 time: 0.6691020 Jun 30 09:14:02.649996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3252-5983-4b7c-a4fd-0ba58b13bae5 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=38de5262-e1a7-4ad0-91f5-836daab0205b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.650864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58854) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.705138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fbc301-4e77-43df-a261-cc3699906078 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.710273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-60fbc301-4e77-43df-a261-cc3699906078 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/7664e5fa-3679-488b-b3f2-f1848040e739 HTTP/1.1" status: 200 len: 840 time: 0.0548761 Jun 30 09:14:02.710599 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58856) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.764411 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-08aa30cb-1752-452a-a0af-9f6255f9cdf8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/7664e5fa-3679-488b-b3f2-f1848040e739?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0526619 Jun 30 09:14:02.769519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58860) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.773529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:02.882038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:02.887165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.085886 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.134788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:03.134788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:03.139317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:03.140142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.143962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd3d029-a58b-4543-8a42-e69b55b1674d None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:03.160224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=c0c66a99-9c11-4d61-9d45-4514c3dd1707,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.167572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bf29e966-a56c-415e-8aba-9869e9794c69 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3951004 Jun 30 09:14:03.167919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58868) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:03.178216 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-418e1bd1-b0e7-4e1d-b5e5-95eb1061c014 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231219706'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:03.225950 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e1bd1-b0e7-4e1d-b5e5-95eb1061c014 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.376671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e1bd1-b0e7-4e1d-b5e5-95eb1061c014 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.386786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e1bd1-b0e7-4e1d-b5e5-95eb1061c014 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.392308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d01f6cf8-7d53-4874-8743-83771ed6250b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:03.423796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e1bd1-b0e7-4e1d-b5e5-95eb1061c014 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.427813 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-418e1bd1-b0e7-4e1d-b5e5-95eb1061c014 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2562869 Jun 30 09:14:03.428257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58874) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:03.433457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d01f6cf8-7d53-4874-8743-83771ed6250b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:03.434053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d01f6cf8-7d53-4874-8743-83771ed6250b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:03.435118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'security_group': {'name': 'tempest-secgroup-766957966'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:03.456811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'tenant_id': '54c3b9df9f7b40af832fb242c50e14bb', 'fixed_ips': [{'subnet_id': 'c0c66a99-9c11-4d61-9d45-4514c3dd1707'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:03.457695 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.479362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e1bd1-b0e7-4e1d-b5e5-95eb1061c014 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e2804-6dc2-4eac-9500-1fe77bff02a1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.481196 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.599617 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.604898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.641905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.646555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2140467 Jun 30 09:14:03.646555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782752a0-85c4-47ad-b62b-8a4d282d595b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.647062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58880) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:03.653037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1023655389', 'security_groups': ['782752a0-85c4-47ad-b62b-8a4d282d595b'], 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0c66a99-9c11-4d61-9d45-4514c3dd1707'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:03.655244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.655709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.656164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.657395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.657870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.658311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.658751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.659307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.659740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.660557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.661009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.661444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b22462-3bd1-470c-a056-7d244e89f617 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:03.678622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Allocated IP 172.20.0.2 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/c0c66a99-9c11-4d61-9d45-4514c3dd1707/a5764d94-8bd0-4ee2-a880-2581d5940e97) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:03.818601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:03.897865 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.907790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Transition to ACTIVE for port object a5764d94-8bd0-4ee2-a880-2581d5940e97 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:03.926480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Transition to ACTIVE for port object a5764d94-8bd0-4ee2-a880-2581d5940e97 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:03.939869 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.957169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.995754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Pushing event updated for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.995973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:14:04.007113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:04.008450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:04.013433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:04.105973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Attempting to bind port a5764d94-8bd0-4ee2-a880-2581d5940e97 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:04.106614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Attempting to bind port a5764d94-8bd0-4ee2-a880-2581d5940e97 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5bd97b57-503c-45d7-b135-b0ffae772fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:04.107313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Attempting to bind port a5764d94-8bd0-4ee2-a880-2581d5940e97 on network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:04.122847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:04.123474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Checking segment: {'id': '5bd97b57-503c-45d7-b135-b0ffae772fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:04.124140 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.124647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Bound using segment: {'id': '5bd97b57-503c-45d7-b135-b0ffae772fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:04.125263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Bound port: a5764d94-8bd0-4ee2-a880-2581d5940e97, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd97b57-503c-45d7-b135-b0ffae772fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:04.125786 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.210001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:04.214272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5764d94-8bd0-4ee2-a880-2581d5940e97,segment=NetworkSegment(5bd97b57-503c-45d7-b135-b0ffae772fac),segment_id=5bd97b57-503c-45d7-b135-b0ffae772fac)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:04.216843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.13 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/c0c66a99-9c11-4d61-9d45-4514c3dd1707/056e7b8c-2890-4dd5-b0cf-c96c38e0d773) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:04.234570 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.373819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.385276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f9549-a982-4ae4-870c-d1027449e138 None None] Pushing event updated for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:04.413941 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fceab1f4-8f61-4459-b6ac-fdb68f727056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.475686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.506608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:04.588880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.766803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:04.768370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=056e7b8c-2890-4dd5-b0cf-c96c38e0d773,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:04.771860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:04.781077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:04.883313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:04.887749 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.919439 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a146989d-b84b-415b-a89d-e07e875bd877 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2717586 Jun 30 09:14:04.922580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58894) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:04.929679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ff0e64ca-9509-46d6-af65-7eed01a39e46 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:05.088348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0e64ca-9509-46d6-af65-7eed01a39e46 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:05.092218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ff0e64ca-9509-46d6-af65-7eed01a39e46 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.207934 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-ff0e64ca-9509-46d6-af65-7eed01a39e46 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0c66a99-9c11-4d61-9d45-4514c3dd1707 (CIDR: 172.20.0.0/28) Jun 30 09:14:05.214473 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0e64ca-9509-46d6-af65-7eed01a39e46 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:05.215204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0e64ca-9509-46d6-af65-7eed01a39e46 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:05.235519 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ff0e64ca-9509-46d6-af65-7eed01a39e46 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3121469 Jun 30 09:14:05.238392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58898) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:05.246254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:05.488564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5764d94-8bd0-4ee2-a880-2581d5940e97 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:05.501493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:05.506150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.578489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a5764d94-8bd0-4ee2-a880-2581d5940e97 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:05.829240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Provisioning for port a5764d94-8bd0-4ee2-a880-2581d5940e97 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:05.835971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:05.836555 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.840574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.889729 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:05.971766 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.972983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.020732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5764d94-8bd0-4ee2-a880-2581d5940e97,segment=NetworkSegment(5bd97b57-503c-45d7-b135-b0ffae772fac),segment_id=5bd97b57-503c-45d7-b135-b0ffae772fac)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:06.027514 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.066417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=862c81d5-fdbf-4f05-af26-f2f5f4152f26,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.069699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:06.071421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:06.083352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:06.083986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.092203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Provisioning complete for port 7664e5fa-3679-488b-b3f2-f1848040e739 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:06.092579 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.106472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68466712-184c-43f1-81d9-23e9f8489589 None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:06.120845 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1178dd5f-9532-410b-977e-a89bb872e109 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8770614 Jun 30 09:14:06.121190 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 58910) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:06.139208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1009160813', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '862c81d5-fdbf-4f05-af26-f2f5f4152f26'}], 'security_groups': ['f17e2804-6dc2-4eac-9500-1fe77bff02a1']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:06.142735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Pushing event updated for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.188911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c95c8d04-01c5-46b3-8970-c098bbf13c61 None None] Port 7664e5fa-3679-488b-b3f2-f1848040e739 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:06.246592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.366222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-31e23d4c-5467-4ce6-832f-70241e16aaea None None] Provisioning for port 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:06.375128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-31e23d4c-5467-4ce6-832f-70241e16aaea None None] Provisioning complete for port 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:06.394598 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31e23d4c-5467-4ce6-832f-70241e16aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.454780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-31e23d4c-5467-4ce6-832f-70241e16aaea None None] Port 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:06.534772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] Update dhcp port {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'fixed_ips': [{'subnet_id': 'c0c66a99-9c11-4d61-9d45-4514c3dd1707', 'ip_address': '172.20.0.2'}, {'subnet_id': '862c81d5-fdbf-4f05-af26-f2f5f4152f26'}], 'binding:host_id': 'n-d-758944-40'}, 'id': 'a5764d94-8bd0-4ee2-a880-2581d5940e97'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:14:06.570203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.616781 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Delete allocated IP 172.20.0.13 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/c0c66a99-9c11-4d61-9d45-4514c3dd1707) {{(pid=100238) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:14:06.631785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.26 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/862c81d5-fdbf-4f05-af26-f2f5f4152f26/056e7b8c-2890-4dd5-b0cf-c96c38e0d773) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:06.893550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.921416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Ignored duplicate provisioning block setup for port 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:14:06.934586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.009215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=056e7b8c-2890-4dd5-b0cf-c96c38e0d773,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.108159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] In _notify_port_updated(), no bound segment for port 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 on network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:14:07.115176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.115335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] Allocated IP 172.20.0.18 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/862c81d5-fdbf-4f05-af26-f2f5f4152f26/a5764d94-8bd0-4ee2-a880-2581d5940e97) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:07.115838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.123705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 58958) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:07.132101 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-53c842a3-6b00-4e93-83eb-cecab1f68857 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "PUT /v2.0/ports/056e7b8c-2890-4dd5-b0cf-c96c38e0d773 HTTP/1.1" status: 200 len: 921 time: 1.0096021 Jun 30 09:14:07.236637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5764d94-8bd0-4ee2-a880-2581d5940e97,segment=NetworkSegment(5bd97b57-503c-45d7-b135-b0ffae772fac),segment_id=5bd97b57-503c-45d7-b135-b0ffae772fac)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:07.287640 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.303545 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.315817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] Transition to ACTIVE for port object a5764d94-8bd0-4ee2-a880-2581d5940e97 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:07.328041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.340652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:07.341236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.400766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5764d94-8bd0-4ee2-a880-2581d5940e97 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:07.483574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.484692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d84bca-e6cf-4912-a2a5-b80926ca37d7 None None] Pushing event updated for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.512747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 056e7b8c-2890-4dd5-b0cf-c96c38e0d773 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:07.675696 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.713176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=056e7b8c-2890-4dd5-b0cf-c96c38e0d773,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.793581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.798148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de4bff14-9828-461b-b9c1-58c55580b113 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/056e7b8c-2890-4dd5-b0cf-c96c38e0d773 HTTP/1.1" status: 204 len: 168 time: 0.6699858 Jun 30 09:14:07.798685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59030) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:07.835713 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c06b5d6-2865-46fc-b8af-fbad799bc736 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:14:07.840379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9c06b5d6-2865-46fc-b8af-fbad799bc736 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/056e7b8c-2890-4dd5-b0cf-c96c38e0d773 HTTP/1.1" status: 404 len: 333 time: 0.0376933 Jun 30 09:14:07.840679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59038) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:07.932947 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d22261b6-04f2-43e1-a0b5-8edbc3b43f6d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.959578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d22261b6-04f2-43e1-a0b5-8edbc3b43f6d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.029219 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d22261b6-04f2-43e1-a0b5-8edbc3b43f6d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.032340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d22261b6-04f2-43e1-a0b5-8edbc3b43f6d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.038071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d22261b6-04f2-43e1-a0b5-8edbc3b43f6d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/security-groups/782752a0-85c4-47ad-b62b-8a4d282d595b HTTP/1.1" status: 204 len: 168 time: 0.1927755 Jun 30 09:14:08.039021 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59066) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:08.054091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22261b6-04f2-43e1-a0b5-8edbc3b43f6d tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782752a0-85c4-47ad-b62b-8a4d282d595b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:08.115549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c024251e-4593-4556-aea2-7d8768e77c5a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.152357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c024251e-4593-4556-aea2-7d8768e77c5a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.207763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c024251e-4593-4556-aea2-7d8768e77c5a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.210688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c024251e-4593-4556-aea2-7d8768e77c5a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.211840 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c024251e-4593-4556-aea2-7d8768e77c5a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/security-groups/f17e2804-6dc2-4eac-9500-1fe77bff02a1 HTTP/1.1" status: 204 len: 168 time: 0.1718299 Jun 30 09:14:08.215606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59082) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:08.227921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024251e-4593-4556-aea2-7d8768e77c5a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e2804-6dc2-4eac-9500-1fe77bff02a1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:08.279999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7fc45622-07ff-4181-ac6b-74ee9e48f8fa None None] Could not find standard attr ID for object 056e7b8c-2890-4dd5-b0cf-c96c38e0d773. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:08.301219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7fc45622-07ff-4181-ac6b-74ee9e48f8fa None None] Provisioning complete for port 7664e5fa-3679-488b-b3f2-f1848040e739 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:08.301366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet c0c66a99-9c11-4d61-9d45-4514c3dd1707 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:08.301900 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7fc45622-07ff-4181-ac6b-74ee9e48f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.304647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.343536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7fc45622-07ff-4181-ac6b-74ee9e48f8fa None None] Port 7664e5fa-3679-488b-b3f2-f1848040e739 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:08.352291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.361557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7fc45622-07ff-4181-ac6b-74ee9e48f8fa None None] Provisioning for port a5764d94-8bd0-4ee2-a880-2581d5940e97 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:08.367106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7fc45622-07ff-4181-ac6b-74ee9e48f8fa None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:08.367785 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7fc45622-07ff-4181-ac6b-74ee9e48f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.455276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.525691 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.565792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.567904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/c0c66a99-9c11-4d61-9d45-4514c3dd1707 HTTP/1.1" status: 204 len: 168 time: 0.3510528 Jun 30 09:14:08.571695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59130) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:08.578741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:08.585092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb439878-cc09-4e62-9bbb-08208e03381a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c66a99-9c11-4d61-9d45-4514c3dd1707,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:08.791218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b513e-4ba8-4822-84b0-8566b29b1d25 None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:08.841934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1fc54375-6e90-4b97-828f-23d67d27bdae None None] Could not find standard attr ID for object 056e7b8c-2890-4dd5-b0cf-c96c38e0d773. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:09.120563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:09.126596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.412769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5764d94-8bd0-4ee2-a880-2581d5940e97 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:09.446915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.514683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:09.515189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:09.516581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:09.517046 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.521285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.522157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.549808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=22a55ddc-d83b-4624-833f-161aa88be192,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:09.569480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59244) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:09.570133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5cd16e58-1850-45dd-bbce-f113df6c7133 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9961672 Jun 30 09:14:09.574909 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-dbc6d8ac-19ae-4b7e-ade8-c1a6360a9ed8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'security_group': {'name': 'tempest-secgroup-810848105'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:09.622918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d8ac-19ae-4b7e-ade8-c1a6360a9ed8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.750088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d8ac-19ae-4b7e-ade8-c1a6360a9ed8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.761344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d8ac-19ae-4b7e-ade8-c1a6360a9ed8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.792609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd6baa-18c9-421d-a386-e4dedf1fcdc9 None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:09.792773 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d8ac-19ae-4b7e-ade8-c1a6360a9ed8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.796899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59274) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:09.801852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-82b1a4b6-0dac-4452-b3a7-7b3543246c18 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'security_group': {'name': 'tempest-secgroup-1652539919'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:09.807202 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dbc6d8ac-19ae-4b7e-ade8-c1a6360a9ed8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2365613 Jun 30 09:14:09.830611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6d8ac-19ae-4b7e-ade8-c1a6360a9ed8 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bcc09a-b4b6-41b6-8caf-c6b9f514d8e2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:09.847560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1a4b6-0dac-4452-b3a7-7b3543246c18 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.942021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54f5d432-0707-4601-acaf-751e824401fd None None] Provisioning complete for port 7664e5fa-3679-488b-b3f2-f1848040e739 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:09.942885 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54f5d432-0707-4601-acaf-751e824401fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.958155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1a4b6-0dac-4452-b3a7-7b3543246c18 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.963312 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1a4b6-0dac-4452-b3a7-7b3543246c18 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.002289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a4b6-0dac-4452-b3a7-7b3543246c18 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be92e3-98da-4f2c-ae04-b166b08d70e5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:10.019843 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82b1a4b6-0dac-4452-b3a7-7b3543246c18 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.023134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-54f5d432-0707-4601-acaf-751e824401fd None None] Port 7664e5fa-3679-488b-b3f2-f1848040e739 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:10.026167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-82b1a4b6-0dac-4452-b3a7-7b3543246c18 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2279904 Jun 30 09:14:10.026760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59302) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:10.034772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8bcecfd1-86ae-4725-9192-59adab7b4e34 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'security_group': {'name': 'tempest-secgroup-224654531'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:10.045080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-54f5d432-0707-4601-acaf-751e824401fd None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:10.045583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54f5d432-0707-4601-acaf-751e824401fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.067874 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bcecfd1-86ae-4725-9192-59adab7b4e34 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.170194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bcecfd1-86ae-4725-9192-59adab7b4e34 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.174918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bcecfd1-86ae-4725-9192-59adab7b4e34 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.213440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bcecfd1-86ae-4725-9192-59adab7b4e34 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.218973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59320) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:10.226269 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8bcecfd1-86ae-4725-9192-59adab7b4e34 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1981511 Jun 30 09:14:10.226452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-762702280', 'security_groups': ['c991f624-f40a-42f3-911d-9185709c2efe'], 'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22a55ddc-d83b-4624-833f-161aa88be192'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:10.228891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcecfd1-86ae-4725-9192-59adab7b4e34 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c991f624-f40a-42f3-911d-9185709c2efe,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:10.284104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] Update dhcp port {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'fixed_ips': [{'subnet_id': '862c81d5-fdbf-4f05-af26-f2f5f4152f26', 'ip_address': '172.20.0.18'}, {'subnet_id': '22a55ddc-d83b-4624-833f-161aa88be192'}], 'binding:host_id': 'n-d-758944-40'}, 'id': 'a5764d94-8bd0-4ee2-a880-2581d5940e97'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:14:10.334746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.374048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:10.495589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.522422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] device_id is not set on port 4b492efb-c0f1-40e2-bd7a-2565b98ad13b yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:14:10.615616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] Allocated IP 172.20.0.2 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/22a55ddc-d83b-4624-833f-161aa88be192/a5764d94-8bd0-4ee2-a880-2581d5940e97) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:10.758751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5764d94-8bd0-4ee2-a880-2581d5940e97,segment=NetworkSegment(5bd97b57-503c-45d7-b135-b0ffae772fac),segment_id=5bd97b57-503c-45d7-b135-b0ffae772fac)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:10.801454 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.820520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] Transition to ACTIVE for port object a5764d94-8bd0-4ee2-a880-2581d5940e97 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:10.825583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.903358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.8 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/22a55ddc-d83b-4624-833f-161aa88be192/4b492efb-c0f1-40e2-bd7a-2565b98ad13b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:10.926407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5f0a7-30dd-44a5-9f5d-4ea30412b333 None None] Pushing event updated for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:11.093217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.108038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object 4b492efb-c0f1-40e2-bd7a-2565b98ad13b will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:11.144430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.191410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:11.194940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:11.197952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:11.233731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=4b492efb-c0f1-40e2-bd7a-2565b98ad13b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:11.261316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.262251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.278530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-64ed4f7e-2e86-4025-a2ac-b0e1df7783fb tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0568812 Jun 30 09:14:11.281347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59420) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:11.286779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-cda5eb37-6e57-4ef7-9f67-132805b73b55 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:11.359040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5764d94-8bd0-4ee2-a880-2581d5940e97 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:11.437654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda5eb37-6e57-4ef7-9f67-132805b73b55 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:11.441607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cda5eb37-6e57-4ef7-9f67-132805b73b55 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.549099 n-d-758944-40 neutron-server[100240]: INFO neutron.db.ipam_backend_mixin [None req-cda5eb37-6e57-4ef7-9f67-132805b73b55 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 22a55ddc-d83b-4624-833f-161aa88be192 (CIDR: 172.20.0.0/28) Jun 30 09:14:11.552571 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda5eb37-6e57-4ef7-9f67-132805b73b55 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:11.553073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda5eb37-6e57-4ef7-9f67-132805b73b55 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:11.591780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cda5eb37-6e57-4ef7-9f67-132805b73b55 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3065996 Jun 30 09:14:11.592659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59430) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:11.599872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7e308339-3007-4463-a463-9c9baecde0a4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:11.636295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e84484d2-b45b-4040-8d56-e7f2af6da30e None None] Provisioning complete for port 7664e5fa-3679-488b-b3f2-f1848040e739 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:11.636295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e84484d2-b45b-4040-8d56-e7f2af6da30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.692206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e84484d2-b45b-4040-8d56-e7f2af6da30e None None] Port 7664e5fa-3679-488b-b3f2-f1848040e739 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:11.707712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e84484d2-b45b-4040-8d56-e7f2af6da30e None None] Provisioning for port a5764d94-8bd0-4ee2-a880-2581d5940e97 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:11.713263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e84484d2-b45b-4040-8d56-e7f2af6da30e None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:11.713914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e84484d2-b45b-4040-8d56-e7f2af6da30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.764464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e308339-3007-4463-a463-9c9baecde0a4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:11.768689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e308339-3007-4463-a463-9c9baecde0a4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.881420 n-d-758944-40 neutron-server[100238]: INFO neutron.db.ipam_backend_mixin [None req-7e308339-3007-4463-a463-9c9baecde0a4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 862c81d5-fdbf-4f05-af26-f2f5f4152f26 (CIDR: 172.20.0.16/28) Jun 30 09:14:11.884847 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e308339-3007-4463-a463-9c9baecde0a4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:11.885390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e308339-3007-4463-a463-9c9baecde0a4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:11.899472 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7e308339-3007-4463-a463-9c9baecde0a4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3050518 Jun 30 09:14:11.902718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59434) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:11.909062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'subnet': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:11.930694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5d7ef9c2-e3ad-4038-bf0d-4244d9cf583a None None] Provisioning for port 4b492efb-c0f1-40e2-bd7a-2565b98ad13b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:11.938309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5d7ef9c2-e3ad-4038-bf0d-4244d9cf583a None None] Provisioning complete for port 4b492efb-c0f1-40e2-bd7a-2565b98ad13b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:11.938891 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef9c2-e3ad-4038-bf0d-4244d9cf583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.019120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ef9c2-e3ad-4038-bf0d-4244d9cf583a None None] Port 4b492efb-c0f1-40e2-bd7a-2565b98ad13b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:12.123614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Made reservation on behalf of 54c3b9df9f7b40af832fb242c50e14bb for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:12.131581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.458939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.517560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:12.521199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:12.526086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.526777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.531269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4545d81-ea70-4679-82c7-2fde418dfa48 None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:12.532616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Subnet': ['ID=07811e0e-2b96-4a41-850b-ed421db166c2,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:12.566692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-713b6378-509f-40b8-8dfe-9d8e7696222c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6622026 Jun 30 09:14:12.569475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59452) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:12.576138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-320241368', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07811e0e-2b96-4a41-850b-ed421db166c2'}], 'security_groups': ['73bcc09a-b4b6-41b6-8caf-c6b9f514d8e2', 'c3be92e3-98da-4f2c-ae04-b166b08d70e5']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:12.894304 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.960251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] Update dhcp port {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'fixed_ips': [{'subnet_id': '862c81d5-fdbf-4f05-af26-f2f5f4152f26', 'ip_address': '172.20.0.18'}, {'subnet_id': '22a55ddc-d83b-4624-833f-161aa88be192', 'ip_address': '172.20.0.2'}, {'subnet_id': '07811e0e-2b96-4a41-850b-ed421db166c2'}], 'binding:host_id': 'n-d-758944-40'}, 'id': 'a5764d94-8bd0-4ee2-a880-2581d5940e97'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:14:13.022025 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.353968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Delete allocated IP 172.20.0.8 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/22a55ddc-d83b-4624-833f-161aa88be192) {{(pid=100238) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:14:13.364005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Allocated IP 172.20.0.45 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/07811e0e-2b96-4a41-850b-ed421db166c2/4b492efb-c0f1-40e2-bd7a-2565b98ad13b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:13.666940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.684326 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Transition to ACTIVE for port object 4b492efb-c0f1-40e2-bd7a-2565b98ad13b will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:13.695757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.801419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] Allocated IP 172.20.0.34 (f81797dd-c5ba-404f-8e9d-c4dc6fb03339/07811e0e-2b96-4a41-850b-ed421db166c2/a5764d94-8bd0-4ee2-a880-2581d5940e97) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:13.921917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5764d94-8bd0-4ee2-a880-2581d5940e97,segment=NetworkSegment(5bd97b57-503c-45d7-b135-b0ffae772fac),segment_id=5bd97b57-503c-45d7-b135-b0ffae772fac)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:13.967562 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.987811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] Transition to ACTIVE for port object a5764d94-8bd0-4ee2-a880-2581d5940e97 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:13.992235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.119562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082436c-ced8-426f-bb7b-9c20af2a377f None None] Pushing event updated for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:14.250766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event updated for resources: {'Port': ['ID=4b492efb-c0f1-40e2-bd7a-2565b98ad13b,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:14.285307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] In _notify_port_updated(), no bound segment for port 4b492efb-c0f1-40e2-bd7a-2565b98ad13b on network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:14:14.291902 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:14.292564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.296899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59496) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:14.297383 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b5cb0d63-8978-45b5-9e02-b50d89427d91 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "PUT /v2.0/ports/4b492efb-c0f1-40e2-bd7a-2565b98ad13b HTTP/1.1" status: 200 len: 959 time: 1.7262611 Jun 30 09:14:14.461663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 4b492efb-c0f1-40e2-bd7a-2565b98ad13b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:14.462003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.570214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.585326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 4b492efb-c0f1-40e2-bd7a-2565b98ad13b owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:14.762917 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.840895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=4b492efb-c0f1-40e2-bd7a-2565b98ad13b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:14.897564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.902751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59510) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:14.903207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5b727a97-6c16-46e8-9cfe-70527b9c3a3b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/4b492efb-c0f1-40e2-bd7a-2565b98ad13b HTTP/1.1" status: 204 len: 168 time: 0.6051710 Jun 30 09:14:14.943323 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c424e7-5522-4cff-b33d-5aa56c83467c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] GET failed (client error): The resource could not be found. Jun 30 09:14:14.943827 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-40c424e7-5522-4cff-b33d-5aa56c83467c tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports/4b492efb-c0f1-40e2-bd7a-2565b98ad13b HTTP/1.1" status: 404 len: 333 time: 0.0397549 Jun 30 09:14:14.946530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59512) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:15.026527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-519c-4a8d-bbeb-fb221265cea4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.051054 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-519c-4a8d-bbeb-fb221265cea4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.094981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4c89588e-0a72-4b07-8a8d-07731173f5bf None None] Provisioning complete for port 7664e5fa-3679-488b-b3f2-f1848040e739 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:15.096265 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4c89588e-0a72-4b07-8a8d-07731173f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.115472 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-519c-4a8d-bbeb-fb221265cea4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.118364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-519c-4a8d-bbeb-fb221265cea4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.122626 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3c810a6a-519c-4a8d-bbeb-fb221265cea4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/security-groups/c991f624-f40a-42f3-911d-9185709c2efe HTTP/1.1" status: 204 len: 168 time: 0.1725225 Jun 30 09:14:15.123401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59516) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:15.134409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c810a6a-519c-4a8d-bbeb-fb221265cea4 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c991f624-f40a-42f3-911d-9185709c2efe,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.185562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4c89588e-0a72-4b07-8a8d-07731173f5bf None None] Port 7664e5fa-3679-488b-b3f2-f1848040e739 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:15.189488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4c89588e-0a72-4b07-8a8d-07731173f5bf None None] Could not find standard attr ID for object 4b492efb-c0f1-40e2-bd7a-2565b98ad13b. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:15.215193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4c89588e-0a72-4b07-8a8d-07731173f5bf None None] Provisioning for port a5764d94-8bd0-4ee2-a880-2581d5940e97 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:15.220522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd539-aed3-44fc-ad55-a2fbdae92505 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.221356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4c89588e-0a72-4b07-8a8d-07731173f5bf None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:15.221850 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4c89588e-0a72-4b07-8a8d-07731173f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.248033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd539-aed3-44fc-ad55-a2fbdae92505 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.343483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd539-aed3-44fc-ad55-a2fbdae92505 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.346482 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd539-aed3-44fc-ad55-a2fbdae92505 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.350703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a6dd539-aed3-44fc-ad55-a2fbdae92505 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/security-groups/c3be92e3-98da-4f2c-ae04-b166b08d70e5 HTTP/1.1" status: 204 len: 168 time: 0.2250223 Jun 30 09:14:15.351508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59518) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:15.422976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5764d94-8bd0-4ee2-a880-2581d5940e97 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:15.439735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dd539-aed3-44fc-ad55-a2fbdae92505 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be92e3-98da-4f2c-ae04-b166b08d70e5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.482153 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48a96dd-c2c3-4822-bab1-3cf1bdb0d812 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.535055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48a96dd-c2c3-4822-bab1-3cf1bdb0d812 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.544903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:15.545621 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.644749 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48a96dd-c2c3-4822-bab1-3cf1bdb0d812 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.651538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f48a96dd-c2c3-4822-bab1-3cf1bdb0d812 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.653570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f48a96dd-c2c3-4822-bab1-3cf1bdb0d812 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/security-groups/73bcc09a-b4b6-41b6-8caf-c6b9f514d8e2 HTTP/1.1" status: 204 len: 168 time: 0.2813857 Jun 30 09:14:15.655682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:15.685955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a96dd-c2c3-4822-bab1-3cf1bdb0d812 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bcc09a-b4b6-41b6-8caf-c6b9f514d8e2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.743879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7fa0043b-088a-4c4a-becb-4befade0fbf8 None None] Could not find standard attr ID for object 4b492efb-c0f1-40e2-bd7a-2565b98ad13b. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:15.788726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet 22a55ddc-d83b-4624-833f-161aa88be192 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:15.806080 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.964979 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.202063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.300388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.327733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=22a55ddc-d83b-4624-833f-161aa88be192,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:16.331959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.334990 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2fe7917a-505c-447d-a6d9-4a1be07a3f74 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/22a55ddc-d83b-4624-833f-161aa88be192 HTTP/1.1" status: 204 len: 168 time: 0.6770136 Jun 30 09:14:16.338784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59538) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:16.350187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15c794-e027-46c7-b2f8-84e2272de8bf None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:16.393518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet 07811e0e-2b96-4a41-850b-ed421db166c2 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:16.397297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.438781 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.529033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.612399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.638893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=07811e0e-2b96-4a41-850b-ed421db166c2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:16.648269 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.650994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ef738e92-d041-4606-bc1c-566d341d49df tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/07811e0e-2b96-4a41-850b-ed421db166c2 HTTP/1.1" status: 204 len: 168 time: 0.3110409 Jun 30 09:14:16.653480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59546) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:16.682274 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca349f3-f7ef-48be-9d5f-53cb3ecbae8b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:16.683027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca349f3-f7ef-48be-9d5f-53cb3ecbae8b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:16.684951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4ca349f3-f7ef-48be-9d5f-53cb3ecbae8b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/22a55ddc-d83b-4624-833f-161aa88be192 HTTP/1.1" status: 404 len: 337 time: 0.0303409 Jun 30 09:14:16.688634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59548) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:16.769484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting subnet 862c81d5-fdbf-4f05-af26-f2f5f4152f26 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:16.773138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.866646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454bffa-bf26-4383-8729-82d2d78070eb None None] Update dhcp port {'port': {'network_id': 'f81797dd-c5ba-404f-8e9d-c4dc6fb03339', 'fixed_ips': [{'subnet_id': '862c81d5-fdbf-4f05-af26-f2f5f4152f26', 'ip_address': '172.20.0.18'}, {'subnet_id': '07811e0e-2b96-4a41-850b-ed421db166c2'}], 'binding:host_id': 'n-d-758944-40'}, 'id': 'a5764d94-8bd0-4ee2-a880-2581d5940e97'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:14:16.888684 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.908660 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a454bffa-bf26-4383-8729-82d2d78070eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.019040 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.120781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-a454bffa-bf26-4383-8729-82d2d78070eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 862c81d5-fdbf-4f05-af26-f2f5f4152f26: This subnet is being modified by another concurrent operation. Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 862c81d5-fdbf-4f05-af26-f2f5f4152f26: This subnet is being modified by another concurrent operation. Jun 30 09:14:17.122955 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 09:14:17.136344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.138600 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/862c81d5-fdbf-4f05-af26-f2f5f4152f26 HTTP/1.1" status: 204 len: 168 time: 0.4477918 Jun 30 09:14:17.141001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.169245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f44ce-1799-4c21-aaa6-2c3b334e5116 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Subnet': ['ID=862c81d5-fdbf-4f05-af26-f2f5f4152f26,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:17.189130 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b9b7fe-6dbc-40a4-b19a-4a52cc56ac68 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.189595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b9b7fe-6dbc-40a4-b19a-4a52cc56ac68 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.191375 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a6b9b7fe-6dbc-40a4-b19a-4a52cc56ac68 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/c0c66a99-9c11-4d61-9d45-4514c3dd1707 HTTP/1.1" status: 404 len: 337 time: 0.0493872 Jun 30 09:14:17.194111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59560) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.239575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83c2680-f702-4e5a-90a6-e5d9b6a88d63 None None] Network f81797dd-c5ba-404f-8e9d-c4dc6fb03339 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:17.267479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-36598b59-20a8-42af-bc18-80b86191dffc tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb97af31-948a-4dca-8ce4-dc89278f6cf9 HTTP/1.1" status: 200 len: 205 time: 0.0701041 Jun 30 09:14:17.267917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59562) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.345287 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-69d05a5f-4e9c-4810-8ff5-534008988352 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] delete failed (client error): The resource could not be found. Jun 30 09:14:17.358307 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69d05a5f-4e9c-4810-8ff5-534008988352 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/routers/cb97af31-948a-4dca-8ce4-dc89278f6cf9 HTTP/1.1" status: 404 len: 336 time: 0.0892897 Jun 30 09:14:17.360669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-326b9b86-2f4b-4c7d-be27-cad72d31d710 None None] Provisioning complete for port 7664e5fa-3679-488b-b3f2-f1848040e739 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:17.361126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59566) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.361223 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-326b9b86-2f4b-4c7d-be27-cad72d31d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.388721 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-5276baa8-a425-44f7-a34a-7b7aee1f01f9 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.389176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5276baa8-a425-44f7-a34a-7b7aee1f01f9 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.390918 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5276baa8-a425-44f7-a34a-7b7aee1f01f9 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/2d471bc8-c255-4aab-8f1b-116fd2ae69be HTTP/1.1" status: 404 len: 337 time: 0.0292671 Jun 30 09:14:17.393346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59568) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.419779 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-78372891-351b-4095-b9c3-fd198ad31d16 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.420237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78372891-351b-4095-b9c3-fd198ad31d16 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.421960 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78372891-351b-4095-b9c3-fd198ad31d16 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/89e3c079-ae26-40c4-a5bd-1587e399637f HTTP/1.1" status: 404 len: 337 time: 0.0276518 Jun 30 09:14:17.424398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.461062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a5764d94-8bd0-4ee2-a880-2581d5940e97 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:17.461666 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8d6a78-052e-4218-944f-1fd5c62bdb24 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.462324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8d6a78-052e-4218-944f-1fd5c62bdb24 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.464282 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba8d6a78-052e-4218-944f-1fd5c62bdb24 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/4ef9d558-d520-449a-9235-41e11c67a5c1 HTTP/1.1" status: 404 len: 337 time: 0.0389993 Jun 30 09:14:17.467052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59572) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.531216 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-99964e23-e4b2-4629-b527-1227c453a6ef tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.532378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99964e23-e4b2-4629-b527-1227c453a6ef tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.534949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-99964e23-e4b2-4629-b527-1227c453a6ef tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/40051225-7257-4b9c-af2d-b7be9f31b880 HTTP/1.1" status: 404 len: 333 time: 0.0661778 Jun 30 09:14:17.537554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59576) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.582176 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94fd14b-031c-4170-914a-a94c9ee14ac6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.582778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94fd14b-031c-4170-914a-a94c9ee14ac6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.584617 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b94fd14b-031c-4170-914a-a94c9ee14ac6 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/aa8bf94e-bb6e-4e3a-bc16-2be5c49cc226 HTTP/1.1" status: 404 len: 337 time: 0.0458798 Jun 30 09:14:17.587360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59580) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.591680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-326b9b86-2f4b-4c7d-be27-cad72d31d710 None None] Port 7664e5fa-3679-488b-b3f2-f1848040e739 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:17.619546 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad6df10-7fe1-4d6c-9b7a-ea417d90367a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.620564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad6df10-7fe1-4d6c-9b7a-ea417d90367a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.623772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ad6df10-7fe1-4d6c-9b7a-ea417d90367a tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/a1b61e86-74c4-4190-8218-de30992c5296 HTTP/1.1" status: 404 len: 337 time: 0.0352092 Jun 30 09:14:17.626491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59582) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.649647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-326b9b86-2f4b-4c7d-be27-cad72d31d710 None None] Provisioning complete for port a5764d94-8bd0-4ee2-a880-2581d5940e97 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:17.650353 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-326b9b86-2f4b-4c7d-be27-cad72d31d710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.659389 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c2771e-3271-47dc-b490-2f16ebbbe041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.660098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c2771e-3271-47dc-b490-2f16ebbbe041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.662272 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-22c2771e-3271-47dc-b490-2f16ebbbe041 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/c81e60ff-617b-401a-b3f9-707f03a3618f HTTP/1.1" status: 404 len: 333 time: 0.0346994 Jun 30 09:14:17.664911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59584) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.715770 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.749290 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c978fc-fbc1-4cc8-8405-bcb6a7c13199 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.750091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c978fc-fbc1-4cc8-8405-bcb6a7c13199 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.755297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59588) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.756221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-59c978fc-fbc1-4cc8-8405-bcb6a7c13199 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/0db7e31b-5ed6-445b-8312-3823eaa3ef97 HTTP/1.1" status: 404 len: 337 time: 0.0894432 Jun 30 09:14:17.782574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] DHCP port deletion for f81797dd-c5ba-404f-8e9d-c4dc6fb03339 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:14:17.808182 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db7fff1-198e-4ef3-a12c-73c35f891522 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.808648 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db7fff1-198e-4ef3-a12c-73c35f891522 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.812396 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7db7fff1-198e-4ef3-a12c-73c35f891522 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/subnets/f12e4da9-271a-4434-bde1-988fb3da60e5 HTTP/1.1" status: 404 len: 337 time: 0.0559409 Jun 30 09:14:17.813010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59590) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.965388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5764d94-8bd0-4ee2-a880-2581d5940e97,segment=NetworkSegment(5bd97b57-503c-45d7-b135-b0ffae772fac),segment_id=5bd97b57-503c-45d7-b135-b0ffae772fac)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:17.995386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] Deleting port a5764d94-8bd0-4ee2-a880-2581d5940e97 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:17.995760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.052463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Deleting port 7664e5fa-3679-488b-b3f2-f1848040e739 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:18.053211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.066925 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.170642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.171880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] For port a5764d94-8bd0-4ee2-a880-2581d5940e97, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a5764d94-8bd0-4ee2-a880-2581d5940e97,segment=NetworkSegment(5bd97b57-503c-45d7-b135-b0ffae772fac),segment_id=5bd97b57-503c-45d7-b135-b0ffae772fac)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:18.172277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.186254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Calling delete_port for 7664e5fa-3679-488b-b3f2-f1848040e739 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:18.196582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] Calling delete_port for a5764d94-8bd0-4ee2-a880-2581d5940e97 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:18.200819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=11']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:18.307115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.312661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.349561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] Pushing event deleted for resources: {'Port': ['ID=a5764d94-8bd0-4ee2-a880-2581d5940e97,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:18.350223 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Port': ['ID=7664e5fa-3679-488b-b3f2-f1848040e739,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:18.354914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bcdc9-290b-41a3-873e-eb2054b7c38c None None] No DVR routers for this DVR port a5764d94-8bd0-4ee2-a880-2581d5940e97 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:18.378968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.380052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc2b9d-4f71-433d-9c89-eb8a9df0c306 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:14:18.381756 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e437166b-3029-4890-ba7b-802fbdfb78e7 tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/ports/7664e5fa-3679-488b-b3f2-f1848040e739 HTTP/1.1" status: 204 len: 168 time: 0.5676444 Jun 30 09:14:18.384157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59600) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.481968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.514782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc2b9d-4f71-433d-9c89-eb8a9df0c306 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:14:18.659912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.674181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81797dd-c5ba-404f-8e9d-c4dc6fb03339']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:18.685459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd97b57-503c-45d7-b135-b0ffae772fac') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:18.685943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd97b57-503c-45d7-b135-b0ffae772fac') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:18.698293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.722676 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.734354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:18.735815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:18.739197 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:18.854901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.862177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.863887 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] 10.222.0.53 "DELETE /v2.0/networks/f81797dd-c5ba-404f-8e9d-c4dc6fb03339 HTTP/1.1" status: 204 len: 168 time: 0.4786935 Jun 30 09:14:18.884969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa61b6-4cec-42da-9df8-8f1efd8fba1b tempest-PortsTestJSON-1857001964 tempest-PortsTestJSON-1857001964-project] Pushing event deleted for resources: {'Network': ['ID=f81797dd-c5ba-404f-8e9d-c4dc6fb03339,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:19.154420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59622) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:19.317164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-342aa90e-6545-4249-bcb3-4427adbcb14e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54c3b9df9f7b40af832fb242c50e14bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585906 Jun 30 09:14:19.318316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59626) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:19.388276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-462f2388-f60b-4209-899e-a2cee4693107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.420929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-462f2388-f60b-4209-899e-a2cee4693107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.482606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-462f2388-f60b-4209-899e-a2cee4693107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.485536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-462f2388-f60b-4209-899e-a2cee4693107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.489445 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-462f2388-f60b-4209-899e-a2cee4693107 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/835765ae-517e-49c6-9db7-abd1ed6ff0d3 HTTP/1.1" status: 204 len: 168 time: 0.1676991 Jun 30 09:14:19.496317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f2388-f60b-4209-899e-a2cee4693107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835765ae-517e-49c6-9db7-abd1ed6ff0d3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.303994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.196059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59888) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:25.216304 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.370800 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.459560 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.470071 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.544200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59904) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:25.544683 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fa9b9239f6648919dcc707b0dd742fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471253 Jun 30 09:14:25.545060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647f9c2-dd59-4cd9-b716-b45eb81c406e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.564561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.565390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d578474-7d94-428b-b3ae-722de1c5f435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:25.658749 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a448a12-8411-4ec8-8617-25df5b91e066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.715373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a448a12-8411-4ec8-8617-25df5b91e066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.768143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a448a12-8411-4ec8-8617-25df5b91e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.771175 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a448a12-8411-4ec8-8617-25df5b91e066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.775525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9a448a12-8411-4ec8-8617-25df5b91e066 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6647f9c2-dd59-4cd9-b716-b45eb81c406e HTTP/1.1" status: 204 len: 168 time: 0.2302108 Jun 30 09:14:25.801994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a448a12-8411-4ec8-8617-25df5b91e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647f9c2-dd59-4cd9-b716-b45eb81c406e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.158086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 59922) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:26.173530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1284c4ff-548e-45f3-b9de-5ff01721fb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.275925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1284c4ff-548e-45f3-b9de-5ff01721fb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.292782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1284c4ff-548e-45f3-b9de-5ff01721fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.335361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284c4ff-548e-45f3-b9de-5ff01721fb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b986f-8763-448c-9380-1e8da56eb549,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.342691 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1284c4ff-548e-45f3-b9de-5ff01721fb3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1bfa03ed61a4a5b905ed3a08b2425d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811900 Jun 30 09:14:26.343047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 59936) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:26.406988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-99438175-087b-44f2-93e7-0e321b7136e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.431644 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-99438175-087b-44f2-93e7-0e321b7136e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.492294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-99438175-087b-44f2-93e7-0e321b7136e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.495944 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-99438175-087b-44f2-93e7-0e321b7136e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.499694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-99438175-087b-44f2-93e7-0e321b7136e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d7b986f-8763-448c-9380-1e8da56eb549 HTTP/1.1" status: 204 len: 168 time: 0.1532366 Jun 30 09:14:26.528057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99438175-087b-44f2-93e7-0e321b7136e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b986f-8763-448c-9380-1e8da56eb549,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.294237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7155d-8111-4dfa-83f9-51ab3d554830 req-38ab8562-63f3-4ec5-b489-38d219777c4a tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.296671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18c7155d-8111-4dfa-83f9-51ab3d554830 req-38ab8562-63f3-4ec5-b489-38d219777c4a tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1097 time: 0.0669985 Jun 30 09:14:28.363676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18c7155d-8111-4dfa-83f9-51ab3d554830 req-31f0266a-9fe0-4d88-ac64-b6990eb8b44e tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486171 Jun 30 09:14:28.388918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60048) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.611427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port edc00148-f98d-4b5f-a95e-b15bcc395bfc {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:28.611772 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.646957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60060) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.709548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.709964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.723936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for edc00148-f98d-4b5f-a95e-b15bcc395bfc owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:28.789203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf7a00db-adc3-4db9-a5b3-96f1af3a336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.982656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf7a00db-adc3-4db9-a5b3-96f1af3a336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.983110 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.012695 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bf7a00db-adc3-4db9-a5b3-96f1af3a336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.049876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=edc00148-f98d-4b5f-a95e-b15bcc395bfc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.085014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a00db-adc3-4db9-a5b3-96f1af3a336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424a5473-01c1-44c3-bdd7-338c3ba7ebbc,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.103465 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bf7a00db-adc3-4db9-a5b3-96f1af3a336d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9893d1988dc44149ffc31458e32dcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548898 Jun 30 09:14:29.104085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.152169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.153002 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP 6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 disassociated (deleted). External IP: 172.25.8.126, port: 4de9b41f-8690-416d-8007-d3799b56fc6d. Jun 30 09:14:29.171028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd464-2189-4e51-b4e2-0a0b1334631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.217140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd464-2189-4e51-b4e2-0a0b1334631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.289870 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd464-2189-4e51-b4e2-0a0b1334631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.293757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd464-2189-4e51-b4e2-0a0b1334631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.303803 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c5bbd464-2189-4e51-b4e2-0a0b1334631d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/424a5473-01c1-44c3-bdd7-338c3ba7ebbc HTTP/1.1" status: 204 len: 168 time: 0.1949754 Jun 30 09:14:29.321169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbd464-2189-4e51-b4e2-0a0b1334631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a5473-01c1-44c3-bdd7-338c3ba7ebbc,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.521904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 09f2f9dd-85e6-4dcf-be42-85df56613040 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:29.546266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bd9c-4ed9-4adb-88bd-a743226e08b2 req-4bfd054e-05c0-45a7-8033-bf824470c33e tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.548072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ff5bd9c-4ed9-4adb-88bd-a743226e08b2 req-4bfd054e-05c0-45a7-8033-bf824470c33e tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 946 time: 0.1718352 Jun 30 09:14:29.650475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ff5bd9c-4ed9-4adb-88bd-a743226e08b2 req-d9db01c7-b1f3-49ed-a5d7-a43f64ae6fc2 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888474 Jun 30 09:14:29.708195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:29.718036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] Sync routers for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:29.719425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.735706 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:29.736509 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:29.753618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60106) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.769704 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63ba9357-3b6c-47d0-90de-d59d097e3552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.780015 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7cb21713-c2fc-4810-b069-e8b55a0337a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/floatingips/6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8 HTTP/1.1" status: 204 len: 168 time: 1.3899496 Jun 30 09:14:29.780874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:29.794744 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fffa281-34e1-4c9c-9991-d7927857ef36" -d '{"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:29.877019 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:29.991534 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63ba9357-3b6c-47d0-90de-d59d097e3552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.011593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-63ba9357-3b6c-47d0-90de-d59d097e3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.073426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60120) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.073553 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-63ba9357-3b6c-47d0-90de-d59d097e3552 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6233a6cbd08c477bbf43c9a7f84cce68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186612 Jun 30 09:14:30.074456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba9357-3b6c-47d0-90de-d59d097e3552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371574eb-447f-4bd3-8183-7f715209efe4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:30.112314 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:30.148715 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] Checking router: 09f2f9dd-85e6-4dcf-be42-85df56613040 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:30.158198 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:30.158816 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:30.198740 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa69224e-3aa6-4544-a5e9-cf3e9c21ba32 x-openstack-request-id: req-fa69224e-3aa6-4544-a5e9-cf3e9c21ba32 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:30.201466 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64299310-715f-4622-8952-47eb98d10283", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:30.202761 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa69224e-3aa6-4544-a5e9-cf3e9c21ba32 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:30.206096 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'status': 'completed', 'code': 200} Jun 30 09:14:30.282463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63ca1f1d-865c-4a32-8c56-4e4849032b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.314662 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:30.345421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63ca1f1d-865c-4a32-8c56-4e4849032b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.520527 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63ca1f1d-865c-4a32-8c56-4e4849032b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.523955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-63ca1f1d-865c-4a32-8c56-4e4849032b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.525861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-63ca1f1d-865c-4a32-8c56-4e4849032b79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/371574eb-447f-4bd3-8183-7f715209efe4 HTTP/1.1" status: 204 len: 168 time: 0.4511633 Jun 30 09:14:30.536318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12767385-858d-45a1-b71f-d536426e987b req-1dd7af1a-6b72-4e67-89bb-b4b6465d2782 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.538584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12767385-858d-45a1-b71f-d536426e987b req-1dd7af1a-6b72-4e67-89bb-b4b6465d2782 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.1180587 Jun 30 09:14:30.552733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca1f1d-865c-4a32-8c56-4e4849032b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371574eb-447f-4bd3-8183-7f715209efe4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:30.605278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-e5753ec8-b03f-4ef2-94cc-5fdd1b3bcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.607347 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-e5753ec8-b03f-4ef2-94cc-5fdd1b3bcd0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 1097 time: 0.3734529 Jun 30 09:14:30.611994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12767385-858d-45a1-b71f-d536426e987b req-c3ca4a15-18bf-4500-a348-76f1ef884567 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501032 Jun 30 09:14:30.724625 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:30.755471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-47a8fcd7-0b39-4807-a632-176b0f91fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.757736 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-47a8fcd7-0b39-4807-a632-176b0f91fe93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 200 len: 898 time: 0.1427679 Jun 30 09:14:30.808068 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1234c5-5db4-4907-ab91-131f89d65bd3 None None] The sync data for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 is: [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:12:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '841ab4a6-8104-4630-8d90-7670fc307c91', 'name': '', 'network_id': '285cd6c8-406d-46c6-904e-ca1e4d0ff4ee', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:e2:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:28Z', 'updated_at': '2021-06-30T09:12:42Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'fcfb0ad7-9f31-4df1-853e-3f2df4f280cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:30.828658 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-53cd0a9e-f107-422f-a9d7-ea286ae6707d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 200 len: 217 time: 0.0633705 Jun 30 09:14:30.873099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83f688-fff7-41c7-980d-29c455c20121 req-0e5a8542-5917-4256-819e-2ab86110eec9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.885868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d83f688-fff7-41c7-980d-29c455c20121 req-0e5a8542-5917-4256-819e-2ab86110eec9 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.13 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 946 time: 0.1482408 Jun 30 09:14:30.912981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-febcb22b-9bc5-4a34-9d72-4ec669208325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.914685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-febcb22b-9bc5-4a34-9d72-4ec669208325 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 200 len: 835 time: 0.0777559 Jun 30 09:14:31.010395 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-a0818670-09da-4fd2-a999-8ce18dca00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:31.012220 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-a0818670-09da-4fd2-a999-8ce18dca00fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889819 Jun 30 09:14:31.032888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-2ffb5788-660b-40ae-a559-d90210b409a6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:14:31.033993 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-2ffb5788-660b-40ae-a559-d90210b409a6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057986 Jun 30 09:14:31.117387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675765a-679a-42e1-ba17-0013bb98b963 req-cac30b8e-67c9-4ce5-b846-078192e6dfb8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:31.119026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e675765a-679a-42e1-ba17-0013bb98b963 req-cac30b8e-67c9-4ce5-b846-078192e6dfb8 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 946 time: 0.2015536 Jun 30 09:14:31.199161 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-d8c37def-cccc-4780-92c2-013c5125f839 service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573155 Jun 30 09:14:31.204384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e675765a-679a-42e1-ba17-0013bb98b963 req-69dc43d0-e41e-4fbd-8aee-f62d261625cd tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/security-groups?id=6dd12988-f2b3-452f-86ae-0659e802acb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746539 Jun 30 09:14:31.210026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Deleting port eceefdeb-57fd-480e-a58b-77f746a4e208 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:31.210376 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.256263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8d512-9be0-442f-8427-8901211d77b7 None None] New status for floating IP 6b9fa2c8-c7be-4b1d-b878-418e5a34e0e8: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:14:31.345489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] For port eceefdeb-57fd-480e-a58b-77f746a4e208, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=eceefdeb-57fd-480e-a58b-77f746a4e208,segment=NetworkSegment(05cdc2ca-1cba-4c3f-81ba-9c4421519837),segment_id=05cdc2ca-1cba-4c3f-81ba-9c4421519837)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:31.345919 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.362766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Calling delete_port for eceefdeb-57fd-480e-a58b-77f746a4e208 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:31.383667 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9fffa281-34e1-4c9c-9991-d7927857ef36 req-c774208e-5dc5-4b0a-b0c3-3d2320253cb5 service neutron] 10.222.0.26 "GET /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740804 Jun 30 09:14:31.524755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.538336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['eceefdeb-57fd-480e-a58b-77f746a4e208'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:31.586273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Pushing event deleted for resources: {'Port': ['ID=eceefdeb-57fd-480e-a58b-77f746a4e208,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:31.642569 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e7aae4c1-9cc2-4d31-b5ba-278cc5585f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.646068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] No DVR routers for this DVR port eceefdeb-57fd-480e-a58b-77f746a4e208 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:31.654852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.658692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d83f688-fff7-41c7-980d-29c455c20121 req-bb7f6103-7f45-4fe9-a0bd-991cdb13ca45 tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.13 "DELETE /v2.0/ports/eceefdeb-57fd-480e-a58b-77f746a4e208 HTTP/1.1" status: 204 len: 173 time: 0.7707195 Jun 30 09:14:31.907485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fe49f-0a8c-4a18-9db6-e690ae1634db req-d3460218-94f3-4c70-b7d2-e880c0d6523b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:31.909201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b03fe49f-0a8c-4a18-9db6-e690ae1634db req-d3460218-94f3-4c70-b7d2-e880c0d6523b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.1142766 Jun 30 09:14:31.949649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-5c5d139d-e31d-43ee-b04e-f1239a737e19 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:31.951156 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-5c5d139d-e31d-43ee-b04e-f1239a737e19 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.26 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 945 time: 0.1690712 Jun 30 09:14:31.997429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b03fe49f-0a8c-4a18-9db6-e690ae1634db req-82211378-698f-43b4-8053-9e6e215a268d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1a211ad-f2eb-4a08-8d04-06fa3b70128d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800543 Jun 30 09:14:32.099404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 4de9b41f-8690-416d-8007-d3799b56fc6d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:32.099744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.207999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24688340-4330-4317-a495-f4546e62f836', 'name': 'network-vif-deleted', 'tag': 'eceefdeb-57fd-480e-a58b-77f746a4e208'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:32.211142 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede58f85-f31d-4550-97f6-2aa16cd9679a" -d '{"events": [{"server_uuid": "24688340-4330-4317-a495-f4546e62f836", "name": "network-vif-deleted", "tag": "eceefdeb-57fd-480e-a58b-77f746a4e208"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:32.263871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 4de9b41f-8690-416d-8007-d3799b56fc6d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4de9b41f-8690-416d-8007-d3799b56fc6d,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:32.265224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.268533 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e08ad0-d09e-4c60-b951-cf4ae33f6e1c x-openstack-request-id: req-66e08ad0-d09e-4c60-b951-cf4ae33f6e1c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:32.269096 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24688340-4330-4317-a495-f4546e62f836", "name": "network-vif-deleted", "tag": "eceefdeb-57fd-480e-a58b-77f746a4e208", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:32.269096 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66e08ad0-d09e-4c60-b951-cf4ae33f6e1c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:32.269799 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24688340-4330-4317-a495-f4546e62f836', 'name': 'network-vif-deleted', 'tag': 'eceefdeb-57fd-480e-a58b-77f746a4e208', 'status': 'completed', 'code': 200} Jun 30 09:14:32.302852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 4de9b41f-8690-416d-8007-d3799b56fc6d owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:32.451413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5df76437-d1c3-481d-b4aa-e698e54cc766 req-80b63917-efe2-4457-b831-f512c83ce76c tempest-VolumesSnapshotTestJSON-1958012109 tempest-VolumesSnapshotTestJSON-1958012109-project] 10.222.0.53 "GET /v2.0/ports?device_id=24688340-4330-4317-a495-f4546e62f836 HTTP/1.1" status: 200 len: 210 time: 0.0419486 Jun 30 09:14:32.564507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.606196 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=4de9b41f-8690-416d-8007-d3799b56fc6d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:32.688929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] No DVR routers for this DVR port 4de9b41f-8690-416d-8007-d3799b56fc6d on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:32.701322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.710511 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2867b2ae-25f3-4675-be22-b790bc2ce3fd req-82e69326-bfdc-4d3f-9f02-5e5f2d73b99e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.26 "DELETE /v2.0/ports/4de9b41f-8690-416d-8007-d3799b56fc6d HTTP/1.1" status: 204 len: 173 time: 0.7495151 Jun 30 09:14:32.710995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-deleted', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:32.726833 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd58386-8cdc-4061-a32c-5bcfb76647cf" -d '{"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-deleted", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:32.794962 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b65e31-3ccb-4b14-8be7-d82895629598 x-openstack-request-id: req-26b65e31-3ccb-4b14-8be7-d82895629598 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:32.795316 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64299310-715f-4622-8952-47eb98d10283", "name": "network-vif-deleted", "tag": "4de9b41f-8690-416d-8007-d3799b56fc6d", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:32.795573 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26b65e31-3ccb-4b14-8be7-d82895629598 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:32.796001 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64299310-715f-4622-8952-47eb98d10283', 'name': 'network-vif-deleted', 'tag': '4de9b41f-8690-416d-8007-d3799b56fc6d', 'status': 'completed', 'code': 200} Jun 30 09:14:33.190891 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc8f86db-500f-4458-938c-b627be98dc00 req-a8b092c4-d3bd-4dde-adf8-eb0677f7a44c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=64299310-715f-4622-8952-47eb98d10283 HTTP/1.1" status: 200 len: 210 time: 0.0460684 Jun 30 09:14:34.337453 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.358837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60310) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:34.406351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-907fed84-6663-40b2-8784-650fbecb76ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.866096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device eceefdeb-57fd-480e-a58b-77f746a4e208 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:34.893601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: eceefdeb-57fd-480e-a58b-77f746a4e208 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:34.894277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device eceefdeb-57fd-480e-a58b-77f746a4e208 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:34.969948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.304176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:35.336218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 4de9b41f-8690-416d-8007-d3799b56fc6d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:35.336560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4de9b41f-8690-416d-8007-d3799b56fc6d not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:35.822570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 841ab4a6-8104-4630-8d90-7670fc307c91 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:35.823068 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.873124 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.935812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 841ab4a6-8104-4630-8d90-7670fc307c91, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=841ab4a6-8104-4630-8d90-7670fc307c91,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:35.936590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.956811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 841ab4a6-8104-4630-8d90-7670fc307c91 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:36.200884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.237191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=841ab4a6-8104-4630-8d90-7670fc307c91,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:36.622978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.067518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 09f2f9dd-85e6-4dcf-be42-85df56613040 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:37.252422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:37.264922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2cd32886-59fb-4fde-a454-ccdbac0842c4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/09f2f9dd-85e6-4dcf-be42-85df56613040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9026053 Jun 30 09:14:37.265312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60428) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:37.268010 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] Sync routers for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:37.279804 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:37.280825 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:37.299412 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.372475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting subnet fcfb0ad7-9f31-4df1-853e-3f2df4f280cb {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:37.390827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.454899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.525443 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:37.562897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.728204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.760972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.762725 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/subnets/fcfb0ad7-9f31-4df1-853e-3f2df4f280cb HTTP/1.1" status: 204 len: 168 time: 0.4962897 Jun 30 09:14:37.765406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60460) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:37.768677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a59cada-1e1f-452c-80f6-f038e6341094 None None] Network 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:37.824873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6be1d0-3ef4-4d92-a5ad-1ef9e12280bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfb0ad7-9f31-4df1-853e-3f2df4f280cb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:37.895841 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:14:36Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:37.946041 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] Checking router: 09f2f9dd-85e6-4dcf-be42-85df56613040 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:37.959195 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] Routers {'09f2f9dd-85e6-4dcf-be42-85df56613040'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:37.960109 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['09f2f9dd-85e6-4dcf-be42-85df56613040'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:38.059020 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.183093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] DHCP port deletion for 285cd6c8-406d-46c6-904e-ca1e4d0ff4ee request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:14:38.276925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] Deleting port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:38.277607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.279259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.339412 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] Set router 09f2f9dd-85e6-4dcf-be42-85df56613040 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:38.371164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] For port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b8679adc-5bcd-4ed9-bc20-51e66e6d9c39,segment=NetworkSegment(84a1d382-c6b1-4f2c-83ca-31fb5f047907),segment_id=84a1d382-c6b1-4f2c-83ca-31fb5f047907)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:38.372126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.387099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] Calling delete_port for b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:38.390238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 1aa53849-c38f-4069-bed2-0db530529efd {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:38.392990 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.484110 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.525816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] No DVR routers for this DVR port b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:38.531308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6d847-5db3-499a-b2f9-1bc98a80a227 None None] Pushing event deleted for resources: {'Port': ['ID=b8679adc-5bcd-4ed9-bc20-51e66e6d9c39,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:38.558513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 1aa53849-c38f-4069-bed2-0db530529efd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1aa53849-c38f-4069-bed2-0db530529efd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:38.559184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.583272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 1aa53849-c38f-4069-bed2-0db530529efd owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:38.652639 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:14:36Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:38.731937 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ebf914-5310-48a6-9330-6db040f686ec None None] The sync data for ids ['09f2f9dd-85e6-4dcf-be42-85df56613040'] in n-d-758944-40 is: [{'id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95614127', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1aa53849-c38f-4069-bed2-0db530529efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:19Z', 'updated_at': '2021-06-30T09:14:36Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '1aa53849-c38f-4069-bed2-0db530529efd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f2f9dd-85e6-4dcf-be42-85df56613040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:38.839458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.931999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=1aa53849-c38f-4069-bed2-0db530529efd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:39.017913 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.153056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.162714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.362397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.362980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Fanout notify agent at l3_agent the message router_deleted on router 09f2f9dd-85e6-4dcf-be42-85df56613040 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:14:39.378706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.385806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60510) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:39.386428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-528ee193-2169-45d5-b416-0fe89230207f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/routers/09f2f9dd-85e6-4dcf-be42-85df56613040 HTTP/1.1" status: 204 len: 168 time: 1.6193202 Jun 30 09:14:39.555542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:39.557185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.619382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:39.620010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b8679adc-5bcd-4ed9-bc20-51e66e6d9c39 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:39.620639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 841ab4a6-8104-4630-8d90-7670fc307c91 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:39.674009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 841ab4a6-8104-4630-8d90-7670fc307c91 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:39.674591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 841ab4a6-8104-4630-8d90-7670fc307c91 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:39.754037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.765262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285cd6c8-406d-46c6-904e-ca1e4d0ff4ee']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:39.776785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a1d382-c6b1-4f2c-83ca-31fb5f047907') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:39.777376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a1d382-c6b1-4f2c-83ca-31fb5f047907') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:39.786893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.812938 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.820605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:39.821315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:39.915620 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:39.933763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.942369 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.944177 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/networks/285cd6c8-406d-46c6-904e-ca1e4d0ff4ee HTTP/1.1" status: 204 len: 168 time: 0.5565181 Jun 30 09:14:39.947705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60520) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:39.973174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec33805-dcd9-4dcf-94a5-7ab924c3cffa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Network': ['ID=285cd6c8-406d-46c6-904e-ca1e4d0ff4ee,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:40.049448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d2c11715-319b-41af-8f19-f260fa35549a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.083418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d2c11715-319b-41af-8f19-f260fa35549a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.152052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d2c11715-319b-41af-8f19-f260fa35549a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.155808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d2c11715-319b-41af-8f19-f260fa35549a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.157135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d2c11715-319b-41af-8f19-f260fa35549a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1a211ad-f2eb-4a08-8d04-06fa3b70128d HTTP/1.1" status: 204 len: 168 time: 0.2084002 Jun 30 09:14:40.171380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c11715-319b-41af-8f19-f260fa35549a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a211ad-f2eb-4a08-8d04-06fa3b70128d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:40.575879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:40.586248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-741e777f-bb08-4f03-964a-510a67b529be tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326769852', 'description': 'tempest-secgroup-smoke-1326769852 description', 'project_id': '21be9dbad110454fbec720bb08d4bdac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:40.641178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-741e777f-bb08-4f03-964a-510a67b529be tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.786594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-741e777f-bb08-4f03-964a-510a67b529be tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.791823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-741e777f-bb08-4f03-964a-510a67b529be tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.828762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e777f-bb08-4f03-964a-510a67b529be tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed069cc9-ee72-4c5a-8e23-7b533e7ff850,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:40.832581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-741e777f-bb08-4f03-964a-510a67b529be tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.834382 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-741e777f-bb08-4f03-964a-510a67b529be tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2562506 Jun 30 09:14:40.838403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60546) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:40.845399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8eca5c1a-a1b6-4323-ac89-dc4b08f29067 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'ed069cc9-ee72-4c5a-8e23-7b533e7ff850', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:40.892720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eca5c1a-a1b6-4323-ac89-dc4b08f29067 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.959343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eca5c1a-a1b6-4323-ac89-dc4b08f29067 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.964997 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eca5c1a-a1b6-4323-ac89-dc4b08f29067 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.998997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca5c1a-a1b6-4323-ac89-dc4b08f29067 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f52bb58-81d0-4681-a42e-308c9383d867,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.003936 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eca5c1a-a1b6-4323-ac89-dc4b08f29067 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.007898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8eca5c1a-a1b6-4323-ac89-dc4b08f29067 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650929 Jun 30 09:14:41.008115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60550) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.014468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c14df246-63cd-4d16-a07b-8446f4b4ae40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'ed069cc9-ee72-4c5a-8e23-7b533e7ff850', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:41.057706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c14df246-63cd-4d16-a07b-8446f4b4ae40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.166105 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c14df246-63cd-4d16-a07b-8446f4b4ae40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.179900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c14df246-63cd-4d16-a07b-8446f4b4ae40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.199580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14df246-63cd-4d16-a07b-8446f4b4ae40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f60b19-75f0-41b4-b9d6-61284dece1b6,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.223783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c14df246-63cd-4d16-a07b-8446f4b4ae40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.225327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c14df246-63cd-4d16-a07b-8446f4b4ae40 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2160246 Jun 30 09:14:41.227994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60560) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.233623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-75e3e465-d8b3-40a0-92de-fce19a14a1e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'ed069cc9-ee72-4c5a-8e23-7b533e7ff850', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:41.280374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e3e465-d8b3-40a0-92de-fce19a14a1e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.330638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aa53849-c38f-4069-bed2-0db530529efd no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:41.359167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1aa53849-c38f-4069-bed2-0db530529efd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:41.361853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1aa53849-c38f-4069-bed2-0db530529efd not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:41.419683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e3e465-d8b3-40a0-92de-fce19a14a1e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.434117 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e3e465-d8b3-40a0-92de-fce19a14a1e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.457133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3e465-d8b3-40a0-92de-fce19a14a1e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad94bd5-ce8f-4ed7-ba8d-0bfd3143794d,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.465702 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e3e465-d8b3-40a0-92de-fce19a14a1e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.467070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-75e3e465-d8b3-40a0-92de-fce19a14a1e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2380676 Jun 30 09:14:41.469858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60568) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.478767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a8a7fe3a-07e9-4f69-90c8-8ce14ab06b02 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'ed069cc9-ee72-4c5a-8e23-7b533e7ff850', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:41.520140 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fe3a-07e9-4f69-90c8-8ce14ab06b02 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.645151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fe3a-07e9-4f69-90c8-8ce14ab06b02 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.652311 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fe3a-07e9-4f69-90c8-8ce14ab06b02 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.672174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7fe3a-07e9-4f69-90c8-8ce14ab06b02 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0e9527-8603-4768-b512-a080f5e13200,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.687656 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fe3a-07e9-4f69-90c8-8ce14ab06b02 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.689467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a8a7fe3a-07e9-4f69-90c8-8ce14ab06b02 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2167225 Jun 30 09:14:41.692298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60582) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.698668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'ed069cc9-ee72-4c5a-8e23-7b533e7ff850', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:41.724395 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:14:41.733985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.899016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.913861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.946290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213356e5-352c-4c1f-aac2-cdf7b9649294,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.957219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.958808 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d0f8340-baf4-40f6-ab19-a2ffdbb073b3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649775 Jun 30 09:14:41.963925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60584) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.977529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'ed069cc9-ee72-4c5a-8e23-7b533e7ff850', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:42.035930 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:14:42.058829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.179962 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.191693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.264629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f19375c-72e7-4afc-a7b5-c289b6b06a9e,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:42.308067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.318087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60596) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:42.319073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5ef48d0d-c740-496a-83a7-f279ef9307ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3538043 Jun 30 09:14:42.334257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'network': {'name': 'tempest-network-smoke--1727556369', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:42.423712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:42.441885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.470003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:42.482745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.483098 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Added segment 0bcbfc2e-5ef8-4b28-985a-905051eb663a of type vlan for network a6528ede-bcb9-49ee-92d0-93e94ef47d20 Jun 30 09:14:42.569716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60606) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:42.590868 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.654035 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.664783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.669783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.703958 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3842647 Jun 30 09:14:42.706736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60610) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:42.712015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'admin_state_up': True, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:42.773182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.775053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.830937 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-883ac7b2-abba-4f73-9b00-b0d067f55c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.845416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcfd75-e4c0-4341-a8de-3f5b3ee974bd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Network': ['ID=a6528ede-bcb9-49ee-92d0-93e94ef47d20,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:42.859877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:42.874406 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:42.935286 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.128541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.208572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-883ac7b2-abba-4f73-9b00-b0d067f55c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.225929 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-883ac7b2-abba-4f73-9b00-b0d067f55c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.304611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ac7b2-abba-4f73-9b00-b0d067f55c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efba519-8cc0-472e-a28a-de1009666bef,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:43.315605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-883ac7b2-abba-4f73-9b00-b0d067f55c82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39069b1a95874c84ab2c6cb5dd56b0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7443197 Jun 30 09:14:43.318146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60624) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:43.377216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a8a5-a169-4d45-b0c0-4b6f68959c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.442141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a8a5-a169-4d45-b0c0-4b6f68959c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.581733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a8a5-a169-4d45-b0c0-4b6f68959c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.585020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a8a5-a169-4d45-b0c0-4b6f68959c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.586343 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8dc6a8a5-a169-4d45-b0c0-4b6f68959c12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2efba519-8cc0-472e-a28a-de1009666bef HTTP/1.1" status: 204 len: 168 time: 0.2672086 Jun 30 09:14:43.663252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6a8a5-a169-4d45-b0c0-4b6f68959c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efba519-8cc0-472e-a28a-de1009666bef,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:43.700879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.723779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.052525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.33 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/90078312-1cf0-4558-a47e-7ba749403210) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:44.220977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60646) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:44.244721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65314981-24c1-4e45-887c-452f901c3c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.301980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.386731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.420487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65314981-24c1-4e45-887c-452f901c3c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.422923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:44.426112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65314981-24c1-4e45-887c-452f901c3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.426934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:44.480581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:44.485350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=90078312-1cf0-4558-a47e-7ba749403210,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:44.515703 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65314981-24c1-4e45-887c-452f901c3c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81908185-d0ae-4d8a-8dfa-36542ef5ce3f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:44.521922 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-65314981-24c1-4e45-887c-452f901c3c5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcf95728b2ba4182b1859c27a2c19f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978816 Jun 30 09:14:44.523790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60652) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:44.670608 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-773d5b76-54c1-4971-8a45-abebab72dbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.727385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-773d5b76-54c1-4971-8a45-abebab72dbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.834928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-773d5b76-54c1-4971-8a45-abebab72dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.838049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-773d5b76-54c1-4971-8a45-abebab72dbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.839210 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-773d5b76-54c1-4971-8a45-abebab72dbb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81908185-d0ae-4d8a-8dfa-36542ef5ce3f HTTP/1.1" status: 204 len: 168 time: 0.3101461 Jun 30 09:14:44.847208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5b76-54c1-4971-8a45-abebab72dbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81908185-d0ae-4d8a-8dfa-36542ef5ce3f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:44.863115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-240ea8ea-4081-4875-a4e2-081ff68d337c req-e47cd53d-7793-4e35-a7d6-a061b4eb8d5d service neutron] (100238) timed out ('10.222.0.26', 57619) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:14:44.986521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.628585 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.902227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 24435d0d-7820-4f75-9276-2e1a4f6d513d is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:14:46.078847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:46.090354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Sync routers for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:46.109296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:46.109980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:46.124018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.132460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60708) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.133709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-427e16f9-d4af-4cc8-9f9d-07f563f8d6b4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4254904 Jun 30 09:14:46.281788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.289040 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9f5b0c1b-cf1c-4542-baef-c36763c0e0fb tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=21be9dbad110454fbec720bb08d4bdac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1449678 Jun 30 09:14:46.378715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:46.480684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d058c-11b9-48e0-886a-dfaaab3e9669 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:46.485531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-950d058c-11b9-48e0-886a-dfaaab3e9669 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1992941 Jun 30 09:14:46.485531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60724) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.518078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f68abf6b-6388-456b-bf09-0d3819a32529 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291972 Jun 30 09:14:46.518467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60726) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.523440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-483546673', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:46.671324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:46.675946 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.868987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:44Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:46.905006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Checking router: 24435d0d-7820-4f75-9276-2e1a4f6d513d for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:46.905620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Updating router 24435d0d-7820-4f75-9276-2e1a4f6d513d port 90078312-1cf0-4558-a47e-7ba749403210 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:46.987047 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.159348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.276872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Subnet': ['ID=cbb7c6c1-9c18-45fd-a289-d1195f856cee,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.336069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Checking segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:47.339527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network hostable DHCP agents. Network: a6528ede-bcb9-49ee-92d0-93e94ef47d20, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:47.411951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:47.429322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a6528ede-bcb9-49ee-92d0-93e94ef47d20) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:47.462171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:47.463449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.464773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3801fd11-dc88-4abe-b84f-e59fb1540cad None None] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:47.512262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2e336bb6-7861-4721-9441-49c23f1dde78 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9918365 Jun 30 09:14:47.512262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60748) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:47.631289 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.657682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Transition to ACTIVE for port object 90078312-1cf0-4558-a47e-7ba749403210 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:47.670728 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.733227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19149b-e28e-46d0-ba69-37b5182ff3ab None None] Pushing event updated for resources: {'Port': ['ID=90078312-1cf0-4558-a47e-7ba749403210,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.851702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Attempting to bind port 90078312-1cf0-4558-a47e-7ba749403210 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:47.852327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Attempting to bind port 90078312-1cf0-4558-a47e-7ba749403210 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:47.853539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Attempting to bind port 90078312-1cf0-4558-a47e-7ba749403210 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:47.860334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:47.861125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:47.861788 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.862383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:47.863049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Bound port: 90078312-1cf0-4558-a47e-7ba749403210, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:47.863727 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.890255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:47.891507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.054688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] For port 90078312-1cf0-4558-a47e-7ba749403210, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:48.107279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] For port 90078312-1cf0-4558-a47e-7ba749403210, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=90078312-1cf0-4558-a47e-7ba749403210,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:48.117245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.401612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19149b-e28e-46d0-ba69-37b5182ff3ab None None] Pushing event updated for resources: {'Port': ['ID=90078312-1cf0-4558-a47e-7ba749403210,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.436147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Allocated IP 172.20.0.2 (a6528ede-bcb9-49ee-92d0-93e94ef47d20/cbb7c6c1-9c18-45fd-a289-d1195f856cee/9a6b4804-6ee8-4aff-bb23-a219c1c94d7a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:48.451558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:48.452135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:48.636345 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.027270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:49.210650 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.229857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Transition to ACTIVE for port object 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:49.265821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Transition to ACTIVE for port object 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:49.274202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.315495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Pushing event updated for resources: {'Port': ['ID=9a6b4804-6ee8-4aff-bb23-a219c1c94d7a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.332168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.1 (a6528ede-bcb9-49ee-92d0-93e94ef47d20/cbb7c6c1-9c18-45fd-a289-d1195f856cee/496bda84-1ea1-46d8-96cc-2f534d775511) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:49.337857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:49.341355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:49.344534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:49.402242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:44Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:49.459639 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.477912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object 496bda84-1ea1-46d8-96cc-2f534d775511 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:49.490803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Attempting to bind port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:49.492008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Attempting to bind port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:49.492954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Attempting to bind port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:49.500515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ea08a-3590-4e67-9246-de413c2e5052 None None] The sync data for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 is: [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:44Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:49.512444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:49.513030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Checking segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:49.513535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.514137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Bound using segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:49.534021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Bound port: 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:49.534021 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.570272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.662088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] For port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:49.669458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] For port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9a6b4804-6ee8-4aff-bb23-a219c1c94d7a,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:49.683400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.684539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:49.701909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:49.710688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:49.826030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f29a-a925-4df7-a4b9-c286af6442e9 None None] Pushing event updated for resources: {'Port': ['ID=9a6b4804-6ee8-4aff-bb23-a219c1c94d7a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.907896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=496bda84-1ea1-46d8-96cc-2f534d775511,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.983006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.393670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.114997 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.129302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.347865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.356493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=496bda84-1ea1-46d8-96cc-2f534d775511,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:51.532989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:51.532989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:51.614786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:51.671969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee477750-70fa-43b2-b2cb-87bc3d7cbfe1 None None] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:51.689013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 24435d0d-7820-4f75-9276-2e1a4f6d513d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:51.803045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2cc661ec-be08-4b1d-898a-a68b7ed890db None None] Provisioning for port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:51.825725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:51.864401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:51.864686 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.902110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:51.927883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9a5255e0-ce01-4e2f-a40a-892184c60dc6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/24435d0d-7820-4f75-9276-2e1a4f6d513d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150083 Jun 30 09:14:52.194973 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.286563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9a6b4804-6ee8-4aff-bb23-a219c1c94d7a,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:52.294843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.295910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 90078312-1cf0-4558-a47e-7ba749403210 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:52.438939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-027981d6-272c-485f-a044-0ec8af7a4fb6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326769852&fields=id&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 267 time: 0.0825040 Jun 30 09:14:52.517185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 90078312-1cf0-4558-a47e-7ba749403210 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:52.537675 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Sync routers for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:52.582801 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:52.589282 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:52.642856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 90078312-1cf0-4558-a47e-7ba749403210 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:52.643505 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.723285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-6d44756a-4790-4cdc-9db6-72bbace18ca1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:52.740799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-6d44756a-4790-4cdc-9db6-72bbace18ca1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 797 time: 0.2932763 Jun 30 09:14:52.765168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-5967c18b-a419-47d2-ba33-1bce9c79ee80 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/quotas/21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 375 time: 0.0234118 Jun 30 09:14:52.765544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9a6b4804-6ee8-4aff-bb23-a219c1c94d7a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:52.771973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-01e20189-628c-41fb-838d-49cc4ac996f7 None None] Provisioning complete for port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:52.772249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-01e20189-628c-41fb-838d-49cc4ac996f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.003986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-da06818f-3160-4c04-bf50-440a4fe38299 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2377498 Jun 30 09:14:53.015116 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:53.115878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-01e20189-628c-41fb-838d-49cc4ac996f7 None None] Provisioning for port 496bda84-1ea1-46d8-96cc-2f534d775511 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:53.169591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-01e20189-628c-41fb-838d-49cc4ac996f7 None None] Provisioning complete for port 496bda84-1ea1-46d8-96cc-2f534d775511 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:53.176914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-01e20189-628c-41fb-838d-49cc4ac996f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.357573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-95b2b118-3e30-4530-98b0-954c933fb1e2 service neutron] 10.222.0.53 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417325 Jun 30 09:14:53.367729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-01e20189-628c-41fb-838d-49cc4ac996f7 None None] Port 496bda84-1ea1-46d8-96cc-2f534d775511 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:53.376559 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.421045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 90078312-1cf0-4558-a47e-7ba749403210, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=90078312-1cf0-4558-a47e-7ba749403210,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:53.422757 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.439142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.663917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=90078312-1cf0-4558-a47e-7ba749403210,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:53.698215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-5f666251-5565-43a4-87ce-5f8a54defe9f service neutron] 10.222.0.53 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317487 Jun 30 09:14:53.699354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:53.745746 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 2, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:53.753671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a61adf55-7440-49ab-9fd7-74b17d17537d None None] Provisioning complete for port 496bda84-1ea1-46d8-96cc-2f534d775511 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:53.754478 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a61adf55-7440-49ab-9fd7-74b17d17537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.838976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a61adf55-7440-49ab-9fd7-74b17d17537d None None] Port 496bda84-1ea1-46d8-96cc-2f534d775511 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:53.847698 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Checking router: 24435d0d-7820-4f75-9276-2e1a4f6d513d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:53.850052 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Updating router 24435d0d-7820-4f75-9276-2e1a4f6d513d port 496bda84-1ea1-46d8-96cc-2f534d775511 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:53.867165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:53.868340 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.934100 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.130054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5408e5e9-ff36-4775-a690-658599d9bcaa req-61c9810d-906b-4255-a2b8-0058378a752a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 210 time: 0.0531354 Jun 30 09:14:54.756154 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.767435 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Transition to ACTIVE for port object 496bda84-1ea1-46d8-96cc-2f534d775511 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:54.789367 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.955778 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Pushing event updated for resources: {'Port': ['ID=496bda84-1ea1-46d8-96cc-2f534d775511,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:54.975303 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.978699 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.979275 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.982167 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.982773 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.983316 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.983844 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.984370 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.984894 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.987105 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.987654 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:54.991616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:55.110325 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Attempting to bind port 496bda84-1ea1-46d8-96cc-2f534d775511 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:55.110832 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Attempting to bind port 496bda84-1ea1-46d8-96cc-2f534d775511 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:55.111430 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Attempting to bind port 496bda84-1ea1-46d8-96cc-2f534d775511 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:55.117825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 60950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:55.129425 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:55.130142 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Checking segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:55.133584 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.134302 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Bound using segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:55.134997 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Bound port: 496bda84-1ea1-46d8-96cc-2f534d775511, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:55.135591 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.226226 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.313343 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] For port 496bda84-1ea1-46d8-96cc-2f534d775511, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:55.319654 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] For port 496bda84-1ea1-46d8-96cc-2f534d775511, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=496bda84-1ea1-46d8-96cc-2f534d775511,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:55.333919 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.381453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59d0da3a-829e-4ea0-8297-52efa9473953 req-387ab90d-1e18-47e9-a1fd-ab21e8fee5f7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 210 time: 0.1393561 Jun 30 09:14:55.447946 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a71c118c-cd55-460b-99d2-becd2ed1fdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.474413 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:55.475222 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:14:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:55.574166 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc6962-60f4-473d-8df2-318f3ffc2889 None None] Pushing event updated for resources: {'Port': ['ID=496bda84-1ea1-46d8-96cc-2f534d775511,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:55.691947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 90078312-1cf0-4558-a47e-7ba749403210 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:55.753108 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:55.792271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a71c118c-cd55-460b-99d2-becd2ed1fdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.820094 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a71c118c-cd55-460b-99d2-becd2ed1fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.845023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 90078312-1cf0-4558-a47e-7ba749403210 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:55.845400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.880860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 60972) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:55.881050 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a71c118c-cd55-460b-99d2-becd2ed1fdb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=790b4a4efc4e423ba3ab766a96e73698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7613821 Jun 30 09:14:55.915817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c118c-cd55-460b-99d2-becd2ed1fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca6b908-f4e1-41e3-82c0-98c7adc6ef0f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:56.058482 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4612-dd6b-478c-9308-020eb9ec4cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.112432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4612-dd6b-478c-9308-020eb9ec4cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.214278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4612-dd6b-478c-9308-020eb9ec4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.216846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4612-dd6b-478c-9308-020eb9ec4cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.220792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8f4d4612-dd6b-478c-9308-020eb9ec4cd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eca6b908-f4e1-41e3-82c0-98c7adc6ef0f HTTP/1.1" status: 204 len: 168 time: 0.3389127 Jun 30 09:14:56.235812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d4612-dd6b-478c-9308-020eb9ec4cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca6b908-f4e1-41e3-82c0-98c7adc6ef0f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:56.507318 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:55Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:56.533947 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40450862-65fc-4a57-9b2d-018df90d2504 None None] The sync data for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 is: [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:55Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:56.759972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6b5721c-ef07-47f4-adf7-7785fc727e88 req-0cd47ce4-3477-4cee-8f40-518eb55cb7fc tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 210 time: 0.0741816 Jun 30 09:14:56.977467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-4901592a-f6c1-4edd-9cbc-feae99be81ca tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:56.988833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-4901592a-f6c1-4edd-9cbc-feae99be81ca tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 797 time: 0.2174709 Jun 30 09:14:57.103620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-4e23e5c7-2c31-4a2c-b394-cb6cb7a4402e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 380 time: 0.1051550 Jun 30 09:14:57.107482 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-0aa217c8-ae48-4301-b8c7-51d72c70cd68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600953 Jun 30 09:14:57.114534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'port': {'device_id': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'admin_state_up': True, 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'security_groups': ['ed069cc9-ee72-4c5a-8e23-7b533e7ff850']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:57.315699 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-16647943-e241-44dd-8249-e09751eb7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:57.318335 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-16647943-e241-44dd-8249-e09751eb7c64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1097 time: 0.1761394 Jun 30 09:14:57.323931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:57.327708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.607506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-211d3fa0-5749-4842-a82a-a3cb28c952ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:57.608993 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-211d3fa0-5749-4842-a82a-a3cb28c952ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.2514458 Jun 30 09:14:57.709300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 496bda84-1ea1-46d8-96cc-2f534d775511 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:57.723151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.3 (a6528ede-bcb9-49ee-92d0-93e94ef47d20/cbb7c6c1-9c18-45fd-a289-d1195f856cee/c692b74d-ed5d-4320-afc3-3d4ef086ce96) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:57.831271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 496bda84-1ea1-46d8-96cc-2f534d775511 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:57.835499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 496bda84-1ea1-46d8-96cc-2f534d775511 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:57.836069 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.837372 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-33c0e711-a5c1-4196-bc9d-8aaabcda69a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 1001 time: 0.2156365 Jun 30 09:14:57.992589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-d40d266f-4236-45cd-b147-5267d10d56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:57.994232 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-d40d266f-4236-45cd-b147-5267d10d56c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.1475675 Jun 30 09:14:58.079816 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.152597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-545a827e-d859-4615-a607-5d0b8f7fb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.155032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-545a827e-d859-4615-a607-5d0b8f7fb56e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431718 Jun 30 09:14:58.161483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.166165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 496bda84-1ea1-46d8-96cc-2f534d775511, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=496bda84-1ea1-46d8-96cc-2f534d775511,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:58.184830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.242812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object c692b74d-ed5d-4320-afc3-3d4ef086ce96 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:58.287868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=496bda84-1ea1-46d8-96cc-2f534d775511,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.360865 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-58cecadd-f61d-4a96-be1c-1586ba8dfbbb service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905026 Jun 30 09:14:58.361723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c6d8a69-be4d-43ca-a7a6-8c7696380968 req-9e8179c4-60bb-4f59-acc2-21d257670b1b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 210 time: 0.2587225 Jun 30 09:14:58.366684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.443159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.475849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:58.478419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:58.481114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:58.569614 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bfab45b0-776e-4feb-962e-62d3447fbc3a req-f0d9d73f-b7c3-42ba-9182-78cd72d57a4c service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972249 Jun 30 09:14:58.580672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.581675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.669465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-45a6e69d-8de3-4d02-a245-b21437eac841 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5545182 Jun 30 09:14:58.686324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-843224dc-b2ec-468f-8cec-d832072a4849 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:14:58.687618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-843224dc-b2ec-468f-8cec-d832072a4849 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077038 Jun 30 09:14:58.913419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Request body: {'port': {'device_id': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:58.932606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4bd1367d-381b-4547-a1a9-35350da0ba00 None None] Provisioning for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:58.936808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4bd1367d-381b-4547-a1a9-35350da0ba00 None None] Provisioning complete for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:58.937185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4bd1367d-381b-4547-a1a9-35350da0ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.024294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1367d-381b-4547-a1a9-35350da0ba00 None None] Port c692b74d-ed5d-4320-afc3-3d4ef086ce96 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:59.085286 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.590238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c692b74d-ed5d-4320-afc3-3d4ef086ce96 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:59.613451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.640902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Transition to ACTIVE for port object c692b74d-ed5d-4320-afc3-3d4ef086ce96 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:59.648616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.762383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 496bda84-1ea1-46d8-96cc-2f534d775511 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:59.918861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 496bda84-1ea1-46d8-96cc-2f534d775511 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:59.919393 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.997137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:00.221412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b9031-1115-4193-8162-e8b7aeb84e7f req-a6b8f6bd-6704-46ce-9c50-69207e756144 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:00.224001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc5b9031-1115-4193-8162-e8b7aeb84e7f req-a6b8f6bd-6704-46ce-9c50-69207e756144 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.4183357 Jun 30 09:15:00.307351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc5b9031-1115-4193-8162-e8b7aeb84e7f req-d0a8a2bb-55ed-44e5-8b97-8ca0e7199970 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771003 Jun 30 09:15:00.308780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:00.309679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:00.310266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:00.316644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:00.317162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:00.324841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:00.325473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Checking segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:00.326077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Bound using segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:00.326936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Bound port: c692b74d-ed5d-4320-afc3-3d4ef086ce96, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:00.327779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.479400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:00.483644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:00.488066 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.943669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:00.944398 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.945733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] 10.222.0.13 "PUT /v2.0/ports/c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 1092 time: 2.2366719 Jun 30 09:15:00.946233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:00.948796 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04055115-aab3-4bbc-8abd-b55ecc490ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:00.976536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca83b0b-fcee-425c-bfd1-3c4451b8b0fe service neutron] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.099932 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ebb4d-ce4f-4bb8-b362-bf62eb96ca20 x-openstack-request-id: req-662ebb4d-ce4f-4bb8-b362-bf62eb96ca20 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:01.100206 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:01.100667 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-662ebb4d-ce4f-4bb8-b362-bf62eb96ca20 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:01.101510 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'status': 'completed', 'code': 200} Jun 30 09:15:01.140411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-ef9f5555-d144-4f01-9cf8-aa355dbaebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.142815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-ef9f5555-d144-4f01-9cf8-aa355dbaebb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1095 time: 0.1370478 Jun 30 09:15:01.190110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-02a6c219-9a0d-41cf-ba31-b145a9c4b39c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 217 time: 0.0390851 Jun 30 09:15:01.323841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-7d7ea8f7-2f30-4951-abbb-24a0ac25ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.326108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-7d7ea8f7-2f30-4951-abbb-24a0ac25ca3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.1296279 Jun 30 09:15:01.574757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-1a5fc867-3bbe-4a8b-a7f8-3b47fa20c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.578969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-1a5fc867-3bbe-4a8b-a7f8-3b47fa20c9b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2424111 Jun 30 09:15:01.657260 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-882135d0-9ddb-4a8e-ac38-a6792bc4a9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.743654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-0791f6d4-1d83-4b87-96af-385139bb4ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329961 Jun 30 09:15:01.863922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd59d-d02f-4e99-b2ce-0dbdd8821c31 req-ddb2c22e-9a11-4c6e-9e0a-3f62d56b1f97 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.869898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005bd59d-d02f-4e99-b2ce-0dbdd8821c31 req-ddb2c22e-9a11-4c6e-9e0a-3f62d56b1f97 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.2862072 Jun 30 09:15:01.979638 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e8e31a7-9ad7-442f-8abc-24a45817e4f1 req-e85f2b5d-24b9-4bd4-9ee9-e5164ad6b420 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304394 Jun 30 09:15:02.002130 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-005bd59d-d02f-4e99-b2ce-0dbdd8821c31 req-8f97c7c9-ce6a-4d7c-8f08-b471b614298a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225314 Jun 30 09:15:02.132034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-3abd5e74-e42c-42ec-a3af-b84d5c112aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.133994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-3abd5e74-e42c-42ec-a3af-b84d5c112aed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1095 time: 0.0963712 Jun 30 09:15:02.270243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-44bac3f7-0255-4969-8486-71da7c7fe9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.271938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-44bac3f7-0255-4969-8486-71da7c7fe9a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.1296890 Jun 30 09:15:02.327020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-8ee15018-9dd5-4470-87d2-8e63d2f21b14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 217 time: 0.0455720 Jun 30 09:15:02.412544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-d39022a2-ece9-4950-b3d9-16ed8278e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.413922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-d39022a2-ece9-4950-b3d9-16ed8278e7a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.0803390 Jun 30 09:15:02.491300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-80f75fda-b51e-43e5-8a09-86518ec35bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.492875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-80f75fda-b51e-43e5-8a09-86518ec35bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717032 Jun 30 09:15:02.677392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-a8885ca7-c08e-4a4b-97a7-f07d04fe5345 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763825 Jun 30 09:15:02.836557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04055115-aab3-4bbc-8abd-b55ecc490ef5 req-52156b9b-ed92-475e-bb89-9ea99387d3e8 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523092 Jun 30 09:15:03.301788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b20a-920a-4968-86d4-b6127a010657 req-ed5f53fd-35f7-45ca-a4df-8310db8e625b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:03.310060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2835b20a-920a-4968-86d4-b6127a010657 req-ed5f53fd-35f7-45ca-a4df-8310db8e625b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.1245806 Jun 30 09:15:03.363200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2835b20a-920a-4968-86d4-b6127a010657 req-b08d4f53-e300-46c0-986a-b32577d6847a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496306 Jun 30 09:15:04.344791 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.401220 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-20a03399-e132-4262-b92a-d1c00a7e847b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.595054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3da3e1-d7ef-458a-a59d-6e30a748cdb0 req-26c6330f-eb0b-49fd-803e-f300dfb8174a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.605910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c3da3e1-d7ef-458a-a59d-6e30a748cdb0 req-26c6330f-eb0b-49fd-803e-f300dfb8174a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.1026952 Jun 30 09:15:04.710315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c3da3e1-d7ef-458a-a59d-6e30a748cdb0 req-c2abe905-b0b4-47b3-bcaf-a6eb354243e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028471 Jun 30 09:15:05.031652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:05.175945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:05.195233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'port_id': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'mac_address': 'fa:16:3e:cb:c1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:05.310920 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.339112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c692b74d-ed5d-4320-afc3-3d4ef086ce96 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:05.389106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:05.409733 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.516596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:05.546328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.547013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.548074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.549311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.550327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.552801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.553694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.554355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.554573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.555072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.555597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.556149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:05.633543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c692b74d-ed5d-4320-afc3-3d4ef086ce96'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:05.972452 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.113083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0db24d-71f6-4ad5-ad5b-c0c2621b3f12 req-0b093879-c3f5-4838-8bba-80cf6c757dd0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:06.128734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c0db24d-71f6-4ad5-ad5b-c0c2621b3f12 req-0b093879-c3f5-4838-8bba-80cf6c757dd0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 944 time: 0.2676511 Jun 30 09:15:06.216919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c0db24d-71f6-4ad5-ad5b-c0c2621b3f12 req-d24bee1e-0c6c-43b4-8795-bfd22c931b3f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867262 Jun 30 09:15:07.045817 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:07.153947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:07.159424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:07.160272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.361108 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.408275 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.473267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:07.475672 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86344318-3636-4c0c-920e-9a52f2fb6ce7" -d '{"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-plugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:07.525367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:07.541575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.652340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:07.677930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356207fd-46f8-4207-89ab-6a564afca835 req-a24b3083-82aa-4576-8672-de2bf623895b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:07.690219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-356207fd-46f8-4207-89ab-6a564afca835 req-a24b3083-82aa-4576-8672-de2bf623895b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 944 time: 0.1804078 Jun 30 09:15:07.758487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-356207fd-46f8-4207-89ab-6a564afca835 req-07515d13-d48d-4f16-8f8e-2dac2ca9c7d3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663311 Jun 30 09:15:07.893951 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e3fc3e-4a5c-4b42-9376-a0f7c9c4e43a x-openstack-request-id: req-c5e3fc3e-4a5c-4b42-9376-a0f7c9c4e43a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:07.894343 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-plugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:07.896286 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5e3fc3e-4a5c-4b42-9376-a0f7c9c4e43a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:07.897323 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'code': 200} Jun 30 09:15:08.069415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88ade8-342a-4988-a977-b8648205a538 req-ea1deca0-41dc-41d5-bb30-376e9f454302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:08.071896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f88ade8-342a-4988-a977-b8648205a538 req-ea1deca0-41dc-41d5-bb30-376e9f454302 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1097 time: 0.1028664 Jun 30 09:15:08.183458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f88ade8-342a-4988-a977-b8648205a538 req-a634b84b-c941-45b7-9cd7-3894980f3e6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998111 Jun 30 09:15:09.107039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15176464-0142-415d-91a9-12dc8865bae3 req-4183309b-5515-4b46-b3ab-470b5ba1e2c7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:09.108665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15176464-0142-415d-91a9-12dc8865bae3 req-4183309b-5515-4b46-b3ab-470b5ba1e2c7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1417961 Jun 30 09:15:09.246592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15176464-0142-415d-91a9-12dc8865bae3 req-a6397e3a-52c8-46c4-91b7-99ba2f273b36 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197870 Jun 30 09:15:10.591013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614c7f-3172-45c2-88a3-d881e80742c5 req-c34d0780-965a-4f90-a981-89e27b550ecf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:10.598409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26614c7f-3172-45c2-88a3-d881e80742c5 req-c34d0780-965a-4f90-a981-89e27b550ecf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1912231 Jun 30 09:15:10.677997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26614c7f-3172-45c2-88a3-d881e80742c5 req-9cfca60f-34dd-4bef-9c4e-f3be15fd1fc0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782893 Jun 30 09:15:10.920105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30ac31-6c2a-4cb5-b6ef-fc063018785a req-08e1089b-0e04-4a3f-8030-bf0f53b41af0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:10.922085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf30ac31-6c2a-4cb5-b6ef-fc063018785a req-08e1089b-0e04-4a3f-8030-bf0f53b41af0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1030798 Jun 30 09:15:11.015437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf30ac31-6c2a-4cb5-b6ef-fc063018785a req-62eaf6c4-25fc-4e81-91f2-44a5cf20b0bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865517 Jun 30 09:15:11.029427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33216) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:11.107523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffc883-a595-4bd1-9566-281f70f88703 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.112451 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aeffc883-a595-4bd1-9566-281f70f88703 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1092 time: 0.0815814 Jun 30 09:15:11.112649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33218) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:11.117839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:11.170549 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.284266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.407167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.151 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/4c8a6b2c-40db-4a46-bdcd-430b9f8854dd) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:11.572873 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.657671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.762713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=4c8a6b2c-40db-4a46-bdcd-430b9f8854dd,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:11.786759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.787129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.791637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.792055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.792341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.792690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.793038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.793378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.793750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.794087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.794579 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.794969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.829671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:11.831478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:11.834217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:12.658054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.692139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:12.833053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3682aa1-707d-4e6b-9cad-284c696d7962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.876896 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.061446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3682aa1-707d-4e6b-9cad-284c696d7962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.073655 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3682aa1-707d-4e6b-9cad-284c696d7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.104615 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b3682aa1-707d-4e6b-9cad-284c696d7962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f641683b9624e918e89be847406a53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104018 Jun 30 09:15:13.107957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:13.140804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.148951 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.206664 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=4c8a6b2c-40db-4a46-bdcd-430b9f8854dd,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:13.271341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dfd486e-0f63-497e-955d-9ec5ae3b401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.275709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3682aa1-707d-4e6b-9cad-284c696d7962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1538d3d-8f98-4445-b04b-620cda25661f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:13.313530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.315318 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dfd486e-0f63-497e-955d-9ec5ae3b401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.439896 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dfd486e-0f63-497e-955d-9ec5ae3b401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.442736 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4dfd486e-0f63-497e-955d-9ec5ae3b401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.445312 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4dfd486e-0f63-497e-955d-9ec5ae3b401a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1538d3d-8f98-4445-b04b-620cda25661f HTTP/1.1" status: 204 len: 168 time: 0.3360600 Jun 30 09:15:13.485175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd486e-0f63-497e-955d-9ec5ae3b401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1538d3d-8f98-4445-b04b-620cda25661f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:13.492597 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP 963784aa-b797-4fd9-aa39-0a1c8d7e0fae associated. External IP: 172.25.8.151, port: c692b74d-ed5d-4320-afc3-3d4ef086ce96. Jun 30 09:15:13.796770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 24435d0d-7820-4f75-9276-2e1a4f6d513d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:13.861986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33314) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:13.877876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bca6f64b-0853-4525-acae-cdf4784c745e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.926541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:13.947080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] Sync routers for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:13.964755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:13.965704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.002812 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bca6f64b-0853-4525-acae-cdf4784c745e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.010774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bca6f64b-0853-4525-acae-cdf4784c745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.012652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.067381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bca6f64b-0853-4525-acae-cdf4784c745e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b260df52d8d4c2c88049e7c4764134f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039125 Jun 30 09:15:14.068898 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6f64b-0853-4525-acae-cdf4784c745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318a29d-abfc-461a-8767-29b1c5e3b9b3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.072490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33320) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:14.144886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a130a80-405e-4d3f-8559-99cb5a181cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.171493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:14.182782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a130a80-405e-4d3f-8559-99cb5a181cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.266569 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a130a80-405e-4d3f-8559-99cb5a181cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.269609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1a130a80-405e-4d3f-8559-99cb5a181cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.273290 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1a130a80-405e-4d3f-8559-99cb5a181cd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8318a29d-abfc-461a-8767-29b1c5e3b9b3 HTTP/1.1" status: 204 len: 168 time: 0.1972535 Jun 30 09:15:14.282549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a130a80-405e-4d3f-8559-99cb5a181cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318a29d-abfc-461a-8767-29b1c5e3b9b3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.725550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '963784aa-b797-4fd9-aa39-0a1c8d7e0fae', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'port_id': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'mac_address': 'fa:16:3e:cb:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:12Z', 'updated_at': '2021-06-30T09:15:12Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.763329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3c21f993-c81b-470d-bd49-39856fa3e917 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6495028 Jun 30 09:15:14.773114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:14.778593 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d8e508-5eec-417a-9b58-78480bb115cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:14.785032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] Checking router: 24435d0d-7820-4f75-9276-2e1a4f6d513d for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:14.805042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:14.805773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.916795 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc381cc-b1ef-4222-a61a-6f0f1c771adb x-openstack-request-id: req-0cc381cc-b1ef-4222-a61a-6f0f1c771adb {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:14.917300 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:14.917428 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cc381cc-b1ef-4222-a61a-6f0f1c771adb {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:14.918587 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'status': 'completed', 'code': 200} Jun 30 09:15:15.049254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33352) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:15.062494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-83e6839b-657e-4f93-9175-5da32983c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.064499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-83e6839b-657e-4f93-9175-5da32983c1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1097 time: 0.0998137 Jun 30 09:15:15.071385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f220c927-b9b4-4bbc-88a3-a3965d11dbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.080447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32474a3-d07f-41d5-8ddf-e1446855da18 req-59d6702c-02e1-4c80-a86d-43da5ea955f8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.082196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32474a3-d07f-41d5-8ddf-e1446855da18 req-59d6702c-02e1-4c80-a86d-43da5ea955f8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1558509 Jun 30 09:15:15.232384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f32474a3-d07f-41d5-8ddf-e1446855da18 req-98e134ff-8a76-4e10-aadc-57e730b0299c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355569 Jun 30 09:15:15.269012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33362) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:15.288471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:15.314493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f220c927-b9b4-4bbc-88a3-a3965d11dbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.324575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f220c927-b9b4-4bbc-88a3-a3965d11dbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.391906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220c927-b9b4-4bbc-88a3-a3965d11dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35927108-408f-400b-a4b7-7c8d6d0031a6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:15.433311 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f220c927-b9b4-4bbc-88a3-a3965d11dbff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3bfa56fc78454e11a4a31874aa4cc97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828728 Jun 30 09:15:15.442455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33370) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:15.474146 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a04d575b-5c33-43a5-aabc-76cb5aa3c340 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/963784aa-b797-4fd9-aa39-0a1c8d7e0fae HTTP/1.1" status: 200 len: 991 time: 0.1916418 Jun 30 09:15:15.474855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-6c4d0ca3-51d9-48db-ae5f-3477be14929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.476226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-6c4d0ca3-51d9-48db-ae5f-3477be14929b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.3924942 Jun 30 09:15:15.552874 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fee84fcb-3ded-413e-9665-f0ad7550e2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.580071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-821a43e5-b845-4374-a16a-fb9462c6fc45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.0853722 Jun 30 09:15:15.659671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fee84fcb-3ded-413e-9665-f0ad7550e2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.686433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '963784aa-b797-4fd9-aa39-0a1c8d7e0fae', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'port_id': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'mac_address': 'fa:16:3e:cb:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:12Z', 'updated_at': '2021-06-30T09:15:12Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:15.732861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbcefd-92e9-4017-bd6c-5e68d5c0a136 None None] The sync data for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 is: [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '963784aa-b797-4fd9-aa39-0a1c8d7e0fae', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'port_id': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'mac_address': 'fa:16:3e:cb:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:12Z', 'updated_at': '2021-06-30T09:15:12Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:15.768207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-20ebdef8-8400-4b8f-aaca-8b58d1a67255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.773488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-20ebdef8-8400-4b8f-aaca-8b58d1a67255 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.1852279 Jun 30 09:15:15.780098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fee84fcb-3ded-413e-9665-f0ad7550e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.783758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fee84fcb-3ded-413e-9665-f0ad7550e2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.785269 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fee84fcb-3ded-413e-9665-f0ad7550e2cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35927108-408f-400b-a4b7-7c8d6d0031a6 HTTP/1.1" status: 204 len: 168 time: 0.3415337 Jun 30 09:15:15.798405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee84fcb-3ded-413e-9665-f0ad7550e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35927108-408f-400b-a4b7-7c8d6d0031a6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:15.945619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-de9fd156-027c-46e3-8463-f5ebdb68b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.952875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-de9fd156-027c-46e3-8463-f5ebdb68b3e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716502 Jun 30 09:15:16.100578 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957eb6c-3924-4f0f-b6f0-67a8b1963184 None None] New status for floating IP 963784aa-b797-4fd9-aa39-0a1c8d7e0fae: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:15:16.234538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-72194edd-f1f3-4a60-90a6-0622cd5be4b9 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750738 Jun 30 09:15:16.395728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d8e508-5eec-417a-9b58-78480bb115cc req-985143a9-6d06-4517-ba2f-a5cf197548b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543932 Jun 30 09:15:16.476883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:16.577506 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f3275049-f0a7-4529-8813-7e553f3a7458 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/963784aa-b797-4fd9-aa39-0a1c8d7e0fae HTTP/1.1" status: 200 len: 993 time: 0.0981576 Jun 30 09:15:19.875082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:15:23.314637 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.225912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.278633 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:25.284626 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338181507', 'description': 'tempest-secgroup-smoke-1338181507 description', 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:25.320657 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.483109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.487854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.556578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.563753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33678) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:25.569125 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2892189 Jun 30 09:15:25.569700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e15612ce-189f-4e82-995e-52ad9366deec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d99e0-8e64-4b83-a795-38e382f3cdf0', 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:25.570933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d99e0-8e64-4b83-a795-38e382f3cdf0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:25.580219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.580924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.581439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.582034 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.582557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.583046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.583548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.584783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.585284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.585829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.586397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.586928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293f18-ebc8-4a2e-a2eb-a6a3854795da tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:25.622219 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e15612ce-189f-4e82-995e-52ad9366deec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.703686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e15612ce-189f-4e82-995e-52ad9366deec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.714536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e15612ce-189f-4e82-995e-52ad9366deec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.766451 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e15612ce-189f-4e82-995e-52ad9366deec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.770997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e15612ce-189f-4e82-995e-52ad9366deec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2055566 Jun 30 09:15:25.772219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:25.772735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15612ce-189f-4e82-995e-52ad9366deec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc05e3d1-2167-4051-9bbc-f8f8bda7ef3f,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:25.780639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9112f6c5-7df7-4316-8538-150d3274011a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d99e0-8e64-4b83-a795-38e382f3cdf0', 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:25.843338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9112f6c5-7df7-4316-8538-150d3274011a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.956346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9112f6c5-7df7-4316-8538-150d3274011a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.960527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9112f6c5-7df7-4316-8538-150d3274011a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.987121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112f6c5-7df7-4316-8538-150d3274011a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cd8996-8b6f-4d80-b67d-3ffd80801154,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:25.990804 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9112f6c5-7df7-4316-8538-150d3274011a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.991907 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9112f6c5-7df7-4316-8538-150d3274011a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2186854 Jun 30 09:15:25.995353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 33708) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.006987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e304ab12-d964-4717-82fd-8cb0c9ab98e0 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d99e0-8e64-4b83-a795-38e382f3cdf0', 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:26.079227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e304ab12-d964-4717-82fd-8cb0c9ab98e0 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.167294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e304ab12-d964-4717-82fd-8cb0c9ab98e0 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.171465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e304ab12-d964-4717-82fd-8cb0c9ab98e0 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.218242 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304ab12-d964-4717-82fd-8cb0c9ab98e0 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea39bf37-6d95-46be-8fcd-0f687b475082,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.230361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e304ab12-d964-4717-82fd-8cb0c9ab98e0 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.232431 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e304ab12-d964-4717-82fd-8cb0c9ab98e0 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351363 Jun 30 09:15:26.235788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33722) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.240783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-eebb1742-fc0c-43f2-98c5-96565b23a405 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d99e0-8e64-4b83-a795-38e382f3cdf0', 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:26.276831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebb1742-fc0c-43f2-98c5-96565b23a405 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.354765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebb1742-fc0c-43f2-98c5-96565b23a405 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.368034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebb1742-fc0c-43f2-98c5-96565b23a405 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.388170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1742-fc0c-43f2-98c5-96565b23a405 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84396dae-2f43-4c1e-a607-7f06ffa6cf47,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.403678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eebb1742-fc0c-43f2-98c5-96565b23a405 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.405177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eebb1742-fc0c-43f2-98c5-96565b23a405 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683066 Jun 30 09:15:26.408081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33734) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.414186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d99e0-8e64-4b83-a795-38e382f3cdf0', 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:26.460515 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Project a573141c09824a0eb9fdb49f3dff0ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:15:26.470201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.580434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.586785 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.626007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a2b151-9d9b-452b-8482-157367e4eb74,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.661741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.663049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a314a471-9936-4168-9d5b-63d108421f39 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2537627 Jun 30 09:15:26.665695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 33754) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.671871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'security_group_rule': {'security_group_id': 'fa1d99e0-8e64-4b83-a795-38e382f3cdf0', 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:26.701012 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Project a573141c09824a0eb9fdb49f3dff0ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:15:26.709007 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.797504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.801484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.822213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda7dbb4-8e1c-4d09-bbcd-fc41e9bb5501,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.831657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.833276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-14f2bc04-2961-46e6-83fd-025f2505b469 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1657057 Jun 30 09:15:27.098135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-5a267351-f66c-47b8-8e6c-5b4b3a41509b tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338181507&fields=id&tenant_id=a573141c09824a0eb9fdb49f3dff0ca7 HTTP/1.1" status: 200 len: 267 time: 0.0376649 Jun 30 09:15:27.236260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-12775838-3a9d-4b9d-bec2-721ee7fa1a9e tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.237852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-12775838-3a9d-4b9d-bec2-721ee7fa1a9e tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/networks?id=617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 200 len: 814 time: 0.1317821 Jun 30 09:15:27.262344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-a50fd93c-376c-4910-a356-3ac061e2ab0c tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/quotas/a573141c09824a0eb9fdb49f3dff0ca7 HTTP/1.1" status: 200 len: 375 time: 0.0179949 Jun 30 09:15:27.365588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-2472a303-a815-4b88-95fb-dba1f65d2dea tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976226 Jun 30 09:15:27.371875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-9c8b4a28-e0f3-4483-819c-6082919d5a35 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:15:27.372924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-9c8b4a28-e0f3-4483-819c-6082919d5a35 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055635 Jun 30 09:15:27.481470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-0c38479b-d7aa-4046-a9df-f1fd6a4bb8b4 service neutron] 10.222.0.53 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013005 Jun 30 09:15:27.617352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-bbdcdc60-a4fa-426c-bab4-77e8a6a94190 service neutron] 10.222.0.53 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294372 Jun 30 09:15:28.087616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f603d27-1058-4f08-a545-5624fba54bb1 req-a7ca8863-35a8-4ba4-964c-b88daa8776d6 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 210 time: 0.0449939 Jun 30 09:15:29.311266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85d4de86-cb39-4159-9b67-1c7a8cb864d1 req-4bf8b08c-be8a-4e56-b23e-2025fee97370 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 210 time: 0.0585661 Jun 30 09:15:29.659873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-658d909d-4440-4223-8a2b-aceaf6a97943 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.660834 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-658d909d-4440-4223-8a2b-aceaf6a97943 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.26 "GET /v2.0/networks?id=617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 200 len: 814 time: 0.2649746 Jun 30 09:15:29.801399 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-5aa02c4c-92a8-4cc5-874f-7ab34535885b tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a573141c09824a0eb9fdb49f3dff0ca7 HTTP/1.1" status: 200 len: 380 time: 0.1226215 Jun 30 09:15:29.811426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'port': {'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'admin_state_up': True, 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'security_groups': ['fa1d99e0-8e64-4b83-a795-38e382f3cdf0']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:30.037426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Made reservation on behalf of a573141c09824a0eb9fdb49f3dff0ca7 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:30.056685 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.324040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Allocated IP 172.20.0.13 (617795ec-d9d0-4e3e-b726-c6c970d41b9a/23017256-0594-4bac-9872-fb6c7a7d4a96/75129ff3-5b65-4e49-9fed-0aa270d52557) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:30.512335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af1611dc-eb49-404b-a40b-e42136716b01 req-2805e6b4-4b70-4d11-bf69-310a9e4f1dcb tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 210 time: 0.0312078 Jun 30 09:15:30.518467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.546446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Transition to ACTIVE for port object 75129ff3-5b65-4e49-9fed-0aa270d52557 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:30.586619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.634543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:30.637753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:30.647104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:30.677977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'Port': ['ID=75129ff3-5b65-4e49-9fed-0aa270d52557,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:30.714373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.715011 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.746295 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-77967be1-f09f-4c0d-a8e0-2d86c52291ec tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9389336 Jun 30 09:15:30.761855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Request body: {'port': {'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:30.931620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-82c73ef9-bab4-4e33-ad77-e5f99274e678 None None] Provisioning for port 75129ff3-5b65-4e49-9fed-0aa270d52557 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:30.936904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-82c73ef9-bab4-4e33-ad77-e5f99274e678 None None] Provisioning complete for port 75129ff3-5b65-4e49-9fed-0aa270d52557 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:30.937769 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-82c73ef9-bab4-4e33-ad77-e5f99274e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.989185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-82c73ef9-bab4-4e33-ad77-e5f99274e678 None None] Port 75129ff3-5b65-4e49-9fed-0aa270d52557 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:31.267121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.635681 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-09355d61-e998-48c5-8b02-8a36c92be075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.695367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75129ff3-5b65-4e49-9fed-0aa270d52557 {{(pid=100238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:31.708068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.725331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Transition to ACTIVE for port object 75129ff3-5b65-4e49-9fed-0aa270d52557 will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:31.731237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.767344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d222883-53f8-48f2-a35d-1c1d0986cd70 req-19b44058-5005-439c-980d-f5d90fcd5a03 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:31.779524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d222883-53f8-48f2-a35d-1c1d0986cd70 req-19b44058-5005-439c-980d-f5d90fcd5a03 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 932 time: 0.1023085 Jun 30 09:15:31.834846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Pushing event updated for resources: {'Port': ['ID=75129ff3-5b65-4e49-9fed-0aa270d52557,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.862697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d222883-53f8-48f2-a35d-1c1d0986cd70 req-aabb38de-60bb-452c-86d9-60683c2c8cf3 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810549 Jun 30 09:15:31.968701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Attempting to bind port 75129ff3-5b65-4e49-9fed-0aa270d52557 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:31.969048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Attempting to bind port 75129ff3-5b65-4e49-9fed-0aa270d52557 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:31.969359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Attempting to bind port 75129ff3-5b65-4e49-9fed-0aa270d52557 on network 617795ec-d9d0-4e3e-b726-c6c970d41b9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:31.974507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Port 75129ff3-5b65-4e49-9fed-0aa270d52557 on network 617795ec-d9d0-4e3e-b726-c6c970d41b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:31.974765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Attempting to bind port 75129ff3-5b65-4e49-9fed-0aa270d52557 on network 617795ec-d9d0-4e3e-b726-c6c970d41b9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:31.980954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:31.981467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Checking segment: {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:31.982040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Bound using segment: {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:31.982770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Bound port: 75129ff3-5b65-4e49-9fed-0aa270d52557, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bef2d42-d100-4d70-a1e2-6b25a827bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:31.983287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.081390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] For port 75129ff3-5b65-4e49-9fed-0aa270d52557, host n-h1-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:32.085748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] For port 75129ff3-5b65-4e49-9fed-0aa270d52557, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75129ff3-5b65-4e49-9fed-0aa270d52557,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:32.098342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.181044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Pushing event updated for resources: {'Port': ['ID=75129ff3-5b65-4e49-9fed-0aa270d52557,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:32.189009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.190000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.192037 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-8ac5032a-2c91-4321-b12e-a93d6e3bf66e service neutron] 10.222.0.26 "PUT /v2.0/ports/75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 200 len: 1093 time: 1.4357073 Jun 30 09:15:32.193835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:32.197803 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566aab12-253e-475e-b66c-aee4227719cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:32.269435 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31903057-7acf-4e10-b697-9aa35545c9c0 x-openstack-request-id: req-31903057-7acf-4e10-b697-9aa35545c9c0 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:32.271028 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:32.271300 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31903057-7acf-4e10-b697-9aa35545c9c0 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:32.271679 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'status': 'completed', 'code': 200} Jun 30 09:15:32.405117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-07389c1b-86c9-4384-8789-94d9c517dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.406716 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-07389c1b-86c9-4384-8789-94d9c517dbf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1096 time: 0.1511767 Jun 30 09:15:32.473544 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-58872e43-b07c-400a-8e6b-4cf285fc7b41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 200 len: 217 time: 0.0583596 Jun 30 09:15:32.572934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-22ed6a0a-dc48-4b1f-bfcb-618ed4b957c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.579090 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-22ed6a0a-dc48-4b1f-bfcb-618ed4b957c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23017256-0594-4bac-9872-fb6c7a7d4a96 HTTP/1.1" status: 200 len: 853 time: 0.0990038 Jun 30 09:15:32.679901 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-aad1d4b5-d3a1-4ebc-bee3-422e7e1965a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.691040 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-aad1d4b5-d3a1-4ebc-bee3-422e7e1965a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=617795ec-d9d0-4e3e-b726-c6c970d41b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918851 Jun 30 09:15:32.803141 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-b775c682-f040-4d71-85dc-d687463f33a0 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086042 Jun 30 09:15:32.949143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9222ebb4-3f1d-44d8-abe3-e44af5c96876 req-a8459974-a811-4faa-b2d9-851293975e5f service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400063 Jun 30 09:15:33.081524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f115-dc9f-4536-a462-6486ec704089 req-95af8134-2b46-45fa-b67c-9f26abb00664 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.088296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8332f115-dc9f-4536-a462-6486ec704089 req-95af8134-2b46-45fa-b67c-9f26abb00664 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.0844195 Jun 30 09:15:33.116383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aab12-253e-475e-b66c-aee4227719cc req-f1a40435-c4e0-42fb-accb-28132e5fd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.117965 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-566aab12-253e-475e-b66c-aee4227719cc req-f1a40435-c4e0-42fb-accb-28132e5fd3d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1096 time: 0.0925534 Jun 30 09:15:33.144158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8332f115-dc9f-4536-a462-6486ec704089 req-c1860e2f-7588-4eca-80a3-3902375ec0d4 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485673 Jun 30 09:15:33.234171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aab12-253e-475e-b66c-aee4227719cc req-8870846c-558c-4c0a-8a6c-1087f2862752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.235868 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-566aab12-253e-475e-b66c-aee4227719cc req-8870846c-558c-4c0a-8a6c-1087f2862752 service neutron] 10.222.0.26 "GET /v2.0/networks?id=617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 200 len: 915 time: 0.1053102 Jun 30 09:15:33.291331 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-566aab12-253e-475e-b66c-aee4227719cc req-96527d91-a07b-4589-a861-6d8eec4bdbf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 200 len: 217 time: 0.0482342 Jun 30 09:15:33.348435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aab12-253e-475e-b66c-aee4227719cc req-bceaac91-eca3-4749-b0a6-032ed9c615dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.349878 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-566aab12-253e-475e-b66c-aee4227719cc req-bceaac91-eca3-4749-b0a6-032ed9c615dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23017256-0594-4bac-9872-fb6c7a7d4a96 HTTP/1.1" status: 200 len: 853 time: 0.0516026 Jun 30 09:15:33.466448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aab12-253e-475e-b66c-aee4227719cc req-318bfff9-36bc-448c-97aa-eb04e88b9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.468191 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-566aab12-253e-475e-b66c-aee4227719cc req-318bfff9-36bc-448c-97aa-eb04e88b9064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=617795ec-d9d0-4e3e-b726-c6c970d41b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016164 Jun 30 09:15:33.583568 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-566aab12-253e-475e-b66c-aee4227719cc req-8408a4f1-fb1f-4d1b-9a8d-e016bc1f4ecb service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073015 Jun 30 09:15:33.785283 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-566aab12-253e-475e-b66c-aee4227719cc req-bd383b01-e03b-4885-bc8a-dc6273e31627 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945550 Jun 30 09:15:34.344065 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.390769 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-90be20a2-c15a-440c-8fdf-555064803017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.482411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f5b7-2ffb-4785-880a-0871888857d3 req-199dced7-2041-4899-9208-4c4a808ae837 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.485003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ff4f5b7-2ffb-4785-880a-0871888857d3 req-199dced7-2041-4899-9208-4c4a808ae837 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.0896294 Jun 30 09:15:34.559029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ff4f5b7-2ffb-4785-880a-0871888857d3 req-99b7b946-9093-4b17-b494-061f3b8e915f tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679395 Jun 30 09:15:35.846658 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.900127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa8a29-3e35-4ebf-9004-2bd40211a769 req-b4593060-3566-433d-b63a-36fcf66d58aa tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.914214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dfa8a29-3e35-4ebf-9004-2bd40211a769 req-b4593060-3566-433d-b63a-36fcf66d58aa tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.1493716 Jun 30 09:15:35.966791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dfa8a29-3e35-4ebf-9004-2bd40211a769 req-d2b036b1-a3b2-4d9a-b020-90b3462a9894 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507519 Jun 30 09:15:36.093095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34036) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.276163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-157c3729-a84a-4960-95bb-208ce3f9a512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.402373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-157c3729-a84a-4960-95bb-208ce3f9a512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.407548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-157c3729-a84a-4960-95bb-208ce3f9a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.456397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-157c3729-a84a-4960-95bb-208ce3f9a512 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ada4398cf64d49a2807b00c8653b53d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620646 Jun 30 09:15:36.457164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c3729-a84a-4960-95bb-208ce3f9a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b026e872-518a-4260-a32b-2bd29943e1ae,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.458999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34040) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.548101 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89c5dca5-1759-48be-951f-5fed4bb9ee4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.578514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89c5dca5-1759-48be-951f-5fed4bb9ee4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.654306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89c5dca5-1759-48be-951f-5fed4bb9ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.658122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-89c5dca5-1759-48be-951f-5fed4bb9ee4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.659522 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-89c5dca5-1759-48be-951f-5fed4bb9ee4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b026e872-518a-4260-a32b-2bd29943e1ae HTTP/1.1" status: 204 len: 168 time: 0.1965284 Jun 30 09:15:36.670317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5dca5-1759-48be-951f-5fed4bb9ee4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b026e872-518a-4260-a32b-2bd29943e1ae,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:37.259257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc22d30-e4e7-49a4-8701-42c7a8d02742 req-579e1bff-1f97-4cd7-b504-5730cdc6fcb4 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.261800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fc22d30-e4e7-49a4-8701-42c7a8d02742 req-579e1bff-1f97-4cd7-b504-5730cdc6fcb4 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.1076133 Jun 30 09:15:37.291285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.318240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fc22d30-e4e7-49a4-8701-42c7a8d02742 req-4b4f4c46-7f61-4c8b-ac58-11af8e994784 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342801 Jun 30 09:15:37.751966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34056) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:37.965764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] Deleting subnet dba91bf2-2330-4dbf-ba8f-6d105cf53ffb {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:37.969092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.005756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.045503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.096432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.126568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba91bf2-2330-4dbf-ba8f-6d105cf53ffb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.128418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.130271 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5175779f-54d2-4a3d-ab2e-a17d47929447 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dba91bf2-2330-4dbf-ba8f-6d105cf53ffb HTTP/1.1" status: 204 len: 168 time: 0.3766203 Jun 30 09:15:38.133791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34062) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.207888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.284836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.294446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:38.304692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cdc2ca-1cba-4c3f-81ba-9c4421519837') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:38.304984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cdc2ca-1cba-4c3f-81ba-9c4421519837') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:38.313611 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.332540 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.338893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:38.339280 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:38.340888 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:38.394734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.402730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.407074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] 10.222.0.53 "DELETE /v2.0/networks/ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e HTTP/1.1" status: 204 len: 168 time: 0.2704909 Jun 30 09:15:38.418318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42e096-f60c-4333-bc09-56ef459349da admin admin] Pushing event deleted for resources: {'Network': ['ID=ec56fcbf-7922-4c61-ae58-b2ca8d81ff9e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.520775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f19ff-530f-41ed-91a2-d1f19a6c5abb req-61243152-34c8-4018-bba0-484a38afa161 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:38.522306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-468f19ff-530f-41ed-91a2-d1f19a6c5abb req-61243152-34c8-4018-bba0-484a38afa161 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.0663233 Jun 30 09:15:38.534171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34068) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.573318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-468f19ff-530f-41ed-91a2-d1f19a6c5abb req-e15d02ab-214f-4e27-a240-67dd0835b269 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Jun 30 09:15:38.591754 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e2e51f7e-e037-4773-8b35-e80c87d9281e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19b921fb27354de0b4d1f720a427db3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541942 Jun 30 09:15:38.593187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34070) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.655216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c149-bcc4-4fba-8f0e-4e35b532ae53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.676961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c149-bcc4-4fba-8f0e-4e35b532ae53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.723752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c149-bcc4-4fba-8f0e-4e35b532ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.726452 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c149-bcc4-4fba-8f0e-4e35b532ae53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.728266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e4e8c149-bcc4-4fba-8f0e-4e35b532ae53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dd12988-f2b3-452f-86ae-0659e802acb0 HTTP/1.1" status: 204 len: 168 time: 0.1344731 Jun 30 09:15:38.736405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8c149-bcc4-4fba-8f0e-4e35b532ae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd12988-f2b3-452f-86ae-0659e802acb0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.775490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c28fb6-6a76-42fc-a189-5ec64860ab9a req-80810a00-9ba6-4e75-8188-8e4ba99e3881 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.777144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4c28fb6-6a76-42fc-a189-5ec64860ab9a req-80810a00-9ba6-4e75-8188-8e4ba99e3881 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.0669296 Jun 30 09:15:39.816918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4c28fb6-6a76-42fc-a189-5ec64860ab9a req-9860ffa2-b7e2-4955-87f0-bafd2eccca2b tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333765 Jun 30 09:15:40.803986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34236) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:40.914975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-45b8b5b9-433d-4f10-8fe2-d5bb3168b557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.035540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532a52e-37ae-4d22-94b0-384a4b6a2aa1 req-236a8306-8e97-4edd-a05a-21c0d47d680b tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.037057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c532a52e-37ae-4d22-94b0-384a4b6a2aa1 req-236a8306-8e97-4edd-a05a-21c0d47d680b tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.1004257 Jun 30 09:15:41.083897 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-45b8b5b9-433d-4f10-8fe2-d5bb3168b557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.090170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-45b8b5b9-433d-4f10-8fe2-d5bb3168b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.116421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c532a52e-37ae-4d22-94b0-384a4b6a2aa1 req-3f4a0f5b-8ade-4cfa-ba83-59a74f2ba910 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709567 Jun 30 09:15:41.136094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-45b8b5b9-433d-4f10-8fe2-d5bb3168b557 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c56b2d81d1cf4c61b0dbac1c0b08b57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310456 Jun 30 09:15:41.136987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8b5b9-433d-4f10-8fe2-d5bb3168b557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef27ccd7-054a-4d2c-a01c-6e64b9dacfd5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:41.138744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34246) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.190194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-652f2d37-93b3-498a-b37c-baa1fafdfb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.213529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-652f2d37-93b3-498a-b37c-baa1fafdfb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.270060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-652f2d37-93b3-498a-b37c-baa1fafdfb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.272997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-652f2d37-93b3-498a-b37c-baa1fafdfb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.287643 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-652f2d37-93b3-498a-b37c-baa1fafdfb48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef27ccd7-054a-4d2c-a01c-6e64b9dacfd5 HTTP/1.1" status: 204 len: 168 time: 0.1439323 Jun 30 09:15:41.297601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f2d37-93b3-498a-b37c-baa1fafdfb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef27ccd7-054a-4d2c-a01c-6e64b9dacfd5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:41.371963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a5cee-1808-44eb-840d-c568887d1693 req-0567d9c7-75a3-414d-99c9-68559abd0dde tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.373682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b49a5cee-1808-44eb-840d-c568887d1693 req-0567d9c7-75a3-414d-99c9-68559abd0dde tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1097 time: 0.0580671 Jun 30 09:15:41.413075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b49a5cee-1808-44eb-840d-c568887d1693 req-3855d613-27da-4ca9-967f-5d3e961ca69d tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jun 30 09:15:41.572207 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.586029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd229be8-3052-4de2-8dc8-5e4125a1d665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.626201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466edbb-8b0c-4711-9c78-e8eed1cd8a8e req-b264848c-4d6b-44e4-b67c-5e33817a6018 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.627884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6466edbb-8b0c-4711-9c78-e8eed1cd8a8e req-b264848c-4d6b-44e4-b67c-5e33817a6018 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.0869007 Jun 30 09:15:41.673602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6466edbb-8b0c-4711-9c78-e8eed1cd8a8e req-befe9009-a8f7-4cad-adf8-32d1aca8ad31 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356131 Jun 30 09:15:41.684691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd229be8-3052-4de2-8dc8-5e4125a1d665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.690079 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dd229be8-3052-4de2-8dc8-5e4125a1d665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.702805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34258) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.731816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd229be8-3052-4de2-8dc8-5e4125a1d665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3769781-ad02-4e41-9c2d-096fae86901e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:41.739366 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dd229be8-3052-4de2-8dc8-5e4125a1d665 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18f3182443ba4553af0202a705aec611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637263 Jun 30 09:15:41.741759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34260) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.797833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-969fc9ea-d1e6-4b9b-b046-c15a04ef2cde tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/963784aa-b797-4fd9-aa39-0a1c8d7e0fae HTTP/1.1" status: 200 len: 993 time: 0.0936027 Jun 30 09:15:41.816501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-915099c6-bb28-4fc5-b290-fc85923395c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.839241 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-915099c6-bb28-4fc5-b290-fc85923395c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.891961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-915099c6-bb28-4fc5-b290-fc85923395c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.894984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-915099c6-bb28-4fc5-b290-fc85923395c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.898537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-915099c6-bb28-4fc5-b290-fc85923395c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3769781-ad02-4e41-9c2d-096fae86901e HTTP/1.1" status: 204 len: 168 time: 0.1534691 Jun 30 09:15:41.906228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915099c6-bb28-4fc5-b290-fc85923395c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3769781-ad02-4e41-9c2d-096fae86901e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:42.315803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9b5a9-458c-4b98-bb9b-4cedae3496d7 req-e57d827b-2141-44a2-9123-9d263577d908 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.318324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46c9b5a9-458c-4b98-bb9b-4cedae3496d7 req-e57d827b-2141-44a2-9123-9d263577d908 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.0747070 Jun 30 09:15:42.363841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46c9b5a9-458c-4b98-bb9b-4cedae3496d7 req-a7ca1fc7-055a-44bb-90a6-6cc0ed20d7c7 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391984 Jun 30 09:15:42.619748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077a504-744a-4670-b2b8-2b275f8c9b49 req-aaed1ca1-f1b3-4f02-81d0-188220c95a62 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.626963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9077a504-744a-4670-b2b8-2b275f8c9b49 req-aaed1ca1-f1b3-4f02-81d0-188220c95a62 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1230092 Jun 30 09:15:42.636568 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-b47e07fc-d53b-40df-9b43-aea1f3110b15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1782925 Jun 30 09:15:42.674067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9077a504-744a-4670-b2b8-2b275f8c9b49 req-bbcb5f23-6848-45db-9390-70a95b7bc4b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Jun 30 09:15:43.560138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e896de-3ac5-480f-8f0f-dd8c2e840820 req-5384d1c0-24da-405e-a011-70ab14a22144 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:43.567790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8e896de-3ac5-480f-8f0f-dd8c2e840820 req-5384d1c0-24da-405e-a011-70ab14a22144 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.0843120 Jun 30 09:15:43.619766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8e896de-3ac5-480f-8f0f-dd8c2e840820 req-6b989100-0a1f-4344-9ec5-1ceff8cb831e tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 Jun 30 09:15:43.856013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfdcf6-4297-40bc-9be1-10a89837ac44 req-319b0640-bbdb-4acd-a465-1c32b661cc3a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:43.857781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9dfdcf6-4297-40bc-9be1-10a89837ac44 req-319b0640-bbdb-4acd-a465-1c32b661cc3a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.0680771 Jun 30 09:15:43.900791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9dfdcf6-4297-40bc-9be1-10a89837ac44 req-e4af8731-a5b9-4125-bf5f-0d19766811dd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370078 Jun 30 09:15:44.092713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-f0a09425-11b2-435b-b6fc-087e9ecdf6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.094241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-f0a09425-11b2-435b-b6fc-087e9ecdf6ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1097 time: 0.0564494 Jun 30 09:15:44.214787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-d88152c0-47a7-4f22-8d31-96b196a517ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.216663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-d88152c0-47a7-4f22-8d31-96b196a517ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.1157916 Jun 30 09:15:44.298495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-9935e29f-968d-441c-b3dd-4023f7382505 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 1001 time: 0.0717909 Jun 30 09:15:44.353037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-a95fc959-2d0d-468b-8815-79b2e4681b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.354697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-a95fc959-2d0d-468b-8815-79b2e4681b5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.0480990 Jun 30 09:15:44.412740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-a0e6aef5-aa01-4240-a0c2-8e49cd74f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.414379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-a0e6aef5-aa01-4240-a0c2-8e49cd74f47d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527894 Jun 30 09:15:44.437234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34372) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:44.442876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'network': {'name': 'tempest-network-smoke--566097429', 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:44.464416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Made reservation on behalf of 9cc6b575d8b94cf1a72a1bad279e184c for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:44.469680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.479597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.517713 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-29b1c250-12b4-4dc9-af8f-4c9af0cac573 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954206 Jun 30 09:15:44.572666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.577341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.606007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:44.615559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b411cde4-eccf-4365-bb0f-5724c7beffd6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.619799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-f6d5f641-df6e-4223-8c50-a87c0584c78e service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938506 Jun 30 09:15:44.621619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.621976 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Added segment d0688a86-6f17-4e5a-8ece-3f457273da0d of type vlan for network c4565680-1864-49fd-bcf9-fbb69553bc80 Jun 30 09:15:44.665679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.707416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.713975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.714674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.779819 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3412349 Jun 30 09:15:44.782647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:44.787284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'admin_state_up': True, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:44.803532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc69cd-f86f-4033-a0e6-a764e46f1f3f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Network': ['ID=c4565680-1864-49fd-bcf9-fbb69553bc80,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.815666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c4565680-1864-49fd-bcf9-fbb69553bc80 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:44.823296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.824809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.831873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accf07d-9a4b-465f-a007-76b677ec27a1 req-8db28852-16fc-4a17-acf9-fdac3bb88a89 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.833518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1accf07d-9a4b-465f-a007-76b677ec27a1 req-8db28852-16fc-4a17-acf9-fdac3bb88a89 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 944 time: 0.0887420 Jun 30 09:15:44.877528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.881509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1accf07d-9a4b-465f-a007-76b677ec27a1 req-7aef4115-c862-4d5c-943b-ab7f652cf01f tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 Jun 30 09:15:45.031080 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.080456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238087-5772-4ac1-8b42-c70affbabae1 req-d06dc42b-7e6c-4bcc-88d6-18514ec72381 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:45.082322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f238087-5772-4ac1-8b42-c70affbabae1 req-d06dc42b-7e6c-4bcc-88d6-18514ec72381 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.0682678 Jun 30 09:15:45.121058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f238087-5772-4ac1-8b42-c70affbabae1 req-e0c323b6-74d1-4689-bb17-5e06ff8f9e94 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Jun 30 09:15:45.234534 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.252946 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.359674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Allocated IP 172.25.8.69 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/37f85ff8-0793-4efd-af27-8e48379b0e7a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:45.463906 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.503551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.541349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:45.544099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:45.546868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:45.581182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=37f85ff8-0793-4efd-af27-8e48379b0e7a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:45.648004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75129ff3-5b65-4e49-9fed-0aa270d52557 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:45.748550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 75129ff3-5b65-4e49-9fed-0aa270d52557, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75129ff3-5b65-4e49-9fed-0aa270d52557,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:45.760643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'mac_address': 'fa:16:3e:81:b7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:45.796617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.811629 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75129ff3-5b65-4e49-9fed-0aa270d52557 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:45.824779 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.832101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 75129ff3-5b65-4e49-9fed-0aa270d52557, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75129ff3-5b65-4e49-9fed-0aa270d52557,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:45.836375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.886597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=75129ff3-5b65-4e49-9fed-0aa270d52557,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.033221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.061174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf981-6335-4a34-96e1-8c33592e5cb6 req-6bac02b1-4ef4-4e33-9559-28b37bec2bd2 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.063010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-732bf981-6335-4a34-96e1-8c33592e5cb6 req-6bac02b1-4ef4-4e33-9559-28b37bec2bd2 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 945 time: 0.0636861 Jun 30 09:15:46.101137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-732bf981-6335-4a34-96e1-8c33592e5cb6 req-a3eade71-52f8-4f71-87e1-ea1360ede4db tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Jun 30 09:15:46.105164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['75129ff3-5b65-4e49-9fed-0aa270d52557'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:46.177282 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:46.357672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14468d0-79b2-45e1-8476-145e1aeb99eb req-fb912b4e-4cba-472a-9483-2f5f57c3dff8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.364046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:46.365460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14468d0-79b2-45e1-8476-145e1aeb99eb req-fb912b4e-4cba-472a-9483-2f5f57c3dff8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1163085 Jun 30 09:15:46.377159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Sync routers for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:46.402755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.403996 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d20fb70a-3892-476e-a1af-edeec1fb15c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6203096 Jun 30 09:15:46.407125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34402) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.436886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14468d0-79b2-45e1-8476-145e1aeb99eb req-db8bbdb9-3359-4167-aae1-90e2add89452 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643177 Jun 30 09:15:46.451366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:46.452009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:46.589480 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae54a085-37c2-4de0-9992-ac5a89a31f28 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9cc6b575d8b94cf1a72a1bad279e184c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1808362 Jun 30 09:15:46.592335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34426) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.604173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:46.763908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00827d-6791-42ec-af69-aef0831353d3 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.765540 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aa00827d-6791-42ec-af69-aef0831353d3 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1721075 Jun 30 09:15:46.768287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34452) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.812950 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ca652344-af17-4168-9a65-13b5dbc5bc48 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424526 Jun 30 09:15:46.815651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34458) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.820859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442727785', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:46.839040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 3, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:46.869491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Checking router: 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:46.869928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Updating router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc port 37f85ff8-0793-4efd-af27-8e48379b0e7a binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:46.906418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.934531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Made reservation on behalf of 9cc6b575d8b94cf1a72a1bad279e184c for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:46.938259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.139883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.197176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.209719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Transition to ACTIVE for port object 37f85ff8-0793-4efd-af27-8e48379b0e7a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:47.214238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Subnet': ['ID=2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.222642 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.224441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Checking segment: {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:47.224986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network hostable DHCP agents. Network: c4565680-1864-49fd-bcf9-fbb69553bc80, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:47.244962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network c4565680-1864-49fd-bcf9-fbb69553bc80 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:47.255074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c4565680-1864-49fd-bcf9-fbb69553bc80) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:47.260473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.261256 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.268003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Attempting to bind port 37f85ff8-0793-4efd-af27-8e48379b0e7a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:47.268547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Attempting to bind port 37f85ff8-0793-4efd-af27-8e48379b0e7a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:47.269099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Attempting to bind port 37f85ff8-0793-4efd-af27-8e48379b0e7a on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:47.274663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c31d4-b6a7-405f-8aee-6b56f60c0c30 None None] Network c4565680-1864-49fd-bcf9-fbb69553bc80 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:47.301744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-35c2edfe-011a-433b-b2b9-35a281117fa0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4850047 Jun 30 09:15:47.304701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34526) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:47.345381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d0f40-a3f4-47fa-ac5d-08ae921b8942 req-0f8ee821-b9aa-4f8b-9c32-35aad442b2c1 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.354763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c03d0f40-a3f4-47fa-ac5d-08ae921b8942 req-0f8ee821-b9aa-4f8b-9c32-35aad442b2c1 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 945 time: 0.0888729 Jun 30 09:15:47.405199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c03d0f40-a3f4-47fa-ac5d-08ae921b8942 req-2eb4d251-18fb-44f3-bc2a-e9a460257486 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494010 Jun 30 09:15:47.419285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:47.419668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:47.420078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.420470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:47.420956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Bound port: 37f85ff8-0793-4efd-af27-8e48379b0e7a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:47.421738 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.475646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276dc24-6697-43b9-87d2-231465ff136a None None] Pushing event updated for resources: {'Port': ['ID=37f85ff8-0793-4efd-af27-8e48379b0e7a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.544219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] For port 37f85ff8-0793-4efd-af27-8e48379b0e7a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:47.559720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-c4565680-1864-49fd-bcf9-fbb69553bc80', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:47.560582 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.583687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] For port 37f85ff8-0793-4efd-af27-8e48379b0e7a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=37f85ff8-0793-4efd-af27-8e48379b0e7a,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:47.594353 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.675089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75129ff3-5b65-4e49-9fed-0aa270d52557 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:47.683133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5d8a1-a8bb-4a5f-903d-a489f22b4d8a req-17ce22be-4227-47a4-b7e0-ee79bf231d36 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.685277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6f5d8a1-a8bb-4a5f-903d-a489f22b4d8a req-17ce22be-4227-47a4-b7e0-ee79bf231d36 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.0881457 Jun 30 09:15:47.748518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6f5d8a1-a8bb-4a5f-903d-a489f22b4d8a req-92cf8ec0-b742-4598-876b-deadca722490 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553224 Jun 30 09:15:47.792375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:47.793061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:47.797822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276dc24-6697-43b9-87d2-231465ff136a None None] Pushing event updated for resources: {'Port': ['ID=37f85ff8-0793-4efd-af27-8e48379b0e7a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.859665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Allocated IP 172.20.0.2 (c4565680-1864-49fd-bcf9-fbb69553bc80/2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f/4fec33ab-76bf-4844-bfd4-390a413118e2) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:47.895486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 75129ff3-5b65-4e49-9fed-0aa270d52557 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:47.896711 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.910004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 75129ff3-5b65-4e49-9fed-0aa270d52557 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:47.910371 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.998425 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:48.391771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.469885 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:48.472183 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2102284f-b03a-4375-9e3b-22be192603a5" -d '{"events": [{"server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "name": "network-vif-plugged", "status": "completed", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:48.498596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.501445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 75129ff3-5b65-4e49-9fed-0aa270d52557, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75129ff3-5b65-4e49-9fed-0aa270d52557,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:48.510579 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.519746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Transition to ACTIVE for port object 4fec33ab-76bf-4844-bfd4-390a413118e2 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:48.551737 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b0d25-4176-424c-a564-74ecfd72821d x-openstack-request-id: req-1c6b0d25-4176-424c-a564-74ecfd72821d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:48.552067 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "name": "network-vif-plugged", "status": "completed", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:48.552318 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c6b0d25-4176-424c-a564-74ecfd72821d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:48.552706 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'code': 200} Jun 30 09:15:48.612085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Transition to ACTIVE for port object 4fec33ab-76bf-4844-bfd4-390a413118e2 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:48.619278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=75129ff3-5b65-4e49-9fed-0aa270d52557,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.626209 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 3, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:48.630840 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.675405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38c83-09a2-4ea4-95b9-b7bd47aa49f7 None None] The sync data for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 is: [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 3, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:48.687221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70943381-b588-4ade-a2cb-085092b723ba req-9b095bc8-9396-4f53-80a0-ffacc383f26c tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.689386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70943381-b588-4ade-a2cb-085092b723ba req-9b095bc8-9396-4f53-80a0-ffacc383f26c tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 946 time: 0.1132185 Jun 30 09:15:48.736640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Network c4565680-1864-49fd-bcf9-fbb69553bc80 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:48.741856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:48.749676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:48.765463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Pushing event updated for resources: {'Port': ['ID=4fec33ab-76bf-4844-bfd4-390a413118e2,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.768430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70943381-b588-4ade-a2cb-085092b723ba req-de4540e7-989a-4ff7-af10-29ca9ec23c9d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704846 Jun 30 09:15:48.785612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Allocated IP 172.20.0.1 (c4565680-1864-49fd-bcf9-fbb69553bc80/2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f/e71a1de6-2c98-4c60-83cf-d8315cfa6010) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:48.818469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaa5a9-1cdb-4f1c-9c8b-6256489bbd2e req-e2595939-9d0f-48b4-8334-498baf402903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.819975 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bdcaa5a9-1cdb-4f1c-9c8b-6256489bbd2e req-e2595939-9d0f-48b4-8334-498baf402903 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1098 time: 0.1789951 Jun 30 09:15:48.874947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Attempting to bind port 4fec33ab-76bf-4844-bfd4-390a413118e2 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:48.875642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Attempting to bind port 4fec33ab-76bf-4844-bfd4-390a413118e2 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:48.876339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Attempting to bind port 4fec33ab-76bf-4844-bfd4-390a413118e2 on network c4565680-1864-49fd-bcf9-fbb69553bc80 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:48.892549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:48.892918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Checking segment: {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:48.893318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.894373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Bound using segment: {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:48.894880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Bound port: 4fec33ab-76bf-4844-bfd4-390a413118e2, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:48.895307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.939884 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-bdcaa5a9-1cdb-4f1c-9c8b-6256489bbd2e req-8c173476-1d2c-4d2d-8c43-54d1cc6056e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667596 Jun 30 09:15:48.977522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.998195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Transition to ACTIVE for port object e71a1de6-2c98-4c60-83cf-d8315cfa6010 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:49.020608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] For port 4fec33ab-76bf-4844-bfd4-390a413118e2, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:49.025173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf1d4-b5d4-42bb-b3d7-e0a2b86952c7 req-78f23678-ad1f-4364-a564-43281161342d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.026078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] For port 4fec33ab-76bf-4844-bfd4-390a413118e2, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4fec33ab-76bf-4844-bfd4-390a413118e2,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:49.027706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b01bf1d4-b5d4-42bb-b3d7-e0a2b86952c7 req-78f23678-ad1f-4364-a564-43281161342d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.0989554 Jun 30 09:15:49.037772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.068920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.079698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b01bf1d4-b5d4-42bb-b3d7-e0a2b86952c7 req-b21bcb31-413e-4c1f-b67a-25e92da39d8f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 Jun 30 09:15:49.137514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network c4565680-1864-49fd-bcf9-fbb69553bc80 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:49.144802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:49.147757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:49.216263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f23f71-de8a-44c5-975b-21ad46c1eb3c None None] Pushing event updated for resources: {'Port': ['ID=4fec33ab-76bf-4844-bfd4-390a413118e2,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:49.248799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=e71a1de6-2c98-4c60-83cf-d8315cfa6010,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:49.285880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.621749 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.751380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4fec33ab-76bf-4844-bfd4-390a413118e2 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:49.887781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4fec33ab-76bf-4844-bfd4-390a413118e2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:49.892665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 37f85ff8-0793-4efd-af27-8e48379b0e7a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:50.045434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 37f85ff8-0793-4efd-af27-8e48379b0e7a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:50.051156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 37f85ff8-0793-4efd-af27-8e48379b0e7a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:50.051541 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.115502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.125576 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.194646 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.216598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371082c4-5072-4ad3-9eb1-431bf029a522 req-8d0c6567-5357-465b-bef2-140a80453d9a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.219809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-371082c4-5072-4ad3-9eb1-431bf029a522 req-8d0c6567-5357-465b-bef2-140a80453d9a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 946 time: 0.1787953 Jun 30 09:15:50.231753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 37f85ff8-0793-4efd-af27-8e48379b0e7a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=37f85ff8-0793-4efd-af27-8e48379b0e7a,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:50.239842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.281963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.284353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=e71a1de6-2c98-4c60-83cf-d8315cfa6010,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.333568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-371082c4-5072-4ad3-9eb1-431bf029a522 req-4c518328-363d-46bd-baeb-4c02cbb6ee01 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068175 Jun 30 09:15:50.346716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=37f85ff8-0793-4efd-af27-8e48379b0e7a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.439232 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network c4565680-1864-49fd-bcf9-fbb69553bc80 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:50.440957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:50.496103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cc864-19fe-4aef-8e8f-d42641bc33e8 req-f88564d2-aa69-4629-a1e4-fc2da0131492 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.498132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b7cc864-19fe-4aef-8e8f-d42641bc33e8 req-f88564d2-aa69-4629-a1e4-fc2da0131492 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.0965345 Jun 30 09:15:50.626663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:50.635155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b7cc864-19fe-4aef-8e8f-d42641bc33e8 req-e64f67f7-e696-4bd9-b6c4-589dacc31178 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243777 Jun 30 09:15:50.657857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06404c-63c6-4f7c-a48b-f5c8edfec85b req-16acc911-94fe-466b-8a8d-cc1a7d38870a tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.657857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f06404c-63c6-4f7c-a48b-f5c8edfec85b req-16acc911-94fe-466b-8a8d-cc1a7d38870a tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1565804 Jun 30 09:15:50.702272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74ddda-1669-4054-9554-1eb3a60e4281 None None] Network c4565680-1864-49fd-bcf9-fbb69553bc80 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:50.716044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f06404c-63c6-4f7c-a48b-f5c8edfec85b req-e42691e0-74ad-4c8f-a788-c8df996bff4e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478463 Jun 30 09:15:50.781417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:50.788465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-02ae7267-2257-4d39-8af4-7aab03ebb943 None None] Provisioning for port 4fec33ab-76bf-4844-bfd4-390a413118e2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:50.791419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34872) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.791977 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fadee821-85db-4524-9128-064152c79cb5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "PUT /v2.0/routers/7e8c4a7b-743f-4363-a20a-f5b70d8b90dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4856255 Jun 30 09:15:50.797791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f163a0a5-cc2f-4b5b-b688-403a7a755eed tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1158153542', 'description': 'tempest-secgroup_access--1158153542 description', 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:50.801258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-02ae7267-2257-4d39-8af4-7aab03ebb943 None None] Provisioning complete for port 4fec33ab-76bf-4844-bfd4-390a413118e2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:50.801622 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02ae7267-2257-4d39-8af4-7aab03ebb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.828947 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f163a0a5-cc2f-4b5b-b688-403a7a755eed tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.921574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f163a0a5-cc2f-4b5b-b688-403a7a755eed tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.928126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f163a0a5-cc2f-4b5b-b688-403a7a755eed tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.940650 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02ae7267-2257-4d39-8af4-7aab03ebb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.957665 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f163a0a5-cc2f-4b5b-b688-403a7a755eed tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.962122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f163a0a5-cc2f-4b5b-b688-403a7a755eed tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1658566 Jun 30 09:15:50.962563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34874) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.968588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ba44265c-5464-42b9-9fd4-f501c1090888 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--887063196', 'description': 'tempest-secgroup_general--887063196 description', 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:50.974411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163a0a5-cc2f-4b5b-b688-403a7a755eed tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b761b301-8158-4b9f-bb19-d3a4572efca6,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.990647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-02ae7267-2257-4d39-8af4-7aab03ebb943 None None] For port 4fec33ab-76bf-4844-bfd4-390a413118e2, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4fec33ab-76bf-4844-bfd4-390a413118e2,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:50.997162 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02ae7267-2257-4d39-8af4-7aab03ebb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.012212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba44265c-5464-42b9-9fd4-f501c1090888 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.080438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae7267-2257-4d39-8af4-7aab03ebb943 None None] Pushing event updated for resources: {'Port': ['ID=4fec33ab-76bf-4844-bfd4-390a413118e2,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.116303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba44265c-5464-42b9-9fd4-f501c1090888 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.120639 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba44265c-5464-42b9-9fd4-f501c1090888 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.149532 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba44265c-5464-42b9-9fd4-f501c1090888 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.150956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ba44265c-5464-42b9-9fd4-f501c1090888 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1872892 Jun 30 09:15:51.153788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34876) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.159107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d5c0adf2-93e7-484e-83b9-b79e533882fd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'security_group_rule': {'security_group_id': 'b761b301-8158-4b9f-bb19-d3a4572efca6', 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:51.164699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44265c-5464-42b9-9fd4-f501c1090888 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80167409-8e35-489c-82fd-7da793275d25,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.208881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5c0adf2-93e7-484e-83b9-b79e533882fd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.274964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5c0adf2-93e7-484e-83b9-b79e533882fd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.279831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5c0adf2-93e7-484e-83b9-b79e533882fd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.303854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0adf2-93e7-484e-83b9-b79e533882fd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25d6668-b3ff-4905-9771-ad94030569ea,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.314618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5c0adf2-93e7-484e-83b9-b79e533882fd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.316075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d5c0adf2-93e7-484e-83b9-b79e533882fd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612904 Jun 30 09:15:51.329777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5e52a55a-87b2-4167-b478-2ceeae17d342 None None] Provisioning complete for port 4fec33ab-76bf-4844-bfd4-390a413118e2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:51.330376 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5e52a55a-87b2-4167-b478-2ceeae17d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.480525 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Sync routers for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:51.489643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5e52a55a-87b2-4167-b478-2ceeae17d342 None None] Provisioning for port e71a1de6-2c98-4c60-83cf-d8315cfa6010 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:51.492432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-418c3f7c-2b99-4cbe-bb33-8e10c289b35d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1158153542&fields=id&tenant_id=9cc6b575d8b94cf1a72a1bad279e184c HTTP/1.1" status: 200 len: 267 time: 0.0465655 Jun 30 09:15:51.505010 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:51.506866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5e52a55a-87b2-4167-b478-2ceeae17d342 None None] Provisioning complete for port e71a1de6-2c98-4c60-83cf-d8315cfa6010 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:51.507311 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:51.509670 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5e52a55a-87b2-4167-b478-2ceeae17d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.564091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5e52a55a-87b2-4167-b478-2ceeae17d342 None None] Port e71a1de6-2c98-4c60-83cf-d8315cfa6010 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:51.628448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 37f85ff8-0793-4efd-af27-8e48379b0e7a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:51.679957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-63958968-a9a7-49f2-a293-d078e3ce56f9 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--887063196&fields=id&tenant_id=9cc6b575d8b94cf1a72a1bad279e184c HTTP/1.1" status: 200 len: 267 time: 0.1671045 Jun 30 09:15:51.704576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 37f85ff8-0793-4efd-af27-8e48379b0e7a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:51.704999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.728779 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:51.777871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-448639b8-5c6e-4f8f-9b7a-68184bcf236c None None] Provisioning complete for port e71a1de6-2c98-4c60-83cf-d8315cfa6010 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:51.778496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448639b8-5c6e-4f8f-9b7a-68184bcf236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.825047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4ab4-2196-4fd1-8e7f-11197f1ad613 req-1c520eb5-e307-47eb-8c8c-be33300174b5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.827184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9be4ab4-2196-4fd1-8e7f-11197f1ad613 req-1c520eb5-e307-47eb-8c8c-be33300174b5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 946 time: 0.2932272 Jun 30 09:15:51.845829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-448639b8-5c6e-4f8f-9b7a-68184bcf236c None None] Port e71a1de6-2c98-4c60-83cf-d8315cfa6010 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:51.874951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4fec33ab-76bf-4844-bfd4-390a413118e2 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:51.893765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9be4ab4-2196-4fd1-8e7f-11197f1ad613 req-ee2b1786-49ee-40a2-b83b-3f4490be3c3f tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588889 Jun 30 09:15:51.902290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-08ae3461-0ef4-444a-9000-6f72d95a49d8 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.910152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-08ae3461-0ef4-444a-9000-6f72d95a49d8 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/networks?id=c4565680-1864-49fd-bcf9-fbb69553bc80 HTTP/1.1" status: 200 len: 796 time: 0.2292063 Jun 30 09:15:51.922255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-2c93fc46-a2ba-43b3-956a-b06bdecf1b5b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/quotas/9cc6b575d8b94cf1a72a1bad279e184c HTTP/1.1" status: 200 len: 375 time: 0.0108891 Jun 30 09:15:51.937264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4fec33ab-76bf-4844-bfd4-390a413118e2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:51.937988 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.985871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d174bd73-66dc-426c-a18d-d8e645da0376 None None] Provisioning complete for port e71a1de6-2c98-4c60-83cf-d8315cfa6010 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:51.987498 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d174bd73-66dc-426c-a18d-d8e645da0376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.006604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-8b83958c-0159-4ddb-9802-f92137e16b4e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774617 Jun 30 09:15:52.040455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d174bd73-66dc-426c-a18d-d8e645da0376 None None] Port e71a1de6-2c98-4c60-83cf-d8315cfa6010 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:52.152029 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 2, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:52.184610 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Checking router: 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:52.185104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-eba231f5-54ef-4467-9f48-0d26643bb6d8 service neutron] 10.222.0.53 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646724 Jun 30 09:15:52.187698 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Updating router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc port e71a1de6-2c98-4c60-83cf-d8315cfa6010 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:52.198643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b2aa7-5864-4f62-9a31-369fbc5b982c req-13aa8e18-24fa-4c14-ad5a-4c55f2ca7091 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.200421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a19b2aa7-5864-4f62-9a31-369fbc5b982c req-13aa8e18-24fa-4c14-ad5a-4c55f2ca7091 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1444001 Jun 30 09:15:52.235163 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.299787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a19b2aa7-5864-4f62-9a31-369fbc5b982c req-c6330e01-e7c0-41c0-a518-6c27f02761df tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895760 Jun 30 09:15:52.334730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-5d0decd3-8b86-4ad9-a623-378b6de5af38 service neutron] 10.222.0.53 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330009 Jun 30 09:15:52.507330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a347d8a-08bd-41b0-a2c9-cfca0d7308f9 req-d39c85f6-51ac-4157-b87a-862648ff7f11 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.509063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a347d8a-08bd-41b0-a2c9-cfca0d7308f9 req-d39c85f6-51ac-4157-b87a-862648ff7f11 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.0763373 Jun 30 09:15:52.558307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a347d8a-08bd-41b0-a2c9-cfca0d7308f9 req-24326147-8f25-458b-bfaf-7055dedfb21c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Jun 30 09:15:52.682013 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.694908 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Transition to ACTIVE for port object e71a1de6-2c98-4c60-83cf-d8315cfa6010 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:52.703514 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.704177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45840060-6af8-45b1-a948-d0d7539c1bac req-11e05106-ff1c-468f-bba0-0fc28fbf657f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 210 time: 0.0657809 Jun 30 09:15:52.824900 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b11c9-fa1e-4a7e-a668-e3fc0519087c None None] Pushing event updated for resources: {'Port': ['ID=e71a1de6-2c98-4c60-83cf-d8315cfa6010,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:52.847311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576b3bf-dc90-4776-8a42-7af4671ea35d req-f31e0b37-e3cc-4d30-a092-153cbadeea7a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.855414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e576b3bf-dc90-4776-8a42-7af4671ea35d req-f31e0b37-e3cc-4d30-a092-153cbadeea7a tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 946 time: 0.1618903 Jun 30 09:15:52.959939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e576b3bf-dc90-4776-8a42-7af4671ea35d req-19d51f1e-49ba-4db7-bdcc-cd2b9ef6d808 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960951 Jun 30 09:15:53.001878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34910) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:53.012924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Attempting to bind port e71a1de6-2c98-4c60-83cf-d8315cfa6010 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:53.013296 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Attempting to bind port e71a1de6-2c98-4c60-83cf-d8315cfa6010 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:53.013717 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Attempting to bind port e71a1de6-2c98-4c60-83cf-d8315cfa6010 on network c4565680-1864-49fd-bcf9-fbb69553bc80 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:53.033396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-35861761-5610-48a4-b8b5-adb1d75c7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.034282 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:53.035123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Checking segment: {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:53.035860 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.035989 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Bound using segment: {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:53.036632 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Bound port: e71a1de6-2c98-4c60-83cf-d8315cfa6010, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:53.037012 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.041384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-35861761-5610-48a4-b8b5-adb1d75c7c33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1097 time: 0.1218400 Jun 30 09:15:53.167683 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] For port e71a1de6-2c98-4c60-83cf-d8315cfa6010, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:53.171884 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] For port e71a1de6-2c98-4c60-83cf-d8315cfa6010, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e71a1de6-2c98-4c60-83cf-d8315cfa6010,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:53.176825 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.259414 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:53.260396 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:53.271885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-8cb662b4-bf0c-4e0d-8015-0117b7838372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.273483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-8cb662b4-bf0c-4e0d-8015-0117b7838372 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.2099721 Jun 30 09:15:53.354193 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.387179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-f2d7ed50-1532-432f-a725-6017763a4ecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 1001 time: 0.1063061 Jun 30 09:15:53.410029 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:53.415489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d613f705-6e97-4753-8424-8e98ee74cf0e tempest-TestVolumeBackupRestore-1151625523 tempest-TestVolumeBackupRestore-1151625523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.420261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34918) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:53.421447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d613f705-6e97-4753-8424-8e98ee74cf0e tempest-TestVolumeBackupRestore-1151625523 tempest-TestVolumeBackupRestore-1151625523-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1093 time: 0.4187481 Jun 30 09:15:53.426240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:53.477862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.559478 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b11c9-fa1e-4a7e-a668-e3fc0519087c None None] Pushing event updated for resources: {'Port': ['ID=e71a1de6-2c98-4c60-83cf-d8315cfa6010,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:53.656136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.763835 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:53.792852 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e071c13-592a-4a4e-88a1-b64f20f03a72 None None] The sync data for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 is: [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:53.821070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Allocated IP 172.25.8.59 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/e7e5dff1-6b81-4d9d-8dcd-fe5f76bd0a1e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:53.994245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.051955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.130571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'Port': ['ID=e7e5dff1-6b81-4d9d-8dcd-fe5f76bd0a1e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:54.135307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:54.137179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:54.140154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:54.166614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-692abee4-4657-47b7-8379-80f6ea0e03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.168082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-692abee4-4657-47b7-8379-80f6ea0e03a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.7731054 Jun 30 09:15:54.254451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569976fd-977b-4040-aca9-38fe27ccca49 req-1dac3cf6-8b9a-471a-9ad5-efc45d60861e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.258808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-569976fd-977b-4040-aca9-38fe27ccca49 req-1dac3cf6-8b9a-471a-9ad5-efc45d60861e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.2187233 Jun 30 09:15:54.289499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4da5c-6a46-4edc-9c4c-e4a11680f30d req-8f4f1dba-ac86-4520-9ac2-b656183ae3a7 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.296804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39f4da5c-6a46-4edc-9c4c-e4a11680f30d req-8f4f1dba-ac86-4520-9ac2-b656183ae3a7 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.2663696 Jun 30 09:15:54.372614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39f4da5c-6a46-4edc-9c4c-e4a11680f30d req-23ac36e4-0661-44b5-9678-e8b068735ed7 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733511 Jun 30 09:15:54.619413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-569976fd-977b-4040-aca9-38fe27ccca49 req-0c723058-8b10-4e60-a9a6-74a16fcd648c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475673 Jun 30 09:15:54.716950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ab88372-a8d3-4e04-b898-6c32c7175164 req-b340eba3-6de2-42c3-bdd8-ea1734190151 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 210 time: 0.1067269 Jun 30 09:15:54.719426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-086551fa-f446-4a4e-92c1-af9e9ec9b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.724765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-086551fa-f446-4a4e-92c1-af9e9ec9b50f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5372782 Jun 30 09:15:54.756673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-feb9c016-73e7-4924-b6ae-d25761b7c536 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.759070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-feb9c016-73e7-4924-b6ae-d25761b7c536 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.13 "GET /v2.0/networks?id=c4565680-1864-49fd-bcf9-fbb69553bc80 HTTP/1.1" status: 200 len: 796 time: 0.3751831 Jun 30 09:15:54.781986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.881839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-527f0fa4-07d0-47ad-8421-9fc07643b886 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc6b575d8b94cf1a72a1bad279e184c HTTP/1.1" status: 200 len: 477 time: 0.0925090 Jun 30 09:15:54.887970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.894076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'port': {'device_id': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'admin_state_up': True, 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'security_groups': ['b761b301-8158-4b9f-bb19-d3a4572efca6', '80167409-8e35-489c-82fd-7da793275d25']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:54.997057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-ec10d019-9858-492c-97f6-eeaf10eac71c service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595968 Jun 30 09:15:55.106528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.111984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.162835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Made reservation on behalf of 9cc6b575d8b94cf1a72a1bad279e184c for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:55.167578 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.184693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d36f32e1-44a3-4b4d-aa87-47d7703847ab req-0ab17213-2ed6-4483-bbbb-3d33fe47b197 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784835 Jun 30 09:15:55.223909 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.225751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event updated for resources: {'Port': ['ID=e7e5dff1-6b81-4d9d-8dcd-fe5f76bd0a1e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:55.233881 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.346847 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Floating IP 23ca9186-90cd-4930-a6dc-f903d54c0fc1 associated. External IP: 172.25.8.59, port: 75129ff3-5b65-4e49-9fed-0aa270d52557. Jun 30 09:15:55.384193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Allocated IP 172.20.0.8 (c4565680-1864-49fd-bcf9-fbb69553bc80/2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f/ae541079-2562-40bf-9d9f-d19051152247) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:55.626525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.680265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e71a1de6-2c98-4c60-83cf-d8315cfa6010 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:55.725329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Transition to ACTIVE for port object ae541079-2562-40bf-9d9f-d19051152247 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:55.758468 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Router d82a0c4e-abc3-467d-96b4-0ef49548bdac has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:55.758920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port e71a1de6-2c98-4c60-83cf-d8315cfa6010 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:55.763515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e71a1de6-2c98-4c60-83cf-d8315cfa6010 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:55.763946 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.782066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33cd6c-56a1-4f5a-9bdb-5f4edd448aed req-afc0f3fe-4982-41c9-8e8d-b7dde056ca09 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.790201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d33cd6c-56a1-4f5a-9bdb-5f4edd448aed req-afc0f3fe-4982-41c9-8e8d-b7dde056ca09 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1525073 Jun 30 09:15:55.854735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5d33cd6c-56a1-4f5a-9bdb-5f4edd448aed req-cca8cbce-27f9-4be7-b831-a54e52c22d83 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561769 Jun 30 09:15:55.861016 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.899953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.912975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network c4565680-1864-49fd-bcf9-fbb69553bc80 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:55.952291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:55.955988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port e71a1de6-2c98-4c60-83cf-d8315cfa6010, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e71a1de6-2c98-4c60-83cf-d8315cfa6010,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:55.964275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:55.964557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.965457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:55.999926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.048281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] Sync routers for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:56.055020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.055667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.080273 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a06b821-1dda-459b-9a31-594f156f787d tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6577921 Jun 30 09:15:56.080874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:56.083193 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:56.085714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34940) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:56.093915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=e71a1de6-2c98-4c60-83cf-d8315cfa6010,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:56.101257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=ae541079-2562-40bf-9d9f-d19051152247,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:56.104767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:56.105600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:56.124381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-d3f24592-23d2-4d05-b8f9-acb6fd8232b5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2359653 Jun 30 09:15:56.139039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a712399-8d02-4616-bce9-ffe7572f4b8c req-148ae21b-7a8c-4bcd-9dc0-558b89b1c07a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.140623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a712399-8d02-4616-bce9-ffe7572f4b8c req-148ae21b-7a8c-4bcd-9dc0-558b89b1c07a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.2270613 Jun 30 09:15:56.145851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Request body: {'port': {'device_id': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:56.184957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22243d9-f87e-406b-91e7-99c56ef2ea35 tempest-TestVolumeBackupRestore-1151625523 tempest-TestVolumeBackupRestore-1151625523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.186680 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c22243d9-f87e-406b-91e7-99c56ef2ea35 tempest-TestVolumeBackupRestore-1151625523 tempest-TestVolumeBackupRestore-1151625523-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1093 time: 0.0999341 Jun 30 09:15:56.189437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 34944) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:56.194056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Request body: {'floatingip': {'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:56.249286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92703b8-28fd-4ee7-980c-cf1d2ef94e90 req-e81bf44d-497b-4341-982b-c35eb9f0d211 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.261016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f92703b8-28fd-4ee7-980c-cf1d2ef94e90 req-e81bf44d-497b-4341-982b-c35eb9f0d211 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 970 time: 0.2122574 Jun 30 09:15:56.287947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:56.289446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0be64f10-93b8-4cae-9aad-ac8751ad1b1a None None] Provisioning for port ae541079-2562-40bf-9d9f-d19051152247 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:56.296093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for floatingip, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.301025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a712399-8d02-4616-bce9-ffe7572f4b8c req-2940d3a0-140a-4b18-8ffc-a293172ed5d2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488147 Jun 30 09:15:56.352845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0be64f10-93b8-4cae-9aad-ac8751ad1b1a None None] Provisioning complete for port ae541079-2562-40bf-9d9f-d19051152247 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:56.358234 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0be64f10-93b8-4cae-9aad-ac8751ad1b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.400647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f92703b8-28fd-4ee7-980c-cf1d2ef94e90 req-af3620db-34c1-4885-ac59-b5a0e7ad1ce0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1385510 Jun 30 09:15:56.408082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0be64f10-93b8-4cae-9aad-ac8751ad1b1a None None] Port ae541079-2562-40bf-9d9f-d19051152247 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:56.422604 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfced649-fbf1-478b-b3b1-1bb2945d4431 x-openstack-request-id: req-dfced649-fbf1-478b-b3b1-1bb2945d4431 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:56.422919 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:56.423179 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfced649-fbf1-478b-b3b1-1bb2945d4431 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:56.423607 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'status': 'completed', 'code': 200} Jun 30 09:15:56.452905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.636999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-b9b87bfb-0436-4a55-bb81-4c64d4ccbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.639969 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-b9b87bfb-0436-4a55-bb81-4c64d4ccbfb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1098 time: 0.2109833 Jun 30 09:15:56.668800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '23ca9186-90cd-4930-a6dc-f903d54c0fc1', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'mac_address': 'fa:16:3e:81:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:54Z', 'updated_at': '2021-06-30T09:15:54Z', 'revision_number': 0, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:56.703004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] Checking router: d82a0c4e-abc3-467d-96b4-0ef49548bdac for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:56.715049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:56.715664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:56.771100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae541079-2562-40bf-9d9f-d19051152247 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:56.782275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.804153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Transition to ACTIVE for port object ae541079-2562-40bf-9d9f-d19051152247 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:56.808729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.823307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-f61692df-da4f-491b-ad35-03d9fbc29da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.824931 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-f61692df-da4f-491b-ad35-03d9fbc29da2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 200 len: 915 time: 0.1756968 Jun 30 09:15:56.854378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:56.876089 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:15:56.996926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae541079-2562-40bf-9d9f-d19051152247,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.018131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Attempting to bind port ae541079-2562-40bf-9d9f-d19051152247 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:57.018643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Attempting to bind port ae541079-2562-40bf-9d9f-d19051152247 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:57.019124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Attempting to bind port ae541079-2562-40bf-9d9f-d19051152247 on network c4565680-1864-49fd-bcf9-fbb69553bc80 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:57.025127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Port ae541079-2562-40bf-9d9f-d19051152247 on network c4565680-1864-49fd-bcf9-fbb69553bc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:57.025592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Attempting to bind port ae541079-2562-40bf-9d9f-d19051152247 on network c4565680-1864-49fd-bcf9-fbb69553bc80 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:57.035024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:57.035511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Checking segment: {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:57.036003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Bound using segment: {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:57.036921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Bound port: ae541079-2562-40bf-9d9f-d19051152247, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0688a86-6f17-4e5a-8ece-3f457273da0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:57.037422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.168081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '23ca9186-90cd-4930-a6dc-f903d54c0fc1', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'mac_address': 'fa:16:3e:81:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:54Z', 'updated_at': '2021-06-30T09:15:54Z', 'revision_number': 0, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:57.192524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] For port ae541079-2562-40bf-9d9f-d19051152247, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:57.200678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc15b1-81e9-4be5-9deb-5e79c52a58cf None None] The sync data for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 is: [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '23ca9186-90cd-4930-a6dc-f903d54c0fc1', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'mac_address': 'fa:16:3e:81:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:54Z', 'updated_at': '2021-06-30T09:15:54Z', 'revision_number': 0, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:57.212076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9032d96-6624-4595-969c-5bbaea5ebd6b req-971788f9-3c37-4bb1-b240-790cf04bf2f0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.214016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9032d96-6624-4595-969c-5bbaea5ebd6b req-971788f9-3c37-4bb1-b240-790cf04bf2f0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1603925 Jun 30 09:15:57.245470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] For port ae541079-2562-40bf-9d9f-d19051152247, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ae541079-2562-40bf-9d9f-d19051152247,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:57.265142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.300437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9032d96-6624-4595-969c-5bbaea5ebd6b req-e4dc0ea0-b416-4fc8-b7ed-e2b5e33b1bc5 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778446 Jun 30 09:15:57.313466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.314206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.315537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae541079-2562-40bf-9d9f-d19051152247 HTTP/1.1" status: 200 len: 1131 time: 1.1740127 Jun 30 09:15:57.315981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:57.318279 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f967c20-fa9e-4ff4-b79e-490533f2159f" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "tag": "ae541079-2562-40bf-9d9f-d19051152247"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:57.380544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b7e3f-2427-4216-b5d7-643a955a01b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae541079-2562-40bf-9d9f-d19051152247,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.398436 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df114096-be97-46e8-a06c-05768dba3b54 x-openstack-request-id: req-df114096-be97-46e8-a06c-05768dba3b54 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:57.398776 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "tag": "ae541079-2562-40bf-9d9f-d19051152247", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:57.399033 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df114096-be97-46e8-a06c-05768dba3b54 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:57.399450 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247', 'status': 'completed', 'code': 200} Jun 30 09:15:57.420029 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-6e8e74cc-98e2-46ee-8e50-67e26c3010b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 200 len: 999 time: 0.5881262 Jun 30 09:15:57.609212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-2947532a-a249-4a0d-afca-69e0a2f24cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.615980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-2947532a-a249-4a0d-afca-69e0a2f24cfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1134 time: 0.2143357 Jun 30 09:15:57.637883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.resource_extend [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:15:57.638360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e71a1de6-2c98-4c60-83cf-d8315cfa6010 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:57.673078 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c07bb6-d592-409f-8468-075a8e813464 None None] New status for floating IP 23ca9186-90cd-4930-a6dc-f903d54c0fc1: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:15:57.696986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-1b0dbd0f-e904-49f2-a6a4-3ab4e50948a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.698603 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-1b0dbd0f-e904-49f2-a6a4-3ab4e50948a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23017256-0594-4bac-9872-fb6c7a7d4a96 HTTP/1.1" status: 200 len: 853 time: 0.1706560 Jun 30 09:15:57.778553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e71a1de6-2c98-4c60-83cf-d8315cfa6010 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:57.778917 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.780583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-89b8c8c7-9ce6-424e-9bc5-e3c793ef3542 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae541079-2562-40bf-9d9f-d19051152247 HTTP/1.1" status: 200 len: 217 time: 0.1550958 Jun 30 09:15:57.785303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.792708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.816099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da500-fac9-4bea-80f0-55b8c823278c req-aaa82e45-6bf4-4674-a1b6-ba41aae25a0a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.824695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-856da500-fac9-4bea-80f0-55b8c823278c req-aaa82e45-6bf4-4674-a1b6-ba41aae25a0a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.3079162 Jun 30 09:15:57.900655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-1d7b7bbf-81fc-4b49-aab2-ad3cb07ffefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.902443 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-1d7b7bbf-81fc-4b49-aab2-ad3cb07ffefb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=617795ec-d9d0-4e3e-b726-c6c970d41b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943765 Jun 30 09:15:57.911398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-856da500-fac9-4bea-80f0-55b8c823278c req-37a326e2-3102-48da-ad45-c64bc14a593a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857008 Jun 30 09:15:57.946805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-eaad6637-c8f6-49bd-992c-d2ee004d32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.948639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-eaad6637-c8f6-49bd-992c-d2ee004d32e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f HTTP/1.1" status: 200 len: 834 time: 0.1575761 Jun 30 09:15:57.964213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aff438-92b3-4454-81f5-2aa0e32cd928 req-3b37d523-a0d3-4cfb-ae21-93716315c767 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.966126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85aff438-92b3-4454-81f5-2aa0e32cd928 req-3b37d523-a0d3-4cfb-ae21-93716315c767 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 982 time: 0.2929273 Jun 30 09:15:58.045222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34964) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:58.058340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-85aff438-92b3-4454-81f5-2aa0e32cd928 req-0cc12b97-e12b-468b-a9e7-2a74c3fefd91 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0822001 Jun 30 09:15:58.078271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-2dcf762c-dc0f-4f26-8a20-230fe93f3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.079631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-2dcf762c-dc0f-4f26-8a20-230fe93f3573 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4565680-1864-49fd-bcf9-fbb69553bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123121 Jun 30 09:15:58.085934 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.db.api [None req-01c07bb6-d592-409f-8468-075a8e813464 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:15:58.087678 n-d-758944-40 neutron-server[100242]: DEBUG oslo_db.api [None req-01c07bb6-d592-409f-8468-075a8e813464 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:15:58.150672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-0de448fd-d790-48af-9fa4-c138e2fbe3cb service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258797 Jun 30 09:15:58.197071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-3459ff9d-3224-411b-9ef5-9887120faf0b service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081014 Jun 30 09:15:58.233425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Router d82a0c4e-abc3-467d-96b4-0ef49548bdac has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:58.296333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf20cca9-8abf-40bb-a57a-1a72a7fe5ec1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6234c8f9bb2244e380e296357b07bb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476649 Jun 30 09:15:58.296750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 34968) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:58.318762 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-c29d6bfb-dc22-450c-bfe8-9aff4e18ae94 req-1955d582-a261-4c48-bc43-84473504dba7 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568906 Jun 30 09:15:58.350858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11db2f96-80a4-414e-bd98-cf7fa02ead61 req-07dc5418-92d8-4062-86a4-c18be1306433 service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465724 Jun 30 09:15:58.374654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81e2ecb2-6595-40a1-839f-d356948d4538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.386785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:58.392413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.405273 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81e2ecb2-6595-40a1-839f-d356948d4538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.433097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:58.435356 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a97b71f-bd99-4cac-9721-a547dc6ec298" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:58.475012 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb8d2fca-5e45-4a7d-a576-11370335d609 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "PUT /v2.0/floatingips/23ca9186-90cd-4930-a6dc-f903d54c0fc1 HTTP/1.1" status: 200 len: 991 time: 2.2844605 Jun 30 09:15:58.490723 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da1776-2689-4a50-a691-368d047546ed x-openstack-request-id: req-34da1776-2689-4a50-a691-368d047546ed {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:58.491008 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:58.491255 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34da1776-2689-4a50-a691-368d047546ed {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:58.491651 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'status': 'completed', 'code': 200} Jun 30 09:15:58.575342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-c7a1447a-47a7-424b-a967-8fc46d969ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.577210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-c7a1447a-47a7-424b-a967-8fc46d969ec0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1134 time: 0.1652136 Jun 30 09:15:58.580792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81e2ecb2-6595-40a1-839f-d356948d4538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.581830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-b22eec56-0e61-47c6-abed-be0d5b8b60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.583384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-81e2ecb2-6595-40a1-839f-d356948d4538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.583534 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-b22eec56-0e61-47c6-abed-be0d5b8b60dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1098 time: 0.0680771 Jun 30 09:15:58.584520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-81e2ecb2-6595-40a1-839f-d356948d4538 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33f3e40d-574f-4061-932c-285831f73509 HTTP/1.1" status: 204 len: 168 time: 0.2867703 Jun 30 09:15:58.588962 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c07bb6-d592-409f-8468-075a8e813464 None None] New status for floating IP 23ca9186-90cd-4930-a6dc-f903d54c0fc1: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:15:58.653366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2ecb2-6595-40a1-839f-d356948d4538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f3e40d-574f-4061-932c-285831f73509,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:58.675711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44085dea-823e-45fb-add4-31c14726a0e5 req-4547b889-7e23-4f2e-9f75-0ef4259a81c0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.677269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44085dea-823e-45fb-add4-31c14726a0e5 req-4547b889-7e23-4f2e-9f75-0ef4259a81c0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1834948 Jun 30 09:15:58.709404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-a0bd0aed-b7b5-41d1-9bb8-5dde9d21aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.711209 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-a0bd0aed-b7b5-41d1-9bb8-5dde9d21aa65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 200 len: 915 time: 0.1207020 Jun 30 09:15:58.760310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-5afd2fe6-7bc2-4efe-8c51-2daad20f3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.761827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-5afd2fe6-7bc2-4efe-8c51-2daad20f3474 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4565680-1864-49fd-bcf9-fbb69553bc80 HTTP/1.1" status: 200 len: 897 time: 0.1755927 Jun 30 09:15:58.764974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-44085dea-823e-45fb-add4-31c14726a0e5 req-9bb7fe03-5539-4fcf-9a73-40baf4aa698c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790942 Jun 30 09:15:58.788839 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-e1e652ea-9fd0-420d-9329-ea3b32d97e55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 200 len: 999 time: 0.0708959 Jun 30 09:15:58.823792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-964f83b3-ef65-41fd-b0b3-be80428c3ce9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae541079-2562-40bf-9d9f-d19051152247 HTTP/1.1" status: 200 len: 217 time: 0.0537472 Jun 30 09:15:58.853863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-b42b3378-e9ab-47fe-9f3f-27b356f77d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.855578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-b42b3378-e9ab-47fe-9f3f-27b356f77d84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23017256-0594-4bac-9872-fb6c7a7d4a96 HTTP/1.1" status: 200 len: 853 time: 0.0584011 Jun 30 09:15:58.894826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-6be6d6f3-854e-4d90-a2a5-f0c2bf8e18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.898389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-6be6d6f3-854e-4d90-a2a5-f0c2bf8e18d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f HTTP/1.1" status: 200 len: 834 time: 0.0674491 Jun 30 09:15:58.984625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-6487c281-b454-4d90-89a5-2394d07e6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.986237 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-6487c281-b454-4d90-89a5-2394d07e6685 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=617795ec-d9d0-4e3e-b726-c6c970d41b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227722 Jun 30 09:15:58.987964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-0e16d3c6-e45c-4a6e-87aa-45e805846ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.991752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-0e16d3c6-e45c-4a6e-87aa-45e805846ba7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4565680-1864-49fd-bcf9-fbb69553bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801408 Jun 30 09:15:58.995481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] Sync routers for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:59.005213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:59.005864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:59.131376 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-9dba2108-0d41-4987-ba32-f4058b66a795 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369474 Jun 30 09:15:59.214967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:59.260355 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-2a97b71f-bd99-4cac-9721-a547dc6ec298 req-8144d610-28a6-45fa-bba0-e2514f047bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217604 Jun 30 09:15:59.298598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764db8d-2a22-429c-90b4-872b8d418c47 req-d60a6b71-c216-4b79-bf67-995268bf098b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.302174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d764db8d-2a22-429c-90b4-872b8d418c47 req-d60a6b71-c216-4b79-bf67-995268bf098b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.2408605 Jun 30 09:15:59.308358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-8902a3b5-53ff-48d9-9b48-c269e0276ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.310117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-8902a3b5-53ff-48d9-9b48-c269e0276ead service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1097 time: 0.3109379 Jun 30 09:15:59.314348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-badbf305-08f1-4b1e-86c1-e513b51d0b1b service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992129 Jun 30 09:15:59.476140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d764db8d-2a22-429c-90b4-872b8d418c47 req-23f82e5b-7f5a-410b-8471-fbea40464492 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648045 Jun 30 09:15:59.497194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92730757-cfef-4ebb-b9c6-fb719bb924a7 req-33317f91-8071-4d0b-b715-8d0e890d534d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.499602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92730757-cfef-4ebb-b9c6-fb719bb924a7 req-33317f91-8071-4d0b-b715-8d0e890d534d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 982 time: 0.2775195 Jun 30 09:15:59.560537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f967c20-fa9e-4ff4-b79e-490533f2159f req-f2c6263e-787a-4552-a4e3-bf924e9bef8c service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361300 Jun 30 09:15:59.565465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-6359932e-c5f0-41ef-9420-2f39ae7617e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.566825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-6359932e-c5f0-41ef-9420-2f39ae7617e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.2242484 Jun 30 09:15:59.625863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-92730757-cfef-4ebb-b9c6-fb719bb924a7 req-cce5b13d-1c93-484b-86e3-a58662da1fa2 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1052225 Jun 30 09:15:59.652275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-85a4181d-80df-4b79-ae1a-8e748203e49c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 1001 time: 0.0789506 Jun 30 09:15:59.674143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '23ca9186-90cd-4930-a6dc-f903d54c0fc1', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'mac_address': 'fa:16:3e:81:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:54Z', 'updated_at': '2021-06-30T09:15:58Z', 'revision_number': 2, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:59.704843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-5453887c-b1ca-4ed5-a2e4-a17fdd7a7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.705749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] Checking router: d82a0c4e-abc3-467d-96b4-0ef49548bdac for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:59.706785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-5453887c-b1ca-4ed5-a2e4-a17fdd7a7721 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0468481 Jun 30 09:15:59.714362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:59.714981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:15:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:59.771639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-d705f13a-eb1b-4155-8870-765d4928a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.773251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-d705f13a-eb1b-4155-8870-765d4928a624 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600984 Jun 30 09:15:59.838042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:59.910264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-4d739a05-04f5-49c3-957b-c8794067c88f service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194293 Jun 30 09:16:00.108684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '23ca9186-90cd-4930-a6dc-f903d54c0fc1', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'mac_address': 'fa:16:3e:81:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:54Z', 'updated_at': '2021-06-30T09:15:58Z', 'revision_number': 2, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.146933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37932368-e39b-46cc-af6d-741caadd59c9 None None] The sync data for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 is: [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '23ca9186-90cd-4930-a6dc-f903d54c0fc1', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'port_id': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'mac_address': 'fa:16:3e:81:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:54Z', 'updated_at': '2021-06-30T09:15:58Z', 'revision_number': 2, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:00.397263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-084fa9c4-4f3f-4b99-b88d-30e2a2db47f8 req-d3fcb942-8a50-4140-9788-1eae81ca47ba service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746268 Jun 30 09:16:00.407027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460dd5d-a0fd-4f1a-9b6c-dfe8720152c1 req-a7387b3d-b24c-428f-ae86-ce99267022c8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.410335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3460dd5d-a0fd-4f1a-9b6c-dfe8720152c1 req-a7387b3d-b24c-428f-ae86-ce99267022c8 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.4774735 Jun 30 09:16:00.453101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3460dd5d-a0fd-4f1a-9b6c-dfe8720152c1 req-baa5d737-02e3-4346-9602-3f19529977ae tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369267 Jun 30 09:16:00.493461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:00.496318 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:00.549340 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f35239d-2dea-43cb-84f3-6eafaa6da75f x-openstack-request-id: req-2f35239d-2dea-43cb-84f3-6eafaa6da75f {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:00.550258 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:00.551814 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f35239d-2dea-43cb-84f3-6eafaa6da75f {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:00.554053 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'status': 'completed', 'code': 200} Jun 30 09:16:00.652982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-c47cc8df-af86-41e0-938e-338bb004dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.656162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-c47cc8df-af86-41e0-938e-338bb004dda0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1098 time: 0.0809598 Jun 30 09:16:00.861464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-bb3a5e41-592f-42ca-babe-69f4b4c994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.863082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-bb3a5e41-592f-42ca-babe-69f4b4c994f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 200 len: 915 time: 0.2003527 Jun 30 09:16:00.936479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eef12b-7842-4204-bfef-229819bcb4d5 req-d8cf8b4e-34b8-4738-a50d-2549943a888e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.937992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03eef12b-7842-4204-bfef-229819bcb4d5 req-d8cf8b4e-34b8-4738-a50d-2549943a888e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.2638972 Jun 30 09:16:00.978105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-54069531-649d-43dd-9849-caea3bdfe906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 200 len: 1001 time: 0.1041694 Jun 30 09:16:00.985659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34637d34-91cd-4872-b27d-04494aa98a91 req-8bcef240-be54-4771-a259-e3386457e672 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.987031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34637d34-91cd-4872-b27d-04494aa98a91 req-8bcef240-be54-4771-a259-e3386457e672 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 982 time: 0.2075481 Jun 30 09:16:01.058054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03eef12b-7842-4204-bfef-229819bcb4d5 req-9bdf24c0-e3be-4535-a371-631c661ed326 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079588 Jun 30 09:16:01.071439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-32e62332-6124-47d5-a423-92f4e33c7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.072787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-32e62332-6124-47d5-a423-92f4e33c7aba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23017256-0594-4bac-9872-fb6c7a7d4a96 HTTP/1.1" status: 200 len: 853 time: 0.0832100 Jun 30 09:16:01.082237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34637d34-91cd-4872-b27d-04494aa98a91 req-19eb7fbf-8ac0-40d0-9a07-c5fc7c48dd09 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0832181 Jun 30 09:16:01.134715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-a8b2a582-e680-49d1-b5b6-051d35c2c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.136137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-a8b2a582-e680-49d1-b5b6-051d35c2c087 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=617795ec-d9d0-4e3e-b726-c6c970d41b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530250 Jun 30 09:16:01.230666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-352c06e8-8246-4102-b6c4-173e516f4f28 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Jun 30 09:16:01.273539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ae541079-2562-40bf-9d9f-d19051152247 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:01.335562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9d5afd-78ae-4dde-adce-ba86bfbd0324 req-5c3fec01-4e07-461b-83f2-279a9fef71e0 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983927 Jun 30 09:16:01.385166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ae541079-2562-40bf-9d9f-d19051152247, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ae541079-2562-40bf-9d9f-d19051152247,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:01.398341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'ae541079-2562-40bf-9d9f-d19051152247', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'port_id': 'ae541079-2562-40bf-9d9f-d19051152247', 'mac_address': 'fa:16:3e:b3:32:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:01.442692 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.457039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae541079-2562-40bf-9d9f-d19051152247 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:01.483418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ae541079-2562-40bf-9d9f-d19051152247, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ae541079-2562-40bf-9d9f-d19051152247,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:01.488278 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.538211 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-8260be32-d103-4470-b414-2f1272274a50 service neutron] show failed (client error): The resource could not be found. Jun 30 09:16:01.539513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-8260be32-d103-4470-b414-2f1272274a50 service neutron] 10.222.0.13 "GET /v2.0/ports/c692b74d-ed5d-4320-afc3-3d4ef086ce96/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0857277 Jun 30 09:16:01.550374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ae541079-2562-40bf-9d9f-d19051152247,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:01.643661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfe88-4859-4b96-a609-fb8fdde8da4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.661763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fbe55-33d9-4bcc-93bc-a1396c3e70a5 req-71c2ece5-022f-4d3f-81b7-5b9b866b6627 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.663495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-447fbe55-33d9-4bcc-93bc-a1396c3e70a5 req-71c2ece5-022f-4d3f-81b7-5b9b866b6627 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.0807002 Jun 30 09:16:01.686187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['ae541079-2562-40bf-9d9f-d19051152247'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:01.717503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-447fbe55-33d9-4bcc-93bc-a1396c3e70a5 req-fcac29e0-7e0b-4c16-8c8c-7813ce640150 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471108 Jun 30 09:16:01.844085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-905dd9f3-a678-4a3f-8d13-c8a4f4bc08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.845933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-905dd9f3-a678-4a3f-8d13-c8a4f4bc08b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 1097 time: 0.0595949 Jun 30 09:16:01.859046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:01.941864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.108284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f34d-5300-42bc-9e96-bee72878442f req-d1859bec-4d3f-468d-9fb8-c53c88ed8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.110959 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7a30f34d-5300-42bc-9e96-bee72878442f req-d1859bec-4d3f-468d-9fb8-c53c88ed8dad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1097 time: 0.0628164 Jun 30 09:16:02.224820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c1d0-eaed-4318-a410-02cd7c4b2af2 req-5d1d3fd3-5cb0-4675-a238-5599ae67ea59 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.226336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c94c1d0-eaed-4318-a410-02cd7c4b2af2 req-5d1d3fd3-5cb0-4675-a238-5599ae67ea59 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1476767 Jun 30 09:16:02.232135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f34d-5300-42bc-9e96-bee72878442f req-beca25b6-e604-464d-8a29-9940b2f84e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.233887 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7a30f34d-5300-42bc-9e96-bee72878442f req-beca25b6-e604-464d-8a29-9940b2f84e16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.1149702 Jun 30 09:16:02.290749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:02.301542 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7a30f34d-5300-42bc-9e96-bee72878442f req-06204366-8388-4d53-80b2-8519d60ff651 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 1001 time: 0.0592861 Jun 30 09:16:02.331561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c94c1d0-eaed-4318-a410-02cd7c4b2af2 req-6a1953b2-c113-48e0-869c-a127dde1786e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850399 Jun 30 09:16:02.364804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f34d-5300-42bc-9e96-bee72878442f req-1900df28-b6c6-4d32-b98c-ba4d29b02a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.367128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7a30f34d-5300-42bc-9e96-bee72878442f req-1900df28-b6c6-4d32-b98c-ba4d29b02a81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0576551 Jun 30 09:16:02.368668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cb688-dc1b-45fc-8e9d-afc99f95d827 req-c2ebebf7-6249-4dc0-8a49-6a2bcdbf1de9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.375571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-974cb688-dc1b-45fc-8e9d-afc99f95d827 req-c2ebebf7-6249-4dc0-8a49-6a2bcdbf1de9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.1775284 Jun 30 09:16:02.377972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:02.438987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f34d-5300-42bc-9e96-bee72878442f req-514caa47-ea12-4953-89f0-a3b72f041986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.441185 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7a30f34d-5300-42bc-9e96-bee72878442f req-514caa47-ea12-4953-89f0-a3b72f041986 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676754 Jun 30 09:16:02.451721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-974cb688-dc1b-45fc-8e9d-afc99f95d827 req-13047276-ca18-4de6-83b6-1c67027dd19e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751288 Jun 30 09:16:02.469422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.473181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:02.475821 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6165b76-e909-4765-8ce6-71246faab229" -d '{"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:02.501039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Transition to ACTIVE for port object c692b74d-ed5d-4320-afc3-3d4ef086ce96 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:02.516429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.560054 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b683556-6b3f-41a4-822d-a72450779888 x-openstack-request-id: req-4b683556-6b3f-41a4-822d-a72450779888 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:02.560679 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:02.561182 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b683556-6b3f-41a4-822d-a72450779888 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:02.561934 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'code': 200} Jun 30 09:16:02.577476 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7a30f34d-5300-42bc-9e96-bee72878442f req-a2c5463b-ddf6-4b60-8ae5-b2f2bb0e587e service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295571 Jun 30 09:16:02.691651 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-7a30f34d-5300-42bc-9e96-bee72878442f req-af20776f-e6f2-499c-9c73-d8e1b184ae33 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053464 Jun 30 09:16:02.698917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.701437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] No DVR routers for this DVR port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:02.780376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a186-a930-4f0e-bd2e-43f7085f0087 req-5988b40a-54bb-4b21-a270-f5f88e2b2697 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.781898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4b8a186-a930-4f0e-bd2e-43f7085f0087 req-5988b40a-54bb-4b21-a270-f5f88e2b2697 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 983 time: 0.2861931 Jun 30 09:16:02.861621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4b8a186-a930-4f0e-bd2e-43f7085f0087 req-d2f3ce12-4a6f-489b-bc1a-f06a6495d322 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540617 Jun 30 09:16:02.867078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-2779de62-03e6-44de-937b-2b7c7552340e req-1fde0d55-0a24-4a13-a42f-07dd45cc1c51 service neutron] (100240) timed out ('10.222.0.53', 35432) {{(pid=100240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:16:02.899676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:02.900112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:02.900481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:02.905248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:02.905570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:02.910639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:02.911000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Checking segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:02.911359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Bound using segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:02.911784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Bound port: c692b74d-ed5d-4320-afc3-3d4ef086ce96, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:02.912138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.982127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:02.985328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:02.989808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.023886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.024557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.025907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] 10.222.0.26 "PUT /v2.0/ports/c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 1092 time: 1.1725917 Jun 30 09:16:03.047342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618fd43-4c0b-470f-af8a-7b877b4b9815 service neutron] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:03.112700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-1c020ce0-63b5-4d6d-be18-de7bdddeded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.114197 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-1c020ce0-63b5-4d6d-be18-de7bdddeded6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1095 time: 0.0558627 Jun 30 09:16:03.219481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-86847fa4-3901-42d6-b1c5-39d171c52450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.221030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-86847fa4-3901-42d6-b1c5-39d171c52450 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.0976794 Jun 30 09:16:03.288111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-bb55a5be-2ab9-4c22-bdb7-6e6bfd4fbea2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.0582569 Jun 30 09:16:03.297975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ae541079-2562-40bf-9d9f-d19051152247 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:03.346250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-329e5b3f-85aa-4394-8521-5fff7d61cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.347778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-329e5b3f-85aa-4394-8521-5fff7d61cd58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.0523922 Jun 30 09:16:03.376647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port ae541079-2562-40bf-9d9f-d19051152247 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:03.380829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port ae541079-2562-40bf-9d9f-d19051152247 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:03.381499 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.418596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-307b3c47-3c1e-4c1f-9cc2-64b1538bd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.419918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-307b3c47-3c1e-4c1f-9cc2-64b1538bd564 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645647 Jun 30 09:16:03.478782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.512492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:03.515687 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8504a8-2ea5-4426-a380-8d9b1ea058af" -d '{"events": [{"server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "name": "network-vif-plugged", "status": "completed", "tag": "ae541079-2562-40bf-9d9f-d19051152247"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:03.534987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port ae541079-2562-40bf-9d9f-d19051152247, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ae541079-2562-40bf-9d9f-d19051152247,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:03.540712 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.541995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:03.618712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-6895c1ee-9515-4a1b-a599-189659ff6c32 service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920288 Jun 30 09:16:03.698408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=ae541079-2562-40bf-9d9f-d19051152247,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:03.701824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:03.711351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d980a1-c1a2-4f89-b852-54a83e22d0ef req-dd1a351e-fe27-48fe-a87e-016ff3d2051c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.713205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3d980a1-c1a2-4f89-b852-54a83e22d0ef req-dd1a351e-fe27-48fe-a87e-016ff3d2051c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.2065580 Jun 30 09:16:03.834482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3d980a1-c1a2-4f89-b852-54a83e22d0ef req-ccbc1847-1c5b-471e-a003-ee8900ec2a50 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987649 Jun 30 09:16:03.845619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1999c6-6ebb-46bf-9920-522a9f6c7257 req-a102ce63-f289-4896-b593-6a6f423dc2a6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.847267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a1999c6-6ebb-46bf-9920-522a9f6c7257 req-a102ce63-f289-4896-b593-6a6f423dc2a6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.1925836 Jun 30 09:16:03.849553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a62e18-8b3a-4302-8af1-f4cb9a83bca3 req-2f6d9520-3936-4978-b79f-a10b506a9289 service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222164 Jun 30 09:16:03.858252 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35050) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:03.914112 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264743fc-7689-4078-bd1d-e0a58084a17a x-openstack-request-id: req-264743fc-7689-4078-bd1d-e0a58084a17a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:03.915265 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "name": "network-vif-plugged", "status": "completed", "tag": "ae541079-2562-40bf-9d9f-d19051152247", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:03.915591 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-264743fc-7689-4078-bd1d-e0a58084a17a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:03.916103 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247', 'code': 200} Jun 30 09:16:03.917720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a1999c6-6ebb-46bf-9920-522a9f6c7257 req-6ab6ebf9-0815-48a0-9dfc-4106bb150842 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637915 Jun 30 09:16:04.025425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8939ad76-3b64-4a4e-88cc-b0b229dbcea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.136367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8939ad76-3b64-4a4e-88cc-b0b229dbcea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.138346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65056205-5da1-477c-a27f-c707dd1df588 req-7e15b545-cae0-4622-baf5-807c17f2f8f5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.139919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65056205-5da1-477c-a27f-c707dd1df588 req-7e15b545-cae0-4622-baf5-807c17f2f8f5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 984 time: 0.1043363 Jun 30 09:16:04.140562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8939ad76-3b64-4a4e-88cc-b0b229dbcea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.149299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f9f-234f-452f-bc40-549804a46933 req-c0dbb91e-b949-4985-8e45-b0e2083864ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.150768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c2e1f9f-234f-452f-bc40-549804a46933 req-c0dbb91e-b949-4985-8e45-b0e2083864ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1136 time: 0.0817883 Jun 30 09:16:04.183441 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8939ad76-3b64-4a4e-88cc-b0b229dbcea0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6acf8d7bef4458b9d782c8ef9202ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239243 Jun 30 09:16:04.184396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939ad76-3b64-4a4e-88cc-b0b229dbcea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb22411-d89f-437e-97f3-c7d4d6c222e3,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.187209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35058) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:04.212115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65056205-5da1-477c-a27f-c707dd1df588 req-0c9d8401-e59f-4a7e-b171-8687ec885512 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0603981 Jun 30 09:16:04.217433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c2e1f9f-234f-452f-bc40-549804a46933 req-3209f7d9-bb76-40a1-b609-715bdfe7ecae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b761b301-8158-4b9f-bb19-d3a4572efca6&id=80167409-8e35-489c-82fd-7da793275d25&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0580251 Jun 30 09:16:04.239818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a22797f4-80c8-4bfd-9d4a-0d16eb071890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.261060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a22797f4-80c8-4bfd-9d4a-0d16eb071890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.311178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a22797f4-80c8-4bfd-9d4a-0d16eb071890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.315106 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a22797f4-80c8-4bfd-9d4a-0d16eb071890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.316346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a22797f4-80c8-4bfd-9d4a-0d16eb071890 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edb22411-d89f-437e-97f3-c7d4d6c222e3 HTTP/1.1" status: 204 len: 168 time: 0.1278701 Jun 30 09:16:04.325020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22797f4-80c8-4bfd-9d4a-0d16eb071890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb22411-d89f-437e-97f3-c7d4d6c222e3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.329451 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.380931 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-83ca6b70-318b-48e1-8c59-f3d670f3f527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.563445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:04.565954 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:04.619312 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a121c-aff6-4500-acd4-b721422c74b9 x-openstack-request-id: req-a14a121c-aff6-4500-acd4-b721422c74b9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:04.619626 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:04.619872 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a14a121c-aff6-4500-acd4-b721422c74b9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:04.620264 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'status': 'completed', 'code': 200} Jun 30 09:16:04.738897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-0f988174-63e0-4ef2-b86a-a294954b1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.740393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-0f988174-63e0-4ef2-b86a-a294954b1d80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1095 time: 0.0958781 Jun 30 09:16:04.743218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-1f4ebe09-3526-4412-b94e-4ab19d7bf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.744561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-1f4ebe09-3526-4412-b94e-4ab19d7bf2dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1095 time: 0.0988469 Jun 30 09:16:04.906940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-4bb02c1d-8dc2-4791-b831-ce32ff2557ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.908402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-4bb02c1d-8dc2-4791-b831-ce32ff2557ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.1608689 Jun 30 09:16:04.910951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-a733221f-4273-4a7c-b282-1f000aabebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.912282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-a733221f-4273-4a7c-b282-1f000aabebc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.1565397 Jun 30 09:16:05.028726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-65954443-2c7a-4475-8847-92d4fbfe2013 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.1115408 Jun 30 09:16:05.030519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-0350fd26-cf33-412f-8402-77ac608415da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.1079524 Jun 30 09:16:05.154289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-c9e2bebb-ef9f-4423-a85a-17c23ca4d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.155757 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-c9e2bebb-ef9f-4423-a85a-17c23ca4d930 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.1207924 Jun 30 09:16:05.159468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-e87eb0f6-f1c0-4849-b8e1-185c505adef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.160807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-e87eb0f6-f1c0-4849-b8e1-185c505adef7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.1157100 Jun 30 09:16:05.252003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb9ac-baec-48ab-82c7-24b8594054ae req-19e420f5-87df-4ec1-b81c-73faf621c990 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.253493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1deb9ac-baec-48ab-82c7-24b8594054ae req-19e420f5-87df-4ec1-b81c-73faf621c990 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.1793907 Jun 30 09:16:05.317030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-00de1b27-1118-43f8-b5a2-6c58de53e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.318701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-00de1b27-1118-43f8-b5a2-6c58de53e3a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533720 Jun 30 09:16:05.324096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1deb9ac-baec-48ab-82c7-24b8594054ae req-015d3788-4136-46b1-83f6-606704160a82 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617974 Jun 30 09:16:05.326931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-dc170afa-d5e1-42dd-80f2-c822bdfb9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.328329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-dc170afa-d5e1-42dd-80f2-c822bdfb9201 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547186 Jun 30 09:16:05.544376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-eb317c6b-47c6-4ae3-9d65-355872686457 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052312 Jun 30 09:16:05.546119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-6bb177b7-c7b4-4c40-adfc-3b5f0b134699 service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158656 Jun 30 09:16:05.587371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c14e1-ec1c-48f9-8915-695ebc8ac6d2 req-7629c41e-c521-478e-baa5-e002b668f5c8 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.588819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a5c14e1-ec1c-48f9-8915-695ebc8ac6d2 req-7629c41e-c521-478e-baa5-e002b668f5c8 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 984 time: 0.2487185 Jun 30 09:16:05.714768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a5c14e1-ec1c-48f9-8915-695ebc8ac6d2 req-322bcc65-4c77-42d8-a9c7-d2680d4fabb0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0900934 Jun 30 09:16:05.760454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-b525fe6b-cb03-4661-8da5-f0b17e6a05c9 service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980751 Jun 30 09:16:05.764559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63c5d0b3-fad6-4de4-9a03-3b39840c9f35 req-84c20316-f685-47e1-b5aa-df3143e04ae0 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120359 Jun 30 09:16:05.857113 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.958792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc535b-87ee-41c7-85c3-cddb410ba028 req-0584f533-e539-41d2-ab77-92339162b253 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.959120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28dc535b-87ee-41c7-85c3-cddb410ba028 req-0584f533-e539-41d2-ab77-92339162b253 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 984 time: 0.1012535 Jun 30 09:16:06.008735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28dc535b-87ee-41c7-85c3-cddb410ba028 req-b0e848b6-9596-404e-8418-a3bc8e58bcd7 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0432184 Jun 30 09:16:06.183686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205abda4-b35e-4270-a267-f8cdcdb54d11 req-48e230ba-13c2-4298-83c4-4b612a7ab1c1 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.186007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-205abda4-b35e-4270-a267-f8cdcdb54d11 req-48e230ba-13c2-4298-83c4-4b612a7ab1c1 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1136 time: 0.0534391 Jun 30 09:16:06.205866 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-205abda4-b35e-4270-a267-f8cdcdb54d11 req-ace37dae-6cde-4c65-8a2a-f6c35cfd2100 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.297307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-205abda4-b35e-4270-a267-f8cdcdb54d11 req-ace37dae-6cde-4c65-8a2a-f6c35cfd2100 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.300753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-205abda4-b35e-4270-a267-f8cdcdb54d11 req-ace37dae-6cde-4c65-8a2a-f6c35cfd2100 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.323479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-205abda4-b35e-4270-a267-f8cdcdb54d11 req-ace37dae-6cde-4c65-8a2a-f6c35cfd2100 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1317160 Jun 30 09:16:06.332186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace37dae-6cde-4c65-8a2a-f6c35cfd2100 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc2097-543c-4d6d-920c-4645323667c1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:06.347379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35102) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.402709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e33615-c3b7-4820-99d3-eb080eae07c0 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.404229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11e33615-c3b7-4820-99d3-eb080eae07c0 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1131 time: 0.0558603 Jun 30 09:16:06.407203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35108) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.412105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'ae541079-2562-40bf-9d9f-d19051152247', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:06.436633 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.562342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fff2b-c01f-4cf7-965a-eb646d39b620 req-f0d98e42-c45b-4a08-aedb-381cbb112621 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.569670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-238fff2b-c01f-4cf7-965a-eb646d39b620 req-f0d98e42-c45b-4a08-aedb-381cbb112621 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.0869913 Jun 30 09:16:06.952127 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.970246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-238fff2b-c01f-4cf7-965a-eb646d39b620 req-19bc948a-1e56-4a95-94b7-1cbc23ab8ecf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921535 Jun 30 09:16:07.082305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Allocated IP 172.25.8.206 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/2f30f5fc-b4eb-48ef-be25-d9090ebd48be) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:07.193690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.243067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.283725 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.339572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:07.360996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=2f30f5fc-b4eb-48ef-be25-d9090ebd48be,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.368578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:07.372099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:07.469160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-a291643c-4b09-4479-a29f-04d8c860add6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.470667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-a291643c-4b09-4479-a29f-04d8c860add6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a&tenant_id=21be9dbad110454fbec720bb08d4bdac&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 943 time: 0.2253249 Jun 30 09:16:07.484479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d34ab8-1400-4932-a02a-cd64218e68a6 req-08836181-189e-46a4-9fc9-722c3cbb136f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.485885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40d34ab8-1400-4932-a02a-cd64218e68a6 req-08836181-189e-46a4-9fc9-722c3cbb136f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 943 time: 0.1741951 Jun 30 09:16:07.612276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40d34ab8-1400-4932-a02a-cd64218e68a6 req-0e976ecc-c520-490c-bd9c-519ca99f5b51 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156981 Jun 30 09:16:07.625655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-aa40c1bf-b48b-4f11-86af-bd8b379a464f service neutron] 10.222.0.26 "GET /v2.0/ports/c692b74d-ed5d-4320-afc3-3d4ef086ce96/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 383 time: 0.1387968 Jun 30 09:16:07.765805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d445254a-5b05-4d19-8c61-018aca847b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.767287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d445254a-5b05-4d19-8c61-018aca847b77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1095 time: 0.1069434 Jun 30 09:16:07.817964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:07.921602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:07.932943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'port_id': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'mac_address': 'fa:16:3e:cb:c1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:07.958572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-3def0759-a663-4b15-aecf-85109bbfbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.960022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-3def0759-a663-4b15-aecf-85109bbfbf97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.1555607 Jun 30 09:16:07.970186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.984564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c692b74d-ed5d-4320-afc3-3d4ef086ce96 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:08.007606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:08.012319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.019801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.065266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.067796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-6e885b8e-3b88-48a3-9db0-5f6d74af54ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.1004791 Jun 30 09:16:08.075049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.075492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.075987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.085872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:08.142032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-2ed05f3d-ee97-4aba-917c-41f2951c7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.143506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-2ed05f3d-ee97-4aba-917c-41f2951c7818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.0694063 Jun 30 09:16:08.151216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.260360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-5a17600e-93b8-403c-9774-c7dbf883cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.261887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-5a17600e-93b8-403c-9774-c7dbf883cedc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087337 Jun 30 09:16:08.282385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['c692b74d-ed5d-4320-afc3-3d4ef086ce96'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:08.421540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-329d6947-1cca-4813-9849-bab1e4221bbf service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346643 Jun 30 09:16:08.455917 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.488168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.587859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=2f30f5fc-b4eb-48ef-be25-d9090ebd48be,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.607155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.612862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d0977559-6bc8-49cb-8e54-f61e0fb5c3bc service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839306 Jun 30 09:16:08.716903 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Floating IP e06cef5a-88d6-4bad-b370-b120434e063e associated. External IP: 172.25.8.206, port: ae541079-2562-40bf-9d9f-d19051152247. Jun 30 09:16:08.877919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7358dc-4410-4961-9555-9b136285bbd6 req-36ef59a8-4002-4efb-85df-746d4702ebb6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.879473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7358dc-4410-4961-9555-9b136285bbd6 req-36ef59a8-4002-4efb-85df-746d4702ebb6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 944 time: 0.1225991 Jun 30 09:16:08.989908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f7358dc-4410-4961-9555-9b136285bbd6 req-039d4e6c-7c6d-4399-bdf7-fc026d0cffbc tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717750 Jun 30 09:16:09.014254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:09.124741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:09.134663 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] Sync routers for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:09.141832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.145313 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:09.146225 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:09.188382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-58ab56e0-45ab-4d35-9026-0751a3ece65d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7798927 Jun 30 09:16:09.189086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:09.190919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35140) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:09.191548 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101833a0-6348-4d97-afc9-9c5de311b037" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "tag": "ae541079-2562-40bf-9d9f-d19051152247"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:09.252906 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe8c27f-629c-4ada-9d83-2c7b5541a9af x-openstack-request-id: req-7fe8c27f-629c-4ada-9d83-2c7b5541a9af {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:09.253203 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "tag": "ae541079-2562-40bf-9d9f-d19051152247", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:09.253460 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fe8c27f-629c-4ada-9d83-2c7b5541a9af {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:09.253896 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247', 'status': 'completed', 'code': 200} Jun 30 09:16:09.303424 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:09.349111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101833a0-6348-4d97-afc9-9c5de311b037 req-343512b4-1fca-443c-8125-fc25135a545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.350872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-101833a0-6348-4d97-afc9-9c5de311b037 req-343512b4-1fca-443c-8125-fc25135a545c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1136 time: 0.0714679 Jun 30 09:16:09.385999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.386644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.387233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.387805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.388329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.388853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.389361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.389907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.391824 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-57a232e1-91ec-494f-9470-0b0804e50add tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.1988535 Jun 30 09:16:09.394594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35146) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:09.457140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101833a0-6348-4d97-afc9-9c5de311b037 req-bfa62286-4e67-4733-9c78-6733b0623c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.458889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-101833a0-6348-4d97-afc9-9c5de311b037 req-bfa62286-4e67-4733-9c78-6733b0623c37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4565680-1864-49fd-bcf9-fbb69553bc80 HTTP/1.1" status: 200 len: 897 time: 0.1019428 Jun 30 09:16:09.528484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.528963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.529422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.530880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.531359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.531819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.532273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.532721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.534761 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fbf2bbe2-ae82-418f-83f2-b70e014ae781 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5269 time: 0.1389840 Jun 30 09:16:09.538134 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35148) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:09.549915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-101833a0-6348-4d97-afc9-9c5de311b037 req-c12bc262-770f-4b52-af3d-aef748dac8a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae541079-2562-40bf-9d9f-d19051152247 HTTP/1.1" status: 200 len: 999 time: 0.0839438 Jun 30 09:16:09.593123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'e06cef5a-88d6-4bad-b370-b120434e063e', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'port_id': 'ae541079-2562-40bf-9d9f-d19051152247', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'mac_address': 'fa:16:3e:b3:32:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:07Z', 'revision_number': 0, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:55Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:09.624283 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] Checking router: 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:09.625462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101833a0-6348-4d97-afc9-9c5de311b037 req-3859ab01-2c9e-4a33-8ced-7f2cf036beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.627090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-101833a0-6348-4d97-afc9-9c5de311b037 req-3859ab01-2c9e-4a33-8ced-7f2cf036beff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f HTTP/1.1" status: 200 len: 834 time: 0.0709887 Jun 30 09:16:09.634759 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:09.635245 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:09.702850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101833a0-6348-4d97-afc9-9c5de311b037 req-f4241457-bf2f-45b9-9952-c8227eb38304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.704548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-101833a0-6348-4d97-afc9-9c5de311b037 req-f4241457-bf2f-45b9-9952-c8227eb38304 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4565680-1864-49fd-bcf9-fbb69553bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702226 Jun 30 09:16:09.747961 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:09.816903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-101833a0-6348-4d97-afc9-9c5de311b037 req-92349717-6882-46f1-86de-02f1441ff91d service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039906 Jun 30 09:16:09.825102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:09.830040 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5d91ee55-f5ef-4455-b003-00c019e3a894 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4505 time: 0.2851253 Jun 30 09:16:09.830377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35150) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:09.899742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:09.905177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:09.905694 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.932728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-101833a0-6348-4d97-afc9-9c5de311b037 req-92c41048-da16-4741-891c-ac28eca1646a service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091716 Jun 30 09:16:09.955700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a831ebc-3506-432e-b396-5a7cd71b84b3 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.956416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a831ebc-3506-432e-b396-5a7cd71b84b3 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.973010 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a831ebc-3506-432e-b396-5a7cd71b84b3 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7e8c4a7b-743f-4363-a20a-f5b70d8b90dc HTTP/1.1" status: 200 len: 1991 time: 0.1270404 Jun 30 09:16:10.026739 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'e06cef5a-88d6-4bad-b370-b120434e063e', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'port_id': 'ae541079-2562-40bf-9d9f-d19051152247', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'mac_address': 'fa:16:3e:b3:32:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:07Z', 'revision_number': 0, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:55Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:10.036809 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.060948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:10.062059 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae48776-ab9f-46ba-a529-9397652031fa None None] The sync data for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 is: [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'e06cef5a-88d6-4bad-b370-b120434e063e', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'port_id': 'ae541079-2562-40bf-9d9f-d19051152247', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'mac_address': 'fa:16:3e:b3:32:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:07Z', 'revision_number': 0, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:55Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:10.063741 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20f3298-1f61-4461-bba7-e32aee99a372" -d '{"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-plugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:10.079579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:10.085475 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.128258 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefef73f-d614-4811-b10e-63283f771f6c x-openstack-request-id: req-fefef73f-d614-4811-b10e-63283f771f6c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:10.128550 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-plugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:10.128828 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fefef73f-d614-4811-b10e-63283f771f6c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:10.129362 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'code': 200} Jun 30 09:16:10.151152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:10.239561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46bfa0-0fb1-443d-9026-97f98aa0f479 req-f6f70e5d-fa7d-4ca9-8c41-5ef281014209 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.241272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f46bfa0-0fb1-443d-9026-97f98aa0f479 req-f6f70e5d-fa7d-4ca9-8c41-5ef281014209 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 945 time: 0.0733614 Jun 30 09:16:10.286179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f46bfa0-0fb1-443d-9026-97f98aa0f479 req-8cb5e19d-d8d1-4af0-aec5-06a390d2d2ae tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386434 Jun 30 09:16:10.345022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e5161-1f06-45ad-8782-16c31ad5cb04 None None] New status for floating IP e06cef5a-88d6-4bad-b370-b120434e063e: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:10.933010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-7b2da3c5-8d6a-4e7d-a85d-cdc2a337aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.934492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-7b2da3c5-8d6a-4e7d-a85d-cdc2a337aaa2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 1097 time: 0.0555112 Jun 30 09:16:10.945352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:11.019286 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.224849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:11.258853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:11.302586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:11.305655 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450289f-4b0f-4b1b-864f-a8ce50923595" -d '{"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:11.310042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.323029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Transition to ACTIVE for port object c692b74d-ed5d-4320-afc3-3d4ef086ce96 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:11.327829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.390214 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64191921-bfab-4a71-b05a-2b2984224663 x-openstack-request-id: req-64191921-bfab-4a71-b05a-2b2984224663 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:11.390502 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:11.390743 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64191921-bfab-4a71-b05a-2b2984224663 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:11.391123 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'code': 200} Jun 30 09:16:11.432603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.526730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] No DVR routers for this DVR port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:11.599238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d8828-1012-4517-bf47-51c8cf4d2d7f req-db9e2842-6691-4eaa-8947-e9741e1070ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.601578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b8d8828-1012-4517-bf47-51c8cf4d2d7f req-db9e2842-6691-4eaa-8947-e9741e1070ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 944 time: 0.1609983 Jun 30 09:16:11.682513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b8d8828-1012-4517-bf47-51c8cf4d2d7f req-6cc7354b-c038-4f73-bafe-7ae428004de1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488901 Jun 30 09:16:11.723038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:11.723372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:11.723705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:11.729085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:11.729349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Attempting to bind port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on network a6528ede-bcb9-49ee-92d0-93e94ef47d20 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:11.734159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:11.734501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Checking segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:11.734880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Bound using segment: {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:11.735309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Bound port: c692b74d-ed5d-4320-afc3-3d4ef086ce96, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcbfc2e-5ef8-4b28-985a-905051eb663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:11.735671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.801346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:11.804797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:11.808528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.846240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.846851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.848238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] 10.222.0.13 "PUT /v2.0/ports/c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 1093 time: 0.9067044 Jun 30 09:16:11.907433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=11']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.920428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.920776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.921114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.921446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.921825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.922160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.922484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.922806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.923127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.923447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.923765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.924092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e2331-3957-4bf5-8afe-781b04c1fa42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:11.958007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-a42c95d2-1f32-4908-bbca-51a7a2465018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.959628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-a42c95d2-1f32-4908-bbca-51a7a2465018 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1096 time: 0.0827889 Jun 30 09:16:12.071388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-4a97550c-2b2b-40fb-9140-3f2c97fb5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.072949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-4a97550c-2b2b-40fb-9140-3f2c97fb5748 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.1073430 Jun 30 09:16:12.145878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-507d74c7-c77c-447d-a4e8-af1b4fcea917 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.0667341 Jun 30 09:16:12.195073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-893cc1ab-b757-4969-9883-318f26e363da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.197288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-893cc1ab-b757-4969-9883-318f26e363da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.0457294 Jun 30 09:16:12.255163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-e95ee574-f3c5-4a5a-a17a-cce9ffba0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.256544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-e95ee574-f3c5-4a5a-a17a-cce9ffba0c8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528955 Jun 30 09:16:12.353536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-97e43110-f47a-44dd-8e58-185267900c8b service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902672 Jun 30 09:16:12.444366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21dd97c6-0429-43e9-9fff-7a0a85b50fab req-e96d831d-aa7d-4996-86e2-15d4f996c4f1 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843661 Jun 30 09:16:12.896630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2bb5d-ad20-4352-be77-5ab22ffeeb8c req-906063a7-17b9-49a0-a313-7a37ef2cc3b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.898307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97e2bb5d-ad20-4352-be77-5ab22ffeeb8c req-906063a7-17b9-49a0-a313-7a37ef2cc3b6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 944 time: 0.0727198 Jun 30 09:16:12.939293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97e2bb5d-ad20-4352-be77-5ab22ffeeb8c req-9c80b8b7-ea21-4812-8b83-64b57d80873c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Jun 30 09:16:13.392706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:13.395316 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ed8353-a779-4a22-8525-0b4f6417a448" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:13.445750 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8364891d-d4e2-4573-a98f-3b1f6ce4cddf x-openstack-request-id: req-8364891d-d4e2-4573-a98f-3b1f6ce4cddf {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:13.446045 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:13.446324 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8364891d-d4e2-4573-a98f-3b1f6ce4cddf {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:13.446716 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'status': 'completed', 'code': 200} Jun 30 09:16:13.557525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-4030c04a-736d-409b-a467-e5388cf56467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.559048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-4030c04a-736d-409b-a467-e5388cf56467 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1096 time: 0.0936704 Jun 30 09:16:13.560834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-d8c2e485-efb1-4e42-a048-a9d6729d62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.562190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-d8c2e485-efb1-4e42-a048-a9d6729d62e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1096 time: 0.0886643 Jun 30 09:16:13.837785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:13.889325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:14.077411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-24e24a4b-30b3-4f23-b5b8-5ba2c247484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.079056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-24e24a4b-30b3-4f23-b5b8-5ba2c247484c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.5109270 Jun 30 09:16:14.081191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-ac501f96-cf97-44bc-81e4-95890efd85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.082550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-ac501f96-cf97-44bc-81e4-95890efd85c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.5070760 Jun 30 09:16:14.233066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-15c10238-e5a2-423e-8613-8cdd34cd5e22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.1398647 Jun 30 09:16:14.234747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-476ffbe1-61c8-4e0b-999a-eceef3a3b222 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 999 time: 0.1490486 Jun 30 09:16:14.337927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-820c5d21-56f9-4371-bd4a-e2259a37a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.339455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-820c5d21-56f9-4371-bd4a-e2259a37a46c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.0896606 Jun 30 09:16:14.351513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eac89e-53d3-4b4d-87f9-1329be1d870f req-8cdcb30c-1df7-44d0-9919-e7c86d0aa3f6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.353084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64eac89e-53d3-4b4d-87f9-1329be1d870f req-8cdcb30c-1df7-44d0-9919-e7c86d0aa3f6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 944 time: 0.2240503 Jun 30 09:16:14.354460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-4bec92ed-e018-4f11-805d-6c879cd75c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.355934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-4bec92ed-e018-4f11-805d-6c879cd75c3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.1153226 Jun 30 09:16:14.464195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64eac89e-53d3-4b4d-87f9-1329be1d870f req-cf3703b5-3d30-4c24-9b80-6016d67af4c8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985036 Jun 30 09:16:14.493810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-9bf8a79f-ff0d-4786-8690-8af871baff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.495315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-9bf8a79f-ff0d-4786-8690-8af871baff0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374102 Jun 30 09:16:14.497172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-94470b3e-73f1-443a-948b-1d6db4c9059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.498594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-94470b3e-73f1-443a-948b-1d6db4c9059a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302710 Jun 30 09:16:14.658531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-f2ef40b4-531e-44e2-8194-10e0213fbee8 service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552446 Jun 30 09:16:14.660429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-d792b247-0a44-4e9a-b2ad-8b1f66f973d8 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491845 Jun 30 09:16:14.822361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-b92eddbd-a2d1-4308-9c68-41244b3bf3bc service neutron] 10.222.0.26 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565840 Jun 30 09:16:14.824250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45ed8353-a779-4a22-8525-0b4f6417a448 req-910a9882-ad9e-4ec4-80fd-fe1d4842d662 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513402 Jun 30 09:16:15.359273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:15.524947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:15.537533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'port_id': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'mac_address': 'fa:16:3e:cb:c1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:15.576824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.592192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c692b74d-ed5d-4320-afc3-3d4ef086ce96 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:15.614982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:15.621710 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.675631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.683939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420c682-851b-45b1-94ad-ebd72fbe80e2 req-9735f5c8-efff-4e1c-a63c-f318bf095fbc tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.685412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d420c682-851b-45b1-94ad-ebd72fbe80e2 req-9735f5c8-efff-4e1c-a63c-f318bf095fbc tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 944 time: 0.0791936 Jun 30 09:16:15.725297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d420c682-851b-45b1-94ad-ebd72fbe80e2 req-7cba6aba-9381-4b8f-9ea8-3b7a58e9a59e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Jun 30 09:16:15.751179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35202) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:15.818433 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4304370a-220f-4a37-bfac-96435fd69608 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/963784aa-b797-4fd9-aa39-0a1c8d7e0fae HTTP/1.1" status: 200 len: 992 time: 0.0660455 Jun 30 09:16:15.862291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c692b74d-ed5d-4320-afc3-3d4ef086ce96'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:17.390055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:17.441232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:17.448084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port c692b74d-ed5d-4320-afc3-3d4ef086ce96 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:17.448489 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.524685 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.546729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:17.548926 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5cf7d-e9bb-45fa-9cbc-70972e7ce9b7" -d '{"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-plugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:17.567753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:17.571771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.603373 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b39d139-9c6f-4387-9c28-068ca317f655 x-openstack-request-id: req-8b39d139-9c6f-4387-9c28-068ca317f655 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:17.603659 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-plugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:17.603910 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b39d139-9c6f-4387-9c28-068ca317f655 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:17.604290 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'code': 200} Jun 30 09:16:17.630326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=13']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:23.339985 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.223194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.517710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35344) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:29.688385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Deleting port e7e5dff1-6b81-4d9d-8dcd-fe5f76bd0a1e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:29.689063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.767049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.767384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.786572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Calling delete_port for e7e5dff1-6b81-4d9d-8dcd-fe5f76bd0a1e owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:29.950647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.976693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event deleted for resources: {'Port': ['ID=e7e5dff1-6b81-4d9d-8dcd-fe5f76bd0a1e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.049285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.049647 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Floating IP 23ca9186-90cd-4930-a6dc-f903d54c0fc1 disassociated (deleted). External IP: 172.25.8.59, port: 75129ff3-5b65-4e49-9fed-0aa270d52557. Jun 30 09:16:30.291904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Router d82a0c4e-abc3-467d-96b4-0ef49548bdac has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:30.415402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:30.420635 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.426794 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] Sync routers for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:30.438702 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:30.441119 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:30.461121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-db576390-be24-43bf-975d-ac655ad12481 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "DELETE /v2.0/floatingips/23ca9186-90cd-4930-a6dc-f903d54c0fc1 HTTP/1.1" status: 204 len: 168 time: 0.9422791 Jun 30 09:16:30.461775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:30.464428 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:30.515452 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d001eb78-3695-4ede-97ee-91a568268151 x-openstack-request-id: req-d001eb78-3695-4ede-97ee-91a568268151 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:30.515841 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:30.516097 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d001eb78-3695-4ede-97ee-91a568268151 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:30.516535 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'status': 'completed', 'code': 200} Jun 30 09:16:30.598724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-a89c59d2-de93-43af-8005-b4f7e1757b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.600524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-a89c59d2-de93-43af-8005-b4f7e1757b32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 1098 time: 0.0560360 Jun 30 09:16:30.602027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:30.727896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-a9ee5c12-eb77-4593-a2f7-f56024853775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.729723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-a9ee5c12-eb77-4593-a2f7-f56024853775 service neutron] 10.222.0.26 "GET /v2.0/networks?id=617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 200 len: 915 time: 0.1212811 Jun 30 09:16:30.784517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-f01481e0-e759-4bb5-aa20-39c3660edd2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 200 len: 217 time: 0.0477107 Jun 30 09:16:30.854038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-887b6ade-6f1e-44b8-960f-e99d3b0cea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.855611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-887b6ade-6f1e-44b8-960f-e99d3b0cea7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23017256-0594-4bac-9872-fb6c7a7d4a96 HTTP/1.1" status: 200 len: 853 time: 0.0616493 Jun 30 09:16:30.870466 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:30.900929 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] Checking router: d82a0c4e-abc3-467d-96b4-0ef49548bdac for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:30.910056 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:30.910680 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:30.972006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-565fae19-0f05-4dc9-9822-4bd5747b225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.973740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-565fae19-0f05-4dc9-9822-4bd5747b225e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=617795ec-d9d0-4e3e-b726-c6c970d41b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020103 Jun 30 09:16:30.983253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5f648-8d43-4051-a3da-06ecd0fb3977 req-9df6ed95-aeb1-4cd6-99e2-1aa9129be7f1 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.986470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66b5f648-8d43-4051-a3da-06ecd0fb3977 req-9df6ed95-aeb1-4cd6-99e2-1aa9129be7f1 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 946 time: 0.1235321 Jun 30 09:16:31.082634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66b5f648-8d43-4051-a3da-06ecd0fb3977 req-774e0b7f-709d-44dd-abb1-bb23d756be36 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881155 Jun 30 09:16:31.128885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-8c81cc42-85d7-4109-87a8-269134a5f1af service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429145 Jun 30 09:16:31.142062 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:31.231279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1a15aa0-ccaa-42e4-b99f-1dcd9ffe476a req-5520832a-b417-4768-8d8e-77672243b9a8 service neutron] 10.222.0.26 "GET /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945227 Jun 30 09:16:31.364214 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:31.390656 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7eaacd-eef6-4803-a232-209ffaa2f9fa None None] The sync data for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 is: [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:12:15Z', 'revision_number': 4, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '75ce7d31-3969-47a4-8b9a-2df02a1d75dd', 'name': '', 'network_id': '617795ec-d9d0-4e3e-b726-c6c970d41b9a', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'mac_address': 'fa:16:3e:7e:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:13Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'subnets': [{'id': '23017256-0594-4bac-9872-fb6c7a7d4a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:31.631607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-58761753-fa43-47c9-9b94-cf757d005557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.635530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b4969-e5e6-42b6-8a36-753f5b70ceb8 None None] New status for floating IP 23ca9186-90cd-4930-a6dc-f903d54c0fc1: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:32.279833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820ef9-69ad-48ed-8c37-fd7584726539 req-ecaf27ca-4f60-4060-b15b-089b14f1bd12 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.281329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f820ef9-69ad-48ed-8c37-fd7584726539 req-ecaf27ca-4f60-4060-b15b-089b14f1bd12 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 946 time: 0.0699594 Jun 30 09:16:32.321158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f820ef9-69ad-48ed-8c37-fd7584726539 req-65a26ec6-df2b-431d-98b6-e05d14788554 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa1d99e0-8e64-4b83-a795-38e382f3cdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Jun 30 09:16:32.587471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-d35af211-14e2-465b-a2ec-4b7702c6bd7c tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.589252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-d35af211-14e2-465b-a2ec-4b7702c6bd7c tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 946 time: 0.0746806 Jun 30 09:16:32.694616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Deleting port 75129ff3-5b65-4e49-9fed-0aa270d52557 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:32.694948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.786570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] For port 75129ff3-5b65-4e49-9fed-0aa270d52557, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=75129ff3-5b65-4e49-9fed-0aa270d52557,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:32.786932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.799300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Calling delete_port for 75129ff3-5b65-4e49-9fed-0aa270d52557 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:32.932638 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.965109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event deleted for resources: {'Port': ['ID=75129ff3-5b65-4e49-9fed-0aa270d52557,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.013765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] No DVR routers for this DVR port 75129ff3-5b65-4e49-9fed-0aa270d52557 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:33.016570 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.018574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c2a4a18-2dab-4266-a309-8fc79fe177de req-df682f22-565e-44bd-9749-eb86319e11de tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.26 "DELETE /v2.0/ports/75129ff3-5b65-4e49-9fed-0aa270d52557 HTTP/1.1" status: 204 len: 173 time: 0.4221110 Jun 30 09:16:33.019009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'name': 'network-vif-deleted', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:33.022283 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bcac77-6931-48ea-9f76-b58add309eda" -d '{"events": [{"server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "name": "network-vif-deleted", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:33.062213 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67235637-7a65-4ff2-bf54-7ea625ab7f77 x-openstack-request-id: req-67235637-7a65-4ff2-bf54-7ea625ab7f77 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:33.062505 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c1f2c-149a-47ce-9d7e-1fa8310b4825", "name": "network-vif-deleted", "tag": "75129ff3-5b65-4e49-9fed-0aa270d52557", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:33.062760 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67235637-7a65-4ff2-bf54-7ea625ab7f77 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:33.063157 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1c1f2c-149a-47ce-9d7e-1fa8310b4825', 'name': 'network-vif-deleted', 'tag': '75129ff3-5b65-4e49-9fed-0aa270d52557', 'status': 'completed', 'code': 200} Jun 30 09:16:33.505853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20a650b0-82a8-496e-8482-dc78f7e57cd3 req-e97522c4-e168-48f0-868c-88e316c85d2b tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 210 time: 0.0402777 Jun 30 09:16:33.876804 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:16:34.336931 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.395555 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8aa0679b-bac4-4a3c-83b4-1b31746bfb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.668500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f303ee88-240b-4346-a96b-418752a00cc3 req-c3d25700-35b0-42d0-b04b-222f5ed4d87f tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 210 time: 0.0346651 Jun 30 09:16:35.826647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8904809-0f13-48b5-af99-4e183da8627c req-1e25646b-06c6-49de-a068-423ecdca777f tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 210 time: 0.0438292 Jun 30 09:16:35.864081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.990888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e001189-4119-4fde-b987-40215bd38c40 req-94f40fef-e304-4333-87fc-6067f6fccbda tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce1c1f2c-149a-47ce-9d7e-1fa8310b4825 HTTP/1.1" status: 200 len: 210 time: 0.0289371 Jun 30 09:16:37.287531 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.934449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75129ff3-5b65-4e49-9fed-0aa270d52557 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:37.954986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 75129ff3-5b65-4e49-9fed-0aa270d52557 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:37.955339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 75129ff3-5b65-4e49-9fed-0aa270d52557 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:38.094306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35390) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:38.153409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0eb8-2eac-465a-87a0-54c428f21ce5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.179403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0eb8-2eac-465a-87a0-54c428f21ce5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.247713 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0eb8-2eac-465a-87a0-54c428f21ce5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.250275 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0eb8-2eac-465a-87a0-54c428f21ce5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.251472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1c0e0eb8-2eac-465a-87a0-54c428f21ce5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] 10.222.0.53 "DELETE /v2.0/security-groups/fa1d99e0-8e64-4b83-a795-38e382f3cdf0 HTTP/1.1" status: 204 len: 168 time: 0.1561449 Jun 30 09:16:38.266134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e0eb8-2eac-465a-87a0-54c428f21ce5 tempest-TestVolumeBackupRestore-1705308123 tempest-TestVolumeBackupRestore-1705308123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d99e0-8e64-4b83-a795-38e382f3cdf0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:41.777878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35846) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:42.709871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.957678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35896) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.090646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Deleting port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:43.090999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.157871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e6633acb-f654-44e3-8e0e-715511a4f14b tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3449 time: 0.1990657 Jun 30 09:16:43.160742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35900) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.169949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'network': {'name': 'tempest-network-smoke--1304796237', 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'port_security_enabled': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:43.231246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Made reservation on behalf of 9cc6b575d8b94cf1a72a1bad279e184c for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:43.237597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.266367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] For port 75ce7d31-3969-47a4-8b9a-2df02a1d75dd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:43.266737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.275921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-458dfbf0-4668-4b70-aa76-0f599fb159e3 req-f6655c51-4249-4499-8918-74feddf6f50e tempest-ServersNegativeTestMultiTenantJSON-188483122 tempest-ServersNegativeTestMultiTenantJSON-188483122-project] (100238) timed out ('10.222.0.13', 64153) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:16:43.290687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Calling delete_port for 75ce7d31-3969-47a4-8b9a-2df02a1d75dd owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:43.309785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:43.361869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.362226 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Added segment e9623460-4184-4ee9-a1f8-20d6029cb95c of type vlan for network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 Jun 30 09:16:43.426932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.511574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.516939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:43.517518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.604182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Network': ['ID=cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.608612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-53a5b20d-5426-4662-b953-d5a8474fe7be tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4464281 Jun 30 09:16:43.611755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35904) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.619700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:43.629167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'admin_state_up': True, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:43.683821 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.685168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.685493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.768431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ce7d31-3969-47a4-8b9a-2df02a1d75dd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.978323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.208818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.343180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Router d82a0c4e-abc3-467d-96b4-0ef49548bdac has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:44.365935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.457704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:44.466604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fe8b36f5-29b7-4693-9035-67468abbe804 admin admin] 10.222.0.53 "PUT /v2.0/routers/d82a0c4e-abc3-467d-96b4-0ef49548bdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840782 Jun 30 09:16:44.466604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35908) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:44.469101 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] Sync routers for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:44.484359 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:44.485242 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.589186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.605856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.615427 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:44.627531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.735958 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.780342 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Allocated IP 172.25.8.39 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/3989006e-6993-439a-b257-ce4945b96b23) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:44.797086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Deleting port ee6322b6-ac79-4ada-b1ed-1fc705ac0756 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:44.797807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.832667 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 5, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port': {'id': 'ee6322b6-ac79-4ada-b1ed-1fc705ac0756', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:11Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.866185 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] Checking router: d82a0c4e-abc3-467d-96b4-0ef49548bdac for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:44.875136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] Routers {'d82a0c4e-abc3-467d-96b4-0ef49548bdac'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:44.875879 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.887489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] For port ee6322b6-ac79-4ada-b1ed-1fc705ac0756, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:44.888233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.905189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Calling delete_port for ee6322b6-ac79-4ada-b1ed-1fc705ac0756 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:44.909032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.965365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.973723 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] Set router d82a0c4e-abc3-467d-96b4-0ef49548bdac gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:45.027225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:45.028687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:45.032480 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:16:44Z', 'revision_number': 6, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:45.033379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:45.056172 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=3989006e-6993-439a-b257-ce4945b96b23,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.067631 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4b162-f3b9-48ca-a78c-9751bd2909cb None None] The sync data for ids ['d82a0c4e-abc3-467d-96b4-0ef49548bdac'] in n-d-758944-40 is: [{'id': 'd82a0c4e-abc3-467d-96b4-0ef49548bdac', 'name': 'tempest-TestVolumeBackupRestore-1082182787-router', 'tenant_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:09Z', 'updated_at': '2021-06-30T09:16:44Z', 'revision_number': 6, 'project_id': 'a573141c09824a0eb9fdb49f3dff0ca7', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:45.069991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.070345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.070681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.071542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.071886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.072348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.072615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.072910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.077445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.077862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.078201 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.078530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:45.118769 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.145719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6322b6-ac79-4ada-b1ed-1fc705ac0756,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.217994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.317969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.320804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.345543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.380907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.381867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d82a0c4e-abc3-467d-96b4-0ef49548bdac {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:45.392505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.397417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a8cd96c2-9978-433b-ac87-b86ed851466c admin admin] 10.222.0.53 "DELETE /v2.0/routers/d82a0c4e-abc3-467d-96b4-0ef49548bdac HTTP/1.1" status: 204 len: 168 time: 0.9298396 Jun 30 09:16:45.398319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35920) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:45.469190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] Deleting subnet 23017256-0594-4bac-9872-fb6c7a7d4a96 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:45.472520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.511412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.656464 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.695120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.720733 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.758075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23017256-0594-4bac-9872-fb6c7a7d4a96,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.769968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.770917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80384e38-7727-47c6-b5d7-471d6f51fe1f None None] Network 617795ec-d9d0-4e3e-b726-c6c970d41b9a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:45.771892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-09e8e205-e5bb-4a56-941c-638c9936c168 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/23017256-0594-4bac-9872-fb6c7a7d4a96 HTTP/1.1" status: 204 len: 168 time: 0.3722789 Jun 30 09:16:45.775577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35928) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:45.859012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.916984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router b8a57f41-8d15-4576-9b1f-082a70b13ae3 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:16:45.945726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Deleting port e3f43105-b42f-4113-ab8e-bf992c3af714 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:45.946187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.083336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] For port e3f43105-b42f-4113-ab8e-bf992c3af714, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e3f43105-b42f-4113-ab8e-bf992c3af714,segment=NetworkSegment(3bef2d42-d100-4d70-a1e2-6b25a827bbe9),segment_id=3bef2d42-d100-4d70-a1e2-6b25a827bbe9)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:46.083970 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.114195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Calling delete_port for e3f43105-b42f-4113-ab8e-bf992c3af714 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:46.129702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75ce7d31-3969-47a4-8b9a-2df02a1d75dd no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:46.151007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 75ce7d31-3969-47a4-8b9a-2df02a1d75dd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:46.151352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 75ce7d31-3969-47a4-8b9a-2df02a1d75dd not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:46.192159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:46.202571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Sync routers for ids ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:46.218749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Routers {'b8a57f41-8d15-4576-9b1f-082a70b13ae3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:46.220757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.240561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.242218 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6311d5b5-ec07-40a4-b614-4671c646a1bd tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6294122 Jun 30 09:16:46.244377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.245024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35938) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.276763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f43105-b42f-4113-ab8e-bf992c3af714,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.289070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] No DVR routers for this DVR port e3f43105-b42f-4113-ab8e-bf992c3af714 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:46.368306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74798800-6288-439e-b6fa-d1dcc8bc6e34 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.373587 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-74798800-6288-439e-b6fa-d1dcc8bc6e34 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9cc6b575d8b94cf1a72a1bad279e184c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1274035 Jun 30 09:16:46.376169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35940) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.379392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.392082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617795ec-d9d0-4e3e-b726-c6c970d41b9a']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.409136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bef2d42-d100-4d70-a1e2-6b25a827bbe9') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.409750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bef2d42-d100-4d70-a1e2-6b25a827bbe9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.420473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.456389 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.469181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:46.470760 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:46.475086 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:46.565913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Set router b8a57f41-8d15-4576-9b1f-082a70b13ae3 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:46.614512 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.622422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.624877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/617795ec-d9d0-4e3e-b726-c6c970d41b9a HTTP/1.1" status: 204 len: 168 time: 0.8493969 Jun 30 09:16:46.628938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35944) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.629774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa6d0a-4bbe-4237-a433-708203c0339d tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.631756 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8daa6d0a-4bbe-4237-a433-708203c0339d tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2546082 Jun 30 09:16:46.635071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35946) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.660073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed78c6e-34aa-4904-9204-3ed207efaea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=617795ec-d9d0-4e3e-b726-c6c970d41b9a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.702957 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ab68b488-09a7-4ee9-8816-a6271933ebd0 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0666547 Jun 30 09:16:46.703551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35948) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.774675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74dd191-6f21-49b8-a351-1df76db8cf51 None None] DHCP port deletion for 617795ec-d9d0-4e3e-b726-c6c970d41b9a request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:46.777952 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8c0470b-32de-4958-bda6-f35c90f9f320 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9cc6b575d8b94cf1a72a1bad279e184c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717654 Jun 30 09:16:46.782833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.801137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbe642-6112-4cf3-a926-fb5693383f63 req-98202f97-9290-4e4d-ac36-f89c1a72fedc tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.802698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89dbe642-6112-4cf3-a926-fb5693383f63 req-98202f97-9290-4e4d-ac36-f89c1a72fedc tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1098 time: 0.1533272 Jun 30 09:16:46.847877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:16:45Z', 'revision_number': 3, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.856942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89dbe642-6112-4cf3-a926-fb5693383f63 req-6d6b60ca-1e95-4d0a-9ea2-b51ce462e3c9 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 Jun 30 09:16:46.885873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Checking router: b8a57f41-8d15-4576-9b1f-082a70b13ae3 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:46.885873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Updating router b8a57f41-8d15-4576-9b1f-082a70b13ae3 port 3989006e-6993-439a-b257-ce4945b96b23 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:46.913991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 35952) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.926282 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.953169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6a05f-f409-40f4-a518-03211a9f3607 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.955240 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ab6a05f-f409-40f4-a518-03211a9f3607 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1713002 Jun 30 09:16:46.959220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35954) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.998239 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3de64449-77ae-4051-be63-dd8a5ac4fee4 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391905 Jun 30 09:16:47.008437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35958) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.016248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1715180834', 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:47.169593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Made reservation on behalf of 9cc6b575d8b94cf1a72a1bad279e184c for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:47.175383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.329068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 4c8a6b2c-40db-4a46-bdcd-430b9f8854dd {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:47.329756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.374557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.388086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Transition to ACTIVE for port object 3989006e-6993-439a-b257-ce4945b96b23 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:47.399592 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.445338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.457239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Attempting to bind port 3989006e-6993-439a-b257-ce4945b96b23 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:47.457728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Attempting to bind port 3989006e-6993-439a-b257-ce4945b96b23 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:47.458161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Attempting to bind port 3989006e-6993-439a-b257-ce4945b96b23 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:47.469767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:47.470046 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.470272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.470375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:47.470812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.471266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:47.471819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Bound port: 3989006e-6993-439a-b257-ce4945b96b23, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:47.472204 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.487822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 4c8a6b2c-40db-4a46-bdcd-430b9f8854dd owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:47.522554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Subnet': ['ID=fdfc30c5-99d9-44aa-981b-d1c05b3e2c71,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.526122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaf421-8e3c-4b40-9b9f-3035af2c5e90 None None] Pushing event updated for resources: {'Port': ['ID=3989006e-6993-439a-b257-ce4945b96b23,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.541053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] For port 3989006e-6993-439a-b257-ce4945b96b23, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:47.544721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] For port 3989006e-6993-439a-b257-ce4945b96b23, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3989006e-6993-439a-b257-ce4945b96b23,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:47.548962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Checking segment: {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:47.549329 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network hostable DHCP agents. Network: cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:47.549774 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.579833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.604306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:47.614006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Routers {'b8a57f41-8d15-4576-9b1f-082a70b13ae3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:47.614704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.617443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:47.622774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.622991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.644799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ae941-d82d-4cec-978f-41a8fef76bc7 None None] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:47.650251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e3f43105-b42f-4113-ab8e-bf992c3af714 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:47.650435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0acf4d0e-58ff-472c-8010-a26401a2849f tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6379511 Jun 30 09:16:47.650970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 35962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.741139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaf421-8e3c-4b40-9b9f-3035af2c5e90 None None] Pushing event updated for resources: {'Port': ['ID=3989006e-6993-439a-b257-ce4945b96b23,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.749390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: e3f43105-b42f-4113-ab8e-bf992c3af714 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:47.749834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e3f43105-b42f-4113-ab8e-bf992c3af714 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:47.750174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ee6322b6-ac79-4ada-b1ed-1fc705ac0756 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:47.776560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ee6322b6-ac79-4ada-b1ed-1fc705ac0756 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:47.777305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ee6322b6-ac79-4ada-b1ed-1fc705ac0756 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:47.893593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] Set router b8a57f41-8d15-4576-9b1f-082a70b13ae3 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:48.042516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'fixed_ips': [{'subnet_id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:48.043394 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.204209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.238069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=4c8a6b2c-40db-4a46-bdcd-430b9f8854dd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.281749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:16:45Z', 'revision_number': 3, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.313281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24740dcb-1dd7-4e76-8e58-6e1390e309bb None None] The sync data for ids ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'] in n-d-758944-40 is: [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:16:45Z', 'revision_number': 3, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:48.324109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Allocated IP 172.20.0.18 (cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8/fdfc30c5-99d9-44aa-981b-d1c05b3e2c71/414283da-9e84-447e-a505-9fc8ec63f3fc) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:48.369848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.370313 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP 963784aa-b797-4fd9-aa39-0a1c8d7e0fae disassociated (deleted). External IP: 172.25.8.151, port: c692b74d-ed5d-4320-afc3-3d4ef086ce96. Jun 30 09:16:48.515935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.570192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Deleting port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:48.570532 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.626227 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.666755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Transition to ACTIVE for port object 414283da-9e84-447e-a505-9fc8ec63f3fc will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:48.688277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Transition to ACTIVE for port object 414283da-9e84-447e-a505-9fc8ec63f3fc will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:48.698676 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.816436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:48.819645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:48.826370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:48.897934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Attempting to bind port 414283da-9e84-447e-a505-9fc8ec63f3fc on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:48.898358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Attempting to bind port 414283da-9e84-447e-a505-9fc8ec63f3fc by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:48.898674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Attempting to bind port 414283da-9e84-447e-a505-9fc8ec63f3fc on network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:48.906653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Pushing event updated for resources: {'Port': ['ID=414283da-9e84-447e-a505-9fc8ec63f3fc,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.922886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:48.923587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Checking segment: {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:48.924171 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.924737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Bound using segment: {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:48.925388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Bound port: 414283da-9e84-447e-a505-9fc8ec63f3fc, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:48.926004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.996827 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] For port 0c7d201f-cd24-4d34-b3cd-fdf3965c848a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,segment=NetworkSegment(09ffca25-d6f0-4ae0-acd3-e841d15a86b5),segment_id=09ffca25-d6f0-4ae0-acd3-e841d15a86b5)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.997649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.997960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Allocated IP 172.20.0.17 (cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8/fdfc30c5-99d9-44aa-981b-d1c05b3e2c71/5b051065-02e4-4d5e-905b-9077ab4cc480) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:49.017903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] For port 414283da-9e84-447e-a505-9fc8ec63f3fc, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:49.022162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] For port 414283da-9e84-447e-a505-9fc8ec63f3fc, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=414283da-9e84-447e-a505-9fc8ec63f3fc,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:49.033216 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.039489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Calling delete_port for 0c7d201f-cd24-4d34-b3cd-fdf3965c848a owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:49.063001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b7fc-4611-460f-a94a-29e1e60b2118 req-33214b3e-2706-423c-8a6b-6fb993c0ad01 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.071427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4c7b7fc-4611-460f-a94a-29e1e60b2118 req-33214b3e-2706-423c-8a6b-6fb993c0ad01 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.2346003 Jun 30 09:16:49.167881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc15ccf-0370-42cf-afc8-7cc64016ddae None None] Pushing event updated for resources: {'Port': ['ID=414283da-9e84-447e-a505-9fc8ec63f3fc,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.174393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4c7b7fc-4611-460f-a94a-29e1e60b2118 req-0a61047c-e126-4fab-b2e3-f62500ad5249 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008453 Jun 30 09:16:49.176351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 24435d0d-7820-4f75-9276-2e1a4f6d513d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:49.240152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.258318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Transition to ACTIVE for port object 5b051065-02e4-4d5e-905b-9077ab4cc480 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:49.301712 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.344053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:49.349688 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.354979 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] Sync routers for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:49.359944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:49.363691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:49.369401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:49.374315 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:49.375160 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:49.444525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=5b051065-02e4-4d5e-905b-9077ab4cc480,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.491132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.539413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3d14bf28-2e93-42a5-b0f9-9cd89ceab2c0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/floatingips/963784aa-b797-4fd9-aa39-0a1c8d7e0fae HTTP/1.1" status: 204 len: 168 time: 2.6216409 Jun 30 09:16:49.544045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:49.546736 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:49.661463 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:49.685042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.781546 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1210d5-b7e8-42aa-931e-1e72ab7da931 x-openstack-request-id: req-bf1210d5-b7e8-42aa-931e-1e72ab7da931 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:49.789333 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:49.790870 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf1210d5-b7e8-42aa-931e-1e72ab7da931 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:49.791324 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'status': 'completed', 'code': 200} Jun 30 09:16:49.792083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7d201f-cd24-4d34-b3cd-fdf3965c848a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.928346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 414283da-9e84-447e-a505-9fc8ec63f3fc up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:49.947088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.035655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-edfb2ad0-5fa8-40fe-97ba-7c8546be0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.037767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-edfb2ad0-5fa8-40fe-97ba-7c8546be0c6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 1098 time: 0.2579546 Jun 30 09:16:50.072222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 414283da-9e84-447e-a505-9fc8ec63f3fc completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:50.078049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3989006e-6993-439a-b257-ce4945b96b23 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:50.164562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3989006e-6993-439a-b257-ce4945b96b23 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:50.169656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3989006e-6993-439a-b257-ce4945b96b23 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:50.170671 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.287823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:50.309074 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.345501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 3989006e-6993-439a-b257-ce4945b96b23, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3989006e-6993-439a-b257-ce4945b96b23,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:50.356706 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.357443 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] Checking router: 24435d0d-7820-4f75-9276-2e1a4f6d513d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:50.415304 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:50.417305 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:50.491514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=3989006e-6993-439a-b257-ce4945b96b23,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.524439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.607489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.621416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.756576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=5b051065-02e4-4d5e-905b-9077ab4cc480,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.761286 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.853447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-874620df-9d57-4c6b-a003-e3949b2878f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.855139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-874620df-9d57-4c6b-a003-e3949b2878f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 200 len: 898 time: 0.8108337 Jun 30 09:16:50.863446 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:50.917431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:50.919069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-196e3048-ea7d-40f4-b416-53a63f87478b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 200 len: 217 time: 0.0450652 Jun 30 09:16:50.959627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:50.960202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603002c4-7319-4956-8198-102a31468cf7 req-4ae2bd48-5594-4875-a04d-f1f0fab74004 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.962618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-603002c4-7319-4956-8198-102a31468cf7 req-4ae2bd48-5594-4875-a04d-f1f0fab74004 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.4926562 Jun 30 09:16:50.968300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:51.000187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd980d47-fd61-4d00-9912-e318ac6fbfac None None] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:51.068535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a755892-2b68-4e72-aa17-3eaaa2011a59 req-164952f0-10ad-4e1f-b63a-3befc9a99597 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.070725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a755892-2b68-4e72-aa17-3eaaa2011a59 req-164952f0-10ad-4e1f-b63a-3befc9a99597 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 946 time: 0.7076530 Jun 30 09:16:51.117569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router b8a57f41-8d15-4576-9b1f-082a70b13ae3 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:51.157650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c19e9467-f8ae-4d20-953d-e8c67094d378 None None] Provisioning for port 414283da-9e84-447e-a505-9fc8ec63f3fc completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:51.188518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c19e9467-f8ae-4d20-953d-e8c67094d378 None None] Provisioning complete for port 414283da-9e84-447e-a505-9fc8ec63f3fc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:51.188889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c19e9467-f8ae-4d20-953d-e8c67094d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.231614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-603002c4-7319-4956-8198-102a31468cf7 req-311c82fc-4621-421d-aa72-bd265603560a tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119088 Jun 30 09:16:51.251010 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:51.271774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-846a8f1d-bb94-4b76-b33b-8679fe06e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.281993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-846a8f1d-bb94-4b76-b33b-8679fe06e2e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 200 len: 834 time: 0.3526917 Jun 30 09:16:51.297827 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4ac31-58ce-4173-aa87-8832c1e0c214 None None] The sync data for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 is: [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:14:50Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '496bda84-1ea1-46d8-96cc-2f534d775511', 'name': '', 'network_id': 'a6528ede-bcb9-49ee-92d0-93e94ef47d20', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:d6:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:48Z', 'updated_at': '2021-06-30T09:14:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'cbb7c6c1-9c18-45fd-a289-d1195f856cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:51.311254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:51.329287 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-abaef554-efbd-4765-8d63-6e583d23d341 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "PUT /v2.0/routers/b8a57f41-8d15-4576-9b1f-082a70b13ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6681376 Jun 30 09:16:51.366072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Sync routers for ids ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:51.374954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a755892-2b68-4e72-aa17-3eaaa2011a59 req-170ec567-a2b5-458c-9ba2-041667b1115d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856123 Jun 30 09:16:51.425476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Routers {'b8a57f41-8d15-4576-9b1f-082a70b13ae3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:51.426241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:51.491536 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c19e9467-f8ae-4d20-953d-e8c67094d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.542736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:51.554059 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] Sync routers for ids ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:51.556977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-53a67bdf-b537-499c-9dd2-83510f1acead admin admin] 10.222.0.53 "PUT /v2.0/routers/92e9dc7b-22a6-465c-a4ab-5ec002f0b215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9263883 Jun 30 09:16:51.559566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36002) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:51.592035 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] Routers {'92e9dc7b-22a6-465c-a4ab-5ec002f0b215'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:51.592035 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:51.602062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c19e9467-f8ae-4d20-953d-e8c67094d378 None None] For port 414283da-9e84-447e-a505-9fc8ec63f3fc, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=414283da-9e84-447e-a505-9fc8ec63f3fc,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:51.675309 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c19e9467-f8ae-4d20-953d-e8c67094d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.787333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.919494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3989006e-6993-439a-b257-ce4945b96b23 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:51.923601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c6fb71-fa7a-4424-aa96-604bfe6c33e8 None None] New status for floating IP 963784aa-b797-4fd9-aa39-0a1c8d7e0fae: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:51.925515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-a6d113e6-5d98-4eff-8549-1019e16dabff tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.929546 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] Set router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:51.945225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-a6d113e6-5d98-4eff-8549-1019e16dabff tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/networks?id=cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 HTTP/1.1" status: 200 len: 798 time: 0.3853486 Jun 30 09:16:51.986117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-f2b8ee31-3692-4734-9fc7-d2251df6b2a0 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/quotas/9cc6b575d8b94cf1a72a1bad279e184c HTTP/1.1" status: 200 len: 375 time: 0.0394957 Jun 30 09:16:52.081451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-d23e7568-b9e7-47c8-ab86-a9f4d2f2c1d7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.089383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.090139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-d23e7568-b9e7-47c8-ab86-a9f4d2f2c1d7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 946 time: 0.6513815 Jun 30 09:16:52.094594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-91a6891b-da3f-43de-a62c-e2bf2165054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.096239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-91a6891b-da3f-43de-a62c-e2bf2165054b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6528ede-bcb9-49ee-92d0-93e94ef47d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8055823 Jun 30 09:16:52.205955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-09184333-cd62-4a38-8fc6-3b4675693247 None None] Provisioning for port 5b051065-02e4-4d5e-905b-9077ab4cc480 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:52.231109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-09184333-cd62-4a38-8fc6-3b4675693247 None None] Provisioning complete for port 5b051065-02e4-4d5e-905b-9077ab4cc480 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:52.233031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Deleting port 67b08521-f239-453e-a524-d681c4f2bb7e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:52.233551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.234013 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-09184333-cd62-4a38-8fc6-3b4675693247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.259948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Set router b8a57f41-8d15-4576-9b1f-082a70b13ae3 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:52.357853 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:16:49Z', 'revision_number': 5, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port': {'id': '67b08521-f239-453e-a524-d681c4f2bb7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:52.425267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e9467-f8ae-4d20-953d-e8c67094d378 None None] Pushing event updated for resources: {'Port': ['ID=414283da-9e84-447e-a505-9fc8ec63f3fc,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:52.433395 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] Checking router: 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:52.461601 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] Routers {'92e9dc7b-22a6-465c-a4ab-5ec002f0b215'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:52.462241 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:52.463743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] For port 67b08521-f239-453e-a524-d681c4f2bb7e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=67b08521-f239-453e-a524-d681c4f2bb7e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:52.464108 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.490351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Calling delete_port for 67b08521-f239-453e-a524-d681c4f2bb7e owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:52.540711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-a78f0cd3-4b6c-4417-ab80-0fc4af99e4e8 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5472240 Jun 30 09:16:52.602589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-09184333-cd62-4a38-8fc6-3b4675693247 None None] Port 5b051065-02e4-4d5e-905b-9077ab4cc480 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:52.623185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-2276a780-fc49-4f8d-bf9d-5787a4ec8256 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:16:52.630310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3989006e-6993-439a-b257-ce4945b96b23 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:52.630688 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.631395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-2276a780-fc49-4f8d-bf9d-5787a4ec8256 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0715523 Jun 30 09:16:52.729300 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] Set router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:52.787916 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 6, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:52.803906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-09184333-cd62-4a38-8fc6-3b4675693247 None None] Provisioning complete for port 414283da-9e84-447e-a505-9fc8ec63f3fc triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:52.804279 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-09184333-cd62-4a38-8fc6-3b4675693247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.828422 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ed289-fc4e-44cb-8e47-12bc39b7e261 None None] The sync data for ids ['92e9dc7b-22a6-465c-a4ab-5ec002f0b215'] in n-d-758944-40 is: [{'id': '92e9dc7b-22a6-465c-a4ab-5ec002f0b215', 'name': 'tempest-TestVolumeBackupRestore-1247176420-router', 'tenant_id': '43bad6332a884194af32e5b948daa65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:20Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 6, 'project_id': '43bad6332a884194af32e5b948daa65f', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:52.915312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.932785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e8bf5961-51b5-4e66-a0ee-04ef626f4a95 service neutron] 10.222.0.53 "GET /v2.0/networks/cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001902 Jun 30 09:16:52.935014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port c692b74d-ed5d-4320-afc3-3d4ef086ce96 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:52.935512 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.981491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-e0217ad6-920d-4dc7-9bdc-3e6a2442cd1d service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290626 Jun 30 09:16:52.994827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Pushing event deleted for resources: {'Port': ['ID=67b08521-f239-453e-a524-d681c4f2bb7e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:53.075641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:16:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5b051065-02e4-4d5e-905b-9077ab4cc480', 'name': '', 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:2f:6d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:48Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 2, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:53.094848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.116010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Checking router: b8a57f41-8d15-4576-9b1f-082a70b13ae3 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:53.116370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Updating router b8a57f41-8d15-4576-9b1f-082a70b13ae3 port 5b051065-02e4-4d5e-905b-9077ab4cc480 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:53.129298 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-048e667e-9747-412a-9e26-fb187d0de360 service neutron] 10.222.0.53 "GET /v2.0/networks/cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432397 Jun 30 09:16:53.228253 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.260819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cb796329-71bc-44fe-a000-35c041a233ed None None] Provisioning complete for port 5b051065-02e4-4d5e-905b-9077ab4cc480 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:53.262976 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cb796329-71bc-44fe-a000-35c041a233ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.299766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7b10f-d58b-464f-9086-4e919d399367 req-1fef268b-e839-491e-85fb-c0a3512da018 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.304458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41c7b10f-d58b-464f-9086-4e919d399367 req-1fef268b-e839-491e-85fb-c0a3512da018 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.7585318 Jun 30 09:16:53.341927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.348644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.540141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.540697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e9dc7b-22a6-465c-a4ab-5ec002f0b215 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:53.545806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.549426 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d4e0bd08-31b1-4846-9fc7-9e0d7782464a admin admin] 10.222.0.53 "DELETE /v2.0/routers/92e9dc7b-22a6-465c-a4ab-5ec002f0b215 HTTP/1.1" status: 204 len: 168 time: 1.9887924 Jun 30 09:16:53.550243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36020) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:53.621816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] Deleting subnet 59bf4673-91e7-413b-9851-ad8efae3bd43 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:53.625895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.652204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c692b74d-ed5d-4320-afc3-3d4ef086ce96 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:53.664574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.722904 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.843611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cb796329-71bc-44fe-a000-35c041a233ed None None] Port 5b051065-02e4-4d5e-905b-9077ab4cc480 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:53.863690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.929400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.944301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.951224 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/59bf4673-91e7-413b-9851-ad8efae3bd43 HTTP/1.1" status: 204 len: 168 time: 0.4000516 Jun 30 09:16:53.971189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36028) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:53.978907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 414283da-9e84-447e-a505-9fc8ec63f3fc up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:53.980828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6bbb70-aa18-49cd-acea-60d7659f8f14 None None] Network 9504b49d-ec2a-481f-aed7-b25d85d9ea7c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:54.039946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ddcacea-fe2e-4b5c-8eca-d05de338a0dd req-685ca23a-1c3c-4147-bf57-ffca4f66e223 service neutron] 10.222.0.13 "GET /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9542642 Jun 30 09:16:54.042366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631815d-9611-41f5-983c-fe86373193a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59bf4673-91e7-413b-9851-ad8efae3bd43,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.097220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.104769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:54.106579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.121558 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.143197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for c692b74d-ed5d-4320-afc3-3d4ef086ce96 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:54.158843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41c7b10f-d58b-464f-9086-4e919d399367 req-90e6b574-7200-4cc2-8650-52896f171b17 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8250213 Jun 30 09:16:54.221912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddb196-e698-4176-bd40-eee7f5330e64 req-7b8fc77e-3f44-4107-ba91-96cc11326844 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.229917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60ddb196-e698-4176-bd40-eee7f5330e64 req-7b8fc77e-3f44-4107-ba91-96cc11326844 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 946 time: 0.2520382 Jun 30 09:16:54.256550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:54.259437 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b9094-37c0-414c-b0b1-a91a293d0d9f" -d '{"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:54.296092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Deleting port f93c6dc8-ac87-4bbc-8ebb-dd552720527b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:54.296823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.322685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c692b74d-ed5d-4320-afc3-3d4ef086ce96, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c692b74d-ed5d-4320-afc3-3d4ef086ce96,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:54.351539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60ddb196-e698-4176-bd40-eee7f5330e64 req-3f90593f-9629-4604-8024-185873c21048 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed069cc9-ee72-4c5a-8e23-7b533e7ff850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205103 Jun 30 09:16:54.381994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.401182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-4b05e19f-fc46-4249-8b3e-dbae7e86dd8e req-6797ea2a-cb7e-467e-98a4-1c92b5e6325d service neutron] (100240) timed out ('10.222.0.13', 64143) {{(pid=100240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:16:54.411488 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.464884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] For port f93c6dc8-ac87-4bbc-8ebb-dd552720527b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f93c6dc8-ac87-4bbc-8ebb-dd552720527b,segment=NetworkSegment(09ffca25-d6f0-4ae0-acd3-e841d15a86b5),segment_id=09ffca25-d6f0-4ae0-acd3-e841d15a86b5)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:54.465185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.471661 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dcaa55-ca40-4852-911c-c54dc3cfa835 x-openstack-request-id: req-81dcaa55-ca40-4852-911c-c54dc3cfa835 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:54.471944 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:54.477440 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81dcaa55-ca40-4852-911c-c54dc3cfa835 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:54.484473 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'code': 200} Jun 30 09:16:54.493439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 414283da-9e84-447e-a505-9fc8ec63f3fc triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:54.494760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Calling delete_port for f93c6dc8-ac87-4bbc-8ebb-dd552720527b owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:54.496547 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.505871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Transition to ACTIVE for port object 5b051065-02e4-4d5e-905b-9077ab4cc480 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:54.573856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e44a8d65-9b12-4660-8bce-cddebc68367c req-df0e94c9-054c-415b-a28d-d7f18e39e2ba tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0515776 Jun 30 09:16:54.584949 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.604857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.661748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.677607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c692b74d-ed5d-4320-afc3-3d4ef086ce96,revision_number=14']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.683046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.723887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] No DVR routers for this DVR port c692b74d-ed5d-4320-afc3-3d4ef086ce96 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:54.728471 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.731158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ff7a72f-db9b-44e6-bc05-c627f8a7eb29 req-51c8af2b-b797-40a8-8b81-16c328473b4d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "DELETE /v2.0/ports/c692b74d-ed5d-4320-afc3-3d4ef086ce96 HTTP/1.1" status: 204 len: 173 time: 2.6329894 Jun 30 09:16:54.732578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-deleted', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:54.734974 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61584878-b264-4862-ab2e-fdcb70d8449c" -d '{"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-deleted", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:54.759044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93c6dc8-ac87-4bbc-8ebb-dd552720527b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.770719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] No DVR routers for this DVR port f93c6dc8-ac87-4bbc-8ebb-dd552720527b on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:54.858643 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c1a7a-e9a2-4445-9597-5f4700f1cc87 x-openstack-request-id: req-a27c1a7a-e9a2-4445-9597-5f4700f1cc87 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:54.859032 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac971e4-ae5f-486e-af7a-0e46df9d6c3a", "name": "network-vif-deleted", "tag": "c692b74d-ed5d-4320-afc3-3d4ef086ce96", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:54.859375 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a27c1a7a-e9a2-4445-9597-5f4700f1cc87 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:54.859882 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac971e4-ae5f-486e-af7a-0e46df9d6c3a', 'name': 'network-vif-deleted', 'tag': 'c692b74d-ed5d-4320-afc3-3d4ef086ce96', 'status': 'completed', 'code': 200} Jun 30 09:16:54.876170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bc31d-f842-4d75-b502-7999c5089866 None None] Pushing event updated for resources: {'Port': ['ID=5b051065-02e4-4d5e-905b-9077ab4cc480,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.918022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7bbcb-4443-444e-ba49-ed369593a112 None None] DHCP port deletion for 9504b49d-ec2a-481f-aed7-b25d85d9ea7c request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:54.962399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Attempting to bind port 5b051065-02e4-4d5e-905b-9077ab4cc480 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:54.963520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Attempting to bind port 5b051065-02e4-4d5e-905b-9077ab4cc480 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:54.963905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Attempting to bind port 5b051065-02e4-4d5e-905b-9077ab4cc480 on network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:54.994235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:54.994616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Checking segment: {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:54.995026 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.995418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Bound using segment: {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:54.995926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Bound port: 5b051065-02e4-4d5e-905b-9077ab4cc480, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:54.996285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.112329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c7d201f-cd24-4d34-b3cd-fdf3965c848a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:55.153997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 0c7d201f-cd24-4d34-b3cd-fdf3965c848a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:55.154342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0c7d201f-cd24-4d34-b3cd-fdf3965c848a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:55.154773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 67b08521-f239-453e-a524-d681c4f2bb7e no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:55.192737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 67b08521-f239-453e-a524-d681c4f2bb7e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:55.193084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 67b08521-f239-453e-a524-d681c4f2bb7e not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:55.209469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] For port 5b051065-02e4-4d5e-905b-9077ab4cc480, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:55.251922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] For port 5b051065-02e4-4d5e-905b-9077ab4cc480, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5b051065-02e4-4d5e-905b-9077ab4cc480,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:55.265976 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.316208 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.405313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Routers {'b8a57f41-8d15-4576-9b1f-082a70b13ae3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:55.418110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:55.420428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bc31d-f842-4d75-b502-7999c5089866 None None] Pushing event updated for resources: {'Port': ['ID=5b051065-02e4-4d5e-905b-9077ab4cc480,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:55.429141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-b6513e58-e180-4fc3-a973-1a54f2e3c599 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.430836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-b6513e58-e180-4fc3-a973-1a54f2e3c599 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.26 "GET /v2.0/networks?id=cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 HTTP/1.1" status: 200 len: 798 time: 0.2035820 Jun 30 09:16:55.471656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.487135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9504b49d-ec2a-481f-aed7-b25d85d9ea7c']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:55.503644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Request body: {'port': {'device_id': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'admin_state_up': True, 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:55.514517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ffca25-d6f0-4ae0-acd3-e841d15a86b5') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:55.515531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ffca25-d6f0-4ae0-acd3-e841d15a86b5') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:55.541186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.612974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.644382 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:55.652544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:55.740672 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:55.757653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f93c6dc8-ac87-4bbc-8ebb-dd552720527b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:55.773715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55769f51-8c16-4fbd-88d5-38a4db85690b req-3af72787-64a1-4311-a258-72c69bce74ad tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac971e4-ae5f-486e-af7a-0e46df9d6c3a HTTP/1.1" status: 200 len: 210 time: 0.0550978 Jun 30 09:16:55.833143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f93c6dc8-ac87-4bbc-8ebb-dd552720527b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:55.833492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f93c6dc8-ac87-4bbc-8ebb-dd552720527b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:55.855985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] Set router b8a57f41-8d15-4576-9b1f-082a70b13ae3 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:55.900595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d7e0b-290a-4d2e-af2c-44fb24a14029 req-ca0982f7-a048-47e9-8638-420ae4d64d7a tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.903511 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf3d7e0b-290a-4d2e-af2c-44fb24a14029 req-ca0982f7-a048-47e9-8638-420ae4d64d7a tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.4591844 Jun 30 09:16:55.911311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.940069 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.951308 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9504b49d-ec2a-481f-aed7-b25d85d9ea7c HTTP/1.1" status: 204 len: 168 time: 1.9789753 Jun 30 09:16:55.968154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaa3d5-643f-4f66-b13b-133e05a51332 admin admin] Pushing event deleted for resources: {'Network': ['ID=9504b49d-ec2a-481f-aed7-b25d85d9ea7c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.023114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf3d7e0b-290a-4d2e-af2c-44fb24a14029 req-eee8f88d-7a60-4973-9a55-3ce1295a31ff tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977464 Jun 30 09:16:56.025682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Made reservation on behalf of 9cc6b575d8b94cf1a72a1bad279e184c for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:56.030830 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.102715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b9829fa-ef90-43c4-a3b0-d1686e0de712 req-fea646de-1242-4d11-a85a-7cce08d65d15 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0514748 Jun 30 09:16:56.281434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:56.330555 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-888e3e0d-6ab8-4190-a156-c6ae92fde3a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a573141c09824a0eb9fdb49f3dff0ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479956 Jun 30 09:16:56.333062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36054) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:56.363430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Allocated IP 172.20.0.21 (cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8/fdfc30c5-99d9-44aa-981b-d1c05b3e2c71/b72f2e58-9feb-4930-8830-1c943b1d8377) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:56.384562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-94e868a2-5928-4653-b75f-2c68dbfbec25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1675999 Jun 30 09:16:56.389443 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256d0ebe-638a-41fb-a228-a78620f2b7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.398039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:16:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5b051065-02e4-4d5e-905b-9077ab4cc480', 'name': '', 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:2f:6d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:48Z', 'updated_at': '2021-06-30T09:16:55Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:56.416435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256d0ebe-638a-41fb-a228-a78620f2b7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.433929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb890cb-5826-442d-b56f-25a88629ef8f None None] The sync data for ids ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'] in n-d-758944-40 is: [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:16:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5b051065-02e4-4d5e-905b-9077ab4cc480', 'name': '', 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:2f:6d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:48Z', 'updated_at': '2021-06-30T09:16:55Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:56.559020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256d0ebe-638a-41fb-a228-a78620f2b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.562539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-256d0ebe-638a-41fb-a228-a78620f2b7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.570185 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-256d0ebe-638a-41fb-a228-a78620f2b7f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f6fec49-827d-41bf-8edc-f53046c2d8e7 HTTP/1.1" status: 204 len: 168 time: 0.2358029 Jun 30 09:16:56.587986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d0ebe-638a-41fb-a228-a78620f2b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6fec49-827d-41bf-8edc-f53046c2d8e7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.612064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.638951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Transition to ACTIVE for port object b72f2e58-9feb-4930-8830-1c943b1d8377 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:56.644239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-fbfc1f55-7ba4-449c-b088-420aabc5219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.645798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-fbfc1f55-7ba4-449c-b088-420aabc5219d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1136 time: 0.1821368 Jun 30 09:16:56.765409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.933104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-54f379c0-d57c-486c-8153-072ae95444b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.936988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-54f379c0-d57c-486c-8153-072ae95444b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4565680-1864-49fd-bcf9-fbb69553bc80 HTTP/1.1" status: 200 len: 897 time: 0.2586131 Jun 30 09:16:56.966000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36064) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:56.978992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:56.980224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event updated for resources: {'Port': ['ID=b72f2e58-9feb-4930-8830-1c943b1d8377,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.988818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:56.992150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:57.071722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.073271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.183549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36070) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:57.217575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-e2706c5c-b214-45fa-8b71-042187e85dfb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7270682 Jun 30 09:16:57.257518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Request body: {'port': {'device_id': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:57.300873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-12697942-484b-49ab-bd09-a759e0ead598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae541079-2562-40bf-9d9f-d19051152247 HTTP/1.1" status: 200 len: 1001 time: 0.3015382 Jun 30 09:16:57.443756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3245cf1a-fc49-4831-a217-e6d13cdfad62 None None] Provisioning for port b72f2e58-9feb-4930-8830-1c943b1d8377 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:57.448810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3245cf1a-fc49-4831-a217-e6d13cdfad62 None None] Provisioning complete for port b72f2e58-9feb-4930-8830-1c943b1d8377 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:57.449442 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3245cf1a-fc49-4831-a217-e6d13cdfad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.503502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3245cf1a-fc49-4831-a217-e6d13cdfad62 None None] Port b72f2e58-9feb-4930-8830-1c943b1d8377 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:57.520291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-58797cff-a694-4160-a132-d1a86403567d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43bad6332a884194af32e5b948daa65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311751 Jun 30 09:16:57.521969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36072) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:57.527769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-af467c76-bdbb-46c8-9e5d-f1665810d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.529352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-af467c76-bdbb-46c8-9e5d-f1665810d30d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f HTTP/1.1" status: 200 len: 834 time: 0.2281194 Jun 30 09:16:57.597057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.666177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c31d65-299b-4e67-936e-f5868bd47e41 req-3600f653-3487-4f77-90d2-52c05a5614c3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.673185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5c31d65-299b-4e67-936e-f5868bd47e41 req-3600f653-3487-4f77-90d2-52c05a5614c3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.4393165 Jun 30 09:16:57.707525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03c97-4763-4de6-a1b8-a0021f0259d9 req-6405dac8-4d85-4ebd-b4f6-7d66a215b5e5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.722633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ff03c97-4763-4de6-a1b8-a0021f0259d9 req-6405dac8-4d85-4ebd-b4f6-7d66a215b5e5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 895 time: 0.3348813 Jun 30 09:16:57.730961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5b051065-02e4-4d5e-905b-9077ab4cc480 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:57.813152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5b051065-02e4-4d5e-905b-9077ab4cc480 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:57.814340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.817130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5b051065-02e4-4d5e-905b-9077ab4cc480 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:57.817605 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.878906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3997-3c28-4e24-b4d0-4393bfb4d1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.906086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5c31d65-299b-4e67-936e-f5868bd47e41 req-a52fa521-ab02-466e-8658-679e824fbc91 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319841 Jun 30 09:16:57.916170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-1dc24529-aba7-46ae-8f3f-4741d6d296af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.921400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-1dc24529-aba7-46ae-8f3f-4741d6d296af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4565680-1864-49fd-bcf9-fbb69553bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3769629 Jun 30 09:16:57.923990 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.966643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5b051065-02e4-4d5e-905b-9077ab4cc480, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5b051065-02e4-4d5e-905b-9077ab4cc480,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:57.972807 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.046565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5b051065-02e4-4d5e-905b-9077ab4cc480,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.100804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3997-3c28-4e24-b4d0-4393bfb4d1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.249081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3997-3c28-4e24-b4d0-4393bfb4d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.253397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3997-3c28-4e24-b4d0-4393bfb4d1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.257557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1d6e3997-3c28-4e24-b4d0-4393bfb4d1df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b76a94d4-55c4-4d27-a187-71391c3a0686 HTTP/1.1" status: 204 len: 168 time: 0.7315924 Jun 30 09:16:58.273422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e3997-3c28-4e24-b4d0-4393bfb4d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76a94d4-55c4-4d27-a187-71391c3a0686,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.283794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 496bda84-1ea1-46d8-96cc-2f534d775511 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:58.284144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.286505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-c2ecb495-dc14-456f-a83b-bdb654f6fb63 service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484178 Jun 30 09:16:58.450958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 496bda84-1ea1-46d8-96cc-2f534d775511, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=496bda84-1ea1-46d8-96cc-2f534d775511,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:58.452593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.453640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b1c117e-6db8-4eb4-b820-2bc2fa027caa req-c36c7789-cedd-4fde-a53b-a15db179e692 service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599808 Jun 30 09:16:58.474325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72f2e58-9feb-4930-8830-1c943b1d8377 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:58.480787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 496bda84-1ea1-46d8-96cc-2f534d775511 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:58.483988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.497556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Transition to ACTIVE for port object b72f2e58-9feb-4930-8830-1c943b1d8377 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:58.503268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.578944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Pushing event updated for resources: {'Port': ['ID=b72f2e58-9feb-4930-8830-1c943b1d8377,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.708022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Attempting to bind port b72f2e58-9feb-4930-8830-1c943b1d8377 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:58.709716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Attempting to bind port b72f2e58-9feb-4930-8830-1c943b1d8377 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:58.713134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Attempting to bind port b72f2e58-9feb-4930-8830-1c943b1d8377 on network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:58.718436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Port b72f2e58-9feb-4930-8830-1c943b1d8377 on network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:58.718811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Attempting to bind port b72f2e58-9feb-4930-8830-1c943b1d8377 on network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:58.728127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:58.728566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Checking segment: {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:58.729040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Bound using segment: {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:58.729806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Bound port: b72f2e58-9feb-4930-8830-1c943b1d8377, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9623460-4184-4ee9-a1f8-20d6029cb95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:58.730409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.733345 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.830086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=496bda84-1ea1-46d8-96cc-2f534d775511,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.832270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] For port b72f2e58-9feb-4930-8830-1c943b1d8377, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:58.848625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] For port b72f2e58-9feb-4930-8830-1c943b1d8377, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b72f2e58-9feb-4930-8830-1c943b1d8377,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:58.860905 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.006004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.007368 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.010359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] 10.222.0.26 "PUT /v2.0/ports/b72f2e58-9feb-4930-8830-1c943b1d8377 HTTP/1.1" status: 200 len: 1056 time: 1.7606363 Jun 30 09:16:59.011085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6df81-b17a-4cdd-b0fe-ae0f3cbae43e service neutron] Pushing event updated for resources: {'Port': ['ID=b72f2e58-9feb-4930-8830-1c943b1d8377,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:59.042084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'tag': 'b72f2e58-9feb-4930-8830-1c943b1d8377'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:59.049552 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8518cd2-2e15-44fb-9445-0a030d7fcb59" -d '{"events": [{"name": "network-changed", "server_uuid": "23b3efda-70e7-42c3-a387-7e34d85c1ae9", "tag": "b72f2e58-9feb-4930-8830-1c943b1d8377"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:59.287292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.436484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22edc8b-dc88-4a7d-9056-e3c8aa90dbb5 req-13a606a9-a4d3-4a21-a4d3-1c3a00729544 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.439589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f22edc8b-dc88-4a7d-9056-e3c8aa90dbb5 req-13a606a9-a4d3-4a21-a4d3-1c3a00729544 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 907 time: 0.2829614 Jun 30 09:16:59.471812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-dc17b320-5a14-4a00-bf4d-1c49fcdabec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.471812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-dc17b320-5a14-4a00-bf4d-1c49fcdabec5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 1059 time: 0.2125742 Jun 30 09:16:59.484172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd879f-a725-4adf-973a-d7b684039dd5 req-440458d7-9c71-43af-9652-7ec30c9f2b7d tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.486231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56dd879f-a725-4adf-973a-d7b684039dd5 req-440458d7-9c71-43af-9652-7ec30c9f2b7d tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.2004533 Jun 30 09:16:59.511229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:59.532536 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe93785-55d0-4ac7-b5db-b5c57c5088d2 x-openstack-request-id: req-9fe93785-55d0-4ac7-b5db-b5c57c5088d2 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:59.533010 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b3efda-70e7-42c3-a387-7e34d85c1ae9", "tag": "b72f2e58-9feb-4930-8830-1c943b1d8377", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:59.533254 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fe93785-55d0-4ac7-b5db-b5c57c5088d2 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:59.533751 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'tag': 'b72f2e58-9feb-4930-8830-1c943b1d8377', 'status': 'completed', 'code': 200} Jun 30 09:16:59.536300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-c3f33db5-d485-4a54-bb11-8bab36890c28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b72f2e58-9feb-4930-8830-1c943b1d8377 HTTP/1.1" status: 200 len: 217 time: 0.0490298 Jun 30 09:16:59.576293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 24435d0d-7820-4f75-9276-2e1a4f6d513d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:59.602333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56dd879f-a725-4adf-973a-d7b684039dd5 req-f753c665-d8ee-4fea-8fec-d0199415d22f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046548 Jun 30 09:16:59.611221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-fe72f683-e986-477d-851a-f74128a87385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.612805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-fe72f683-e986-477d-851a-f74128a87385 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdfc30c5-99d9-44aa-981b-d1c05b3e2c71 HTTP/1.1" status: 200 len: 838 time: 0.0677247 Jun 30 09:16:59.693876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-561279c4-ab7f-47c8-b1c1-61bccd2b77fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.696750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-6079e9ac-ab8a-425a-b939-ff57592e6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.697915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-6079e9ac-ab8a-425a-b939-ff57592e6730 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0743902 Jun 30 09:16:59.720027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5b051065-02e4-4d5e-905b-9077ab4cc480 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:59.722414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:59.731903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-971a27b1-a094-4530-adc4-55dbd7db553a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/24435d0d-7820-4f75-9276-2e1a4f6d513d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7647753 Jun 30 09:16:59.732459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:59.736663 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] Sync routers for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:59.755568 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:59.757402 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:59.775776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5b051065-02e4-4d5e-905b-9077ab4cc480 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:59.776744 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.812577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting subnet cbb7c6c1-9c18-45fd-a289-d1195f856cee {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:59.813742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-4328a537-2a8f-4fcd-89b2-d5e62377df3a service neutron] 10.222.0.26 "GET /v2.0/networks/cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050062 Jun 30 09:16:59.820367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.871997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.911571 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:59.924786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0e5fc00-7a4f-4804-a9a1-05b71735fc73 req-99677703-fe9e-4020-95d0-c9c9aa5187de service neutron] 10.222.0.26 "GET /v2.0/networks/cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005571 Jun 30 09:16:59.929026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-561279c4-ab7f-47c8-b1c1-61bccd2b77fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.938865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-561279c4-ab7f-47c8-b1c1-61bccd2b77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.013592 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-561279c4-ab7f-47c8-b1c1-61bccd2b77fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a14cff47265e40b688d91c24ede0e31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988358 Jun 30 09:17:00.013841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561279c4-ab7f-47c8-b1c1-61bccd2b77fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b126ba58-e2fc-4a98-9251-4f74c4e6d3ac,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:00.015550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:00.017008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.081033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-8090c1ac-d049-4b51-91b6-fabb0d40a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.082575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-8090c1ac-d049-4b51-91b6-fabb0d40a3f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 1059 time: 0.0946369 Jun 30 09:17:00.087560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-16d696ce-595c-4f58-a6ed-53c6f0388f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.088827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.108307 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:16:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:00.119133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb7c6c1-9c18-45fd-a289-d1195f856cee,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:00.123655 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.126520 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b234d0f5-08e9-49eb-a4bf-f985a3d718d6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/subnets/cbb7c6c1-9c18-45fd-a289-d1195f856cee HTTP/1.1" status: 204 len: 168 time: 0.3908179 Jun 30 09:17:00.128429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36098) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:00.132360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07967ac6-77a3-4f9f-89ed-3669a772e864 None None] Network a6528ede-bcb9-49ee-92d0-93e94ef47d20 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:00.145908 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] Checking router: 24435d0d-7820-4f75-9276-2e1a4f6d513d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:00.155229 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] Routers {'24435d0d-7820-4f75-9276-2e1a4f6d513d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:00.155840 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['24435d0d-7820-4f75-9276-2e1a4f6d513d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:00.174647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-16d696ce-595c-4f58-a6ed-53c6f0388f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.257207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.276786 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-16d696ce-595c-4f58-a6ed-53c6f0388f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.279414 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-16d696ce-595c-4f58-a6ed-53c6f0388f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.282369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-16d696ce-595c-4f58-a6ed-53c6f0388f31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b126ba58-e2fc-4a98-9251-4f74c4e6d3ac HTTP/1.1" status: 204 len: 168 time: 0.2613952 Jun 30 09:17:00.284998 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] Set router 24435d0d-7820-4f75-9276-2e1a4f6d513d gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:00.285435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-4e87862f-f60a-406a-b35b-a13a0f5a7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.287217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-4e87862f-f60a-406a-b35b-a13a0f5a7845 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 HTTP/1.1" status: 200 len: 899 time: 0.1963723 Jun 30 09:17:00.293154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d696ce-595c-4f58-a6ed-53c6f0388f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b126ba58-e2fc-4a98-9251-4f74c4e6d3ac,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:00.342541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-a88dbbb7-dfbb-4d00-8894-ae25f7d691cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b72f2e58-9feb-4930-8830-1c943b1d8377 HTTP/1.1" status: 200 len: 217 time: 0.0470259 Jun 30 09:17:00.372711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] DHCP port deletion for a6528ede-bcb9-49ee-92d0-93e94ef47d20 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:00.414012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-360e2901-f8df-4b79-b5ec-2015908582ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.416255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-360e2901-f8df-4b79-b5ec-2015908582ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdfc30c5-99d9-44aa-981b-d1c05b3e2c71 HTTP/1.1" status: 200 len: 838 time: 0.0661032 Jun 30 09:17:00.435639 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.478880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] Deleting port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:00.479564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.533415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-4e4ce54b-1e92-47a0-b0a6-d78376f3c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.535517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-4e4ce54b-1e92-47a0-b0a6-d78376f3c219 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1068351 Jun 30 09:17:00.549147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 90078312-1cf0-4558-a47e-7ba749403210 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:00.550139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.568057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] For port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9a6b4804-6ee8-4aff-bb23-a219c1c94d7a,segment=NetworkSegment(0bcbfc2e-5ef8-4b28-985a-905051eb663a),segment_id=0bcbfc2e-5ef8-4b28-985a-905051eb663a)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:00.569110 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.588464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] Calling delete_port for 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:00.688683 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:16:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:00.698050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 90078312-1cf0-4558-a47e-7ba749403210, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=90078312-1cf0-4558-a47e-7ba749403210,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:00.698503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.719443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 90078312-1cf0-4558-a47e-7ba749403210 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:00.736702 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315d494-8da4-41d7-8f6a-de55c4cc0b9c None None] The sync data for ids ['24435d0d-7820-4f75-9276-2e1a4f6d513d'] in n-d-758944-40 is: [{'id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666057292', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '90078312-1cf0-4558-a47e-7ba749403210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:42Z', 'updated_at': '2021-06-30T09:16:58Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '90078312-1cf0-4558-a47e-7ba749403210', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24435d0d-7820-4f75-9276-2e1a4f6d513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:43Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:00.754483 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.776012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-07ba5141-a715-4a3d-96b5-a2376bbbe3b9 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307649 Jun 30 09:17:00.810712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] Pushing event deleted for resources: {'Port': ['ID=9a6b4804-6ee8-4aff-bb23-a219c1c94d7a,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:00.812489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6e6d0-d6e0-4637-b196-eef26c7b5600 None None] No DVR routers for this DVR port 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:00.893849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34839a-4076-47ce-bcc9-59102ec47fe4 req-39438bc1-5681-4d3a-bbdf-42dd37b49cb7 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.895329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b34839a-4076-47ce-bcc9-59102ec47fe4 req-39438bc1-5681-4d3a-bbdf-42dd37b49cb7 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 907 time: 0.2188861 Jun 30 09:17:00.929120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.969085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7fc62-af03-4a8b-b122-c19cb7f8bc94 req-524e0f3a-3da8-47b4-8fe9-f1fae59565f3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.970074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46f7fc62-af03-4a8b-b122-c19cb7f8bc94 req-524e0f3a-3da8-47b4-8fe9-f1fae59565f3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1506577 Jun 30 09:17:00.981901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8518cd2-2e15-44fb-9445-0a030d7fcb59 req-61426a42-fc6b-4ae0-83fb-5af05bf0bb35 service neutron] 10.222.0.26 "GET /v2.0/networks/cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947517 Jun 30 09:17:01.021721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46f7fc62-af03-4a8b-b122-c19cb7f8bc94 req-29c1dc73-b7f5-46c3-b1f2-e5f4521fcc3e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366914 Jun 30 09:17:01.286309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=90078312-1cf0-4558-a47e-7ba749403210,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:01.370353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.488940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.491542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.532989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f6a30-44ad-456f-9977-e8dc6ae82636 req-c11ee4b7-ccf5-4a7a-98a8-33babf189c92 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:01.534903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc0f6a30-44ad-456f-9977-e8dc6ae82636 req-c11ee4b7-ccf5-4a7a-98a8-33babf189c92 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1345024 Jun 30 09:17:01.551203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.551749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Fanout notify agent at l3_agent the message router_deleted on router 24435d0d-7820-4f75-9276-2e1a4f6d513d {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:01.562698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.566514 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-82f7e8fd-b250-4dd9-a187-a822cf2749d1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/routers/24435d0d-7820-4f75-9276-2e1a4f6d513d HTTP/1.1" status: 204 len: 168 time: 1.4344127 Jun 30 09:17:01.567013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36136) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.598375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-ca188877-924b-4351-a009-5028fdcc93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:01.599763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-ca188877-924b-4351-a009-5028fdcc93e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 1097 time: 0.1579683 Jun 30 09:17:01.644348 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fb3a65ed-61d7-4872-b23d-1dab5993ae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.755494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 496bda84-1ea1-46d8-96cc-2f534d775511 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:01.804488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc0f6a30-44ad-456f-9977-e8dc6ae82636 req-90f4da8b-dcee-43b9-a836-94c1718d464f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628291 Jun 30 09:17:01.813704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 496bda84-1ea1-46d8-96cc-2f534d775511 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:01.814074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 496bda84-1ea1-46d8-96cc-2f534d775511 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:01.814504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:01.836381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:01.836593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a6b4804-6ee8-4aff-bb23-a219c1c94d7a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:01.845239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.878548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-27bfa7c5-19b7-4976-8608-14816783bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:01.880012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-27bfa7c5-19b7-4976-8608-14816783bf6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.2562740 Jun 30 09:17:02.003584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36148) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.164963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'network': {'name': 'tempest-network-smoke--962234620', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:02.191156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:02.195917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.208881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.304869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.310862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.337291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:02.346773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d09ea6-86ba-4f85-be59-bdaeaf8ee648,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:02.353133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.353478 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Added segment d844cded-f7a7-4104-86e2-da3decc40f6e of type vlan for network 2b240833-d9d5-44bd-9e28-8d46ebdc600c Jun 30 09:17:02.383014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.395241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.404148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6528ede-bcb9-49ee-92d0-93e94ef47d20']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.425504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcbfc2e-5ef8-4b28-985a-905051eb663a') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.425745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcbfc2e-5ef8-4b28-985a-905051eb663a') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.426121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.431818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.432403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.435012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-313d0be7-c33a-4c55-9a03-c9abf91e57f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 200 len: 1001 time: 0.5244529 Jun 30 09:17:02.439933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.490288 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.498490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4911225 Jun 30 09:17:02.498708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.503128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'admin_state_up': True, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:02.511108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:02.511401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b082-74dd-4fa9-b462-f5d00e85ed11 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Network': ['ID=2b240833-d9d5-44bd-9e28-8d46ebdc600c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:02.511568 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.523057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:02.523390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c0446-fccd-4327-b08c-5d72fab4c6e0 req-21e21ea3-452d-44f8-a79f-1220eb5c0d71 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.525952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be6c0446-fccd-4327-b08c-5d72fab4c6e0 req-21e21ea3-452d-44f8-a79f-1220eb5c0d71 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 907 time: 0.1858778 Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:02.527405 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:02.535481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.536527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.574648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-5ad4caa7-ceb4-4b43-9625-efd01149f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.576507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-5ad4caa7-ceb4-4b43-9625-efd01149f7b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.1284928 Jun 30 09:17:02.593524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.627970 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.635227 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.637119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/networks/a6528ede-bcb9-49ee-92d0-93e94ef47d20 HTTP/1.1" status: 204 len: 168 time: 1.0656857 Jun 30 09:17:02.640218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36154) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.657116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e6dbd-b975-4906-b4c4-18bdf170a3ab tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Network': ['ID=a6528ede-bcb9-49ee-92d0-93e94ef47d20,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:02.673792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-cf87363e-ebf5-4367-8cb7-ed4245f9f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.675312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-cf87363e-ebf5-4367-8cb7-ed4245f9f825 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880806 Jun 30 09:17:02.767970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-713c4570-9520-4025-94bb-63423e118a33 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825014 Jun 30 09:17:02.770021 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.802028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d27b3414-553c-4f3a-bd00-82ca5c1ff956 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.855032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d27b3414-553c-4f3a-bd00-82ca5c1ff956 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.871541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97244e76-88d6-48d5-b662-3a003a15fdf5 req-c3ed4446-8ed1-4cc1-a950-fb12bc8d8c03 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935900 Jun 30 09:17:03.014085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08930ed8-f0f3-4ab1-8575-6dd78c6d1258 req-9bb10f37-787a-4fe0-964e-345a6918a096 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.015726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08930ed8-f0f3-4ab1-8575-6dd78c6d1258 req-9bb10f37-787a-4fe0-964e-345a6918a096 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.0703866 Jun 30 09:17:03.026170 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d27b3414-553c-4f3a-bd00-82ca5c1ff956 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.028677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d27b3414-553c-4f3a-bd00-82ca5c1ff956 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.029926 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d27b3414-553c-4f3a-bd00-82ca5c1ff956 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/security-groups/ed069cc9-ee72-4c5a-8e23-7b533e7ff850 HTTP/1.1" status: 204 len: 168 time: 0.3886497 Jun 30 09:17:03.052151 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b3414-553c-4f3a-bd00-82ca5c1ff956 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed069cc9-ee72-4c5a-8e23-7b533e7ff850,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.070614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08930ed8-f0f3-4ab1-8575-6dd78c6d1258 req-de0998cf-4595-4390-adbf-7f3e7aa5a4eb tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Jun 30 09:17:03.100478 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.119810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.223398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.25.8.54 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/9396fa60-b3ee-475b-b3e4-040f4291c6e7) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:03.327992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.365998 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.399995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:03.403011 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:03.405415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:03.446998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=9396fa60-b3ee-475b-b3e4-040f4291c6e7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.460194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36162) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:03.466258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-66ee364c-8d75-42b0-a7ad-fbeb0d1cb3b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430451338', 'description': 'tempest-secgroup-smoke-1430451338 description', 'project_id': '21be9dbad110454fbec720bb08d4bdac'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:03.490752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66ee364c-8d75-42b0-a7ad-fbeb0d1cb3b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.584341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 90078312-1cf0-4558-a47e-7ba749403210 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:03.608920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66ee364c-8d75-42b0-a7ad-fbeb0d1cb3b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.610530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 90078312-1cf0-4558-a47e-7ba749403210 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:03.611055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 90078312-1cf0-4558-a47e-7ba749403210 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:03.617593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66ee364c-8d75-42b0-a7ad-fbeb0d1cb3b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.647111 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-66ee364c-8d75-42b0-a7ad-fbeb0d1cb3b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.648335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-66ee364c-8d75-42b0-a7ad-fbeb0d1cb3b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1869385 Jun 30 09:17:03.650832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee364c-8d75-42b0-a7ad-fbeb0d1cb3b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5edef72-f5fd-4650-8725-a9b6b992bcb8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.652798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36166) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:03.666407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-813441fb-c3fc-4207-a072-fa753a8ef301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'b5edef72-f5fd-4650-8725-a9b6b992bcb8', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:03.693323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.732123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813441fb-c3fc-4207-a072-fa753a8ef301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.768474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f65a3d-daa0-47d8-83fe-6b54599f3197 req-33ff5caa-a501-49f7-abb2-d042bd7bd801 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.769961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87f65a3d-daa0-47d8-83fe-6b54599f3197 req-33ff5caa-a501-49f7-abb2-d042bd7bd801 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 907 time: 0.0992484 Jun 30 09:17:03.796591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813441fb-c3fc-4207-a072-fa753a8ef301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.800138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813441fb-c3fc-4207-a072-fa753a8ef301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.819365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813441fb-c3fc-4207-a072-fa753a8ef301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0759bd97-63b5-446c-97b2-f803619e762e,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.825947 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-813441fb-c3fc-4207-a072-fa753a8ef301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.829985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-813441fb-c3fc-4207-a072-fa753a8ef301 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675372 Jun 30 09:17:03.830581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36168) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:03.835012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0a6c1907-59e2-41da-951d-17e00d0171bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'b5edef72-f5fd-4650-8725-a9b6b992bcb8', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:03.861932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1907-59e2-41da-951d-17e00d0171bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.895702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.918492 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1907-59e2-41da-951d-17e00d0171bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.922370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1907-59e2-41da-951d-17e00d0171bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.940151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c1907-59e2-41da-951d-17e00d0171bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be750fef-a66c-481b-b509-8b69342d9240,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.947575 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1907-59e2-41da-951d-17e00d0171bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.951329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0a6c1907-59e2-41da-951d-17e00d0171bf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171331 Jun 30 09:17:03.951424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36170) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:03.955893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-511b18a3-ff33-44b2-90f7-575027ef82e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'b5edef72-f5fd-4650-8725-a9b6b992bcb8', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:03.982223 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-511b18a3-ff33-44b2-90f7-575027ef82e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.032698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 22235108-3863-4d94-a902-96bacb54d77a is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:17:04.041541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-511b18a3-ff33-44b2-90f7-575027ef82e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.045278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-511b18a3-ff33-44b2-90f7-575027ef82e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.057120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b72f2e58-9feb-4930-8830-1c943b1d8377 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:04.066697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b18a3-ff33-44b2-90f7-575027ef82e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b745988-96ba-4dc9-aa71-5fd4cc2cfa8c,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.070503 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-511b18a3-ff33-44b2-90f7-575027ef82e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.072360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-511b18a3-ff33-44b2-90f7-575027ef82e1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199815 Jun 30 09:17:04.075926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36172) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.080663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b1f83839-0cf3-4f97-9def-0e029cedf436 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'b5edef72-f5fd-4650-8725-a9b6b992bcb8', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:04.111011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1f83839-0cf3-4f97-9def-0e029cedf436 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.160422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:04.172508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b72f2e58-9feb-4930-8830-1c943b1d8377, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b72f2e58-9feb-4930-8830-1c943b1d8377,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:04.177664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Sync routers for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:04.191996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.193444 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-38c2ae01-6a1a-44c2-acc8-bc07dec85323 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6937120 Jun 30 09:17:04.198392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1f83839-0cf3-4f97-9def-0e029cedf436 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.199342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36176) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.208585 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1f83839-0cf3-4f97-9def-0e029cedf436 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.216917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'b72f2e58-9feb-4930-8830-1c943b1d8377', 'network_id': 'cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8', 'port_id': 'b72f2e58-9feb-4930-8830-1c943b1d8377', 'mac_address': 'fa:16:3e:db:21:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfc30c5-99d9-44aa-981b-d1c05b3e2c71', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:04.224273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:04.224976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:16:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:04.259188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f83839-0cf3-4f97-9def-0e029cedf436 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abcf612-2071-4eaf-91cb-db3e704497a5,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.264484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b1f83839-0cf3-4f97-9def-0e029cedf436 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.265806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b1f83839-0cf3-4f97-9def-0e029cedf436 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886742 Jun 30 09:17:04.268477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36180) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.273404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'b5edef72-f5fd-4650-8725-a9b6b992bcb8', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:04.298599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.319227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cbea1a43-dcdb-40bb-a501-9cc5f4341f5d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=3235bc3386b14f99b884e670a4fc3f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177683 Jun 30 09:17:04.323046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36182) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.332761 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:17:04.341303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.358415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72f2e58-9feb-4930-8830-1c943b1d8377 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:04.365876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a0e2f-ac63-44a8-9ac4-b1729f5b9b8f req-2d1657d4-51b0-4dc3-bcf4-ede982ebbd3e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.367374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f2a0e2f-ac63-44a8-9ac4-b1729f5b9b8f req-2d1657d4-51b0-4dc3-bcf4-ede982ebbd3e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1524425 Jun 30 09:17:04.380658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b72f2e58-9feb-4930-8830-1c943b1d8377, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b72f2e58-9feb-4930-8830-1c943b1d8377,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:04.386789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.400959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.416051 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-efafb187-14a5-43e1-8512-7687afdcc70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.419601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966c3e8-4d3e-4acf-a232-025afe1c9559 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.422318 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c966c3e8-4d3e-4acf-a232-025afe1c9559 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980134 Jun 30 09:17:04.423891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36184) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.448380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:04.459586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f2a0e2f-ac63-44a8-9ac4-b1729f5b9b8f req-c607a3f7-6ea1-4ceb-ab35-0b49fa390955 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679731 Jun 30 09:17:04.465149 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9498ba6b-bfa3-4376-b646-f0f380a98d4a tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398920 Jun 30 09:17:04.465978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36186) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.466135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.470967 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.471288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-740568579', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:04.502352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.506838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2341027 Jun 30 09:17:04.506838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0b762-9093-4e8d-9d6e-109f18af5a33 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1418a73f-4b05-4739-b954-fafaabec3aef,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.506838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36190) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.516082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'b5edef72-f5fd-4650-8725-a9b6b992bcb8', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:04.537788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b72f2e58-9feb-4930-8830-1c943b1d8377,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.540581 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:17:04.547228 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.577660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:04.581729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.617248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.622113 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.642717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baaf44d-5702-4226-961b-cca48b70510b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.649296 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.650944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aee22b06-acbc-4a4e-9a14-87ccbbd0ea55 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385715 Jun 30 09:17:04.655120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36192) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.661227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b72f2e58-9feb-4930-8830-1c943b1d8377'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:04.662196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'network': {'name': 'tempest-network-smoke--561761899', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'port_security_enabled': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:04.688522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:04.693091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.697901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 3, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:04.721136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:04.731326 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.731684 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Added segment 956efc3f-f6b2-4b1d-9695-dfa59fd4f981 of type vlan for network 81cb06e3-b085-47c0-982e-0bf961e20f3a Jun 30 09:17:04.732033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Checking router: 22235108-3863-4d94-a902-96bacb54d77a for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:04.732606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Updating router 22235108-3863-4d94-a902-96bacb54d77a port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:04.773009 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.778473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.779787 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.811980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.818052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.818736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.848733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Subnet': ['ID=03d3359b-6234-4c6c-af9f-112d4875579a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.851263 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Checking segment: {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:04.851702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network hostable DHCP agents. Network: 2b240833-d9d5-44bd-9e28-8d46ebdc600c, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:04.870228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:04.889878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2305820 Jun 30 09:17:04.890102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36196) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.895515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2b240833-d9d5-44bd-9e28-8d46ebdc600c) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:04.896778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'admin_state_up': True, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:04.905794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.906133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.915183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0f01e-9a9c-4d44-aa48-434842d9807e None None] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:04.924317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.925350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.930494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad1b1b-c195-4c18-92f8-9b86db925ad9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Network': ['ID=81cb06e3-b085-47c0-982e-0bf961e20f3a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.932139 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-20fd0059-9d9e-4531-b0fe-1a5b9095c28d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4648528 Jun 30 09:17:04.935594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36198) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:04.975184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:04.989694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.176343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.258025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909202fb-018d-4fc3-93e6-cbe3f7135f7b req-a92bb185-177d-46ec-830b-3f0238f94b68 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.259557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-909202fb-018d-4fc3-93e6-cbe3f7135f7b req-a92bb185-177d-46ec-830b-3f0238f94b68 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 908 time: 0.2738113 Jun 30 09:17:05.279704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:05.281359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.295462 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.320258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Transition to ACTIVE for port object 9396fa60-b3ee-475b-b3e4-040f4291c6e7 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:05.330582 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.409476 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.429285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.449870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5271844-3a06-4b8f-bdb6-87c09e0f3e3c None None] Pushing event updated for resources: {'Port': ['ID=9396fa60-b3ee-475b-b3e4-040f4291c6e7,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.450399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.469724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Attempting to bind port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:05.470218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Attempting to bind port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:05.470676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Attempting to bind port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:05.478628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:05.479159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:05.479657 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.480513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:05.480693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Bound port: 9396fa60-b3ee-475b-b3e4-040f4291c6e7, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:05.481178 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.547021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Allocated IP 172.20.0.2 (2b240833-d9d5-44bd-9e28-8d46ebdc600c/03d3359b-6234-4c6c-af9f-112d4875579a/3667a57f-5858-41bd-962e-61630f5ec056) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:05.557670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.224 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/58cb0665-80fe-44c0-b9c0-b14a1b2a7600) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:05.575900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] For port 9396fa60-b3ee-475b-b3e4-040f4291c6e7, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:05.580547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] For port 9396fa60-b3ee-475b-b3e4-040f4291c6e7, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9396fa60-b3ee-475b-b3e4-040f4291c6e7,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:05.596785 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.679283 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.692702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5271844-3a06-4b8f-bdb6-87c09e0f3e3c None None] Pushing event updated for resources: {'Port': ['ID=9396fa60-b3ee-475b-b3e4-040f4291c6e7,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.704294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:05.705180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:05.722934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.762163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:05.765114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:05.767774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:05.802534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.927960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.017385 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.030856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:06.032833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Transition to ACTIVE for port object 3667a57f-5858-41bd-962e-61630f5ec056 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:06.035692 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.089720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b72f2e58-9feb-4930-8830-1c943b1d8377 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:06.157728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Transition to ACTIVE for port object 3667a57f-5858-41bd-962e-61630f5ec056 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:06.174080 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.217780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.20.0.1 (2b240833-d9d5-44bd-9e28-8d46ebdc600c/03d3359b-6234-4c6c-af9f-112d4875579a/a04ec2fa-5f42-4239-ae9c-96e5824d24fa) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:06.237357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:06.247017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:06.254473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.268205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:06.276095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Pushing event updated for resources: {'Port': ['ID=3667a57f-5858-41bd-962e-61630f5ec056,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:06.281025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port b72f2e58-9feb-4930-8830-1c943b1d8377 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:06.332769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port b72f2e58-9feb-4930-8830-1c943b1d8377 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:06.333143 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.432263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Attempting to bind port 3667a57f-5858-41bd-962e-61630f5ec056 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:06.432534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Attempting to bind port 3667a57f-5858-41bd-962e-61630f5ec056 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:06.432895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Attempting to bind port 3667a57f-5858-41bd-962e-61630f5ec056 on network 2b240833-d9d5-44bd-9e28-8d46ebdc600c {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:06.435692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.447173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:06.447549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Checking segment: {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:06.447946 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.448351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Bound using segment: {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:06.448820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Bound port: 3667a57f-5858-41bd-962e-61630f5ec056, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:06.449198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.454035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Transition to ACTIVE for port object a04ec2fa-5f42-4239-ae9c-96e5824d24fa will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:06.486858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:17:06.507568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.509679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785a53-8ef8-4e86-b029-2bdbbb52abb7 req-61461de2-4d35-4371-b4a6-70c9f75e84d4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.529743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f785a53-8ef8-4e86-b029-2bdbbb52abb7 req-61461de2-4d35-4371-b4a6-70c9f75e84d4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 908 time: 0.1229284 Jun 30 09:17:06.560727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 3, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:06.583025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:06.587865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:06.592119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:06.598067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c8728-8dd4-4f2e-808f-4a910697e17d None None] The sync data for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 is: [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 3, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:06.611370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] For port 3667a57f-5858-41bd-962e-61630f5ec056, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:06.613438 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.632377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] For port 3667a57f-5858-41bd-962e-61630f5ec056, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3667a57f-5858-41bd-962e-61630f5ec056,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:06.642390 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.651893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72f2e58-9feb-4930-8830-1c943b1d8377'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:06.654238 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb02725-0868-4a91-8f9a-37f5671d6cce" -d '{"events": [{"server_uuid": "23b3efda-70e7-42c3-a387-7e34d85c1ae9", "name": "network-vif-plugged", "status": "completed", "tag": "b72f2e58-9feb-4930-8830-1c943b1d8377"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:06.670690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.689330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:06.704494 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Sync routers for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:06.719407 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.723364 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:06.724184 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:06.729675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:06.730999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-97503262-b48a-42df-a185-6d7a7dd3c00f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8345044 Jun 30 09:17:06.746779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:06.757247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b72f2e58-9feb-4930-8830-1c943b1d8377, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b72f2e58-9feb-4930-8830-1c943b1d8377,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:06.767596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.775321 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-de8f6f0a-fac5-42d0-bb1d-7a2332ebb6a8 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=21be9dbad110454fbec720bb08d4bdac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413702 Jun 30 09:17:06.776191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36206) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:06.791091 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b89bbf-4ee4-4dbe-89b0-281d86f446a2 x-openstack-request-id: req-68b89bbf-4ee4-4dbe-89b0-281d86f446a2 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:06.791385 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3efda-70e7-42c3-a387-7e34d85c1ae9", "name": "network-vif-plugged", "status": "completed", "tag": "b72f2e58-9feb-4930-8830-1c943b1d8377", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:06.791624 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68b89bbf-4ee4-4dbe-89b0-281d86f446a2 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:06.792148 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72f2e58-9feb-4930-8830-1c943b1d8377', 'code': 200} Jun 30 09:17:06.802432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e95de2-7e07-4c6f-b1b0-313df08b4611 None None] Pushing event updated for resources: {'Port': ['ID=3667a57f-5858-41bd-962e-61630f5ec056,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:06.881975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b72f2e58-9feb-4930-8830-1c943b1d8377,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:06.920363 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:06.956434 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.984443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942c5ce-f25c-472e-9a73-84c8e498ebc9 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.986120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9942c5ce-f25c-472e-9a73-84c8e498ebc9 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2090290 Jun 30 09:17:06.991026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36208) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:07.031900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-949a74d9-51f1-4220-9f28-19d71c11c575 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401695 Jun 30 09:17:07.034686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36210) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:07.039767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595447685', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:07.149219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365342af-67f3-4cfc-a3a8-59b066582766 req-525dc0d0-df2a-4ad0-b7cb-85243f653067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:07.151024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-365342af-67f3-4cfc-a3a8-59b066582766 req-525dc0d0-df2a-4ad0-b7cb-85243f653067 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 1061 time: 0.2794118 Jun 30 09:17:07.175233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:07.179352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.236823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:07.298845 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Checking router: 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:07.299454 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Updating router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:07.310173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.354184 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.443347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.505127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Subnet': ['ID=b08d4aad-945b-4477-bf15-f367f3f10567,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:07.552507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Checking segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:07.552877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network hostable DHCP agents. Network: 81cb06e3-b085-47c0-982e-0bf961e20f3a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:07.575738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:07.590156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 81cb06e3-b085-47c0-982e-0bf961e20f3a) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:07.599104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:07.599758 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.607697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396c3bd-edde-4cca-89c5-13485a72f524 None None] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:07.622641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c39acc0e-316f-4bc6-b1b1-0ea88d5158a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5840967 Jun 30 09:17:07.623462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36214) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:07.821524 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.846769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3667a57f-5858-41bd-962e-61630f5ec056 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:07.859863 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Transition to ACTIVE for port object 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:07.881914 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.884862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.899419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.984485 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Attempting to bind port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:07.985263 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Attempting to bind port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:07.985893 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Attempting to bind port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:08.022663 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:08.023449 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:08.024132 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.025524 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:08.026290 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Bound port: 58cb0665-80fe-44c0-b9c0-b14a1b2a7600, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:08.027057 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.074940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-81cb06e3-b085-47c0-982e-0bf961e20f3a', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:08.075907 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.110967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:08.117159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.139823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] For port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:08.157428 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] For port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:08.159081 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Pushing event updated for resources: {'Port': ['ID=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:08.168763 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.183442 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.185569 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.189472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.190408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.190408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.190842 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.191523 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.192305 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.192305 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.192717 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.193298 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.193760 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:08.239295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3667a57f-5858-41bd-962e-61630f5ec056 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:08.250452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:08.251924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:08.261871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9396fa60-b3ee-475b-b3e4-040f4291c6e7 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:08.316447 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:08.317235 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:08.382217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Allocated IP 172.20.0.2 (81cb06e3-b085-47c0-982e-0bf961e20f3a/b08d4aad-945b-4477-bf15-f367f3f10567/18247cfd-2618-4039-b9b0-c341b0a70c46) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:08.404984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:08.406207 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01123-8263-4729-b513-d6047fe0c6c6 None None] Pushing event updated for resources: {'Port': ['ID=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:08.448774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:08.449174 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.478990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 22235108-3863-4d94-a902-96bacb54d77a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:08.481433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26a86-83f2-4054-acfe-49ff61c38b2e req-7f4b9de2-3a7a-44c4-9018-7dd62baf7866 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.501412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee26a86-83f2-4054-acfe-49ff61c38b2e req-7f4b9de2-3a7a-44c4-9018-7dd62baf7866 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 909 time: 0.6993370 Jun 30 09:17:08.502753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5152b7-59da-45c7-a079-7312c714abd3 None None] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:08.561369 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:08.645226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a6840d05-ab60-44e1-8aae-4dbaee365778 None None] Provisioning for port 3667a57f-5858-41bd-962e-61630f5ec056 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:08.648043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:08.664305 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a373b5d-1ce1-4ba4-9080-114876782afb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "PUT /v2.0/routers/22235108-3863-4d94-a902-96bacb54d77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7276514 Jun 30 09:17:08.666297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36216) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:08.688926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a6840d05-ab60-44e1-8aae-4dbaee365778 None None] Provisioning complete for port 3667a57f-5858-41bd-962e-61630f5ec056 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:08.689288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6840d05-ab60-44e1-8aae-4dbaee365778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.725308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.733728 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.778864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Transition to ACTIVE for port object 18247cfd-2618-4039-b9b0-c341b0a70c46 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:08.799448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.800127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.800782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.801330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.802012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.802527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.802964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.803428 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:08.803592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.805730 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a1a713a4-8950-4933-8cec-01ed496abc8d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5638 time: 0.1384354 Jun 30 09:17:08.808451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36218) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:08.839607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Transition to ACTIVE for port object 18247cfd-2618-4039-b9b0-c341b0a70c46 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:08.842387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 9396fa60-b3ee-475b-b3e4-040f4291c6e7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9396fa60-b3ee-475b-b3e4-040f4291c6e7,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:08.856265 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69fda8-375b-47f5-b905-26642ef22936 None None] The sync data for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 is: [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:05Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:08.884172 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.891202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.897084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.897614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.898022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.898516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.899652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.900096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.900603 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.901171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.903304 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d59fce9-3979-4ce0-a84b-1c481c1badf4 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5236 time: 0.0939140 Jun 30 09:17:08.906212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36220) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:08.907459 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.964973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:08.975822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:08.986131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:09.040208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=9396fa60-b3ee-475b-b3e4-040f4291c6e7,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.079056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.079405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.079747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.080083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.080418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.080750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.081074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.081414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.081764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.082093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.082421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.082742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:09.101681 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-72a7542a-47b1-488e-a32e-48bd142ac527 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.1930227 Jun 30 09:17:09.113666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6840d05-ab60-44e1-8aae-4dbaee365778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.163456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Attempting to bind port 18247cfd-2618-4039-b9b0-c341b0a70c46 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:09.163830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Attempting to bind port 18247cfd-2618-4039-b9b0-c341b0a70c46 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:09.164851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Attempting to bind port 18247cfd-2618-4039-b9b0-c341b0a70c46 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:09.183324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:09.183703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Checking segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:09.184117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.184511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Bound using segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:09.184998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Bound port: 18247cfd-2618-4039-b9b0-c341b0a70c46, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:09.185398 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.188163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Pushing event updated for resources: {'Port': ['ID=18247cfd-2618-4039-b9b0-c341b0a70c46,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.220832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a6840d05-ab60-44e1-8aae-4dbaee365778 None None] For port 3667a57f-5858-41bd-962e-61630f5ec056, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3667a57f-5858-41bd-962e-61630f5ec056,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:09.254947 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6840d05-ab60-44e1-8aae-4dbaee365778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.328002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.1 (81cb06e3-b085-47c0-982e-0bf961e20f3a/b08d4aad-945b-4477-bf15-f367f3f10567/c4754f7b-41bf-4e11-819f-af8e2d236504) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:09.389897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] For port 18247cfd-2618-4039-b9b0-c341b0a70c46, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:09.401959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Sync routers for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:09.414221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6840d05-ab60-44e1-8aae-4dbaee365778 None None] Pushing event updated for resources: {'Port': ['ID=3667a57f-5858-41bd-962e-61630f5ec056,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.420261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] For port 18247cfd-2618-4039-b9b0-c341b0a70c46, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=18247cfd-2618-4039-b9b0-c341b0a70c46,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:09.436342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.453079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:09.453664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:09.491248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.515898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object c4754f7b-41bf-4e11-819f-af8e2d236504 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:09.593084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36226) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:09.600031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9489ffa6-cc0f-4bc2-b181-3280da960232 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347888725', 'description': 'tempest-secgroup-smoke-347888725 description', 'project_id': '3235bc3386b14f99b884e670a4fc3f91'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:09.630922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.673591 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9489ffa6-cc0f-4bc2-b181-3280da960232 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.688277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:09.693203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:09.700416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:09.761260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=c4754f7b-41bf-4e11-819f-af8e2d236504,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.823636 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.829974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9489ffa6-cc0f-4bc2-b181-3280da960232 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.844605 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9489ffa6-cc0f-4bc2-b181-3280da960232 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.876613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-83a9e790-dad7-4f9a-af31-f922ee56331e None None] Provisioning for port a04ec2fa-5f42-4239-ae9c-96e5824d24fa completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:09.897463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:09.904814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9489ffa6-cc0f-4bc2-b181-3280da960232 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.908824 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9489ffa6-cc0f-4bc2-b181-3280da960232 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3114254 Jun 30 09:17:09.910386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36228) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:09.917566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4304e8a3-223e-412a-b94f-8b7124bc1667 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:09.934377 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489ffa6-cc0f-4bc2-b181-3280da960232 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.941108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-83a9e790-dad7-4f9a-af31-f922ee56331e None None] Provisioning complete for port a04ec2fa-5f42-4239-ae9c-96e5824d24fa triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:09.941938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-83a9e790-dad7-4f9a-af31-f922ee56331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.977904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca3edd-c5c3-4975-9513-9f69aa89151f req-91b79428-fa5d-4202-b626-60617821a2b2 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.979654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7cca3edd-c5c3-4975-9513-9f69aa89151f req-91b79428-fa5d-4202-b626-60617821a2b2 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 909 time: 0.2434561 Jun 30 09:17:09.989381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4304e8a3-223e-412a-b94f-8b7124bc1667 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.004434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff92db1-f243-47c8-beef-7415f708699d None None] Pushing event updated for resources: {'Port': ['ID=18247cfd-2618-4039-b9b0-c341b0a70c46,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.108351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-83a9e790-dad7-4f9a-af31-f922ee56331e None None] Port a04ec2fa-5f42-4239-ae9c-96e5824d24fa cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:10.124087 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4304e8a3-223e-412a-b94f-8b7124bc1667 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.143477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:10.149999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4304e8a3-223e-412a-b94f-8b7124bc1667 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.193804 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.208262 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4304e8a3-223e-412a-b94f-8b7124bc1667 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.215003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36232) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:10.215473 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4304e8a3-223e-412a-b94f-8b7124bc1667 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036845 Jun 30 09:17:10.217899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304e8a3-223e-412a-b94f-8b7124bc1667 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9798d208-06b6-4d78-8031-0c6c919fb711,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.231001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-dda07ee5-d43b-47d9-a476-16bb300c70d3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:10.270443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-83a9e790-dad7-4f9a-af31-f922ee56331e None None] Provisioning complete for port 3667a57f-5858-41bd-962e-61630f5ec056 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:10.271085 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-83a9e790-dad7-4f9a-af31-f922ee56331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.339776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:10.360542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:10.361184 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.380676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dda07ee5-d43b-47d9-a476-16bb300c70d3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.525976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dda07ee5-d43b-47d9-a476-16bb300c70d3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.540857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dda07ee5-d43b-47d9-a476-16bb300c70d3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.554075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcf13a-9d3b-4f3c-acf2-a377c2b98d40 req-b39e33fb-d91f-4549-9108-48da5bccb453 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.555856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50fcf13a-9d3b-4f3c-acf2-a377c2b98d40 req-b39e33fb-d91f-4549-9108-48da5bccb453 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 909 time: 0.2920470 Jun 30 09:17:10.587882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda07ee5-d43b-47d9-a476-16bb300c70d3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e4abbd-0905-4b0a-b23b-ae8984b44cc4,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.615607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dda07ee5-d43b-47d9-a476-16bb300c70d3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.616686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dda07ee5-d43b-47d9-a476-16bb300c70d3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4002895 Jun 30 09:17:10.619175 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.619890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36238) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:10.624782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-80d92c59-feb5-4e9b-abfa-90392b76aec2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:10.645698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:10.656808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.657785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3667a57f-5858-41bd-962e-61630f5ec056 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:10.673682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80d92c59-feb5-4e9b-abfa-90392b76aec2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.718055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.724879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.734409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:07Z', 'revision_number': 2, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.740783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80d92c59-feb5-4e9b-abfa-90392b76aec2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.746391 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80d92c59-feb5-4e9b-abfa-90392b76aec2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.767592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d92c59-feb5-4e9b-abfa-90392b76aec2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e6bf51-cb71-4b47-b27c-fff8badd44af,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.771361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-80d92c59-feb5-4e9b-abfa-90392b76aec2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.775343 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-80d92c59-feb5-4e9b-abfa-90392b76aec2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516945 Jun 30 09:17:10.776126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36240) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:10.780995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9ae0441e-c120-4dbd-bed4-1316d062e400 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:10.785375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Checking router: 22235108-3863-4d94-a902-96bacb54d77a for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:10.785781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Updating router 22235108-3863-4d94-a902-96bacb54d77a port a04ec2fa-5f42-4239-ae9c-96e5824d24fa binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:10.811846 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ae0441e-c120-4dbd-bed4-1316d062e400 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.837974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=c4754f7b-41bf-4e11-819f-af8e2d236504,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.840405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b1babb3-25f5-43ee-b33b-115a73342665 None None] Provisioning complete for port a04ec2fa-5f42-4239-ae9c-96e5824d24fa triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:10.840783 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b1babb3-25f5-43ee-b33b-115a73342665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.845356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.876009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.888219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ae0441e-c120-4dbd-bed4-1316d062e400 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.891361 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.893880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ae0441e-c120-4dbd-bed4-1316d062e400 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.899308 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:10.910778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da1a9b-e2ca-4511-8c40-21291b04139b req-70872a9c-9d7e-47ee-ba8a-397d219dd2da tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.911937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8b1babb3-25f5-43ee-b33b-115a73342665 None None] Port a04ec2fa-5f42-4239-ae9c-96e5824d24fa cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:10.912386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78da1a9b-e2ca-4511-8c40-21291b04139b req-70872a9c-9d7e-47ee-ba8a-397d219dd2da tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 1061 time: 0.1895702 Jun 30 09:17:10.914574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3667a57f-5858-41bd-962e-61630f5ec056 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:10.915329 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.933853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9ae0441e-c120-4dbd-bed4-1316d062e400 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.938797 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ae0441e-c120-4dbd-bed4-1316d062e400 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584251 Jun 30 09:17:10.938797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0441e-c120-4dbd-bed4-1316d062e400 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bca68f1-6ac8-49eb-97cd-abdaaac7527c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.938797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36242) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:10.953818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:10.971125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:10.972699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:10.986863 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Project 3235bc3386b14f99b884e670a4fc3f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:17:10.992006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.069143 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.084238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.107615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8b5617-4553-4fb2-8297-8e5c8f9d0212,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.122459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.127157 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c88fd259-53ae-4f8d-8193-ddd2e13848a2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1821508 Jun 30 09:17:11.128697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36246) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.136213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:11.145377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:11.163261 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Project 3235bc3386b14f99b884e670a4fc3f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:17:11.171367 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.179711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9396fa60-b3ee-475b-b3e4-040f4291c6e7 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:11.219554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75962b-e124-47ae-b88b-51481f274f08 req-147532e9-c8c7-40e6-a797-16fcfd1de8b0 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:11.221428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df75962b-e124-47ae-b88b-51481f274f08 req-147532e9-c8c7-40e6-a797-16fcfd1de8b0 tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1136 time: 0.1283715 Jun 30 09:17:11.260842 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.266309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.277568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:11.277966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.283912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a5c057-0ba8-45fe-9327-1d53e07c18ad,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.302337 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.326672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aba963b1-c955-43af-97b0-988f2b91dcc6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1960487 Jun 30 09:17:11.348931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df75962b-e124-47ae-b88b-51481f274f08 req-281b7a93-768b-4f0f-81d7-da4c2f93944a tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1180611 Jun 30 09:17:11.351531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:11.359081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e87852f9-7170-4e8e-ba14-5b03c750e686 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/1719cdd1-5ca1-4423-9264-584cb9a6e0a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7325590 Jun 30 09:17:11.387084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36250) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.457111 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.481928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed4bdb-c32a-4cd0-b61e-38725939d1aa tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:11.484648 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c1ed4bdb-c32a-4cd0-b61e-38725939d1aa tempest-TestSecurityGroupsBasicOps-1200425912 tempest-TestSecurityGroupsBasicOps-1200425912-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 1056 time: 0.0958335 Jun 30 09:17:11.522726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Transition to ACTIVE for port object a04ec2fa-5f42-4239-ae9c-96e5824d24fa will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:11.537260 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.645988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422bbd30-1501-47f0-8283-eb6a68631f5c None None] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:11.651019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d9da-9df0-4eb8-b674-9639d2a4ff82 None None] Pushing event updated for resources: {'Port': ['ID=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.658303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-7d06d8a5-decf-4113-b98b-f4e94409160f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347888725&fields=id&tenant_id=3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 267 time: 0.0836475 Jun 30 09:17:11.747310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Attempting to bind port a04ec2fa-5f42-4239-ae9c-96e5824d24fa on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:11.747681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Attempting to bind port a04ec2fa-5f42-4239-ae9c-96e5824d24fa by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:11.748038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Attempting to bind port a04ec2fa-5f42-4239-ae9c-96e5824d24fa on network 2b240833-d9d5-44bd-9e28-8d46ebdc600c {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:11.768226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:11.768630 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Checking segment: {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:11.769132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.769524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Bound using segment: {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:11.770578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Bound port: a04ec2fa-5f42-4239-ae9c-96e5824d24fa, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:11.771098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.783578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d00f71fa-0f25-45b2-8e70-f34407dca642 None None] Provisioning for port 18247cfd-2618-4039-b9b0-c341b0a70c46 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:11.832170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 18247cfd-2618-4039-b9b0-c341b0a70c46 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:11.864611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-b37cf8f2-1510-47e8-9bd6-8db6f5df2ec9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:11.867043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-b37cf8f2-1510-47e8-9bd6-8db6f5df2ec9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/networks?id=2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 200 len: 796 time: 0.2034020 Jun 30 09:17:11.886710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-d375382a-1f4c-4f8f-848e-d565c89d9336 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/quotas/3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 375 time: 0.0135229 Jun 30 09:17:11.896538 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Sync routers for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:11.916841 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:11.918221 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:11.976103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13cef8db-e5af-4eb0-a101-f5f7b5f3cb96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809095 Jun 30 09:17:11.990996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] For port a04ec2fa-5f42-4239-ae9c-96e5824d24fa, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:11.993059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 18247cfd-2618-4039-b9b0-c341b0a70c46 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:12.014896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 18247cfd-2618-4039-b9b0-c341b0a70c46 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:12.015256 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.018982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] For port a04ec2fa-5f42-4239-ae9c-96e5824d24fa, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:12.047537 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:12.062164 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.103650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-02bc2b05-d457-48ba-8c66-e6683a15ddc0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430451338&fields=id&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 267 time: 0.1029534 Jun 30 09:17:12.159312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d9da-9df0-4eb8-b674-9639d2a4ff82 None None] Pushing event updated for resources: {'Port': ['ID=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.165428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:12.166082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:12.224637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-e54451bd-642f-428c-831f-6c9149234a85 service neutron] 10.222.0.53 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209427 Jun 30 09:17:12.313255 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 2, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:12.338857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-ba19f5f8-90a0-4000-b15a-7b3ce8028a54 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:12.341240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-ba19f5f8-90a0-4000-b15a-7b3ce8028a54 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 796 time: 0.2249124 Jun 30 09:17:12.360758 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Checking router: 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:12.361106 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Updating router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 port c4754f7b-41bf-4e11-819f-af8e2d236504 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:12.372271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-c1f5548a-d99a-4b4d-bbfb-037d8631114c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/quotas/21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 375 time: 0.0234735 Jun 30 09:17:12.414425 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.442020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-d4826a4d-3aa1-444b-9a27-0b5bfc0b6773 service neutron] 10.222.0.53 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164688 Jun 30 09:17:12.477208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-c37ac388-4731-4d73-9d8c-f0b625216cad tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881405 Jun 30 09:17:12.496413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.572265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:12.680665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 18247cfd-2618-4039-b9b0-c341b0a70c46, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=18247cfd-2618-4039-b9b0-c341b0a70c46,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:12.690982 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.691899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:12.803816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-35d32c08-775a-413f-9208-a0a36a3280c8 service neutron] 10.222.0.53 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066182 Jun 30 09:17:12.853096 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.873971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7440d6d5-bda8-47da-8814-47e1f2c4ae91 None None] Provisioning for port c4754f7b-41bf-4e11-819f-af8e2d236504 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:12.884123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Transition to ACTIVE for port object c4754f7b-41bf-4e11-819f-af8e2d236504 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:12.891651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7440d6d5-bda8-47da-8814-47e1f2c4ae91 None None] Provisioning complete for port c4754f7b-41bf-4e11-819f-af8e2d236504 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:12.892084 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7440d6d5-bda8-47da-8814-47e1f2c4ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.893807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=18247cfd-2618-4039-b9b0-c341b0a70c46,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.911574 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.956612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:12.957083 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.958731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-b0639e29-0ace-4641-bc6b-7f314f204d4b service neutron] 10.222.0.53 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539528 Jun 30 09:17:12.970234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af64dd7-58a4-436e-b416-a3242247b358 req-d872f128-5976-4a6a-b215-8ea39b742ea5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:12.972039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5af64dd7-58a4-436e-b416-a3242247b358 req-d872f128-5976-4a6a-b215-8ea39b742ea5 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 909 time: 0.1846602 Jun 30 09:17:13.008534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7440d6d5-bda8-47da-8814-47e1f2c4ae91 None None] Port c4754f7b-41bf-4e11-819f-af8e2d236504 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:13.104994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7440d6d5-bda8-47da-8814-47e1f2c4ae91 None None] Provisioning complete for port 18247cfd-2618-4039-b9b0-c341b0a70c46 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:13.105358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7440d6d5-bda8-47da-8814-47e1f2c4ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.106558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9d162fd-70a3-4c24-8185-1b92274aef91 req-e7534c09-3008-4703-bfc0-1833e3f5f106 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 210 time: 0.0583045 Jun 30 09:17:13.169029 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965c0b4-4df7-4200-bae0-37f900b1d309 None None] Pushing event updated for resources: {'Port': ['ID=c4754f7b-41bf-4e11-819f-af8e2d236504,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.274801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:13.305175 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Attempting to bind port c4754f7b-41bf-4e11-819f-af8e2d236504 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:13.305524 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Attempting to bind port c4754f7b-41bf-4e11-819f-af8e2d236504 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:13.305991 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Attempting to bind port c4754f7b-41bf-4e11-819f-af8e2d236504 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:13.322280 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:13.324228 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Checking segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:13.324744 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.325253 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Bound using segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:13.326858 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Bound port: c4754f7b-41bf-4e11-819f-af8e2d236504, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:13.327352 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.332722 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafad8b-fb68-4ee4-b5f1-3ff390a3f185 None None] The sync data for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 is: [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:11Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:13.441804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57ce8a21-0e31-4085-8547-9ee289921cac req-06c00f41-8920-4605-999c-fc8c37681e23 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 210 time: 0.1290228 Jun 30 09:17:13.450330 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] For port c4754f7b-41bf-4e11-819f-af8e2d236504, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:13.471823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] For port c4754f7b-41bf-4e11-819f-af8e2d236504, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c4754f7b-41bf-4e11-819f-af8e2d236504,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:13.489405 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.511847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733accb-8b6d-4057-860c-48e3434e3003 req-52b69310-493e-44fc-904c-dc0be4f90edc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:13.513359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4733accb-8b6d-4057-860c-48e3434e3003 req-52b69310-493e-44fc-904c-dc0be4f90edc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.26 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 909 time: 0.1869843 Jun 30 09:17:13.608641 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:13.609515 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:13.691097 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965c0b4-4df7-4200-bae0-37f900b1d309 None None] Pushing event updated for resources: {'Port': ['ID=c4754f7b-41bf-4e11-819f-af8e2d236504,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.909735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a04ec2fa-5f42-4239-ae9c-96e5824d24fa up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:13.918882 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:14.025246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a04ec2fa-5f42-4239-ae9c-96e5824d24fa completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:14.030228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a04ec2fa-5f42-4239-ae9c-96e5824d24fa triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:14.030705 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.154924 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.232969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a04ec2fa-5f42-4239-ae9c-96e5824d24fa, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:14.241127 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.245919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 18247cfd-2618-4039-b9b0-c341b0a70c46 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:14.412053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:14.416370 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:13Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:14.420875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7fddc63a-1ac3-442c-b3f4-1dbc8d9680c7 req-b0a31dc2-eacc-4ea3-940a-f9e61542de76 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 210 time: 0.0823452 Jun 30 09:17:14.432271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 18247cfd-2618-4039-b9b0-c341b0a70c46 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:14.432655 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.467738 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f204bdf-0689-43b4-9ef8-2c67f8424b77 None None] The sync data for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 is: [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:13Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:14.551941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d901a4-3c3c-41af-880f-19f30b233932 req-1e1bbf0a-2b20-468d-8456-6f911c095502 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:14.580142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d901a4-3c3c-41af-880f-19f30b233932 req-1e1bbf0a-2b20-468d-8456-6f911c095502 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 909 time: 0.2465756 Jun 30 09:17:14.639662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting port b72f2e58-9feb-4930-8830-1c943b1d8377 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:14.640149 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.897489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a80a35d-d807-4547-883c-262f8de10434 req-d6b19a00-5f5a-48a7-9dac-319dd48a7d2c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 210 time: 0.1470678 Jun 30 09:17:14.919280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] For port b72f2e58-9feb-4930-8830-1c943b1d8377, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b72f2e58-9feb-4930-8830-1c943b1d8377,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:14.919889 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.944927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-6cd6c79c-8bf0-4764-8207-ec84bab33d7b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:14.947240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-6cd6c79c-8bf0-4764-8207-ec84bab33d7b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.13 "GET /v2.0/networks?id=2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 200 len: 796 time: 0.3496654 Jun 30 09:17:14.951927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Calling delete_port for b72f2e58-9feb-4930-8830-1c943b1d8377 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:15.039777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-f7378fea-d834-4cfe-bb9a-d82f90a6b733 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 379 time: 0.0814524 Jun 30 09:17:15.052684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'port': {'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'admin_state_up': True, 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'security_groups': ['eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:15.215015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.222383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:15.226216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.261478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Port': ['ID=b72f2e58-9feb-4930-8830-1c943b1d8377,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:15.302159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.302514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.302863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.303206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.303547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.303923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.304245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.304620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.305675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.305997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.306335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.306663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:15.385672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] No DVR routers for this DVR port b72f2e58-9feb-4930-8830-1c943b1d8377 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:15.415998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.418029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4733accb-8b6d-4057-860c-48e3434e3003 req-bef7262f-e553-48b5-824d-997caa66f07c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.26 "DELETE /v2.0/ports/b72f2e58-9feb-4930-8830-1c943b1d8377 HTTP/1.1" status: 204 len: 173 time: 1.8993964 Jun 30 09:17:15.418484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'name': 'network-vif-deleted', 'tag': 'b72f2e58-9feb-4930-8830-1c943b1d8377'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:15.420887 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68c93ea-5b63-4560-81be-e35967b52b81" -d '{"events": [{"server_uuid": "23b3efda-70e7-42c3-a387-7e34d85c1ae9", "name": "network-vif-deleted", "tag": "b72f2e58-9feb-4930-8830-1c943b1d8377"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:15.509686 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0ae355-dcfd-4037-b3e0-322ef0e44cf7 x-openstack-request-id: req-ac0ae355-dcfd-4037-b3e0-322ef0e44cf7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:15.509980 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3efda-70e7-42c3-a387-7e34d85c1ae9", "name": "network-vif-deleted", "tag": "b72f2e58-9feb-4930-8830-1c943b1d8377", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:15.510236 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac0ae355-dcfd-4037-b3e0-322ef0e44cf7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:15.510631 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b3efda-70e7-42c3-a387-7e34d85c1ae9', 'name': 'network-vif-deleted', 'tag': 'b72f2e58-9feb-4930-8830-1c943b1d8377', 'status': 'completed', 'code': 200} Jun 30 09:17:15.546773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-eb8726a6-3ae7-4f32-9fc4-754e8e8b66a9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.548163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-eb8726a6-3ae7-4f32-9fc4-754e8e8b66a9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 796 time: 0.2383749 Jun 30 09:17:15.563590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.20.0.14 (2b240833-d9d5-44bd-9e28-8d46ebdc600c/03d3359b-6234-4c6c-af9f-112d4875579a/aae5043e-d627-4edc-a14e-b5735334c073) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:15.627929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef79069b-67a3-460e-b4ff-4a25582a2b9c req-9f879d8a-2a0c-456d-af0a-aaee0c4b9268 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 210 time: 0.0437794 Jun 30 09:17:15.661457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-fda468ba-6f06-4aa8-b7ac-88a961de5ee2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 380 time: 0.1038933 Jun 30 09:17:15.674479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'port': {'device_id': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'admin_state_up': True, 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'security_groups': ['b5edef72-f5fd-4650-8725-a9b6b992bcb8']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:15.778269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a04ec2fa-5f42-4239-ae9c-96e5824d24fa up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:15.824369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a04ec2fa-5f42-4239-ae9c-96e5824d24fa triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:15.824732 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.847985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c66780c-2e98-4211-9756-824cd06c16a4 req-f98dc09d-ba09-45d8-b609-af17fbe12fbc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b3efda-70e7-42c3-a387-7e34d85c1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0507064 Jun 30 09:17:15.905849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.906600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c4754f7b-41bf-4e11-819f-af8e2d236504 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:15.923638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Transition to ACTIVE for port object aae5043e-d627-4edc-a14e-b5735334c073 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:15.924918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:15.936784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.960295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c4754f7b-41bf-4e11-819f-af8e2d236504 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:15.965600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c4754f7b-41bf-4e11-819f-af8e2d236504 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:15.966029 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.053397 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.070057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.075616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dd5dc6e-921b-4f84-a6c9-44880d1130b3 req-9893e1d9-457a-47ee-93c0-566edcaf7c48 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 210 time: 0.0494277 Jun 30 09:17:16.089392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c4754f7b-41bf-4e11-819f-af8e2d236504, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c4754f7b-41bf-4e11-819f-af8e2d236504,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:16.096107 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.156195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c4754f7b-41bf-4e11-819f-af8e2d236504,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.169321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:16.179617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:16.182250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:16.188772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.3 (81cb06e3-b085-47c0-982e-0bf961e20f3a/b08d4aad-945b-4477-bf15-f367f3f10567/697c8b05-8007-4689-a580-1502493412e1) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:16.194156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=aae5043e-d627-4edc-a14e-b5735334c073,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.269943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.270589 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.313252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-3557d876-22a1-406f-bf28-99de43ff970d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2644870 Jun 30 09:17:16.352892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Request body: {'port': {'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:16.464923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fab1f7a8-e020-4b2e-8812-fdbfc940ffc3 None None] Provisioning for port aae5043e-d627-4edc-a14e-b5735334c073 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:16.469789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fab1f7a8-e020-4b2e-8812-fdbfc940ffc3 None None] Provisioning complete for port aae5043e-d627-4edc-a14e-b5735334c073 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:16.470359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fab1f7a8-e020-4b2e-8812-fdbfc940ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.476798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.483030 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.509833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fab1f7a8-e020-4b2e-8812-fdbfc940ffc3 None None] Port aae5043e-d627-4edc-a14e-b5735334c073 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:16.510087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object 697c8b05-8007-4689-a580-1502493412e1 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:16.640620 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.729415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:16.737669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:16.740212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:16.768165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.862092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.862730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.931404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-44468347-a4c8-4c9a-b32c-e6522be0f81e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2634478 Jun 30 09:17:16.948476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Request body: {'port': {'device_id': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:16.979644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4921-cfcb-4858-a117-f9915d8d5538 req-cdeeced5-39a8-44d5-b963-9db82a9c14ed tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.981181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d53c4921-cfcb-4858-a117-f9915d8d5538 req-cdeeced5-39a8-44d5-b963-9db82a9c14ed tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 932 time: 0.2075677 Jun 30 09:17:16.995031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae5043e-d627-4edc-a14e-b5735334c073 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:17.017936 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.034656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93f5687d-6024-46a5-a5dc-db94df990307 None None] Provisioning for port 697c8b05-8007-4689-a580-1502493412e1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:17.040970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93f5687d-6024-46a5-a5dc-db94df990307 None None] Provisioning complete for port 697c8b05-8007-4689-a580-1502493412e1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:17.041603 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93f5687d-6024-46a5-a5dc-db94df990307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.072259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Transition to ACTIVE for port object aae5043e-d627-4edc-a14e-b5735334c073 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:17.082324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-93f5687d-6024-46a5-a5dc-db94df990307 None None] Port 697c8b05-8007-4689-a580-1502493412e1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:17.084716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.118131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d53c4921-cfcb-4858-a117-f9915d8d5538 req-1b006c80-5247-4ee3-ba72-43f2bf48cb82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270499 Jun 30 09:17:17.134452 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.163759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Pushing event updated for resources: {'Port': ['ID=aae5043e-d627-4edc-a14e-b5735334c073,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:17.167580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36322) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:17.444999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Attempting to bind port aae5043e-d627-4edc-a14e-b5735334c073 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:17.445329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Attempting to bind port aae5043e-d627-4edc-a14e-b5735334c073 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:17.445725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Attempting to bind port aae5043e-d627-4edc-a14e-b5735334c073 on network 2b240833-d9d5-44bd-9e28-8d46ebdc600c {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:17.464654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Port aae5043e-d627-4edc-a14e-b5735334c073 on network 2b240833-d9d5-44bd-9e28-8d46ebdc600c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:17.465476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Attempting to bind port aae5043e-d627-4edc-a14e-b5735334c073 on network 2b240833-d9d5-44bd-9e28-8d46ebdc600c {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:17.480250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:17.480858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Checking segment: {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:17.480973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Bound using segment: {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:17.481375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Bound port: aae5043e-d627-4edc-a14e-b5735334c073, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd844cded-f7a7-4104-86e2-da3decc40f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:17.481755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.503024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9631b3-31b1-42b5-b485-a4d50ccdb12b req-64ad4a0c-c7c6-4364-9e73-0a6fde7c9aa6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.504424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc9631b3-31b1-42b5-b485-a4d50ccdb12b req-64ad4a0c-c7c6-4364-9e73-0a6fde7c9aa6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 931 time: 0.2275887 Jun 30 09:17:17.589012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.606770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc9631b3-31b1-42b5-b485-a4d50ccdb12b req-830dfd42-55cb-41e9-84d6-eba850a54a87 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961244 Jun 30 09:17:17.632472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] For port aae5043e-d627-4edc-a14e-b5735334c073, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:17.649675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] For port aae5043e-d627-4edc-a14e-b5735334c073, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=aae5043e-d627-4edc-a14e-b5735334c073,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:17.656980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.660814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c4754f7b-41bf-4e11-819f-af8e2d236504 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:17.660981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697c8b05-8007-4689-a580-1502493412e1 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:17.674295 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.709201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.709833 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.711741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] 10.222.0.13 "PUT /v2.0/ports/aae5043e-d627-4edc-a14e-b5735334c073 HTTP/1.1" status: 200 len: 1093 time: 1.3638012 Jun 30 09:17:17.712178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:17.714495 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d490d-45af-4de6-9967-35bd8ac09b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "tag": "aae5043e-d627-4edc-a14e-b5735334c073"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:17.715640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c4754f7b-41bf-4e11-819f-af8e2d236504 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:17.716389 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.722444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Transition to ACTIVE for port object 697c8b05-8007-4689-a580-1502493412e1 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:17.737271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.748973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13004cd4-d27a-493b-97ee-4e450d19c02a service neutron] Pushing event updated for resources: {'Port': ['ID=aae5043e-d627-4edc-a14e-b5735334c073,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:17.817042 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5d68e2-2322-4f07-ad41-94b2aa43bb9f x-openstack-request-id: req-9a5d68e2-2322-4f07-ad41-94b2aa43bb9f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:17.817331 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "tag": "aae5043e-d627-4edc-a14e-b5735334c073", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:17.817583 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a5d68e2-2322-4f07-ad41-94b2aa43bb9f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:17.818005 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073', 'status': 'completed', 'code': 200} Jun 30 09:17:17.880558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:17.943278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-ba334eeb-5142-40ca-890f-40cdd73fedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.944778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-ba334eeb-5142-40ca-890f-40cdd73fedae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 1096 time: 0.1667252 Jun 30 09:17:17.945944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:17.946276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:17.946597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:17.951202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:17.951514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:17.959998 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting port 5b051065-02e4-4d5e-905b-9077ab4cc480 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:17.961422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.988758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:17.989021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Checking segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:17.989419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Bound using segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:17.994009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Bound port: 697c8b05-8007-4689-a580-1502493412e1, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:17.994405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.000087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-ccdd8b9b-9a55-4b32-bf79-f41d20141a90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae5043e-d627-4edc-a14e-b5735334c073 HTTP/1.1" status: 200 len: 217 time: 0.0463707 Jun 30 09:17:18.064099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] For port 5b051065-02e4-4d5e-905b-9077ab4cc480, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5b051065-02e4-4d5e-905b-9077ab4cc480,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:18.064453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.077528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Calling delete_port for 5b051065-02e4-4d5e-905b-9077ab4cc480 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:18.092480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-ad0e5dd5-edc3-422d-af4e-3255b1ec3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.093974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-ad0e5dd5-edc3-422d-af4e-3255b1ec3c2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03d3359b-6234-4c6c-af9f-112d4875579a HTTP/1.1" status: 200 len: 834 time: 0.0867674 Jun 30 09:17:18.135902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:18.153313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:18.161598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b72f2e58-9feb-4930-8830-1c943b1d8377 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:18.166301 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.203773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: b72f2e58-9feb-4930-8830-1c943b1d8377 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:18.204552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b72f2e58-9feb-4930-8830-1c943b1d8377 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:18.214262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.215613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.218002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] 10.222.0.13 "PUT /v2.0/ports/697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 1092 time: 1.2760041 Jun 30 09:17:18.237301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-95056a65-2dfe-414b-98e6-437052b85125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.238945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-95056a65-2dfe-414b-98e6-437052b85125 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b240833-d9d5-44bd-9e28-8d46ebdc600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375105 Jun 30 09:17:18.304145 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.333592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Port': ['ID=5b051065-02e4-4d5e-905b-9077ab4cc480,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:18.361284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1c113-b761-4531-b0eb-0180d50566eb service neutron] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:18.436555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-ddd43a35-4312-49db-b19f-c0a8c2258f00 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856365 Jun 30 09:17:18.467244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe637-ab7e-486d-8a0d-ff192df1778e req-8e8f2021-cee8-45c6-bfe7-e12eaaaf3839 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.468470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-062fe637-ab7e-486d-8a0d-ff192df1778e req-8e8f2021-cee8-45c6-bfe7-e12eaaaf3839 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 944 time: 0.1686990 Jun 30 09:17:18.486566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-b8b5310d-1955-4a60-a11b-f99ebfbc0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.488040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-b8b5310d-1955-4a60-a11b-f99ebfbc0791 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1095 time: 0.2128494 Jun 30 09:17:18.550037 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.569660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-f6edb1e1-6b59-462c-b9ce-fd6690505474 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 217 time: 0.0492713 Jun 30 09:17:18.633074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-062fe637-ab7e-486d-8a0d-ff192df1778e req-82c0a15d-297a-4c25-9240-7afb02ccc8dc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535916 Jun 30 09:17:18.648836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b58427dc-1ccf-4a46-a23e-f1ee17877f73 req-8906fe28-f7c3-4de1-85aa-ec2df43b702d service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051208 Jun 30 09:17:18.656449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-7e53152d-33fa-4c8a-bd8a-f89f97745cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.657916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-7e53152d-33fa-4c8a-bd8a-f89f97745cf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 200 len: 835 time: 0.0791662 Jun 30 09:17:18.796373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router b8a57f41-8d15-4576-9b1f-082a70b13ae3 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:18.906484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:18.915627 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ee9445e-3a37-4313-8006-3bf12a401a6b tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "PUT /v2.0/routers/b8a57f41-8d15-4576-9b1f-082a70b13ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425179 Jun 30 09:17:18.916195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36330) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:18.918329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] Sync routers for ids ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:18.927563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] Routers {'b8a57f41-8d15-4576-9b1f-082a70b13ae3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:18.928186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:18.971790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting subnet fdfc30c5-99d9-44aa-981b-d1c05b3e2c71 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:18.975063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.017258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.033365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] Set router b8a57f41-8d15-4576-9b1f-082a70b13ae3 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:19.102393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.130153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-771123d4-b231-42a8-9e60-b716c112413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.131645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-771123d4-b231-42a8-9e60-b716c112413d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81cb06e3-b085-47c0-982e-0bf961e20f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4661214 Jun 30 09:17:19.152520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-3d40a278-2e6c-42bf-8554-637a8c7c0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.153965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-3d40a278-2e6c-42bf-8554-637a8c7c0134 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 1096 time: 0.1240740 Jun 30 09:17:19.173168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535fd98-5da4-4234-adef-c8e1aea9f3d3 req-d8087f78-77c6-4457-9618-c8dd5e90abe4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.174046 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.174584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6535fd98-5da4-4234-adef-c8e1aea9f3d3 req-d8087f78-77c6-4457-9618-c8dd5e90abe4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 943 time: 0.1458604 Jun 30 09:17:19.203058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfc30c5-99d9-44aa-981b-d1c05b3e2c71,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:19.211007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.216133 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-705d083a-6370-4240-b225-bc19c9a933de tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/subnets/fdfc30c5-99d9-44aa-981b-d1c05b3e2c71 HTTP/1.1" status: 204 len: 168 time: 0.2988780 Jun 30 09:17:19.216799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36332) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:19.233354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:17:18Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:19.267831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aae97b-33ed-46fe-b83d-a3fe7c71998f None None] Network cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:19.270682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] Checking router: b8a57f41-8d15-4576-9b1f-082a70b13ae3 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:19.314374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] Routers {'b8a57f41-8d15-4576-9b1f-082a70b13ae3'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:19.315385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:19.316427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6535fd98-5da4-4234-adef-c8e1aea9f3d3 req-2b3c3f10-ecc4-45a7-8a3c-e54b1cee8d3d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025486 Jun 30 09:17:19.361440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-64f9a1ec-8657-464e-a09f-a46c6965a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.362969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-64f9a1ec-8657-464e-a09f-a46c6965a5ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 200 len: 897 time: 0.1607761 Jun 30 09:17:19.365021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-0c0d34cd-f997-404f-bd19-0183754cd021 service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234046 Jun 30 09:17:19.457587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-a06e3d5c-5852-4ce3-9b45-e76700652f20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae5043e-d627-4edc-a14e-b5735334c073 HTTP/1.1" status: 200 len: 217 time: 0.0819712 Jun 30 09:17:19.487347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] Set router b8a57f41-8d15-4576-9b1f-082a70b13ae3 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:19.537507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-c7a8ad81-b94e-4a8b-970d-bf600cf66318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.539009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-c7a8ad81-b94e-4a8b-970d-bf600cf66318 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03d3359b-6234-4c6c-af9f-112d4875579a HTTP/1.1" status: 200 len: 834 time: 0.0745518 Jun 30 09:17:19.542954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78e8be-ce0a-4e37-9645-a794deda8d00 req-97bd69ce-61ea-4e5c-824a-acfffa81dc50 service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662056 Jun 30 09:17:19.635218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-eb804038-f805-4cde-9895-5a26042e5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.638039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-eb804038-f805-4cde-9895-5a26042e5cfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b240833-d9d5-44bd-9e28-8d46ebdc600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878386 Jun 30 09:17:19.665982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.714432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] DHCP port deletion for cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:19.725400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:17:18Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:19.770032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-c7e64e66-f98e-4f07-a651-106626210001 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236811 Jun 30 09:17:19.779113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599cf7f-3cf0-4efc-a77f-feb743d004e3 None None] The sync data for ids ['b8a57f41-8d15-4576-9b1f-082a70b13ae3'] in n-d-758944-40 is: [{'id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-175720647', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3989006e-6993-439a-b257-ce4945b96b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:43Z', 'updated_at': '2021-06-30T09:17:18Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '3989006e-6993-439a-b257-ce4945b96b23', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a57f41-8d15-4576-9b1f-082a70b13ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:44Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:19.790011 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.801381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] Deleting port 414283da-9e84-447e-a505-9fc8ec63f3fc {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:19.801899 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.836533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:19.838114 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814066de-3b96-4795-80cf-96c427a1e843" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:19.847155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting port 3989006e-6993-439a-b257-ce4945b96b23 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:19.847501 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.914919 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa535562-6d37-4f66-bc8d-7534eb886db2 x-openstack-request-id: req-fa535562-6d37-4f66-bc8d-7534eb886db2 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:19.915214 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:19.916027 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa535562-6d37-4f66-bc8d-7534eb886db2 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:19.916027 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'status': 'completed', 'code': 200} Jun 30 09:17:19.935808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e8bc-0e05-49b2-80c9-062762c82809 req-05a20697-5bd3-4836-ae54-323fe2ea7691 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.937312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7783e8bc-0e05-49b2-80c9-062762c82809 req-05a20697-5bd3-4836-ae54-323fe2ea7691 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 944 time: 0.1494448 Jun 30 09:17:19.937810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] For port 3989006e-6993-439a-b257-ce4945b96b23, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3989006e-6993-439a-b257-ce4945b96b23,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:19.938270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.956713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Calling delete_port for 3989006e-6993-439a-b257-ce4945b96b23 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:19.985179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e23d490d-45af-4de6-9967-35bd8ac09b7f req-5a769e5c-7735-4f57-a218-6d6da8501a80 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083380 Jun 30 09:17:20.030052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7783e8bc-0e05-49b2-80c9-062762c82809 req-5c556318-b101-4ccf-b594-4313f636febe tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579915 Jun 30 09:17:20.035424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814066de-3b96-4795-80cf-96c427a1e843 req-15ca4ac4-f7b4-4493-8029-4e2369dd6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.036887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814066de-3b96-4795-80cf-96c427a1e843 req-15ca4ac4-f7b4-4493-8029-4e2369dd6824 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1095 time: 0.0936933 Jun 30 09:17:20.043263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] For port 414283da-9e84-447e-a505-9fc8ec63f3fc, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=414283da-9e84-447e-a505-9fc8ec63f3fc,segment=NetworkSegment(e9623460-4184-4ee9-a1f8-20d6029cb95c),segment_id=e9623460-4184-4ee9-a1f8-20d6029cb95c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:20.043765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.058876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] Calling delete_port for 414283da-9e84-447e-a505-9fc8ec63f3fc owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:20.138029 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.139528 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.140626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814066de-3b96-4795-80cf-96c427a1e843 req-1d88e262-5367-437f-9a63-70863fda9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.142211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814066de-3b96-4795-80cf-96c427a1e843 req-1d88e262-5367-437f-9a63-70863fda9b17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 897 time: 0.0972209 Jun 30 09:17:20.167550 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Port': ['ID=3989006e-6993-439a-b257-ce4945b96b23,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.168414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] Pushing event deleted for resources: {'Port': ['ID=414283da-9e84-447e-a505-9fc8ec63f3fc,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.171170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5acbb-c2a8-4a28-a14c-e7442d1cab4d None None] No DVR routers for this DVR port 414283da-9e84-447e-a505-9fc8ec63f3fc on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:20.193002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814066de-3b96-4795-80cf-96c427a1e843 req-83fa78fa-2c03-4eab-8f1e-32208535be00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 217 time: 0.0423908 Jun 30 09:17:20.229781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.245573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814066de-3b96-4795-80cf-96c427a1e843 req-63bb64e4-e5a8-499f-8fcd-77cfe99d0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.247019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814066de-3b96-4795-80cf-96c427a1e843 req-63bb64e4-e5a8-499f-8fcd-77cfe99d0ac0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 200 len: 835 time: 0.0470762 Jun 30 09:17:20.309469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814066de-3b96-4795-80cf-96c427a1e843 req-c8e6916b-e058-4295-be68-2f6ab90f5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.311252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814066de-3b96-4795-80cf-96c427a1e843 req-c8e6916b-e058-4295-be68-2f6ab90f5d43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81cb06e3-b085-47c0-982e-0bf961e20f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572948 Jun 30 09:17:20.319568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.321721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.377970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.378756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Fanout notify agent at l3_agent the message router_deleted on router b8a57f41-8d15-4576-9b1f-082a70b13ae3 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:20.387886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.391422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eaa4262d-15e1-4136-aa48-9b8c61bf7e08 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/routers/b8a57f41-8d15-4576-9b1f-082a70b13ae3 HTTP/1.1" status: 204 len: 168 time: 1.1709180 Jun 30 09:17:20.391666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36340) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:20.424142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814066de-3b96-4795-80cf-96c427a1e843 req-3f93f20b-a71a-4998-a258-df61a056f52c service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047902 Jun 30 09:17:20.473049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.562950 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.564684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-814066de-3b96-4795-80cf-96c427a1e843 req-b2dfc006-429f-477f-85b4-7238fd3392ed service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324551 Jun 30 09:17:20.573618 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:20.573983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a96b3f-8b88-4f3e-b61b-c89537624d85 req-a177835e-274d-4869-8032-1ac266a13889 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.575476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48a96b3f-8b88-4f3e-b61b-c89537624d85 req-a177835e-274d-4869-8032-1ac266a13889 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 943 time: 0.1234820 Jun 30 09:17:20.590609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9623460-4184-4ee9-a1f8-20d6029cb95c') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:20.591391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9623460-4184-4ee9-a1f8-20d6029cb95c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:20.600509 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.615089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.619787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48a96b3f-8b88-4f3e-b61b-c89537624d85 req-bc16f0b2-ae3c-4002-aa15-5efb4c0c62b7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360930 Jun 30 09:17:20.625732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:20.626140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:20.629500 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:20.688393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.695167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.698116 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/networks/cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8 HTTP/1.1" status: 204 len: 168 time: 0.3054538 Jun 30 09:17:20.702325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36342) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:20.715382 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4cc09-a7f4-46d3-aec7-0d73756667c3 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Network': ['ID=cb5ce1fc-6b39-4eb5-8a2f-e147c822b3a8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.869444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting port 2f30f5fc-b4eb-48ef-be25-d9090ebd48be {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:20.869850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.952961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.953294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.966397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Calling delete_port for 2f30f5fc-b4eb-48ef-be25-d9090ebd48be owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:21.115798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.142723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Port': ['ID=2f30f5fc-b4eb-48ef-be25-d9090ebd48be,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:21.239520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.239781 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Floating IP e06cef5a-88d6-4bad-b370-b120434e063e disassociated (deleted). External IP: 172.25.8.206, port: ae541079-2562-40bf-9d9f-d19051152247. Jun 30 09:17:21.306024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9acfe4-b0d2-43a6-b6ff-f4f04f9bbe67 req-6c6a0b10-cf70-4059-9028-7084c3363e65 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:21.307552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa9acfe4-b0d2-43a6-b6ff-f4f04f9bbe67 req-6c6a0b10-cf70-4059-9028-7084c3363e65 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 944 time: 0.1418712 Jun 30 09:17:21.387982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa9acfe4-b0d2-43a6-b6ff-f4f04f9bbe67 req-479f1139-158e-4a52-b963-1953264c966c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471096 Jun 30 09:17:21.496808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:21.608465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:21.612775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.618248 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] Sync routers for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:21.628616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:21.629228 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:21.631599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 414283da-9e84-447e-a505-9fc8ec63f3fc no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:21.651945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6974657-286f-4987-b683-cab53122627d tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/floatingips/e06cef5a-88d6-4bad-b370-b120434e063e HTTP/1.1" status: 204 len: 168 time: 0.9481773 Jun 30 09:17:21.652870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 414283da-9e84-447e-a505-9fc8ec63f3fc {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:21.654790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 414283da-9e84-447e-a505-9fc8ec63f3fc not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:21.655388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3989006e-6993-439a-b257-ce4945b96b23 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:21.678006 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3989006e-6993-439a-b257-ce4945b96b23 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:21.678685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3989006e-6993-439a-b257-ce4945b96b23 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:21.679104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5b051065-02e4-4d5e-905b-9077ab4cc480 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:21.711456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5b051065-02e4-4d5e-905b-9077ab4cc480 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:21.712104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5b051065-02e4-4d5e-905b-9077ab4cc480 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:21.750994 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:21.765583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device aae5043e-d627-4edc-a14e-b5735334c073 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:21.824947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda71-d4f4-47d7-bc6a-8d7dd099dbbf req-3268527d-c9e8-480c-bbdf-e27f4659ce39 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:21.826702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c8eda71-d4f4-47d7-bc6a-8d7dd099dbbf req-3268527d-c9e8-480c-bbdf-e27f4659ce39 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 943 time: 0.0671108 Jun 30 09:17:21.885493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port aae5043e-d627-4edc-a14e-b5735334c073, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=aae5043e-d627-4edc-a14e-b5735334c073,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:21.888540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c8eda71-d4f4-47d7-bc6a-8d7dd099dbbf req-94d97ba3-eb19-4c55-91c5-c1f608b735fa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555270 Jun 30 09:17:21.900382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'aae5043e-d627-4edc-a14e-b5735334c073', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:21.917285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:21.919647 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "tag": "ae541079-2562-40bf-9d9f-d19051152247"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:21.949452 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.962362 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38ab947-8695-4979-ac37-b9dc89b6f766 x-openstack-request-id: req-c38ab947-8695-4979-ac37-b9dc89b6f766 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:21.962677 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "tag": "ae541079-2562-40bf-9d9f-d19051152247", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:21.962926 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c38ab947-8695-4979-ac37-b9dc89b6f766 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:21.963341 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247', 'status': 'completed', 'code': 200} Jun 30 09:17:21.970485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae5043e-d627-4edc-a14e-b5735334c073 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:21.990838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:55Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:21.995481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port aae5043e-d627-4edc-a14e-b5735334c073, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=aae5043e-d627-4edc-a14e-b5735334c073,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:22.002925 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.003834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 697c8b05-8007-4689-a580-1502493412e1 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:22.022513 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] Checking router: 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:22.031324 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:22.031910 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:22.102377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-ec521e1f-4356-4010-a9b4-f07737704b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.103871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-ec521e1f-4356-4010-a9b4-f07737704b19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 1136 time: 0.1171277 Jun 30 09:17:22.115116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd1c0-be20-4005-a5c2-73750a3b0ece req-ece84d21-1d60-4223-8b20-a49716d4b351 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.115301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=aae5043e-d627-4edc-a14e-b5735334c073,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:22.116600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-541bd1c0-be20-4005-a5c2-73750a3b0ece req-ece84d21-1d60-4223-8b20-a49716d4b351 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 984 time: 0.0998816 Jun 30 09:17:22.146011 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:22.166721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:22.180032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '697c8b05-8007-4689-a580-1502493412e1', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'port_id': '697c8b05-8007-4689-a580-1502493412e1', 'mac_address': 'fa:16:3e:51:46:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:22.212046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-541bd1c0-be20-4005-a5c2-73750a3b0ece req-3e9cfd3c-9ec2-419a-9aa1-2e471016a40a tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0747533 Jun 30 09:17:22.224917 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.240872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697c8b05-8007-4689-a580-1502493412e1 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:22.247526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-421622ba-cc8e-4143-aae4-6fb17efc8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.249206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-421622ba-cc8e-4143-aae4-6fb17efc8aa8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4565680-1864-49fd-bcf9-fbb69553bc80 HTTP/1.1" status: 200 len: 897 time: 0.1316586 Jun 30 09:17:22.261677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:22.267218 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.293249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-13d35131-682a-41dc-b9f7-dca305b705f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae541079-2562-40bf-9d9f-d19051152247 HTTP/1.1" status: 200 len: 217 time: 0.0369303 Jun 30 09:17:22.314498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:22.342548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-4f81065d-5e66-4eec-a419-9e01a6a615a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.344014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-4f81065d-5e66-4eec-a419-9e01a6a615a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f HTTP/1.1" status: 200 len: 834 time: 0.0440857 Jun 30 09:17:22.359057 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:55Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:22.387871 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d2c37-39df-4542-8c1a-eca48b54f483 None None] The sync data for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 is: [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e71a1de6-2c98-4c60-83cf-d8315cfa6010', 'name': '', 'network_id': 'c4565680-1864-49fd-bcf9-fbb69553bc80', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'mac_address': 'fa:16:3e:65:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:15:55Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'subnets': [{'id': '2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:22.408920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-507762a2-ec97-4c79-9aa3-2b542dfe3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.410566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-507762a2-ec97-4c79-9aa3-2b542dfe3d4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4565680-1864-49fd-bcf9-fbb69553bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596521 Jun 30 09:17:22.513374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['697c8b05-8007-4689-a580-1502493412e1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:22.516485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['aae5043e-d627-4edc-a14e-b5735334c073'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:22.521157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-9e632ea1-b7ff-444d-ab89-201627af8eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014464 Jun 30 09:17:22.642756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a398fd-791d-409b-b5e6-aa3b7e9f7fec req-96866a89-419d-4e92-b078-512f032437f7 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.644270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68a398fd-791d-409b-b5e6-aa3b7e9f7fec req-96866a89-419d-4e92-b078-512f032437f7 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 945 time: 0.1380632 Jun 30 09:17:22.662487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35fe3b-0bf6-4135-8e44-0ef4ca61d113 None None] New status for floating IP e06cef5a-88d6-4bad-b370-b120434e063e: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:22.666963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3ad434b-a339-4d63-b7b6-ff1cbe60565e req-093b729e-b188-48fc-a293-b822ecd1bc55 service neutron] 10.222.0.13 "GET /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286099 Jun 30 09:17:22.692939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68a398fd-791d-409b-b5e6-aa3b7e9f7fec req-7bfdf435-1a22-40c6-ad65-4c3000a1a1de tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Jun 30 09:17:23.065984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481e2ba-1c81-4cad-a443-181042c6b8cc req-4dbcf81e-7f8b-4cff-985f-0292f5263a53 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.067442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5481e2ba-1c81-4cad-a443-181042c6b8cc req-4dbcf81e-7f8b-4cff-985f-0292f5263a53 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 944 time: 0.0685792 Jun 30 09:17:23.105325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5481e2ba-1c81-4cad-a443-181042c6b8cc req-36d23020-4347-4a3c-a9b8-9b39fdda840d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Jun 30 09:17:23.297956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-e7d6142e-0b3a-4dae-bc22-7872782160f4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.299453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-e7d6142e-0b3a-4dae-bc22-7872782160f4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.13 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 984 time: 0.0625246 Jun 30 09:17:23.345680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.439722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74a034-34df-4355-8d41-f23903aeaa66 req-90cd6b53-c54f-427d-934a-1413bc45ec63 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:23.441188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e74a034-34df-4355-8d41-f23903aeaa66 req-90cd6b53-c54f-427d-934a-1413bc45ec63 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 984 time: 0.1087117 Jun 30 09:17:23.467718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting port ae541079-2562-40bf-9d9f-d19051152247 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:23.468061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.532657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e74a034-34df-4355-8d41-f23903aeaa66 req-fcb36c6c-9bc7-4165-a54a-2d4b8ba8c43e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/security-groups?id=80167409-8e35-489c-82fd-7da793275d25&id=b761b301-8158-4b9f-bb19-d3a4572efca6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0839942 Jun 30 09:17:23.783765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device aae5043e-d627-4edc-a14e-b5735334c073 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:23.832961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port aae5043e-d627-4edc-a14e-b5735334c073 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:23.837658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port aae5043e-d627-4edc-a14e-b5735334c073 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:23.838065 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.915711 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.924712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] For port ae541079-2562-40bf-9d9f-d19051152247, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=ae541079-2562-40bf-9d9f-d19051152247,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:23.925245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.940039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Calling delete_port for ae541079-2562-40bf-9d9f-d19051152247 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:23.940582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:23.943045 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ca58f-52e1-4fb4-9a57-74e0ec048921" -d '{"events": [{"server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "name": "network-vif-plugged", "status": "completed", "tag": "aae5043e-d627-4edc-a14e-b5735334c073"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:23.956172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port aae5043e-d627-4edc-a14e-b5735334c073, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=aae5043e-d627-4edc-a14e-b5735334c073,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:23.962135 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.963092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 697c8b05-8007-4689-a580-1502493412e1 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:24.003471 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7774a02-4be5-4823-bd93-4782574d6817 x-openstack-request-id: req-f7774a02-4be5-4823-bd93-4782574d6817 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:24.003763 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "name": "network-vif-plugged", "status": "completed", "tag": "aae5043e-d627-4edc-a14e-b5735334c073", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:24.004013 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7774a02-4be5-4823-bd93-4782574d6817 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:24.004394 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073', 'code': 200} Jun 30 09:17:24.010992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b6fb2-2e59-4696-94e5-b35ebad91729 req-7f80a6ce-f227-4dac-91dc-d0a0911c1d19 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.012504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c73b6fb2-2e59-4696-94e5-b35ebad91729 req-7f80a6ce-f227-4dac-91dc-d0a0911c1d19 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 945 time: 0.1282527 Jun 30 09:17:24.048694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=aae5043e-d627-4edc-a14e-b5735334c073,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.056251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 697c8b05-8007-4689-a580-1502493412e1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:24.060044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 697c8b05-8007-4689-a580-1502493412e1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:24.060396 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.079103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c73b6fb2-2e59-4696-94e5-b35ebad91729 req-48d4d8b1-8574-417d-ac14-00304ef380b4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592966 Jun 30 09:17:24.142550 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.162325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcfd65-2b17-4365-97ae-c7501212c65f req-3b6bc447-60a0-4bbb-bd5e-f663352e3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.163910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83dcfd65-2b17-4365-97ae-c7501212c65f req-3b6bc447-60a0-4bbb-bd5e-f663352e3a84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 1098 time: 0.0992272 Jun 30 09:17:24.166085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.179261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:24.184945 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.185902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ae541079-2562-40bf-9d9f-d19051152247 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:24.212714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Port': ['ID=ae541079-2562-40bf-9d9f-d19051152247,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.244716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: ae541079-2562-40bf-9d9f-d19051152247 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:24.245058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device ae541079-2562-40bf-9d9f-d19051152247 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:24.271821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.282708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83dcfd65-2b17-4365-97ae-c7501212c65f req-f0419c18-ea8d-40b4-8c57-787a7f0090c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098118 Jun 30 09:17:24.297981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] No DVR routers for this DVR port ae541079-2562-40bf-9d9f-d19051152247 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:24.301154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.303053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9ff1efb-cb63-4c52-bf97-8f2fb23bd593 req-3d16ede7-92e7-48fa-8641-8b20607aefdf tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.13 "DELETE /v2.0/ports/ae541079-2562-40bf-9d9f-d19051152247 HTTP/1.1" status: 204 len: 173 time: 0.9957030 Jun 30 09:17:24.303483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'name': 'network-vif-deleted', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:24.306276 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69090c15-9e9f-46c6-97cd-8f739083e214" -d '{"events": [{"server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "name": "network-vif-deleted", "tag": "ae541079-2562-40bf-9d9f-d19051152247"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:24.346134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf251c-4a85-45e6-aa4d-db0a8c0f4b9d req-6414b6bb-3a40-41ba-9fc3-b123271e0120 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.350189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-beaf251c-4a85-45e6-aa4d-db0a8c0f4b9d req-6414b6bb-3a40-41ba-9fc3-b123271e0120 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0973947 Jun 30 09:17:24.353004 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34570a8-dc47-43c6-9cd0-9cd4d34ff312 x-openstack-request-id: req-e34570a8-dc47-43c6-9cd0-9cd4d34ff312 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:24.353337 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd0b46-aaf8-4b35-920a-99f85fe5253d", "name": "network-vif-deleted", "tag": "ae541079-2562-40bf-9d9f-d19051152247", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:24.353584 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e34570a8-dc47-43c6-9cd0-9cd4d34ff312 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:24.354325 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd0b46-aaf8-4b35-920a-99f85fe5253d', 'name': 'network-vif-deleted', 'tag': 'ae541079-2562-40bf-9d9f-d19051152247', 'status': 'completed', 'code': 200} Jun 30 09:17:24.399984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-beaf251c-4a85-45e6-aa4d-db0a8c0f4b9d req-d0279b4b-95bb-436a-a79a-126053a0a0ad tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438421 Jun 30 09:17:24.696292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eef362b3-f551-4be8-96d5-cc8ea6e874e1 req-0596d7d6-d634-4461-87db-4bed3410607c tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "GET /v2.0/ports?device_id=71fd0b46-aaf8-4b35-920a-99f85fe5253d HTTP/1.1" status: 200 len: 210 time: 0.0342252 Jun 30 09:17:25.240934 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.251751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6916d9-467c-4f78-bda1-3a66c1229381 req-c3a35059-b148-4944-8612-b5921a2ab744 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.253240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd6916d9-467c-4f78-bda1-3a66c1229381 req-c3a35059-b148-4944-8612-b5921a2ab744 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 946 time: 0.0636854 Jun 30 09:17:25.291088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd6916d9-467c-4f78-bda1-3a66c1229381 req-b2a83794-09ca-441f-9480-0fce4fe4096e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Jun 30 09:17:25.460735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e25359-7245-4934-bc87-2fb04e7007f7 req-9e8fdb8e-de21-4762-8e97-b2e4272b1a34 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.462882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2e25359-7245-4934-bc87-2fb04e7007f7 req-9e8fdb8e-de21-4762-8e97-b2e4272b1a34 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 946 time: 0.0629847 Jun 30 09:17:25.503492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2e25359-7245-4934-bc87-2fb04e7007f7 req-1432ac5a-ef89-4ac1-aacc-8ea71b7a5205 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347700 Jun 30 09:17:25.528697 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:25.574086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5257-ee05-4a59-8111-30473c76930a req-11fa2dfb-9b23-4e44-af1c-fd95d9f86d34 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.575726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b6d5257-ee05-4a59-8111-30473c76930a req-11fa2dfb-9b23-4e44-af1c-fd95d9f86d34 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0634227 Jun 30 09:17:25.584193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94923c82-6571-4a6b-bdc5-3936970874aa tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.585712 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-94923c82-6571-4a6b-bdc5-3936970874aa tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 1093 time: 0.0560033 Jun 30 09:17:25.589609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36378) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:25.593734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:25.615107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b6d5257-ee05-4a59-8111-30473c76930a req-6395c33a-b515-4876-a3ad-57b0dc4372d9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Jun 30 09:17:25.615748 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.709835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.793056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36382) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:25.817912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.25.8.119 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/d702ef92-56ec-4b9a-8932-d85b532b3c58) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:25.848720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8a03814-cc90-490f-b87b-604063a7dd0a tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.871324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8a03814-cc90-490f-b87b-604063a7dd0a tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.914442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8a03814-cc90-490f-b87b-604063a7dd0a tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.917203 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d8a03814-cc90-490f-b87b-604063a7dd0a tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.918387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d8a03814-cc90-490f-b87b-604063a7dd0a tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/security-groups/80167409-8e35-489c-82fd-7da793275d25 HTTP/1.1" status: 204 len: 168 time: 0.1241977 Jun 30 09:17:25.920002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.921855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36384) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:25.927284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a03814-cc90-490f-b87b-604063a7dd0a tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80167409-8e35-489c-82fd-7da793275d25,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:25.995783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f09cdb6-fc1e-413a-9eb5-cadfbf267f74 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.005643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:26.008118 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6d91de-6463-4fa2-8127-d7c42f3c0648" -d '{"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-plugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:26.018705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.031482 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f09cdb6-fc1e-413a-9eb5-cadfbf267f74 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.046281 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88dc7d7-e385-4887-b166-c291fd59fd3d x-openstack-request-id: req-c88dc7d7-e385-4887-b166-c291fd59fd3d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:26.046600 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-plugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:26.046850 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c88dc7d7-e385-4887-b166-c291fd59fd3d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:26.047238 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'code': 200} Jun 30 09:17:26.094257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:26.100198 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:26.103314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=d702ef92-56ec-4b9a-8932-d85b532b3c58,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.105609 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:26.143913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f09cdb6-fc1e-413a-9eb5-cadfbf267f74 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.146419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f09cdb6-fc1e-413a-9eb5-cadfbf267f74 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.147560 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9f09cdb6-fc1e-413a-9eb5-cadfbf267f74 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/security-groups/b761b301-8158-4b9f-bb19-d3a4572efca6 HTTP/1.1" status: 204 len: 168 time: 0.2247710 Jun 30 09:17:26.150917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36388) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:26.160135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8308e7-97a7-4bb2-8ede-2c75fc984519 req-5827f3f1-5d50-4996-8a3c-044dc1bb77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:26.161615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8308e7-97a7-4bb2-8ede-2c75fc984519 req-5827f3f1-5d50-4996-8a3c-044dc1bb77e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1097 time: 0.0560234 Jun 30 09:17:26.189227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09cdb6-fc1e-413a-9eb5-cadfbf267f74 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761b301-8158-4b9f-bb19-d3a4572efca6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.197481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b8308e7-97a7-4bb2-8ede-2c75fc984519 req-d6e312ea-fcc0-4db7-b524-94538831c46c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296366 Jun 30 09:17:26.717790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.788026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37bb3f-cb17-4506-af6e-1e3411fa56a0 req-af29c72a-15a8-4577-b203-ecb3dcccd357 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:26.789528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f37bb3f-cb17-4506-af6e-1e3411fa56a0 req-af29c72a-15a8-4577-b203-ecb3dcccd357 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0636830 Jun 30 09:17:26.827195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f37bb3f-cb17-4506-af6e-1e3411fa56a0 req-f0548c93-7563-4b0d-a2e4-7d806e06b2f3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Jun 30 09:17:26.831580 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.884057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.131585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.138801 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.225866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=d702ef92-56ec-4b9a-8932-d85b532b3c58,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:27.246773 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.664656 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Floating IP 53743414-6cb8-4bed-a62c-08d60c6dfe84 associated. External IP: 172.25.8.119, port: aae5043e-d627-4edc-a14e-b5735334c073. Jun 30 09:17:27.707778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting port e71a1de6-2c98-4c60-83cf-d8315cfa6010 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:27.708113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.841701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] For port e71a1de6-2c98-4c60-83cf-d8315cfa6010, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e71a1de6-2c98-4c60-83cf-d8315cfa6010,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:27.842424 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.888838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Calling delete_port for e71a1de6-2c98-4c60-83cf-d8315cfa6010 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:28.008091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 22235108-3863-4d94-a902-96bacb54d77a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:28.010441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b8e42-a3da-4beb-a540-7de106022ba3 req-699562df-0db3-44fc-99b9-664814812af1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.012062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-320b8e42-a3da-4beb-a540-7de106022ba3 req-699562df-0db3-44fc-99b9-664814812af1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0682456 Jun 30 09:17:28.050228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-320b8e42-a3da-4beb-a540-7de106022ba3 req-5082952a-154d-4f30-ba27-4b6f90a2d229 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Jun 30 09:17:28.195398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:28.208057 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] Sync routers for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:28.223823 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:28.224699 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:28.229520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.233186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.247467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479310f-2a66-447d-ab21-0cc35433309c req-044ac733-17d1-46c2-aed6-cf528a7474e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.249067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4479310f-2a66-447d-ab21-0cc35433309c req-044ac733-17d1-46c2-aed6-cf528a7474e7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0895996 Jun 30 09:17:28.286224 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Port': ['ID=e71a1de6-2c98-4c60-83cf-d8315cfa6010,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:28.297317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4479310f-2a66-447d-ab21-0cc35433309c req-167bbf36-e6f5-4540-9fe7-fca863ce8303 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Jun 30 09:17:28.304611 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b29f6bdb-8d58-42ae-ba04-452b2aa86450 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7141678 Jun 30 09:17:28.307453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36396) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:28.325761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:28.328121 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e245e2-8de8-4404-9feb-ab8f351f21eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "tag": "aae5043e-d627-4edc-a14e-b5735334c073"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:28.330519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36398) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:28.375196 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fee892a-fca9-4bd8-8fe3-e136bc87aac7 x-openstack-request-id: req-4fee892a-fca9-4bd8-8fe3-e136bc87aac7 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:28.375488 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "tag": "aae5043e-d627-4edc-a14e-b5735334c073", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:28.375737 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fee892a-fca9-4bd8-8fe3-e136bc87aac7 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:28.376584 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073', 'status': 'completed', 'code': 200} Jun 30 09:17:28.408256 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:28.470203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-614ae7ee-02fc-410a-8b13-1ecd1eba9d84 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/floatingips/53743414-6cb8-4bed-a62c-08d60c6dfe84 HTTP/1.1" status: 200 len: 992 time: 0.1615646 Jun 30 09:17:28.497753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-034b8f51-922c-4a73-b3e4-3dab4c0bbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.499550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-034b8f51-922c-4a73-b3e4-3dab4c0bbd33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 1098 time: 0.0827458 Jun 30 09:17:28.567793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.587957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152dda9c-c658-4bbb-a796-049fbf5948c8 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.592116 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-152dda9c-c658-4bbb-a796-049fbf5948c8 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1092 time: 0.2574456 Jun 30 09:17:28.592483 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:28.597047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '697c8b05-8007-4689-a580-1502493412e1', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:28.612887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-2dbc5509-e3ba-4c3d-b433-d7557ef6fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.614555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-2dbc5509-e3ba-4c3d-b433-d7557ef6fdbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 200 len: 897 time: 0.1087546 Jun 30 09:17:28.666797 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.688481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-a1f85ba7-f3a8-426e-a138-c2c91305fda1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae5043e-d627-4edc-a14e-b5735334c073 HTTP/1.1" status: 200 len: 1000 time: 0.0669951 Jun 30 09:17:28.742068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-dc7495f3-d171-4f7a-aaed-536109c1d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.744739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-dc7495f3-d171-4f7a-aaed-536109c1d8a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03d3359b-6234-4c6c-af9f-112d4875579a HTTP/1.1" status: 200 len: 834 time: 0.0501974 Jun 30 09:17:28.783186 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:26Z', 'revision_number': 0, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:28.807603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-85901d61-c721-443b-be10-4b7e0fb7564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.809952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-85901d61-c721-443b-be10-4b7e0fb7564a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b240833-d9d5-44bd-9e28-8d46ebdc600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588658 Jun 30 09:17:28.813105 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] Checking router: 22235108-3863-4d94-a902-96bacb54d77a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:28.823194 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:28.824275 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:28.897668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:28.899963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.914215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-39390ee9-5ebe-4969-8653-6b85158a8088 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978787 Jun 30 09:17:28.932179 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:29.006408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-32e245e2-8de8-4404-9feb-ab8f351f21eb req-a42be20b-a9c6-4d53-9e50-93580cb3b877 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863616 Jun 30 09:17:29.092253 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.60 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/844a255b-6fa1-4219-a20d-11a70bd542ea) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:29.096610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:29.105373 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-44045b69-cb38-4702-838b-0bcca9d0f3dc tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "PUT /v2.0/routers/7e8c4a7b-743f-4363-a20a-f5b70d8b90dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9487870 Jun 30 09:17:29.105496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36406) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:29.107591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] Sync routers for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:29.121287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:29.122297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:29.171433 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:26Z', 'revision_number': 0, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:29.177431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting subnet 2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:29.184583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.201127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6098a6fd-8cc9-46b6-ac90-0cd62ba09af1 None None] The sync data for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 is: [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:26Z', 'revision_number': 0, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:29.232522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.236047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.286418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.293099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:29.324483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.340517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:29.341852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=844a255b-6fa1-4219-a20d-11a70bd542ea,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.345189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:29.347800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:29.398377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.432519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Subnet': ['ID=2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.443622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.448315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ee981bf-4889-43bb-aa63-a017032b93eb tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/subnets/2be0c122-9ad8-4b0a-8156-5a7dcbf51d5f HTTP/1.1" status: 204 len: 168 time: 0.3392673 Jun 30 09:17:29.448487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36408) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:29.463724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab8644-d557-4eff-a6a3-9a76fed29e5d None None] Network c4565680-1864-49fd-bcf9-fbb69553bc80 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:29.471474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36410) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:29.550231 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10726b7-1382-4f52-b9e8-58b265f320c2 None None] New status for floating IP 53743414-6cb8-4bed-a62c-08d60c6dfe84: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:29.584151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:29.607896 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4073eb7d-12d4-4643-949a-89ea98a29c64 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/floatingips/53743414-6cb8-4bed-a62c-08d60c6dfe84 HTTP/1.1" status: 200 len: 992 time: 0.1310534 Jun 30 09:17:29.608870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.644367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] Checking router: 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:29.663897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] Routers {'7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:29.665329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:29.778938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.819790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] DHCP port deletion for c4565680-1864-49fd-bcf9-fbb69553bc80 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:29.826312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] Set router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:29.851530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Deleting port 37f85ff8-0793-4efd-af27-8e48379b0e7a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:29.852540 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.893191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.945224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] For port 37f85ff8-0793-4efd-af27-8e48379b0e7a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=37f85ff8-0793-4efd-af27-8e48379b0e7a,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:29.945926 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.961010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Calling delete_port for 37f85ff8-0793-4efd-af27-8e48379b0e7a owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:29.991491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] Deleting port 4fec33ab-76bf-4844-bfd4-390a413118e2 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:29.991863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.077967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] For port 4fec33ab-76bf-4844-bfd4-390a413118e2, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4fec33ab-76bf-4844-bfd4-390a413118e2,segment=NetworkSegment(d0688a86-6f17-4e5a-8ece-3f457273da0d),segment_id=d0688a86-6f17-4e5a-8ece-3f457273da0d)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:30.078271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.093791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] Calling delete_port for 4fec33ab-76bf-4844-bfd4-390a413118e2 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:30.146424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.153349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:30.183527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e449e-5c24-422c-bc44-4a69f76604ed None None] The sync data for ids ['7e8c4a7b-743f-4363-a20a-f5b70d8b90dc'] in n-d-758944-40 is: [{'id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-895747299', 'tenant_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:44Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': '9cc6b575d8b94cf1a72a1bad279e184c', 'gw_port': {'id': '37f85ff8-0793-4efd-af27-8e48379b0e7a', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c4a7b-743f-4363-a20a-f5b70d8b90dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:30.190106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Port': ['ID=37f85ff8-0793-4efd-af27-8e48379b0e7a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.228152 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.260749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] Pushing event deleted for resources: {'Port': ['ID=4fec33ab-76bf-4844-bfd4-390a413118e2,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.264438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0fea6-0044-4364-a9b6-cbd572c66511 None None] No DVR routers for this DVR port 4fec33ab-76bf-4844-bfd4-390a413118e2 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:30.265015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.295297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.361183 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.363198 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.406469 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.407170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Fanout notify agent at l3_agent the message router_deleted on router 7e8c4a7b-743f-4363-a20a-f5b70d8b90dc {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:30.414050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.415703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f6757566-9845-43a3-81ea-0e2a9c83f0c4 tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/routers/7e8c4a7b-743f-4363-a20a-f5b70d8b90dc HTTP/1.1" status: 204 len: 168 time: 0.9661555 Jun 30 09:17:30.418285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36412) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:30.443986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.450098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.499450 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.514801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=844a255b-6fa1-4219-a20d-11a70bd542ea,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.528709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.596552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.610530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4565680-1864-49fd-bcf9-fbb69553bc80']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:30.612402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36414) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:30.627494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0688a86-6f17-4e5a-8ece-3f457273da0d') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:30.627796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0688a86-6f17-4e5a-8ece-3f457273da0d') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:30.657896 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP b4b909cc-2116-4c92-8a47-306facd16bff associated. External IP: 172.25.8.60, port: 697c8b05-8007-4689-a580-1502493412e1. Jun 30 09:17:30.667024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.693139 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.704625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6fa51d4e-299d-4a16-ad0a-3a4b7fcec455 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/floatingips/53743414-6cb8-4bed-a62c-08d60c6dfe84 HTTP/1.1" status: 200 len: 994 time: 0.0895638 Jun 30 09:17:30.704625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:30.704625 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:30.709065 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:30.768862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.774154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.776509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] 10.222.0.53 "DELETE /v2.0/networks/c4565680-1864-49fd-bcf9-fbb69553bc80 HTTP/1.1" status: 204 len: 168 time: 0.3569627 Jun 30 09:17:30.797330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104121f-e64e-4589-8fde-6f884eba730e tempest-TestSecurityGroupsBasicOps-249690060 tempest-TestSecurityGroupsBasicOps-249690060-project] Pushing event deleted for resources: {'Network': ['ID=c4565680-1864-49fd-bcf9-fbb69553bc80,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.895547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:31.007121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:31.016013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] Sync routers for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:31.024904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.026423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:31.027019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:31.061230 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6429f3be-905b-43de-9c85-7e93a05b32ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4677367 Jun 30 09:17:31.061850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:31.064151 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:31.096847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36426) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.109050 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16d220-f9ae-48cc-b41f-d5432af0583d x-openstack-request-id: req-eb16d220-f9ae-48cc-b41f-d5432af0583d {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:31.109343 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:31.109611 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb16d220-f9ae-48cc-b41f-d5432af0583d {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:31.110035 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'status': 'completed', 'code': 200} Jun 30 09:17:31.188072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-e1800a97-e0ca-48b4-9b98-438048d84768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.189431 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-e1800a97-e0ca-48b4-9b98-438048d84768 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1097 time: 0.0580258 Jun 30 09:17:31.301609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:31.338609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a62dade5-e109-4918-999d-cf5ff7ee0ebd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cc6b575d8b94cf1a72a1bad279e184c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404120 Jun 30 09:17:31.341292 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36434) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.354074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-534558e3-58ab-4c3c-81ef-f3cf84dadd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.355514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-534558e3-58ab-4c3c-81ef-f3cf84dadd4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 897 time: 0.1582668 Jun 30 09:17:31.365855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82302cc1-00b4-4af5-b150-eb14d4e3ae50 req-07ccc2bf-d868-4a7e-baa3-916c08db6352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.367297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82302cc1-00b4-4af5-b150-eb14d4e3ae50 req-07ccc2bf-d868-4a7e-baa3-916c08db6352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.1857457 Jun 30 09:17:31.392122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c97c00b7-ceed-4fdf-86ec-2ba787560520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.415464 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c97c00b7-ceed-4fdf-86ec-2ba787560520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.454581 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-0cbc2a07-5e76-4663-b36d-ce252ea32081 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 998 time: 0.0862329 Jun 30 09:17:31.457454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82302cc1-00b4-4af5-b150-eb14d4e3ae50 req-da5f2d71-2a1e-4059-93a8-8c9cce0d53f7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498426 Jun 30 09:17:31.479633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c97c00b7-ceed-4fdf-86ec-2ba787560520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.482151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c97c00b7-ceed-4fdf-86ec-2ba787560520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.483310 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c97c00b7-ceed-4fdf-86ec-2ba787560520 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b411cde4-eccf-4365-bb0f-5724c7beffd6 HTTP/1.1" status: 204 len: 168 time: 0.1408296 Jun 30 09:17:31.485390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36436) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.520795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-be0ad1fd-4197-43a3-a958-44a217c95c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.522274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-be0ad1fd-4197-43a3-a958-44a217c95c78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 200 len: 835 time: 0.0619011 Jun 30 09:17:31.527008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c00b7-ceed-4fdf-86ec-2ba787560520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b411cde4-eccf-4365-bb0f-5724c7beffd6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:31.564383 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-549187ff-06b3-4d11-bb4b-96b679d4354c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/b4b909cc-2116-4c92-8a47-306facd16bff HTTP/1.1" status: 200 len: 990 time: 0.0777292 Jun 30 09:17:31.578473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'b4b909cc-2116-4c92-8a47-306facd16bff', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'port_id': '697c8b05-8007-4689-a580-1502493412e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'mac_address': 'fa:16:3e:51:46:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:29Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:31.590429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-efe30cda-3abf-4ac1-b2b6-2b15c026c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.592441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-efe30cda-3abf-4ac1-b2b6-2b15c026c926 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81cb06e3-b085-47c0-982e-0bf961e20f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618424 Jun 30 09:17:31.608735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] Checking router: 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:31.626967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:31.627473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:31.670135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4fec33ab-76bf-4844-bfd4-390a413118e2 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:31.675281 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7e874ac3-bf1e-468c-8330-db45f9bb48ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.696347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4fec33ab-76bf-4844-bfd4-390a413118e2 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:31.696961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4fec33ab-76bf-4844-bfd4-390a413118e2 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:31.697567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e71a1de6-2c98-4c60-83cf-d8315cfa6010 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:31.710451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-0a551986-f316-49b9-94f2-e2a56971af1d service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111393 Jun 30 09:17:31.723407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: e71a1de6-2c98-4c60-83cf-d8315cfa6010 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:31.723751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e71a1de6-2c98-4c60-83cf-d8315cfa6010 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:31.724173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 37f85ff8-0793-4efd-af27-8e48379b0e7a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:31.770303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 37f85ff8-0793-4efd-af27-8e48379b0e7a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:31.770642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 37f85ff8-0793-4efd-af27-8e48379b0e7a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:31.811213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:31.812565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5b5fb84-cfb9-4ccf-a467-9b6ea76e34cd req-49ffe194-1ad5-4e3d-98af-06c7504b2935 service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953689 Jun 30 09:17:31.959986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36442) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.973109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e45fc610-541f-4f61-b488-6e03034f521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.042933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'b4b909cc-2116-4c92-8a47-306facd16bff', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'port_id': '697c8b05-8007-4689-a580-1502493412e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'mac_address': 'fa:16:3e:51:46:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:29Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:32.065309 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e45fc610-541f-4f61-b488-6e03034f521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.069188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e45fc610-541f-4f61-b488-6e03034f521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.069543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27257b-093f-49b4-973f-01670353fd5c None None] The sync data for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 is: [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'b4b909cc-2116-4c92-8a47-306facd16bff', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'port_id': '697c8b05-8007-4689-a580-1502493412e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'mac_address': 'fa:16:3e:51:46:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:29Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:32.108114 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e45fc610-541f-4f61-b488-6e03034f521a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8bca2a5de564bffaa49830b00e63349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470101 Jun 30 09:17:32.110929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36444) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:32.117942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fc610-541f-4f61-b488-6e03034f521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d831f19b-fe15-4a3a-b9c0-2cb1addeda71,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.167593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-195ccace-55c9-4d23-92e9-a1fd0baeb42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.188357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-195ccace-55c9-4d23-92e9-a1fd0baeb42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.238889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-195ccace-55c9-4d23-92e9-a1fd0baeb42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.241413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-195ccace-55c9-4d23-92e9-a1fd0baeb42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.243369 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-195ccace-55c9-4d23-92e9-a1fd0baeb42f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d831f19b-fe15-4a3a-b9c0-2cb1addeda71 HTTP/1.1" status: 204 len: 168 time: 0.1308081 Jun 30 09:17:32.252323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ccace-55c9-4d23-92e9-a1fd0baeb42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831f19b-fe15-4a3a-b9c0-2cb1addeda71,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.283684 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1871ec-560e-4283-b28f-a4b68daf39d6 None None] New status for floating IP b4b909cc-2116-4c92-8a47-306facd16bff: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:32.561536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36450) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:32.566245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36452) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:32.603038 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c911103f-05a4-44b1-afd1-c6c4d7158d64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f7dab9f3ee14e6ca7dfca3040b1583f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402563 Jun 30 09:17:32.605542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36454) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:32.631209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-984cc8a9-9c46-4e83-a615-584457f408ac tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/b4b909cc-2116-4c92-8a47-306facd16bff HTTP/1.1" status: 200 len: 992 time: 0.0637670 Jun 30 09:17:32.653243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7caa8798-e08f-4c92-90d4-e6c62816c78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.673991 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7caa8798-e08f-4c92-90d4-e6c62816c78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.719173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7caa8798-e08f-4c92-90d4-e6c62816c78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.722013 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7caa8798-e08f-4c92-90d4-e6c62816c78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.723164 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7caa8798-e08f-4c92-90d4-e6c62816c78c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39dc2097-543c-4d6d-920c-4645323667c1 HTTP/1.1" status: 204 len: 168 time: 0.1165488 Jun 30 09:17:32.731816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa8798-e08f-4c92-90d4-e6c62816c78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc2097-543c-4d6d-920c-4645323667c1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:34.338394 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.384764 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-29337158-90a3-4341-ae70-1dd090a6d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:35.856067 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.205410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971530-bc79-48d9-b7df-a1cfe700c1c0 req-1b5011d6-989a-4c01-8ea2-1d2af059a8d9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.206790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14971530-bc79-48d9-b7df-a1cfe700c1c0 req-1b5011d6-989a-4c01-8ea2-1d2af059a8d9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.0605721 Jun 30 09:17:37.246456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14971530-bc79-48d9-b7df-a1cfe700c1c0 req-2a7b14dd-b8e8-4736-b046-8beaedc80f70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Jun 30 09:17:37.290750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.417746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3febf3-8cdc-4ad1-a28e-2beba93d9f6f req-923e8c2f-885e-453b-b842-b3ea2e574cf3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.418898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af3febf3-8cdc-4ad1-a28e-2beba93d9f6f req-923e8c2f-885e-453b-b842-b3ea2e574cf3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.0621970 Jun 30 09:17:38.455076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af3febf3-8cdc-4ad1-a28e-2beba93d9f6f req-14a7f417-e101-40f6-ba6a-055742937286 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305796 Jun 30 09:17:39.170561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-a5d4e607-1cb7-4c3e-b0e7-a910635b73e9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.171946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-a5d4e607-1cb7-4c3e-b0e7-a910635b73e9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.0638082 Jun 30 09:17:39.274174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Deleting port 63ab6c96-db24-4337-972b-cb714029a8ca {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:39.274511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.362029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] For port 63ab6c96-db24-4337-972b-cb714029a8ca, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=63ab6c96-db24-4337-972b-cb714029a8ca,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:39.362382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.526261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.526910 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.526910 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Floating IP 4bae46fc-0b20-4256-b850-2fe80c71cfcc disassociated. External IP: 172.25.8.205, port: 63ab6c96-db24-4337-972b-cb714029a8ca. Jun 30 09:17:39.527149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Calling delete_port for 63ab6c96-db24-4337-972b-cb714029a8ca owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:39.703918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0df9a8-8d4f-46d2-a262-659bf4c63435 req-c38a3fa5-5ec1-4968-a1c5-f3eccc3fe3e2 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.705393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c0df9a8-8d4f-46d2-a262-659bf4c63435 req-c38a3fa5-5ec1-4968-a1c5-f3eccc3fe3e2 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 945 time: 0.1113513 Jun 30 09:17:39.718231 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:39.757296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event deleted for resources: {'Port': ['ID=63ab6c96-db24-4337-972b-cb714029a8ca,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:39.777647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c0df9a8-8d4f-46d2-a262-659bf4c63435 req-5a8d5860-30dd-4eac-927c-0c4bd56f3408 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=37df56c2-4162-4cc6-b512-fd246e5d40df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662341 Jun 30 09:17:39.878654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Router 3d31f0ac-189a-4901-a575-a31366b5ae60 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:40.307828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:40.317917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] Sync routers for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:40.331504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:40.332043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:40.353287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] No DVR routers for this DVR port 63ab6c96-db24-4337-972b-cb714029a8ca on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:40.355780 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.357820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3eebd2b-3bbb-4ac2-8b2d-9522ffe07640 req-12454c53-94ae-4eef-aea4-287bfd1d850c tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "DELETE /v2.0/ports/63ab6c96-db24-4337-972b-cb714029a8ca HTTP/1.1" status: 204 len: 173 time: 1.1763201 Jun 30 09:17:40.358249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'name': 'network-vif-deleted', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:40.360509 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b9dbcb-3f08-4c34-bdc4-805bab1ecf0a" -d '{"events": [{"server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "name": "network-vif-deleted", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:40.396613 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7508f7-c816-487f-af2b-7a9afa940347 x-openstack-request-id: req-9a7508f7-c816-487f-af2b-7a9afa940347 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:40.396979 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bdc375-f9bc-40f9-baec-079f07c11c93", "name": "network-vif-deleted", "tag": "63ab6c96-db24-4337-972b-cb714029a8ca", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:40.397163 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a7508f7-c816-487f-af2b-7a9afa940347 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:40.397609 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bdc375-f9bc-40f9-baec-079f07c11c93', 'name': 'network-vif-deleted', 'tag': '63ab6c96-db24-4337-972b-cb714029a8ca', 'status': 'completed', 'code': 200} Jun 30 09:17:40.443609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:40.648696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:40.674065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] Checking router: 3d31f0ac-189a-4901-a575-a31366b5ae60 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:40.682820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:40.683428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:40.785522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:40.939614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eba5477e-2a77-499a-a713-7e31400c6b09 req-58620566-8831-48e7-8194-9b077f32fcee tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=11bdc375-f9bc-40f9-baec-079f07c11c93 HTTP/1.1" status: 200 len: 210 time: 0.0278997 Jun 30 09:17:40.995599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:41.022201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb19689-fb31-4be0-8df3-512148abc993 None None] The sync data for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 is: [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:41.228028 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da40273-053c-4782-ac4a-06a52f1f4983 None None] New status for floating IP 4bae46fc-0b20-4256-b850-2fe80c71cfcc: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:42.060375 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36480) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:42.115926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-058b60d9-6622-4915-946d-7eaa33caacdf tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.138411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-058b60d9-6622-4915-946d-7eaa33caacdf tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.184983 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-058b60d9-6622-4915-946d-7eaa33caacdf tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.187479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-058b60d9-6622-4915-946d-7eaa33caacdf tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.188607 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-058b60d9-6622-4915-946d-7eaa33caacdf tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "DELETE /v2.0/security-groups/37df56c2-4162-4cc6-b512-fd246e5d40df HTTP/1.1" status: 204 len: 168 time: 0.1271963 Jun 30 09:17:42.191427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36482) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:42.197250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b60d9-6622-4915-946d-7eaa33caacdf tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37df56c2-4162-4cc6-b512-fd246e5d40df,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.206431 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-5cedc27d-8e66-4dec-b270-cd894fbc1352 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] show failed (client error): The resource could not be found. Jun 30 09:17:42.207696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5cedc27d-8e66-4dec-b270-cd894fbc1352 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups/37df56c2-4162-4cc6-b512-fd246e5d40df HTTP/1.1" status: 404 len: 347 time: 0.0149732 Jun 30 09:17:42.210230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36484) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:42.332975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Deleting port e8b1ac3c-3090-4b79-9084-8e53e983a3ca {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:42.333221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.407579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.407918 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.419800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Calling delete_port for e8b1ac3c-3090-4b79-9084-8e53e983a3ca owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:42.549999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.577894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event deleted for resources: {'Port': ['ID=e8b1ac3c-3090-4b79-9084-8e53e983a3ca,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.640792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.643271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.644395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-47ab54a3-f2be-4b1f-96a3-3f2e9f55d3ec tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "DELETE /v2.0/floatingips/4bae46fc-0b20-4256-b850-2fe80c71cfcc HTTP/1.1" status: 204 len: 168 time: 0.4332721 Jun 30 09:17:42.968819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36488) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:42.973498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-070db26e-75c5-42d3-9250-e8115ac5a3fe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431710191', 'description': 'tempest-description--2081264098'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:42.996140 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-070db26e-75c5-42d3-9250-e8115ac5a3fe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.075483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-070db26e-75c5-42d3-9250-e8115ac5a3fe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.079359 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-070db26e-75c5-42d3-9250-e8115ac5a3fe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.106679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-070db26e-75c5-42d3-9250-e8115ac5a3fe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.107875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-070db26e-75c5-42d3-9250-e8115ac5a3fe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1380522 Jun 30 09:17:43.110966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36490) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:43.111942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070db26e-75c5-42d3-9250-e8115ac5a3fe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a22a1-d26b-4d90-b54f-baf2104440b3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:43.115713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9484e982-ef61-4cba-a3aa-19bd7d6f3038 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'security_group_rule': {'security_group_id': 'b25a22a1-d26b-4d90-b54f-baf2104440b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:43.141401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9484e982-ef61-4cba-a3aa-19bd7d6f3038 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.185894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9484e982-ef61-4cba-a3aa-19bd7d6f3038 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.189588 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9484e982-ef61-4cba-a3aa-19bd7d6f3038 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.207260 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484e982-ef61-4cba-a3aa-19bd7d6f3038 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb1f138-ee48-43b1-9d4f-8c9449f35c66,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:43.218032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9484e982-ef61-4cba-a3aa-19bd7d6f3038 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.219429 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9484e982-ef61-4cba-a3aa-19bd7d6f3038 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074498 Jun 30 09:17:43.222076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36492) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:43.226684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f3662d5f-f7bb-43cb-be95-40d73f0318f6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'security_group_rule': {'security_group_id': 'b25a22a1-d26b-4d90-b54f-baf2104440b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:43.251958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3662d5f-f7bb-43cb-be95-40d73f0318f6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.307283 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3662d5f-f7bb-43cb-be95-40d73f0318f6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.310835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3662d5f-f7bb-43cb-be95-40d73f0318f6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.328760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3662d5f-f7bb-43cb-be95-40d73f0318f6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abfcbb1-990f-4263-8d58-7ae21d361f1b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:43.335219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3662d5f-f7bb-43cb-be95-40d73f0318f6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.336428 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f3662d5f-f7bb-43cb-be95-40d73f0318f6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134346 Jun 30 09:17:43.339518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36494) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:43.343836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:43.365416 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.459934 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.560986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Allocated IP 172.25.8.4 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/9bbb8d25-d0ec-4eb1-b75a-65228ecaf2df) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:43.658502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.699335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.735873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:43.738457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:43.743741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:43.768298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'Port': ['ID=9bbb8d25-d0ec-4eb1-b75a-65228ecaf2df,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:43.829582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:43.870765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.013109 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.017133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.083194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'Port': ['ID=9bbb8d25-d0ec-4eb1-b75a-65228ecaf2df,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:44.094962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.108055 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.109276 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c7caef17-29cb-41e1-bbcb-1e6bf65f10a0 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7688451 Jun 30 09:17:44.258164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 63ab6c96-db24-4337-972b-cb714029a8ca no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:44.279132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 63ab6c96-db24-4337-972b-cb714029a8ca {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:44.279487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 63ab6c96-db24-4337-972b-cb714029a8ca not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:44.292854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-efc251b7-64e6-45c0-84e5-0144b3881dd4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1431710191&fields=id&tenant_id=8349e0ba6ebe430ba1d5be261b3091e5 HTTP/1.1" status: 200 len: 267 time: 0.0345314 Jun 30 09:17:44.405547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-15d73fa2-118c-43e2-ad79-be275d88fc38 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.407025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-15d73fa2-118c-43e2-ad79-be275d88fc38 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 811 time: 0.1075475 Jun 30 09:17:44.421139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-97445d11-4c2d-441f-887a-b1b072440d82 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/quotas/8349e0ba6ebe430ba1d5be261b3091e5 HTTP/1.1" status: 200 len: 375 time: 0.0086787 Jun 30 09:17:44.486632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-060e5441-d5fc-40a3-bbf6-e12c548670a1 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605328 Jun 30 09:17:44.582778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b2518c07-0f57-4331-997f-aa0819221709 service neutron] 10.222.0.53 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843115 Jun 30 09:17:44.669457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-9d9be1c4-970c-4f61-a8b7-b1f84b44e1dd service neutron] 10.222.0.53 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809240 Jun 30 09:17:44.839124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66e2ef75-fdcf-43b0-add9-c23edcf7c258 req-8cc1897b-6bc0-4bf8-8b49-5b0bf1c72d15 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 210 time: 0.0281563 Jun 30 09:17:45.938286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-d660937a-5707-4181-a26c-2c8a968d3188 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.940218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-d660937a-5707-4181-a26c-2c8a968d3188 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 811 time: 0.1130810 Jun 30 09:17:45.988200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b4f9eee-964c-4c7c-8e54-e6d1ea10c458 req-0b8849fb-ef4f-428f-b774-ff3282a1cdfa tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 210 time: 0.0340149 Jun 30 09:17:46.025275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-e6c0855e-8e7d-48a9-a943-57d6ad3c8683 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8349e0ba6ebe430ba1d5be261b3091e5 HTTP/1.1" status: 200 len: 380 time: 0.0604730 Jun 30 09:17:46.036447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'port': {'device_id': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'admin_state_up': True, 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'security_groups': ['b25a22a1-d26b-4d90-b54f-baf2104440b3']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:46.146678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Made reservation on behalf of 8349e0ba6ebe430ba1d5be261b3091e5 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:46.150424 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.275543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Allocated IP 172.20.0.5 (0135316a-f113-43e3-b12f-553921092438/3a95019d-01db-4b3b-9040-ef4c5639b501/61c6bf10-00b8-4ee6-aab4-926492dfc11d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:46.406986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.420029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Transition to ACTIVE for port object 61c6bf10-00b8-4ee6-aab4-926492dfc11d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:46.451906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.498506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Network 0135316a-f113-43e3-b12f-553921092438 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:46.501563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:46.507665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:46.514321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event updated for resources: {'Port': ['ID=61c6bf10-00b8-4ee6-aab4-926492dfc11d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:46.561050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:46.561716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.576761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4de0a954-5057-4156-8fad-6bbe91780c70 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443220 Jun 30 09:17:46.592677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Request body: {'port': {'device_id': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:46.670777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.745253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-20d40154-7d08-4e6e-9aa1-88c1b694a356 None None] Provisioning for port 61c6bf10-00b8-4ee6-aab4-926492dfc11d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:46.749135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-20d40154-7d08-4e6e-9aa1-88c1b694a356 None None] Provisioning complete for port 61c6bf10-00b8-4ee6-aab4-926492dfc11d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:46.749505 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-20d40154-7d08-4e6e-9aa1-88c1b694a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.783394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-20d40154-7d08-4e6e-9aa1-88c1b694a356 None None] Port 61c6bf10-00b8-4ee6-aab4-926492dfc11d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:46.933293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c6bf10-00b8-4ee6-aab4-926492dfc11d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:46.940425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.952370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Transition to ACTIVE for port object 61c6bf10-00b8-4ee6-aab4-926492dfc11d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:46.955916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.004697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Pushing event updated for resources: {'Port': ['ID=61c6bf10-00b8-4ee6-aab4-926492dfc11d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:47.083775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Attempting to bind port 61c6bf10-00b8-4ee6-aab4-926492dfc11d on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:47.084117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Attempting to bind port 61c6bf10-00b8-4ee6-aab4-926492dfc11d by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:47.084450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Attempting to bind port 61c6bf10-00b8-4ee6-aab4-926492dfc11d on network 0135316a-f113-43e3-b12f-553921092438 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:47.089388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Port 61c6bf10-00b8-4ee6-aab4-926492dfc11d on network 0135316a-f113-43e3-b12f-553921092438 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:47.089743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Attempting to bind port 61c6bf10-00b8-4ee6-aab4-926492dfc11d on network 0135316a-f113-43e3-b12f-553921092438 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:47.095907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:47.095907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Checking segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:47.096240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Bound using segment: {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:47.096517 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Bound port: 61c6bf10-00b8-4ee6-aab4-926492dfc11d, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9616d8ec-99b3-4bc3-a5fe-c0000376ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0135316a-f113-43e3-b12f-553921092438'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:47.096877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.194983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] For port 61c6bf10-00b8-4ee6-aab4-926492dfc11d, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:47.199085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] For port 61c6bf10-00b8-4ee6-aab4-926492dfc11d, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:47.212204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.227772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519873bd-b662-4c21-a346-d96f650ef10b req-8e14aaae-9f28-43eb-be12-064555b0151f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.229249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-519873bd-b662-4c21-a346-d96f650ef10b req-8e14aaae-9f28-43eb-be12-064555b0151f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 943 time: 0.1181428 Jun 30 09:17:47.281705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.282318 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.283687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] 10.222.0.26 "PUT /v2.0/ports/61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 200 len: 1092 time: 0.6955829 Jun 30 09:17:47.286785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:47.289047 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f84e74b-e1b2-4589-983b-7f25a9d5c753" -d '{"events": [{"name": "network-changed", "server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:47.314269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b04a8-8bdd-4892-beaa-28153a07b776 service neutron] Pushing event updated for resources: {'Port': ['ID=61c6bf10-00b8-4ee6-aab4-926492dfc11d,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:47.327785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-519873bd-b662-4c21-a346-d96f650ef10b req-b655418d-0873-4024-b90f-72185a363057 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796008 Jun 30 09:17:47.344701 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9eb1e0-ae1e-4134-9e87-c79eab0adf59 x-openstack-request-id: req-2d9eb1e0-ae1e-4134-9e87-c79eab0adf59 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:47.344979 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:47.345227 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d9eb1e0-ae1e-4134-9e87-c79eab0adf59 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:47.345614 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'status': 'completed', 'code': 200} Jun 30 09:17:47.390730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-2ab8c450-b404-44e1-8487-e25c0b7504ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.392226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-2ab8c450-b404-44e1-8487-e25c0b7504ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 1095 time: 0.0575194 Jun 30 09:17:47.437778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-a063082e-d175-4ac4-8780-9ad42adf97d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 200 len: 217 time: 0.0349956 Jun 30 09:17:47.493893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-1ec5d86e-94cb-4d35-9178-d9d3828cdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.495262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-1ec5d86e-94cb-4d35-9178-d9d3828cdb6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0476520 Jun 30 09:17:47.555917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-da65fa90-79b6-484b-9e8c-243f89ef4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.557388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-da65fa90-79b6-484b-9e8c-243f89ef4003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517251 Jun 30 09:17:47.650231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-4c9d123b-e022-4288-80d7-1c097d1bfa61 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815885 Jun 30 09:17:47.743641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a696bb1-83cc-42af-9442-a50ada01f3a5 req-722e42c5-d8dc-4a95-9293-82073e5f891c service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837352 Jun 30 09:17:47.845071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-b7a4bfd7-2c3e-4bb1-9983-256dd7c1b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.846579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-b7a4bfd7-2c3e-4bb1-9983-256dd7c1b0b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 1095 time: 0.0514140 Jun 30 09:17:47.879651 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:47.936600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-5fa5dd3d-39d3-4534-b6ee-ab44988b982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.938063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-5fa5dd3d-39d3-4534-b6ee-ab44988b982a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.0850627 Jun 30 09:17:47.978692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-a050ba37-6120-43e6-829a-564a72e728ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 200 len: 217 time: 0.0337384 Jun 30 09:17:48.024756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-eddba440-1d60-4427-ad5b-c0a48d75085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.026112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-eddba440-1d60-4427-ad5b-c0a48d75085e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0416718 Jun 30 09:17:48.085019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-32df318a-db8d-431c-90f4-3ef88797adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.087075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-32df318a-db8d-431c-90f4-3ef88797adbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535395 Jun 30 09:17:48.172988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-bad556f4-376f-4cd8-b75d-7f37254fd0de service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785291 Jun 30 09:17:48.266332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f84e74b-e1b2-4589-983b-7f25a9d5c753 req-c3b043cc-1fbe-4d1a-a75d-201ecdfaa60b service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861981 Jun 30 09:17:48.507402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148af7c7-52c7-4443-b249-119cc0742ace req-6a71a790-f07f-4858-b4d8-a812912499a3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.509495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-148af7c7-52c7-4443-b249-119cc0742ace req-6a71a790-f07f-4858-b4d8-a812912499a3 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 943 time: 0.0633953 Jun 30 09:17:48.546188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-148af7c7-52c7-4443-b249-119cc0742ace req-0244fd36-3610-494f-a367-4503d6525e21 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Jun 30 09:17:49.721406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812a93e-6f56-4684-b45c-498fa852769e req-20b5e4cb-fad1-4709-a86b-9e51d3453ad7 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:49.722919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d812a93e-6f56-4684-b45c-498fa852769e req-20b5e4cb-fad1-4709-a86b-9e51d3453ad7 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 943 time: 0.0654302 Jun 30 09:17:49.761687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d812a93e-6f56-4684-b45c-498fa852769e req-8a636451-3c56-473c-8c77-d6c572bb62d7 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Jun 30 09:17:50.256752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61c6bf10-00b8-4ee6-aab4-926492dfc11d details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:50.353152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61c6bf10-00b8-4ee6-aab4-926492dfc11d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:50.364436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'port_id': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'mac_address': 'fa:16:3e:eb:8c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:50.401508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.413577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c6bf10-00b8-4ee6-aab4-926492dfc11d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:50.432662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61c6bf10-00b8-4ee6-aab4-926492dfc11d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:50.436624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:50.485642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=61c6bf10-00b8-4ee6-aab4-926492dfc11d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:50.669064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['61c6bf10-00b8-4ee6-aab4-926492dfc11d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:50.944453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c72f42-544a-4c18-8618-8a24650b3dc4 req-08586c34-439d-40aa-87d7-a34218b738b9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.946438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7c72f42-544a-4c18-8618-8a24650b3dc4 req-08586c34-439d-40aa-87d7-a34218b738b9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 944 time: 0.0662997 Jun 30 09:17:50.986749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7c72f42-544a-4c18-8618-8a24650b3dc4 req-352cadd8-8c7c-422b-8ed1-10c166476af9 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Jun 30 09:17:52.162016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e218a-0fe8-44e6-a763-f4098fb2ea52 req-86cb151d-2a2e-4dfa-b6f4-913f6bf850ba tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:52.163506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-944e218a-0fe8-44e6-a763-f4098fb2ea52 req-86cb151d-2a2e-4dfa-b6f4-913f6bf850ba tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 944 time: 0.0640552 Jun 30 09:17:52.202689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-944e218a-0fe8-44e6-a763-f4098fb2ea52 req-4832cc22-bf23-46d1-bb91-64dfdd32e76f tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332782 Jun 30 09:17:52.272536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61c6bf10-00b8-4ee6-aab4-926492dfc11d up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:52.322937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 61c6bf10-00b8-4ee6-aab4-926492dfc11d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:52.326491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 61c6bf10-00b8-4ee6-aab4-926492dfc11d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:52.326854 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.401864 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.425516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:52.427769 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9c3b25-ad46-4ed2-9316-e9e14f607c23" -d '{"events": [{"server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "name": "network-vif-plugged", "status": "completed", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:52.441473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 61c6bf10-00b8-4ee6-aab4-926492dfc11d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:52.445685 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.470483 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f69a62-9e95-4790-9178-5a33c0415f51 x-openstack-request-id: req-e0f69a62-9e95-4790-9178-5a33c0415f51 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:52.470774 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "name": "network-vif-plugged", "status": "completed", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:52.471020 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0f69a62-9e95-4790-9178-5a33c0415f51 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:52.471416 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'code': 200} Jun 30 09:17:52.502749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=61c6bf10-00b8-4ee6-aab4-926492dfc11d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:52.599596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d24062-9fed-4ed8-9551-de150cbff9a8 req-0ad8c5a3-95a0-4c7b-8609-bdac351e2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:52.601106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01d24062-9fed-4ed8-9551-de150cbff9a8 req-0ad8c5a3-95a0-4c7b-8609-bdac351e2a5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 1097 time: 0.0523400 Jun 30 09:17:52.643151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01d24062-9fed-4ed8-9551-de150cbff9a8 req-59dd86e4-ea43-4ad9-bc23-f9074917cf16 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313425 Jun 30 09:17:53.341716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.375875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253557b6-4db0-4691-ad2c-380e674cc3ed req-732b7380-8104-4fb1-ab9a-841c8f7c2599 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:53.377337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-253557b6-4db0-4691-ad2c-380e674cc3ed req-732b7380-8104-4fb1-ab9a-841c8f7c2599 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 945 time: 0.0650225 Jun 30 09:17:53.416270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-253557b6-4db0-4691-ad2c-380e674cc3ed req-e08c16e5-9861-432d-946e-6e08265b23a4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Jun 30 09:17:54.587920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2ee3-8fc6-4add-a239-6393cdafcc9d req-1ae8b612-5429-49aa-8a63-0827f0a6313e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.589388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11ab2ee3-8fc6-4add-a239-6393cdafcc9d req-1ae8b612-5429-49aa-8a63-0827f0a6313e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 945 time: 0.0620444 Jun 30 09:17:54.626134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11ab2ee3-8fc6-4add-a239-6393cdafcc9d req-74e9b4f5-afa1-40b8-8225-614b5d2e8ac4 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Jun 30 09:17:54.795238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48b593-4bad-4567-adb4-fc45bd19c156 req-1858ce45-ef5b-4454-a1e9-c7a7d356bd22 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.796687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc48b593-4bad-4567-adb4-fc45bd19c156 req-1858ce45-ef5b-4454-a1e9-c7a7d356bd22 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 945 time: 0.0653937 Jun 30 09:17:54.805009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36550) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:54.809407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Request body: {'floatingip': {'port_id': '61c6bf10-00b8-4ee6-aab4-926492dfc11d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:54.847797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.254753 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.276888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.280647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.378516 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Floating IP d069b7b9-e393-41ce-9872-3f9a4f275f83 associated. External IP: 172.25.8.4, port: 61c6bf10-00b8-4ee6-aab4-926492dfc11d. Jun 30 09:17:55.580167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Router 3d31f0ac-189a-4901-a575-a31366b5ae60 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:55.686321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:55.690719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.696413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] Sync routers for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:55.704966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:55.705674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:55.726568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5f6b1ca4-987a-4607-902a-550fe4da8d47 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "PUT /v2.0/floatingips/d069b7b9-e393-41ce-9872-3f9a4f275f83 HTTP/1.1" status: 200 len: 989 time: 0.9205089 Jun 30 09:17:55.728000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:55.730312 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113" -d '{"events": [{"name": "network-changed", "server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:55.764530 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa84cc-142a-4ac4-8b4c-e6cdc38870ec x-openstack-request-id: req-dbfa84cc-142a-4ac4-8b4c-e6cdc38870ec {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:55.764824 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:55.765076 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbfa84cc-142a-4ac4-8b4c-e6cdc38870ec {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:55.765478 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'status': 'completed', 'code': 200} Jun 30 09:17:55.814040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:55.843787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-b0fd736f-7189-4cd2-8e16-c5d84db39ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:55.845228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-b0fd736f-7189-4cd2-8e16-c5d84db39ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 1097 time: 0.0570910 Jun 30 09:17:55.937553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-660a70b3-1010-4245-bb01-fdcc2eb01c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:55.939084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-660a70b3-1010-4245-bb01-fdcc2eb01c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.0877323 Jun 30 09:17:56.202371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'd069b7b9-e393-41ce-9872-3f9a4f275f83', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'port_id': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'mac_address': 'fa:16:3e:eb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:43Z', 'updated_at': '2021-06-30T09:17:55Z', 'revision_number': 1, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:56.230273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] Checking router: 3d31f0ac-189a-4901-a575-a31366b5ae60 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:56.238714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:56.239336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:17:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:56.332147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-56b4c98b-4b08-43cc-8a0a-5a77eaf004ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 200 len: 997 time: 0.3869114 Jun 30 09:17:56.344502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:56.379448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-85bfe325-b9ad-4620-a3b5-fc16b2432fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.380873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-85bfe325-b9ad-4620-a3b5-fc16b2432fe3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0424733 Jun 30 09:17:56.439689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-21e345db-7a7a-4edf-bc91-835520840783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.441094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-21e345db-7a7a-4edf-bc91-835520840783 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531406 Jun 30 09:17:56.528384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-6aeabbb6-d627-450a-9d9e-2c97a8111f51 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809097 Jun 30 09:17:56.564600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'd069b7b9-e393-41ce-9872-3f9a4f275f83', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'port_id': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'mac_address': 'fa:16:3e:eb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:43Z', 'updated_at': '2021-06-30T09:17:55Z', 'revision_number': 1, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:56.590615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03fd0f-8dd9-4022-95f2-ed5e052f5da5 None None] The sync data for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 is: [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'd069b7b9-e393-41ce-9872-3f9a4f275f83', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'port_id': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'mac_address': 'fa:16:3e:eb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:43Z', 'updated_at': '2021-06-30T09:17:55Z', 'revision_number': 1, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:56.623235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2395de1-3c3b-4f6c-aeb6-092d65cfd113 req-8202a22b-6e4b-4767-bb4c-ea96cfbd49b0 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889149 Jun 30 09:17:56.784604 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217778a6-f4ba-41ae-9fe4-3ee5a0d9219d None None] New status for floating IP d069b7b9-e393-41ce-9872-3f9a4f275f83: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:57.539142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-1e657702-0caf-4db8-bf8b-249d9aff396f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510287 Jun 30 09:17:57.632229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-10d27894-7976-4317-b1b2-b7e805d12aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.634233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-10d27894-7976-4317-b1b2-b7e805d12aa3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 1098 time: 0.0516677 Jun 30 09:17:57.737597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-48f573bf-238d-4d24-b93d-318160ca9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.739064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-48f573bf-238d-4d24-b93d-318160ca9781 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 200 len: 897 time: 0.0846148 Jun 30 09:17:57.803873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-8a3ad7d1-f7e2-4406-a117-697a4b46f013 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae5043e-d627-4edc-a14e-b5735334c073 HTTP/1.1" status: 200 len: 1002 time: 0.0561967 Jun 30 09:17:57.853917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-c2dfe0cb-b938-4f73-b59f-5f79aed2eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.855364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-c2dfe0cb-b938-4f73-b59f-5f79aed2eb2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03d3359b-6234-4c6c-af9f-112d4875579a HTTP/1.1" status: 200 len: 834 time: 0.0437860 Jun 30 09:17:57.915139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-d2ef729b-a94f-48a0-80a4-fd86ff969ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.916561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-d2ef729b-a94f-48a0-80a4-fd86ff969ffc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b240833-d9d5-44bd-9e28-8d46ebdc600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532906 Jun 30 09:17:58.005959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-af9bc4e8-ec68-4d55-bb3e-bc6082cb27f9 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814548 Jun 30 09:17:58.098707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3089a176-ace0-45a8-a49f-223436dc1c3e req-005489b6-e32b-4833-afb8-3c7e85273bd0 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848780 Jun 30 09:18:01.559481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36574) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:01.626306 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02bc987f-52ac-495c-b5b3-c6f8af786024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.653691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1c572-5320-469e-89fa-b748ac97d9ee tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:01.654181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1c572-5320-469e-89fa-b748ac97d9ee tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:01.654660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1c572-5320-469e-89fa-b748ac97d9ee tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:01.656319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6fe1c572-5320-469e-89fa-b748ac97d9ee tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=3235bc3386b14f99b884e670a4fc3f91&network_id=2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 200 len: 2973 time: 0.0958319 Jun 30 09:18:02.576800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-a927d391-02c8-42a3-bf00-ef484cb1a98f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509057 Jun 30 09:18:02.670154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-b3d27024-b3fe-4e57-be88-b06a4648a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.671631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-b3d27024-b3fe-4e57-be88-b06a4648a796 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 1097 time: 0.0542898 Jun 30 09:18:02.773314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-d559bc03-45f2-423a-9d5c-28ff6a552c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.774804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-d559bc03-45f2-423a-9d5c-28ff6a552c06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.0832705 Jun 30 09:18:02.847166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-5ccad35f-7961-4ad8-b190-c5dc0399c6f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 200 len: 999 time: 0.0649743 Jun 30 09:18:02.894576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-b10c0c50-1942-4dc4-9c97-2523c87fb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.895915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-b10c0c50-1942-4dc4-9c97-2523c87fb999 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0424888 Jun 30 09:18:02.951906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-43b4ff1e-fa25-4add-9694-3919587516a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.953361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-43b4ff1e-fa25-4add-9694-3919587516a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499380 Jun 30 09:18:03.044897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-e90b499d-e62c-44b3-86d9-b1d83edb3ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844483 Jun 30 09:18:03.133116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20b66ce7-a35d-49ac-a77d-7c1006654acb req-b90d0a7a-a870-4676-bbad-544aafb0d82a service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823095 Jun 30 09:18:03.818274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cadf0a-3a7c-4c9a-b973-94ae1efc03ec req-9c8e3a9b-1eb4-4699-802d-130239b04969 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.819785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55cadf0a-3a7c-4c9a-b973-94ae1efc03ec req-9c8e3a9b-1eb4-4699-802d-130239b04969 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0677395 Jun 30 09:18:03.858551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55cadf0a-3a7c-4c9a-b973-94ae1efc03ec req-6e4c5d95-674c-4e09-ae67-fe37ab94f840 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Jun 30 09:18:03.882840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36592) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:03.941892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36594) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:03.942614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9ecb2a02-814c-496b-81fb-9846ec9d301a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/b4b909cc-2116-4c92-8a47-306facd16bff HTTP/1.1" status: 200 len: 992 time: 0.0580230 Jun 30 09:18:04.002601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba133e-0845-4a8f-863d-27608e9678f8 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.017647 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-37ba133e-0845-4a8f-863d-27608e9678f8 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 814 time: 0.0613072 Jun 30 09:18:04.339421 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.350397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b2b42-b7fb-417a-bb9c-5b5cfe2f9ee6 req-24b915d7-4fd3-47a3-acf7-a2429584b7be tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.352438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b4b2b42-b7fb-417a-bb9c-5b5cfe2f9ee6 req-24b915d7-4fd3-47a3-acf7-a2429584b7be tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1097 time: 0.0546820 Jun 30 09:18:04.384972 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c949af9e-0d77-49aa-9a2b-3dd21fc15d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.388647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b4b2b42-b7fb-417a-bb9c-5b5cfe2f9ee6 req-4e90af7b-2491-4a00-a90c-592ae51f64b7 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302470 Jun 30 09:18:04.589311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36610) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.594795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'network': {'name': 'tempest-network-smoke--1043151974', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'port_security_enabled': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:04.631286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:04.635237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.658778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:04.668627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.669158 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Added segment 5e8a4464-38ce-4267-9be7-4ff66e06f779 of type vlan for network 7ae33b66-001b-41a1-ac16-9159387c5561 Jun 30 09:18:04.708586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.738436 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.743979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.744555 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.797661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2060540 Jun 30 09:18:04.799908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36622) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.810934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ee34b-0a14-42bb-93a0-dfd1e70a67e2 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Network': ['ID=7ae33b66-001b-41a1-ac16-9159387c5561,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:04.822573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 7ae33b66-001b-41a1-ac16-9159387c5561 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:04.846633 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8454d78-069a-4c90-b81b-4a702bd2e9ae tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.850998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36624) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.851539 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d8454d78-069a-4c90-b81b-4a702bd2e9ae tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=3235bc3386b14f99b884e670a4fc3f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0500863 Jun 30 09:18:04.944157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb351525-754d-428e-b4bc-bf4dbce284d8 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.948351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eb351525-754d-428e-b4bc-bf4dbce284d8 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937603 Jun 30 09:18:04.948564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36632) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.980110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dda5884c-c4a6-4201-84ab-f95d9c17607a tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275180 Jun 30 09:18:04.980629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36634) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.007927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11c2341f-0d7a-489a-bf9d-c7a3b5296518 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=3235bc3386b14f99b884e670a4fc3f91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261636 Jun 30 09:18:05.010667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36636) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.038636 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-2d8f9a82-a055-44bb-a152-c2b1553f83ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502455 Jun 30 09:18:05.100164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a24e9-c594-4a07-b2aa-63cddd5c58cf tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.102265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-093a24e9-c594-4a07-b2aa-63cddd5c58cf tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901175 Jun 30 09:18:05.104832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36640) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.135447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d3f52b5c-bc4c-42ee-afa9-9fc530e3680b tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266674 Jun 30 09:18:05.135650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36642) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.140619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049048465', 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:05.226359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:05.230287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.414518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.480090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Subnet': ['ID=bf4216ba-5fbe-48b0-a683-5b565e2ddc6b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:05.488744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Checking segment: {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:05.489109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network hostable DHCP agents. Network: 7ae33b66-001b-41a1-ac16-9159387c5561, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:05.505582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 7ae33b66-001b-41a1-ac16-9159387c5561 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:05.514955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 7ae33b66-001b-41a1-ac16-9159387c5561) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:05.518978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.519583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.525167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6ec6f-5f07-4fb2-8b00-aa220f09f7db None None] Network 7ae33b66-001b-41a1-ac16-9159387c5561 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:05.534528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-55dc7243-5456-4679-a16b-92753301a02b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3979204 Jun 30 09:18:05.682024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-7ae33b66-001b-41a1-ac16-9159387c5561', 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ips': [{'subnet_id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:05.682885 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.719114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-75b50d85-b977-4bbb-bc68-1e0ed9823fa7 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:18:05.725678 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-75b50d85-b977-4bbb-bc68-1e0ed9823fa7 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2135110 Jun 30 09:18:05.730163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Request body: {'binding': {'host': 'n-h1-758944-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:05.730809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Unknown quota resources ['binding']. {{(pid=100238) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:18:05.815965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Allocated IP 172.20.0.18 (7ae33b66-001b-41a1-ac16-9159387c5561/bf4216ba-5fbe-48b0-a683-5b565e2ddc6b/13ddc602-dcfc-48e8-9b25-e744fb9197b0) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:05.866246 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on host n-h1-758944-40 for vnic_type normal with profile None {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:05.866588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:05.866923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:05.876317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:05.876317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:05.876549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36654) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.879729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:05.880693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Checking segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:05.881158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-27e12f62-e930-4f61-8a94-c8653ff86761 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999727732', 'description': 'tempest-secgroup-smoke-999727732 description', 'project_id': '3235bc3386b14f99b884e670a4fc3f91'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:05.881534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Bound using segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:05.882018 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Bound port: 697c8b05-8007-4689-a580-1502493412e1, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:05.900829 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.917347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e12f62-e930-4f61-8a94-c8653ff86761 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.994625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:05.999928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] Notify callbacks [] for binding, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.001324 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] 10.222.0.53 "POST /v2.0/ports/697c8b05-8007-4689-a580-1502493412e1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2748513 Jun 30 09:18:06.018375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.021050 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e12f62-e930-4f61-8a94-c8653ff86761 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.027461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e12f62-e930-4f61-8a94-c8653ff86761 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.029247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Transition to ACTIVE for port object 13ddc602-dcfc-48e8-9b25-e744fb9197b0 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:06.047527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Transition to ACTIVE for port object 13ddc602-dcfc-48e8-9b25-e744fb9197b0 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:06.054207 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.058583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-27e12f62-e930-4f61-8a94-c8653ff86761 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.059817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-27e12f62-e930-4f61-8a94-c8653ff86761 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1824429 Jun 30 09:18:06.061998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e12f62-e930-4f61-8a94-c8653ff86761 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e794c34f-28a3-45c6-8b01-2438e5745542,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.063115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36656) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:06.071066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'e794c34f-28a3-45c6-8b01-2438e5745542', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:06.108274 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.120171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Network 7ae33b66-001b-41a1-ac16-9159387c5561 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:06.126745 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:06.136062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:06.138190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Pushing event updated for resources: {'Port': ['ID=13ddc602-dcfc-48e8-9b25-e744fb9197b0,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.201409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.205707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.207009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Attempting to bind port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:06.207384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Attempting to bind port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:06.208071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Attempting to bind port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 on network 7ae33b66-001b-41a1-ac16-9159387c5561 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:06.218168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:06.218555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Checking segment: {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:06.218947 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.219358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Bound using segment: {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:06.220763 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Bound port: 13ddc602-dcfc-48e8-9b25-e744fb9197b0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:06.221151 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.227861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e56552-9e6c-4ced-9c6a-b540e5be0e95,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.237756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.238533 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.239067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.239593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.240110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.240755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.241516 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.242042 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.242562 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.243078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.244309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.244819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:06.248514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.249930 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-278efcc1-6125-405c-8246-4bc7e1bb2e57 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856985 Jun 30 09:18:06.252553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36660) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:06.255050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e667-8808-4164-9f95-bc7f066edc68 req-7a850cd5-4b49-42dc-8a2f-a7909d656c03 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.257939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2102affa-b17e-491c-b2b5-54e6674a0297 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'e794c34f-28a3-45c6-8b01-2438e5745542', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:06.262374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c65e667-8808-4164-9f95-bc7f066edc68 req-7a850cd5-4b49-42dc-8a2f-a7909d656c03 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0978880 Jun 30 09:18:06.287388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2102affa-b17e-491c-b2b5-54e6674a0297 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.297514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] For port 13ddc602-dcfc-48e8-9b25-e744fb9197b0, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:06.300668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] For port 13ddc602-dcfc-48e8-9b25-e744fb9197b0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13ddc602-dcfc-48e8-9b25-e744fb9197b0,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:06.306007 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.332021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c65e667-8808-4164-9f95-bc7f066edc68 req-b8b478f3-dbdb-4112-a7f3-053e2a517b64 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687778 Jun 30 09:18:06.360672 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2102affa-b17e-491c-b2b5-54e6674a0297 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.367356 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2102affa-b17e-491c-b2b5-54e6674a0297 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.380531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-5e9c9cab-7a9a-4de7-a0ac-dc8c9f5d84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.382266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0056f-2483-410a-b986-12a2b08ba6ad None None] Pushing event updated for resources: {'Port': ['ID=13ddc602-dcfc-48e8-9b25-e744fb9197b0,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.382674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-5e9c9cab-7a9a-4de7-a0ac-dc8c9f5d84c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1097 time: 0.1123054 Jun 30 09:18:06.386454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102affa-b17e-491c-b2b5-54e6674a0297 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72549aef-1e9e-41e4-aa4c-dfc17601f611,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.402733 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2102affa-b17e-491c-b2b5-54e6674a0297 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.406770 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2102affa-b17e-491c-b2b5-54e6674a0297 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505358 Jun 30 09:18:06.407047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36662) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:06.411969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0f1f6761-dc2b-472d-8102-1b250d36541c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'e794c34f-28a3-45c6-8b01-2438e5745542', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:06.441749 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6761-dc2b-472d-8102-1b250d36541c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.478241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-8f9736ac-458d-46a2-b6d1-2d8325e57581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.480132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-8f9736ac-458d-46a2-b6d1-2d8325e57581 service neutron] 10.222.0.26 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 897 time: 0.0909817 Jun 30 09:18:06.505905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6761-dc2b-472d-8102-1b250d36541c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.511375 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6761-dc2b-472d-8102-1b250d36541c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.549817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f6761-dc2b-472d-8102-1b250d36541c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a383dd-b8ae-44f3-8c17-87b9bc3cdcfa,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.563088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6761-dc2b-472d-8102-1b250d36541c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.564345 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0f1f6761-dc2b-472d-8102-1b250d36541c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563132 Jun 30 09:18:06.568936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36664) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:06.575949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-68f195d9-de4a-43f9-afa4-e44bc7114e81 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'e794c34f-28a3-45c6-8b01-2438e5745542', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:06.604734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-9ef1e638-32f3-4033-8b78-ca3bab3e1901 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 1000 time: 0.1181026 Jun 30 09:18:06.646362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68f195d9-de4a-43f9-afa4-e44bc7114e81 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.680213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-ef45d0da-93ff-415c-a8a2-bd801c67081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.681708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-ef45d0da-93ff-415c-a8a2-bd801c67081d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 200 len: 835 time: 0.0703130 Jun 30 09:18:06.737191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68f195d9-de4a-43f9-afa4-e44bc7114e81 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.744270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68f195d9-de4a-43f9-afa4-e44bc7114e81 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.774919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f195d9-de4a-43f9-afa4-e44bc7114e81 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3998b56c-0c75-43d3-b42b-0f8a3b0502ea,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.788309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-4675ed4f-5353-4132-9da4-f7b56b901ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.790466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-4675ed4f-5353-4132-9da4-f7b56b901ee3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81cb06e3-b085-47c0-982e-0bf961e20f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000013 Jun 30 09:18:06.791608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68f195d9-de4a-43f9-afa4-e44bc7114e81 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.792662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68f195d9-de4a-43f9-afa4-e44bc7114e81 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2227554 Jun 30 09:18:06.795511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36666) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:06.800038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'e794c34f-28a3-45c6-8b01-2438e5745542', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:06.875399 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Project 3235bc3386b14f99b884e670a4fc3f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:18:06.891534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.930709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-5bdee714-709e-4e45-a2ab-926b46cbda85 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252823 Jun 30 09:18:07.005604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.018636 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.044607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.046138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2493322 Jun 30 09:18:07.049553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36670) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:07.058378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c0ccb-1ea9-4b6a-bf73-51790dab5d46 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7dc6fe-a0d6-4d09-9c56-abdf9cfaa495,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:07.068733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'e794c34f-28a3-45c6-8b01-2438e5745542', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:07.070201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-4b4eea40-2101-4570-8c32-39cf5e777941 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314280 Jun 30 09:18:07.098642 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Project 3235bc3386b14f99b884e670a4fc3f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:18:07.104422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.177855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.182777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.203240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4794dd9d-661a-4b44-9012-0fbee8f21cd2,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:07.209767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.220819 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-19e80915-6f1e-48d4-aa7c-16eac0bf11bc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605361 Jun 30 09:18:07.275378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-785b1832-ddab-43af-86fb-941db04ae72f tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.276915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-785b1832-ddab-43af-86fb-941db04ae72f tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90&tenant_id=21be9dbad110454fbec720bb08d4bdac&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1097 time: 0.1271574 Jun 30 09:18:07.290430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-40'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:07.299834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.378180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.402679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc522f5-6f07-4351-88de-7240eb86ec8b None None] Network 7ae33b66-001b-41a1-ac16-9159387c5561 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:07.450584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-7d7feaea-71a9-4bff-8e34-00d23d15c54a tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999727732&fields=id&tenant_id=3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 267 time: 0.0625937 Jun 30 09:18:07.479192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-21c490f6-c51b-4492-8369-e3d2b1fa40da None None] Provisioning for port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:07.669959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:07.692205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-06c54714-2060-43b5-bb72-d9a193b82a35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.693790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-06c54714-2060-43b5-bb72-d9a193b82a35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/networks?id=7ae33b66-001b-41a1-ac16-9159387c5561 HTTP/1.1" status: 200 len: 797 time: 0.2342401 Jun 30 09:18:07.714936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13ddc602-dcfc-48e8-9b25-e744fb9197b0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:07.728640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fa31-7423-4f55-bae5-a21b7cd2738a req-74cee700-8ca4-4325-a03a-5f942a49cfe0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.730243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a90fa31-7423-4f55-bae5-a21b7cd2738a req-74cee700-8ca4-4325-a03a-5f942a49cfe0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.2474508 Jun 30 09:18:07.745537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-0c8db1dc-9ed7-4dde-9d4c-2648f3a13483 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/quotas/3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 375 time: 0.0440650 Jun 30 09:18:07.771502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:07.776051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:07.776661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.781669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:07.822606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e34cf71b-90f4-483d-8034-58e235b4c267 None None] Provisioning complete for port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:07.822968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e34cf71b-90f4-483d-8034-58e235b4c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.854108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a90fa31-7423-4f55-bae5-a21b7cd2738a req-8bdd3355-d2e6-4a77-a636-cddc40f5ff14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136789 Jun 30 09:18:07.865746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:07.869009 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540d256e-e4a6-4772-b479-cd073af274b2" -d '{"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-unplugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:07.872898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.882677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.902138 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.919381 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0058831b-4c10-46f3-890c-0220c820b367 x-openstack-request-id: req-0058831b-4c10-46f3-890c-0220c820b367 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:07.919910 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-unplugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:07.919910 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0058831b-4c10-46f3-890c-0220c820b367 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:07.920243 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'code': 200} Jun 30 09:18:07.939461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-aabff587-910b-4d88-b49a-2fec659711de tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1851916 Jun 30 09:18:07.962425 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e34cf71b-90f4-483d-8034-58e235b4c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.967388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 13ddc602-dcfc-48e8-9b25-e744fb9197b0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13ddc602-dcfc-48e8-9b25-e744fb9197b0,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:07.976443 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.057736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=13ddc602-dcfc-48e8-9b25-e744fb9197b0,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.062795 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-e34cf71b-90f4-483d-8034-58e235b4c267 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:18:08.063146 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-e34cf71b-90f4-483d-8034-58e235b4c267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:18:08.072358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.191800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on host n-h2-758944-40 for vnic_type normal with profile {"migrating_to": "n-h1-758944-40"} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:08.192040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:08.192365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:08.202260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:08.202524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Attempting to bind port 697c8b05-8007-4689-a580-1502493412e1 on network 81cb06e3-b085-47c0-982e-0bf961e20f3a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:08.216571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:08.216912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Checking segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:08.217298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Bound using segment: {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:08.217761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Bound port: 697c8b05-8007-4689-a580-1502493412e1, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956efc3f-f6b2-4b1d-9695-dfa59fd4f981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:08.218118 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.247786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-ea516dd9-b6c5-4d6a-922f-9a6de91bc665 service neutron] 10.222.0.53 "GET /v2.0/networks/7ae33b66-001b-41a1-ac16-9159387c5561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796183 Jun 30 09:18:08.659740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:08.668415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:08.676156 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.710464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-2e21e0b7-eb4b-4c8c-9f5b-a74e667bbf82 service neutron] 10.222.0.53 "GET /v2.0/networks/7ae33b66-001b-41a1-ac16-9159387c5561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426239 Jun 30 09:18:08.720704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Provisioning complete for port 697c8b05-8007-4689-a580-1502493412e1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:08.721245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.782086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=8']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.813319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.843529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:08.846381 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841267ff-4a4c-4563-89af-20b2891ba89f" -d '{"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-plugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:08.862046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:08.868956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.879854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:08.881163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.883046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-13816234-ea59-4e9a-882d-85c47b0f1ce9 service neutron] 10.222.0.26 "PUT /v2.0/ports/697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 1123 time: 1.5967693 Jun 30 09:18:08.962637 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2004874-d172-4492-bab5-2bcb75885687 x-openstack-request-id: req-d2004874-d172-4492-bab5-2bcb75885687 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:08.962944 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-plugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:08.963181 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2004874-d172-4492-bab5-2bcb75885687 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:08.963565 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'code': 200} Jun 30 09:18:08.970385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec93a07a-d8ee-4cbd-b968-7d935371fb77 req-51859815-fdf6-4fdc-8df6-06ba568605a5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 210 time: 0.0503583 Jun 30 09:18:09.017911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['697c8b05-8007-4689-a580-1502493412e1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:09.086223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:09.124357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.124704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.125040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.125371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.126439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.126439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.126439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.126784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.127023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.127439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.127618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.127893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea31ed-1a02-4db3-901d-32269b2b7fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:09.152018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c7bbf-887f-4a55-937b-0b251dd76874 req-daa12d58-1196-40d4-b929-0fc9434a97cd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:09.153652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f77c7bbf-887f-4a55-937b-0b251dd76874 req-daa12d58-1196-40d4-b929-0fc9434a97cd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.0745599 Jun 30 09:18:09.202226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f77c7bbf-887f-4a55-937b-0b251dd76874 req-f8b4eb34-b93a-4ebe-bcee-0860b4ec85da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Jun 30 09:18:09.267712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-378e12a2-fae6-479a-9fad-4b448e15a9f2 None None] Provisioning complete for port 697c8b05-8007-4689-a580-1502493412e1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:09.268083 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-378e12a2-fae6-479a-9fad-4b448e15a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.656831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13ddc602-dcfc-48e8-9b25-e744fb9197b0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:09.704481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:09.704755 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.921195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:09.923583 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:09.958927 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f80c4-0721-47b8-bddb-9ca4f2049cd7 x-openstack-request-id: req-182f80c4-0721-47b8-bddb-9ca4f2049cd7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:09.959221 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:09.959471 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-182f80c4-0721-47b8-bddb-9ca4f2049cd7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:09.959867 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'status': 'completed', 'code': 200} Jun 30 09:18:10.036209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-6d4f3036-b0df-40c7-8c4d-7dfe1e8b8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.037785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-6d4f3036-b0df-40c7-8c4d-7dfe1e8b8ffe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1128 time: 0.0566351 Jun 30 09:18:10.166777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bcdb56c-7bbd-4cf4-aa7c-4aa3e764784b req-b02c86cb-ce87-4318-8ee1-81ae868fdb54 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 210 time: 0.0708368 Jun 30 09:18:10.234168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-d16c139d-7e5d-41d9-a689-a08c84ed7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.235645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-d16c139d-7e5d-41d9-a689-a08c84ed7e5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 897 time: 0.1921825 Jun 30 09:18:10.244927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-17958b52-db41-4d82-a483-804274ba4d75 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.246402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-17958b52-db41-4d82-a483-804274ba4d75 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "GET /v2.0/networks?id=7ae33b66-001b-41a1-ac16-9159387c5561 HTTP/1.1" status: 200 len: 797 time: 0.1851897 Jun 30 09:18:10.349205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-a4b79c1c-a125-465e-9c82-469db94cfa69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 1000 time: 0.1018450 Jun 30 09:18:10.355999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-c582a5bb-28ed-4421-819f-415c127b2ea5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 471 time: 0.0693963 Jun 30 09:18:10.388149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'port': {'device_id': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561', 'admin_state_up': True, 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'security_groups': ['e794c34f-28a3-45c6-8b01-2438e5745542']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:10.488446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-5013ad3a-5004-4d23-b1d9-146a4b6f0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.489881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-5013ad3a-5004-4d23-b1d9-146a4b6f0cd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 200 len: 835 time: 0.1329954 Jun 30 09:18:10.553237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2788e03-bfb6-4fa0-bee1-a07a54d68b78 req-c95fa433-1530-40ad-9483-356b62edc3a3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.554882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2788e03-bfb6-4fa0-bee1-a07a54d68b78 req-c95fa433-1530-40ad-9483-356b62edc3a3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.2214038 Jun 30 09:18:10.635668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:10.639252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.645441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2788e03-bfb6-4fa0-bee1-a07a54d68b78 req-119fc852-834f-4cf6-ad95-a8a43b77e6e0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828931 Jun 30 09:18:10.653612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-c90fc4ea-e673-44f3-8308-873ac8d3e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.655143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-c90fc4ea-e673-44f3-8308-873ac8d3e4aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81cb06e3-b085-47c0-982e-0bf961e20f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546278 Jun 30 09:18:10.823654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-090469bb-ec50-4bdb-b9e9-66a84201639d service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615093 Jun 30 09:18:10.844001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.20.0.22 (7ae33b66-001b-41a1-ac16-9159387c5561/bf4216ba-5fbe-48b0-a683-5b565e2ddc6b/7bbda8af-917b-4cd6-af07-e21f4e1b7135) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:10.992763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e4b05463-74fc-4bba-9dab-df0bc7dce3fa req-20afafe8-0d11-489e-ad4d-7feed0c4f816 service neutron] 10.222.0.13 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611059 Jun 30 09:18:11.047773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.060529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Transition to ACTIVE for port object 7bbda8af-917b-4cd6-af07-e21f4e1b7135 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:11.093239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.140035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 7ae33b66-001b-41a1-ac16-9159387c5561 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:11.143442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:11.145882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:11.174962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=7bbda8af-917b-4cd6-af07-e21f4e1b7135,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.201519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.202189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.221183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-108959c9-650b-42e7-ae9b-b0e85d90f2da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8406079 Jun 30 09:18:11.234027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Request body: {'port': {'device_id': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:11.342662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.350059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f8fc860c-f5b6-4ddd-9b31-a0d508a2d3a5 None None] Provisioning for port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:11.353825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f8fc860c-f5b6-4ddd-9b31-a0d508a2d3a5 None None] Provisioning complete for port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:11.354192 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f8fc860c-f5b6-4ddd-9b31-a0d508a2d3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.386876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc860c-f5b6-4ddd-9b31-a0d508a2d3a5 None None] Port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:11.403339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b58b-34e7-4ef7-a22a-41809efb2c88 req-7ae71a69-c0f4-4caa-8786-d6500e678ead tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.404808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd52b58b-34e7-4ef7-a22a-41809efb2c88 req-7ae71a69-c0f4-4caa-8786-d6500e678ead tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 932 time: 0.1106284 Jun 30 09:18:11.505737 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd52b58b-34e7-4ef7-a22a-41809efb2c88 req-35f32185-6610-490b-bc77-9704ac9c6298 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948517 Jun 30 09:18:11.651103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbda8af-917b-4cd6-af07-e21f4e1b7135 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:11.658556 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.670022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Transition to ACTIVE for port object 7bbda8af-917b-4cd6-af07-e21f4e1b7135 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:11.675081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.729869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbda8af-917b-4cd6-af07-e21f4e1b7135,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.840779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Attempting to bind port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:11.841124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Attempting to bind port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:11.841458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Attempting to bind port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 on network 7ae33b66-001b-41a1-ac16-9159387c5561 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:11.848906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 on network 7ae33b66-001b-41a1-ac16-9159387c5561 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:11.849237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Attempting to bind port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 on network 7ae33b66-001b-41a1-ac16-9159387c5561 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:11.857936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:11.858286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Checking segment: {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:11.858593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Bound using segment: {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:11.859487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Bound port: 7bbda8af-917b-4cd6-af07-e21f4e1b7135, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:11.859487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.886096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9b669-71d5-46dc-9dcd-4faaef60b625 req-67ad2502-7300-4af1-af2b-ed2184fe7070 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.887591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d9b669-71d5-46dc-9dcd-4faaef60b625 req-67ad2502-7300-4af1-af2b-ed2184fe7070 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.1095581 Jun 30 09:18:11.963364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d9b669-71d5-46dc-9dcd-4faaef60b625 req-480c0ac8-e704-4519-9b3a-bd69294240b8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566726 Jun 30 09:18:11.967657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] For port 7bbda8af-917b-4cd6-af07-e21f4e1b7135, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:11.970829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] For port 7bbda8af-917b-4cd6-af07-e21f4e1b7135, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bbda8af-917b-4cd6-af07-e21f4e1b7135,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:11.976124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.008950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.009567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.010990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] 10.222.0.26 "PUT /v2.0/ports/7bbda8af-917b-4cd6-af07-e21f4e1b7135 HTTP/1.1" status: 200 len: 1093 time: 0.7817636 Jun 30 09:18:12.011453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'tag': '7bbda8af-917b-4cd6-af07-e21f4e1b7135'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:12.013780 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c8cbce-1251-4bb6-91ed-f33510119bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "66b2c2c4-157e-4761-85ae-a76ee07f17ec", "tag": "7bbda8af-917b-4cd6-af07-e21f4e1b7135"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:12.045221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09028a-94af-4e38-bdb2-0198a94f9835 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbda8af-917b-4cd6-af07-e21f4e1b7135,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.057978 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dff17c3-90bb-4a1b-80c4-362d525f5b80 x-openstack-request-id: req-4dff17c3-90bb-4a1b-80c4-362d525f5b80 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:12.058613 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b2c2c4-157e-4761-85ae-a76ee07f17ec", "tag": "7bbda8af-917b-4cd6-af07-e21f4e1b7135", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:12.058613 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4dff17c3-90bb-4a1b-80c4-362d525f5b80 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:12.058903 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'tag': '7bbda8af-917b-4cd6-af07-e21f4e1b7135', 'status': 'completed', 'code': 200} Jun 30 09:18:12.126987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-4ecb61f7-d87a-4d20-aba5-80036c830f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.128840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-4ecb61f7-d87a-4d20-aba5-80036c830f19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 1096 time: 0.0559282 Jun 30 09:18:12.176852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-91165937-3c40-425e-85bf-984f14f7e5de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=7bbda8af-917b-4cd6-af07-e21f4e1b7135 HTTP/1.1" status: 200 len: 217 time: 0.0380039 Jun 30 09:18:12.228722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-209b0e5c-2a02-4ffc-b4fd-3de3b78baf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.230247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-209b0e5c-2a02-4ffc-b4fd-3de3b78baf6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bf4216ba-5fbe-48b0-a683-5b565e2ddc6b HTTP/1.1" status: 200 len: 838 time: 0.0459917 Jun 30 09:18:12.292340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfe11-a256-4023-9d83-855142b07d1f req-26299dff-b462-42ae-93fc-9a27347929c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.293753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-26299dff-b462-42ae-93fc-9a27347929c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ae33b66-001b-41a1-ac16-9159387c5561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0505168 Jun 30 09:18:12.381888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 697c8b05-8007-4689-a580-1502493412e1 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:12.386618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-1545bb6b-5f23-464f-823d-b5c94ffe955a service neutron] 10.222.0.26 "GET /v2.0/networks/7ae33b66-001b-41a1-ac16-9159387c5561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Jun 30 09:18:12.475245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:12.475538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440bfe11-a256-4023-9d83-855142b07d1f req-3cfff415-e9eb-45e7-aadc-326cce002bd2 service neutron] 10.222.0.26 "GET /v2.0/networks/7ae33b66-001b-41a1-ac16-9159387c5561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812707 Jun 30 09:18:12.486421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 697c8b05-8007-4689-a580-1502493412e1 has no active binding in host n-h1-758944-40 {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:18:12.578558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-5843cdba-11e4-4ee3-b7df-48d4b45c20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.579389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-5843cdba-11e4-4ee3-b7df-48d4b45c20d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 1096 time: 0.0536196 Jun 30 09:18:12.709874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-c24f7584-be42-4afd-99e1-2f473d99ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.711364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-c24f7584-be42-4afd-99e1-2f473d99ac43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ae33b66-001b-41a1-ac16-9159387c5561 HTTP/1.1" status: 200 len: 898 time: 0.1246150 Jun 30 09:18:12.735299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3edef2-0653-432e-a1a6-f09857ed5dad req-15fbd45a-bf68-4d26-b4aa-1d15b9f999c5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.736766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b3edef2-0653-432e-a1a6-f09857ed5dad req-15fbd45a-bf68-4d26-b4aa-1d15b9f999c5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 944 time: 0.1019144 Jun 30 09:18:12.773463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-bacf89b8-f8d3-4bd7-a073-30ff4298faf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=7bbda8af-917b-4cd6-af07-e21f4e1b7135 HTTP/1.1" status: 200 len: 217 time: 0.0527940 Jun 30 09:18:12.827317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b3edef2-0653-432e-a1a6-f09857ed5dad req-05dd4456-30ee-4046-99f8-0eaa0f7a5b54 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605035 Jun 30 09:18:12.837741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-db858bf6-ab22-498e-ac40-33ffe51e40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.839144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-db858bf6-ab22-498e-ac40-33ffe51e40b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bf4216ba-5fbe-48b0-a683-5b565e2ddc6b HTTP/1.1" status: 200 len: 838 time: 0.0579212 Jun 30 09:18:12.896180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-8fb0fd03-1ef1-44be-b3eb-a196f2ca1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.897557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-8fb0fd03-1ef1-44be-b3eb-a196f2ca1365 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ae33b66-001b-41a1-ac16-9159387c5561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0510309 Jun 30 09:18:13.268000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-177f14a5-d1e7-450b-ada4-5e5074ec4023 service neutron] 10.222.0.26 "GET /v2.0/networks/7ae33b66-001b-41a1-ac16-9159387c5561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633976 Jun 30 09:18:13.301112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8a889-86c7-4835-9a07-a187248f2661 req-c6c7d728-5829-4146-93dc-2881b794e17f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.302547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3da8a889-86c7-4835-9a07-a187248f2661 req-c6c7d728-5829-4146-93dc-2881b794e17f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 945 time: 0.1127036 Jun 30 09:18:13.372926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3da8a889-86c7-4835-9a07-a187248f2661 req-8d98ee99-5643-4576-9175-8d8350357cbe tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Jun 30 09:18:13.395125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82c8cbce-1251-4bb6-91ed-f33510119bc5 req-d6b20532-719d-47e1-86f9-640e7d34ac65 service neutron] 10.222.0.26 "GET /v2.0/networks/7ae33b66-001b-41a1-ac16-9159387c5561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199741 Jun 30 09:18:13.846507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-b2dba812-2105-4971-a688-193292b1e19b service neutron] 10.222.0.13 "GET /v2.0/ports/697c8b05-8007-4689-a580-1502493412e1/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 385 time: 0.0556045 Jun 30 09:18:14.054953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:14.074025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa465-58d9-4d2a-8355-3a1a72ee19cc req-4b1c03ca-b26b-43b7-a6af-68d394de932f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.075481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fdaa465-58d9-4d2a-8355-3a1a72ee19cc req-4b1c03ca-b26b-43b7-a6af-68d394de932f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 944 time: 0.1363018 Jun 30 09:18:14.092278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:14.147989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fdaa465-58d9-4d2a-8355-3a1a72ee19cc req-7cbfdc8c-efaa-484d-9c30-622407260f9b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666533 Jun 30 09:18:14.150202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:14.152429 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e860da-cfe5-49e5-8060-283e946f7d5f" -d '{"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-unplugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:14.159277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:14.175374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.191713 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b71fd01-8fd2-407d-9e8e-e0574a21ee2d x-openstack-request-id: req-5b71fd01-8fd2-407d-9e8e-e0574a21ee2d {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:14.192012 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-unplugged", "status": "completed", "tag": "697c8b05-8007-4689-a580-1502493412e1", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:14.192265 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b71fd01-8fd2-407d-9e8e-e0574a21ee2d {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:14.192653 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'code': 200} Jun 30 09:18:14.253489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] Transition to ACTIVE for port object 697c8b05-8007-4689-a580-1502493412e1 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:14.258058 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.347147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] Pushing event updated for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=11']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:14.388399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] No DVR routers for this DVR port 697c8b05-8007-4689-a580-1502493412e1 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:14.564328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-e5b1cabd-f6ec-4325-a983-ef866cbc585b service neutron] 10.222.0.13 "PUT /v2.0/ports/697c8b05-8007-4689-a580-1502493412e1/bindings/n-h1-758944-40/activate HTTP/1.1" status: 200 len: 370 time: 0.7124238 Jun 30 09:18:14.584811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070df87-383f-45b9-abbc-e6f7c3f92221 req-e81daf18-b388-411a-b018-b5d6467b2701 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.586854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f070df87-383f-45b9-abbc-e6f7c3f92221 req-e81daf18-b388-411a-b018-b5d6467b2701 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 944 time: 0.0951195 Jun 30 09:18:14.635185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f070df87-383f-45b9-abbc-e6f7c3f92221 req-b4795187-1d1d-4219-9fa4-3ac6dc61e2fa tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426128 Jun 30 09:18:14.679722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-007c7d14-7e11-4060-8a16-c8551e877cad tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.681177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-007c7d14-7e11-4060-8a16-c8551e877cad tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90&tenant_id=21be9dbad110454fbec720bb08d4bdac&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.0594676 Jun 30 09:18:14.770898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-b5eb28c6-2acc-4c65-80fd-419c8a061b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.772376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-b5eb28c6-2acc-4c65-80fd-419c8a061b19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 1096 time: 0.0837784 Jun 30 09:18:14.847956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-cd6aff3f-9156-4b73-a229-9da7cfddd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.849461 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-cd6aff3f-9156-4b73-a229-9da7cfddd87e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1096 time: 0.0528767 Jun 30 09:18:14.935775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-fd471c8c-1792-4f27-b025-8a2117b0a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.937115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-fd471c8c-1792-4f27-b025-8a2117b0a847 service neutron] 10.222.0.26 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 897 time: 0.0797606 Jun 30 09:18:15.004141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-1b797711-e6b3-49c4-9e28-a40018441c1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 998 time: 0.0599771 Jun 30 09:18:15.053510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-2d23a587-d345-440b-9669-dc6e0d321a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.054926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-2d23a587-d345-440b-9669-dc6e0d321a5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 200 len: 835 time: 0.0413835 Jun 30 09:18:15.109078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-920e5c6a-07ab-476d-b490-ba4d2995a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.110546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-920e5c6a-07ab-476d-b490-ba4d2995a495 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81cb06e3-b085-47c0-982e-0bf961e20f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493271 Jun 30 09:18:15.203642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-5d337a60-91ba-426c-9771-dbe86bde1814 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849364 Jun 30 09:18:15.330962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-12aa37c6-d3c7-49e2-b7b4-2c853ea047b2 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205430 Jun 30 09:18:15.352925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d329656-1452-4ca8-b8dd-571f2965c5a1 req-07b54f53-c8a0-44a6-beea-181a49596c14 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.354407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d329656-1452-4ca8-b8dd-571f2965c5a1 req-07b54f53-c8a0-44a6-beea-181a49596c14 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 944 time: 0.0916092 Jun 30 09:18:15.393444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d329656-1452-4ca8-b8dd-571f2965c5a1 req-03f5b189-b5f6-4c2c-a49a-5927aed358fb tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327437 Jun 30 09:18:15.622983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-c0f78b79-5253-4a92-9988-5626a7f1e88a tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.624453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-c0f78b79-5253-4a92-9988-5626a7f1e88a tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90&tenant_id=21be9dbad110454fbec720bb08d4bdac&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 1096 time: 0.0561731 Jun 30 09:18:15.791242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-88533d5e-b6de-4022-8ffd-2d3a005865b3 service neutron] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:15.796375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-88533d5e-b6de-4022-8ffd-2d3a005865b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.797462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-88533d5e-b6de-4022-8ffd-2d3a005865b3 service neutron] 10.222.0.26 "DELETE /v2.0/ports/697c8b05-8007-4689-a580-1502493412e1/bindings/n-h2-758944-40 HTTP/1.1" status: 204 len: 173 time: 0.1666193 Jun 30 09:18:15.823560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e965-a031-4699-a2c3-d2c95e97abb6 req-2589fa5a-54a5-4040-b63f-7634f3adfda4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.825659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26e2e965-a031-4699-a2c3-d2c95e97abb6 req-2589fa5a-54a5-4040-b63f-7634f3adfda4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 944 time: 0.0753336 Jun 30 09:18:15.871274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26e2e965-a031-4699-a2c3-d2c95e97abb6 req-58b8ff1a-01ad-4ef0-a835-82db7a428389 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380542 Jun 30 09:18:15.954169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 697c8b05-8007-4689-a580-1502493412e1 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:15.992875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 697c8b05-8007-4689-a580-1502493412e1 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:16.044226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a135c-5da6-43c8-aa7c-ccf7436d6a19 req-e25ff59a-6ef0-4614-80b0-55952b36ec7f tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.045827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b6a135c-5da6-43c8-aa7c-ccf7436d6a19 req-e25ff59a-6ef0-4614-80b0-55952b36ec7f tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1096 time: 0.0581374 Jun 30 09:18:16.080794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b6a135c-5da6-43c8-aa7c-ccf7436d6a19 req-8043f370-3c2b-4697-b3de-756a68e910fc tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290501 Jun 30 09:18:16.264705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c28e8-7c1c-4db5-87ca-f4cd7742f404 req-55c8525d-3b2c-4913-80b8-644d76c19a1e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.266190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-218c28e8-7c1c-4db5-87ca-f4cd7742f404 req-55c8525d-3b2c-4913-80b8-644d76c19a1e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 944 time: 0.0630589 Jun 30 09:18:16.303046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-218c28e8-7c1c-4db5-87ca-f4cd7742f404 req-431aee82-4940-446d-8373-1ca207eeccad tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Jun 30 09:18:16.327075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36752) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:16.386672 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d080deff-90bf-4330-8318-86aaa257c721 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/b4b909cc-2116-4c92-8a47-306facd16bff HTTP/1.1" status: 200 len: 990 time: 0.0583873 Jun 30 09:18:16.426570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bbda8af-917b-4cd6-af07-e21f4e1b7135 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:16.532311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7bbda8af-917b-4cd6-af07-e21f4e1b7135, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bbda8af-917b-4cd6-af07-e21f4e1b7135,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:16.545812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '7bbda8af-917b-4cd6-af07-e21f4e1b7135', 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561', 'port_id': '7bbda8af-917b-4cd6-af07-e21f4e1b7135', 'mac_address': 'fa:16:3e:4d:72:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:16.582114 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.589403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d8f9f-a664-445a-b734-1b740fee5ca5 req-2c4ae790-12f8-4989-beee-9ab41ec6cf9a tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.591142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa5d8f9f-a664-445a-b734-1b740fee5ca5 req-2c4ae790-12f8-4989-beee-9ab41ec6cf9a tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 944 time: 0.0644863 Jun 30 09:18:16.598655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbda8af-917b-4cd6-af07-e21f4e1b7135 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:16.619945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7bbda8af-917b-4cd6-af07-e21f4e1b7135, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bbda8af-917b-4cd6-af07-e21f4e1b7135,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:16.623876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.630742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa5d8f9f-a664-445a-b734-1b740fee5ca5 req-dedfdd4f-784d-4fda-af53-82785dd9fcba tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338564 Jun 30 09:18:16.660787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36760) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:16.671142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7bbda8af-917b-4cd6-af07-e21f4e1b7135,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:16.817014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 844a255b-6fa1-4219-a20d-11a70bd542ea {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:16.817356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.888926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['7bbda8af-917b-4cd6-af07-e21f4e1b7135'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:16.890069 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.890517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.902809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 844a255b-6fa1-4219-a20d-11a70bd542ea owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:17.064116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.091268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=844a255b-6fa1-4219-a20d-11a70bd542ea,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:17.117150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.117558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.117930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.119261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.119261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.119261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.119261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.119699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.119825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.120146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.120495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.120807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:17.167596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.167820 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP b4b909cc-2116-4c92-8a47-306facd16bff disassociated (deleted). External IP: 172.25.8.60, port: 697c8b05-8007-4689-a580-1502493412e1. Jun 30 09:18:17.363274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:17.468911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:17.473693 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.478279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] Sync routers for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:17.487121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:17.487727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:17.513433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ef81254-e42a-4764-a711-fd0066acc2a1 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/floatingips/b4b909cc-2116-4c92-8a47-306facd16bff HTTP/1.1" status: 204 len: 168 time: 0.8515780 Jun 30 09:18:17.514055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:17.516333 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02833a68-c42e-4834-9833-8dcc380b8b59" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:17.558269 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4360bd-065f-4352-a06c-ff1ec6ccf547 x-openstack-request-id: req-be4360bd-065f-4352-a06c-ff1ec6ccf547 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:17.558269 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "tag": "697c8b05-8007-4689-a580-1502493412e1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:17.558269 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be4360bd-065f-4352-a06c-ff1ec6ccf547 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:17.558269 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'status': 'completed', 'code': 200} Jun 30 09:18:17.592243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:17.644478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-dd77e23b-5c68-4673-9147-1c7cc0225305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.646086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-dd77e23b-5c68-4673-9147-1c7cc0225305 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 1096 time: 0.0617814 Jun 30 09:18:17.760476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-93059581-0c19-4647-81e8-e799894726ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.762218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-93059581-0c19-4647-81e8-e799894726ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 200 len: 897 time: 0.1071157 Jun 30 09:18:17.799341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:17.816076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-3f80aaf2-ec09-4bc0-8588-a38b4a89fc2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 200 len: 217 time: 0.0414982 Jun 30 09:18:17.826505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] Checking router: 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:17.835403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:17.836835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:17.930573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-def1a003-4ac1-4f56-8c66-1bfff48ee03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.932028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-def1a003-4ac1-4f56-8c66-1bfff48ee03f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 200 len: 835 time: 0.1072900 Jun 30 09:18:17.939110 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:18.140114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:18.169472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c24b0-ec15-43ef-b00e-6c82f16f9fa1 None None] The sync data for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 is: [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c4754f7b-41bf-4e11-819f-af8e2d236504', 'name': '', 'network_id': '81cb06e3-b085-47c0-982e-0bf961e20f3a', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:f4:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:09Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': 'b08d4aad-945b-4477-bf15-f367f3f10567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:18.224687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593025d6-e8bc-4228-a312-3cd17cf974f2 req-e98f4fc3-e1b6-40ef-a7a0-22a99e5cb310 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.226471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-593025d6-e8bc-4228-a312-3cd17cf974f2 req-e98f4fc3-e1b6-40ef-a7a0-22a99e5cb310 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 945 time: 0.4129369 Jun 30 09:18:18.264820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994c938-c515-42a7-8ddb-ca398e1f8a9e req-f7a6bfba-e957-40db-8866-f74b9b145f7b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.266324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4994c938-c515-42a7-8ddb-ca398e1f8a9e req-f7a6bfba-e957-40db-8866-f74b9b145f7b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 944 time: 0.4151568 Jun 30 09:18:18.308973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-593025d6-e8bc-4228-a312-3cd17cf974f2 req-6240a9f0-8d3e-4089-9636-c1bf4d15f70b tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742419 Jun 30 09:18:18.338340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-cf74b981-76fc-4c6d-951c-39db59ee0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.339864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-cf74b981-76fc-4c6d-951c-39db59ee0fd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81cb06e3-b085-47c0-982e-0bf961e20f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3986068 Jun 30 09:18:18.343185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4994c938-c515-42a7-8ddb-ca398e1f8a9e req-8b24492f-f713-4519-a294-6476d3b24170 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5edef72-f5fd-4650-8725-a9b6b992bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702498 Jun 30 09:18:18.355547 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-9690c5a2-6167-4ec2-85f8-f0ecf249376b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.358292 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-9690c5a2-6167-4ec2-85f8-f0ecf249376b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddfa40c5-2e52-4421-a48f-90efafce8c90 HTTP/1.1" status: 200 len: 944 time: 0.1182630 Jun 30 09:18:18.432381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bbda8af-917b-4cd6-af07-e21f4e1b7135 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:18.459552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-fffff079-8d01-4b39-b681-9eb42ee945bb service neutron] 10.222.0.26 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057951 Jun 30 09:18:18.484725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 697c8b05-8007-4689-a580-1502493412e1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:18.485110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.509448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:18.515617 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d88d70-6743-4de7-9395-0db454133d47 None None] New status for floating IP b4b909cc-2116-4c92-8a47-306facd16bff: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:18:18.528124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:18.528553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.592941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02833a68-c42e-4834-9833-8dcc380b8b59 req-9dea62ea-515e-43a4-84ec-b34fd77dfc47 service neutron] 10.222.0.26 "GET /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240146 Jun 30 09:18:18.606668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 697c8b05-8007-4689-a580-1502493412e1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=697c8b05-8007-4689-a580-1502493412e1,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:18.607450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.624640 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 697c8b05-8007-4689-a580-1502493412e1 owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:18.659088 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.687112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbda8af-917b-4cd6-af07-e21f4e1b7135'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:18.689377 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447843bd-72a6-4f2f-9499-f5d268b1e1a6" -d '{"events": [{"server_uuid": "66b2c2c4-157e-4761-85ae-a76ee07f17ec", "name": "network-vif-plugged", "status": "completed", "tag": "7bbda8af-917b-4cd6-af07-e21f4e1b7135"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:18.702299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 7bbda8af-917b-4cd6-af07-e21f4e1b7135, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bbda8af-917b-4cd6-af07-e21f4e1b7135,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:18.706952 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.732714 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73591cc9-46bf-4b28-ae3f-10a9c2a9999d x-openstack-request-id: req-73591cc9-46bf-4b28-ae3f-10a9c2a9999d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:18.733009 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b2c2c4-157e-4761-85ae-a76ee07f17ec", "name": "network-vif-plugged", "status": "completed", "tag": "7bbda8af-917b-4cd6-af07-e21f4e1b7135", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:18.733260 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73591cc9-46bf-4b28-ae3f-10a9c2a9999d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:18.733655 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbda8af-917b-4cd6-af07-e21f4e1b7135', 'code': 200} Jun 30 09:18:18.760666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=7bbda8af-917b-4cd6-af07-e21f4e1b7135,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:18.776760 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.811751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=697c8b05-8007-4689-a580-1502493412e1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:18.848057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] No DVR routers for this DVR port 697c8b05-8007-4689-a580-1502493412e1 on host n-h1-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:18.850776 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.854215 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.26 "DELETE /v2.0/ports/697c8b05-8007-4689-a580-1502493412e1 HTTP/1.1" status: 204 len: 173 time: 0.4894557 Jun 30 09:18:18.854674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-deleted', 'tag': '697c8b05-8007-4689-a580-1502493412e1'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:18.856182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43616-c160-4b89-bd51-fe5476209c84 req-31db2787-78eb-4bf8-bfc2-f78797e2ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.857111 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe7a93-426b-40e2-aacb-18bb24a20b95" -d '{"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-deleted", "tag": "697c8b05-8007-4689-a580-1502493412e1"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:18.858729 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8f43616-c160-4b89-bd51-fe5476209c84 req-31db2787-78eb-4bf8-bfc2-f78797e2ec5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 1098 time: 0.0581310 Jun 30 09:18:18.902923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8f43616-c160-4b89-bd51-fe5476209c84 req-6166673d-73d3-42f9-9422-9328072bedb1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368845 Jun 30 09:18:18.965868 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8898e2f6-7030-4f71-a7ba-393ed2d8e91d x-openstack-request-id: req-8898e2f6-7030-4f71-a7ba-393ed2d8e91d {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:18.966170 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfa40c5-2e52-4421-a48f-90efafce8c90", "name": "network-vif-deleted", "tag": "697c8b05-8007-4689-a580-1502493412e1", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:18.966429 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8898e2f6-7030-4f71-a7ba-393ed2d8e91d {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:18.966833 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfa40c5-2e52-4421-a48f-90efafce8c90', 'name': 'network-vif-deleted', 'tag': '697c8b05-8007-4689-a580-1502493412e1', 'status': 'completed', 'code': 200} Jun 30 09:18:19.447662 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36784) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:19.483449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654812f3-dfc2-4e0b-811a-9e9836745e81 req-48507d34-b5c2-4109-aa39-27b5fc6b769c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.484895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-654812f3-dfc2-4e0b-811a-9e9836745e81 req-48507d34-b5c2-4109-aa39-27b5fc6b769c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 946 time: 0.0634696 Jun 30 09:18:19.522476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-654812f3-dfc2-4e0b-811a-9e9836745e81 req-d44f1f3d-3c2e-4612-9551-af90d3ea8533 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316858 Jun 30 09:18:19.809763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.067709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port c4754f7b-41bf-4e11-819f-af8e2d236504 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:20.068047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.153963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port c4754f7b-41bf-4e11-819f-af8e2d236504, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c4754f7b-41bf-4e11-819f-af8e2d236504,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:20.154315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.166817 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for c4754f7b-41bf-4e11-819f-af8e2d236504 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:20.342738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.374904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=c4754f7b-41bf-4e11-819f-af8e2d236504,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.536105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.700628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43125da9-4fd0-4574-9856-9a36b727803c req-0a9bd347-a3b8-482b-a99e-d3bf516328ba tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.702065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43125da9-4fd0-4574-9856-9a36b727803c req-0a9bd347-a3b8-482b-a99e-d3bf516328ba tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 946 time: 0.0649345 Jun 30 09:18:20.741671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43125da9-4fd0-4574-9856-9a36b727803c req-b015d56a-496e-40a9-93a3-5834e7fac699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337167 Jun 30 09:18:20.931629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b98d-44a7-4283-8cfe-0e6ff6a14722 req-62c458d3-c643-44ff-90e0-3784cfe74311 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.933123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ce7b98d-44a7-4283-8cfe-0e6ff6a14722 req-62c458d3-c643-44ff-90e0-3784cfe74311 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 946 time: 0.0700946 Jun 30 09:18:20.971187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ce7b98d-44a7-4283-8cfe-0e6ff6a14722 req-f846c743-8805-4fa2-9c90-b6acca416825 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323772 Jun 30 09:18:21.033285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:21.134125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:21.139201 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2fde162-e84d-411f-992c-652be9836e84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/1719cdd1-5ca1-4423-9264-584cb9a6e0a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904857 Jun 30 09:18:21.141746 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36798) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:21.145844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] Sync routers for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:21.156359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:21.156957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:21.191133 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting subnet b08d4aad-945b-4477-bf15-f367f3f10567 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:21.194172 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.232951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.257512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:21.317239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.380536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.409194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.414936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36800) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:21.415119 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/subnets/b08d4aad-945b-4477-bf15-f367f3f10567 HTTP/1.1" status: 204 len: 168 time: 0.2716646 Jun 30 09:18:21.416250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e0bab-c1fd-4ae9-a640-a1b3d5c27051 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Subnet': ['ID=b08d4aad-945b-4477-bf15-f367f3f10567,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:21.416399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dce96a-561f-4444-8f40-e2638804f46e None None] Network 81cb06e3-b085-47c0-982e-0bf961e20f3a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:21.511840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:18:20Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:21.527658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.556989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] Checking router: 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:21.568200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] Routers {'1719cdd1-5ca1-4423-9264-584cb9a6e0a4'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:21.568796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:21.639165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.685499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] Set router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:21.702771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:21.703528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.716100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] DHCP port deletion for 81cb06e3-b085-47c0-982e-0bf961e20f3a request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:21.785456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 58cb0665-80fe-44c0-b9c0-b14a1b2a7600, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:21.785849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.798666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:21.974925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.008628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=58cb0665-80fe-44c0-b9c0-b14a1b2a7600,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.010952 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] Deleting port 18247cfd-2618-4039-b9b0-c341b0a70c46 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:22.011899 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.071393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.095531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] For port 18247cfd-2618-4039-b9b0-c341b0a70c46, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=18247cfd-2618-4039-b9b0-c341b0a70c46,segment=NetworkSegment(956efc3f-f6b2-4b1d-9695-dfa59fd4f981),segment_id=956efc3f-f6b2-4b1d-9695-dfa59fd4f981)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:22.095913 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.111825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] Calling delete_port for 18247cfd-2618-4039-b9b0-c341b0a70c46 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:22.157799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:18:20Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.162441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.165204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.187839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755754f-657d-4687-89ba-d343d4bdc96f None None] The sync data for ids ['1719cdd1-5ca1-4423-9264-584cb9a6e0a4'] in n-d-758944-40 is: [{'id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825984373', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:18:20Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '58cb0665-80fe-44c0-b9c0-b14a1b2a7600', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1719cdd1-5ca1-4423-9264-584cb9a6e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:22.210254 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.210863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Fanout notify agent at l3_agent the message router_deleted on router 1719cdd1-5ca1-4423-9264-584cb9a6e0a4 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:18:22.219550 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.223303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6d759ee-2f3c-4c36-9d4c-249dc2683a6f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/routers/1719cdd1-5ca1-4423-9264-584cb9a6e0a4 HTTP/1.1" status: 204 len: 168 time: 0.8043370 Jun 30 09:18:22.224171 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36804) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:22.234906 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.264245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] Pushing event deleted for resources: {'Port': ['ID=18247cfd-2618-4039-b9b0-c341b0a70c46,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.266031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464902c8-65f5-46ce-b2ba-e811208c285b None None] No DVR routers for this DVR port 18247cfd-2618-4039-b9b0-c341b0a70c46 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:22.308343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.388910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.398091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cb06e3-b085-47c0-982e-0bf961e20f3a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.407289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956efc3f-f6b2-4b1d-9695-dfa59fd4f981') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.407579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956efc3f-f6b2-4b1d-9695-dfa59fd4f981') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.416363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.434202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.439687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:22.440060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:22.442823 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:22.458569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 697c8b05-8007-4689-a580-1502493412e1 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:22.462334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36806) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:22.480039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 697c8b05-8007-4689-a580-1502493412e1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:22.480917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 697c8b05-8007-4689-a580-1502493412e1 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:22.498465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.505247 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.509466 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/networks/81cb06e3-b085-47c0-982e-0bf961e20f3a HTTP/1.1" status: 204 len: 168 time: 0.2813308 Jun 30 09:18:22.509786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36808) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:22.518594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bbc39-4b5e-4109-b441-54324e4a2548 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Network': ['ID=81cb06e3-b085-47c0-982e-0bf961e20f3a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.633581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a97de218-b34d-4d56-b3db-18a92162d57b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.694812 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a97de218-b34d-4d56-b3db-18a92162d57b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.873977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a97de218-b34d-4d56-b3db-18a92162d57b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.876615 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a97de218-b34d-4d56-b3db-18a92162d57b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.877621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a97de218-b34d-4d56-b3db-18a92162d57b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/security-groups/b5edef72-f5fd-4650-8725-a9b6b992bcb8 HTTP/1.1" status: 204 len: 168 time: 0.3668349 Jun 30 09:18:22.894519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97de218-b34d-4d56-b3db-18a92162d57b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5edef72-f5fd-4650-8725-a9b6b992bcb8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.066405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.334341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36816) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.338994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f444a312-c6f9-4eef-9823-da77da2b6432 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785269024', 'description': 'tempest-secgroup-smoke-785269024 description', 'project_id': '21be9dbad110454fbec720bb08d4bdac'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.357901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.364147 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f444a312-c6f9-4eef-9823-da77da2b6432 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.450320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f444a312-c6f9-4eef-9823-da77da2b6432 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.454222 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f444a312-c6f9-4eef-9823-da77da2b6432 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.485069 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f444a312-c6f9-4eef-9823-da77da2b6432 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.486442 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f444a312-c6f9-4eef-9823-da77da2b6432 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1511037 Jun 30 09:18:23.487148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444a312-c6f9-4eef-9823-da77da2b6432 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a659c-9059-47f9-9cee-6be05c7311bb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.489332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36818) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.493885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0c90c47c-265c-4df4-84ba-9e05824eb52d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'da4a659c-9059-47f9-9cee-6be05c7311bb', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.520578 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c90c47c-265c-4df4-84ba-9e05824eb52d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.583062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c90c47c-265c-4df4-84ba-9e05824eb52d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.587822 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c90c47c-265c-4df4-84ba-9e05824eb52d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.606938 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90c47c-265c-4df4-84ba-9e05824eb52d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f5d8a4-8fd5-4303-b536-057c7449e0e9,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.612913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0c90c47c-265c-4df4-84ba-9e05824eb52d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.614220 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0c90c47c-265c-4df4-84ba-9e05824eb52d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239183 Jun 30 09:18:23.617093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.621604 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-221b338d-2a6a-4405-bac0-4084ae757352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'da4a659c-9059-47f9-9cee-6be05c7311bb', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.655830 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-221b338d-2a6a-4405-bac0-4084ae757352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.661818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.20.0.17 (7ae33b66-001b-41a1-ac16-9159387c5561/bf4216ba-5fbe-48b0-a683-5b565e2ddc6b/44a1cc08-daf3-4c75-9e1a-8a587b9cac67) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:23.673366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 18247cfd-2618-4039-b9b0-c341b0a70c46 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:23.693343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 18247cfd-2618-4039-b9b0-c341b0a70c46 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:23.693700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 18247cfd-2618-4039-b9b0-c341b0a70c46 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:23.694115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:23.712828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:23.713170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 58cb0665-80fe-44c0-b9c0-b14a1b2a7600 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:23.713574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c4754f7b-41bf-4e11-819f-af8e2d236504 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:23.719313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-221b338d-2a6a-4405-bac0-4084ae757352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.725123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-221b338d-2a6a-4405-bac0-4084ae757352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.733543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c4754f7b-41bf-4e11-819f-af8e2d236504 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:23.733910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c4754f7b-41bf-4e11-819f-af8e2d236504 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:23.747925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-221b338d-2a6a-4405-bac0-4084ae757352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.751717 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-221b338d-2a6a-4405-bac0-4084ae757352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312425 Jun 30 09:18:23.752211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36822) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.756436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-af105184-49b8-4154-b840-13486d530c9b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'da4a659c-9059-47f9-9cee-6be05c7311bb', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.760943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b338d-2a6a-4405-bac0-4084ae757352 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a12b8f-78c8-4acc-a940-8deea6f03d58,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.786352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af105184-49b8-4154-b840-13486d530c9b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.796053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.808941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Transition to ACTIVE for port object 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:23.842232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.844137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af105184-49b8-4154-b840-13486d530c9b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.847704 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af105184-49b8-4154-b840-13486d530c9b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.866104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af105184-49b8-4154-b840-13486d530c9b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130969ec-9022-4b16-927a-962c0e008c85,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.872674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af105184-49b8-4154-b840-13486d530c9b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.874480 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af105184-49b8-4154-b840-13486d530c9b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211774 Jun 30 09:18:23.876928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36824) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.881414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e53f9ed0-27ae-4a40-8853-920a1fb9b571 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'da4a659c-9059-47f9-9cee-6be05c7311bb', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.884044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 7ae33b66-001b-41a1-ac16-9159387c5561 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:23.887351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:23.890317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:23.909297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e53f9ed0-27ae-4a40-8853-920a1fb9b571 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.926601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.947532 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.974511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e53f9ed0-27ae-4a40-8853-920a1fb9b571 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.979392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e53f9ed0-27ae-4a40-8853-920a1fb9b571 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.997941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f9ed0-27ae-4a40-8853-920a1fb9b571 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2882bc-bcc5-4eb0-b586-867eb525d398,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.004450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e53f9ed0-27ae-4a40-8853-920a1fb9b571 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.008990 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e53f9ed0-27ae-4a40-8853-920a1fb9b571 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278324 Jun 30 09:18:24.008990 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36826) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:24.013591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'da4a659c-9059-47f9-9cee-6be05c7311bb', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:24.038728 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:18:24.044582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.113835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.119004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.138414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab34b0fe-26ea-4f8c-a5c9-d73c590dcd87,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.150296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.152121 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba414e33-3ec9-4ab9-bf40-5eaecd15b801 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421556 Jun 30 09:18:24.155357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:24.160774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'security_group_rule': {'security_group_id': 'da4a659c-9059-47f9-9cee-6be05c7311bb', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:24.161413 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5a7a3da6-0d5f-4d27-a759-c35283a749e1 None None] Provisioning for port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:24.167363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5a7a3da6-0d5f-4d27-a759-c35283a749e1 None None] Provisioning complete for port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:24.168094 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5a7a3da6-0d5f-4d27-a759-c35283a749e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.181171 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.193453 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Project 21be9dbad110454fbec720bb08d4bdac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:18:24.202159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.210789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a3da6-0d5f-4d27-a759-c35283a749e1 None None] Port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:24.268939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.272598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.291710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb870999-e854-4153-a551-6f899a785707,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.298479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.299847 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a6e67afe-d9be-4a98-bfc6-6521e3e3b81c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433449 Jun 30 09:18:24.302647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36832) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:24.307951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'network': {'name': 'tempest-network-smoke--1525425729', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:24.328205 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:24.332223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.356129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:24.365064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.365389 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Added segment d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3 of type vlan for network b8450167-231f-46ac-b7b5-fa23002e2036 Jun 30 09:18:24.408190 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.437177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.442644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:24.443223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.468843 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.473366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.503216 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1969590 Jun 30 09:18:24.505150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36834) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:24.510138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'admin_state_up': True, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:24.519341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1a4bf-4fce-4380-90b5-21e0f1f9d1c9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Network': ['ID=b8450167-231f-46ac-b7b5-fa23002e2036,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.531675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network b8450167-231f-46ac-b7b5-fa23002e2036 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:24.539936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.541313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.553719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.556974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.608065 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.653459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 7ae33b66-001b-41a1-ac16-9159387c5561 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:24.654928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:24.745084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.775771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 22235108-3863-4d94-a902-96bacb54d77a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:24.877783 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:18:24.890796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:24.896045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-899e8c5d-27d6-4b88-9281-a7f120df2e82 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "PUT /v2.0/routers/22235108-3863-4d94-a902-96bacb54d77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4326954 Jun 30 09:18:24.905255 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Sync routers for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:24.915755 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:24.916478 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:24.936893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-218dfcbd-1431-4025-be12-a30639cea60b None None] Provisioning complete for port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:24.937303 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-218dfcbd-1431-4025-be12-a30639cea60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.949617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.968665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.971966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-218dfcbd-1431-4025-be12-a30639cea60b None None] Port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:25.025306 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:25.078912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.20 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/86242a47-242f-40f5-aaec-ddc44c26ffbf) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:25.182682 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.221482 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.253087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.269942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:25.274161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:25.279772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:25.302361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=86242a47-242f-40f5-aaec-ddc44c26ffbf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.344656 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 1, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a1cc08-daf3-4c75-9e1a-8a587b9cac67', 'name': '', 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:e7:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:23Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 2, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:25.369910 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Checking router: 22235108-3863-4d94-a902-96bacb54d77a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:25.370254 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Updating router 22235108-3863-4d94-a902-96bacb54d77a port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:18:25.409482 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.534579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.665887 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.675319 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Transition to ACTIVE for port object 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:25.681367 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.730827 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.745802 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Pushing event updated for resources: {'Port': ['ID=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.772436 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.772776 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.773109 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.774037 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.774037 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.774265 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.774438 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.774757 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.775132 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.775446 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.775758 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.776588 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:25.814600 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Attempting to bind port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:25.814862 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Attempting to bind port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:25.815216 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Attempting to bind port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 on network 7ae33b66-001b-41a1-ac16-9159387c5561 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:25.821402 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:25.821803 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Checking segment: {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:25.822200 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.822660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Bound using segment: {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:25.823127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Bound port: 44a1cc08-daf3-4c75-9e1a-8a587b9cac67, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8a4464-38ce-4267-9be7-4ff66e06f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:25.823503 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.862000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router a2b57359-c3e8-4303-a58d-11bc61afa3c9 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:18:25.896301 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] For port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:25.899960 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] For port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:25.904479 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.963847 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:25.964746 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:25.979312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:25.990373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Sync routers for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:26.002492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.003858 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-20db5b0f-426c-490a-a7e0-71e4d7a1701c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4977396 Jun 30 09:18:26.007912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36842) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.019469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:26.020371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:26.051632 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f2a4a8f1-0584-4c5e-88ac-21dc5b1e84ac tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=21be9dbad110454fbec720bb08d4bdac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395780 Jun 30 09:18:26.051934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36844) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.075821 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:26.077567 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a26cd8-d88b-481b-95f1-4e3ad72081ed None None] Pushing event updated for resources: {'Port': ['ID=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:26.149962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:26.150466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4c5fc-7be6-49e9-9d14-4d17eb2fcb74 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.152232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f1c4c5fc-7be6-49e9-9d14-4d17eb2fcb74 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992765 Jun 30 09:18:26.155064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36846) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.194847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4d7031ac-d421-4fea-9046-c15e9787971e tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382061 Jun 30 09:18:26.197436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36848) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.202712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1023743489', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:26.299421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:26.304221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.321531 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-9add0209-9794-467f-af5c-9319428435a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 1, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a1cc08-daf3-4c75-9e1a-8a587b9cac67', 'name': '', 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:e7:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:23Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:26.349396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:26.354517 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add0209-9794-467f-af5c-9319428435a9 None None] The sync data for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 is: [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 1, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a1cc08-daf3-4c75-9e1a-8a587b9cac67', 'name': '', 'network_id': '7ae33b66-001b-41a1-ac16-9159387c5561', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:e7:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:23Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': 'bf4216ba-5fbe-48b0-a683-5b565e2ddc6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:26.378142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Checking router: a2b57359-c3e8-4303-a58d-11bc61afa3c9 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:26.378488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Updating router a2b57359-c3e8-4303-a58d-11bc61afa3c9 port 86242a47-242f-40f5-aaec-ddc44c26ffbf binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:18:26.447214 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.543229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.611049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Subnet': ['ID=2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:26.618486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Checking segment: {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:26.618859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network hostable DHCP agents. Network: b8450167-231f-46ac-b7b5-fa23002e2036, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:26.637212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network b8450167-231f-46ac-b7b5-fa23002e2036 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:26.647633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, b8450167-231f-46ac-b7b5-fa23002e2036) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:26.653463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.654188 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.662565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c135a496-c90b-4a25-a6c9-0261ab567bf0 None None] Network b8450167-231f-46ac-b7b5-fa23002e2036 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:26.669575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5673d1e5-e990-444c-8b0e-21dc375669da tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4708767 Jun 30 09:18:26.672476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36852) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.841963 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.863538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Transition to ACTIVE for port object 86242a47-242f-40f5-aaec-ddc44c26ffbf will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:26.885312 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.918210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-b8450167-231f-46ac-b7b5-fa23002e2036', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:26.919033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.943193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Attempting to bind port 86242a47-242f-40f5-aaec-ddc44c26ffbf on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:26.943568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Attempting to bind port 86242a47-242f-40f5-aaec-ddc44c26ffbf by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:26.943932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Attempting to bind port 86242a47-242f-40f5-aaec-ddc44c26ffbf on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:26.955346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:26.955727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:26.956128 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.956521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:26.956997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Bound port: 86242a47-242f-40f5-aaec-ddc44c26ffbf, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:26.957385 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.986872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ddbe0-701b-4fa6-9b71-b8e8fdc1f005 None None] Pushing event updated for resources: {'Port': ['ID=86242a47-242f-40f5-aaec-ddc44c26ffbf,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.021113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] For port 86242a47-242f-40f5-aaec-ddc44c26ffbf, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:27.025995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] For port 86242a47-242f-40f5-aaec-ddc44c26ffbf, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=86242a47-242f-40f5-aaec-ddc44c26ffbf,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:27.030707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.118937 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.170434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ddbe0-701b-4fa6-9b71-b8e8fdc1f005 None None] Pushing event updated for resources: {'Port': ['ID=86242a47-242f-40f5-aaec-ddc44c26ffbf,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.177264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:27.177905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:27.236830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Allocated IP 172.20.0.2 (b8450167-231f-46ac-b7b5-fa23002e2036/2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2/b36a227d-f72b-4e85-82ed-54ea42523ef5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:27.341249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:27.530661 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.556900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Transition to ACTIVE for port object b36a227d-f72b-4e85-82ed-54ea42523ef5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:27.580449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Transition to ACTIVE for port object b36a227d-f72b-4e85-82ed-54ea42523ef5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:27.589766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.634525 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Network b8450167-231f-46ac-b7b5-fa23002e2036 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:27.637717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:27.642281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:27.663889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.1 (b8450167-231f-46ac-b7b5-fa23002e2036/2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2/fb7bf827-b7ec-4acf-8512-7a5b64916d47) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:27.669777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:27.675840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234bca6-0e15-42bf-acd6-a68ed52bc8e3 None None] The sync data for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 is: [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 3, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:27.678875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Pushing event updated for resources: {'Port': ['ID=b36a227d-f72b-4e85-82ed-54ea42523ef5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.724644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:27.782487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Attempting to bind port b36a227d-f72b-4e85-82ed-54ea42523ef5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:27.782848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Attempting to bind port b36a227d-f72b-4e85-82ed-54ea42523ef5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:27.783206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Attempting to bind port b36a227d-f72b-4e85-82ed-54ea42523ef5 on network b8450167-231f-46ac-b7b5-fa23002e2036 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:27.783751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.792714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:27.793089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Checking segment: {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:27.793488 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.793899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Bound using segment: {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:27.794365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Bound port: b36a227d-f72b-4e85-82ed-54ea42523ef5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:27.794742 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.797304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object fb7bf827-b7ec-4acf-8512-7a5b64916d47 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:27.832744 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.841305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:27.853364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:27.853812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.881096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network b8450167-231f-46ac-b7b5-fa23002e2036 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:27.884841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:27.892022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:27.892756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] For port b36a227d-f72b-4e85-82ed-54ea42523ef5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:27.897299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] For port b36a227d-f72b-4e85-82ed-54ea42523ef5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b36a227d-f72b-4e85-82ed-54ea42523ef5,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:27.904752 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.920646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=fb7bf827-b7ec-4acf-8512-7a5b64916d47,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.976012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.029077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ab56d-cc17-4ce3-bbc7-663482f31346 None None] Pushing event updated for resources: {'Port': ['ID=b36a227d-f72b-4e85-82ed-54ea42523ef5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.047824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.087836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:28.093555 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.157867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.447898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.738964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.744236 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.822006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.824991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=fb7bf827-b7ec-4acf-8512-7a5b64916d47,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.922137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network b8450167-231f-46ac-b7b5-fa23002e2036 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:28.923581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:29.041015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router a2b57359-c3e8-4303-a58d-11bc61afa3c9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:29.045375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d90fc-8918-405e-b480-19563772fc4d None None] Network b8450167-231f-46ac-b7b5-fa23002e2036 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:29.106115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1252064e-2d87-495e-992c-5741f107432b None None] Provisioning for port b36a227d-f72b-4e85-82ed-54ea42523ef5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:29.155161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:29.161701 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7b472b4b-6429-4a39-8ac4-9aeabc26a309 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/a2b57359-c3e8-4303-a58d-11bc61afa3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4871228 Jun 30 09:18:29.370581 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-77a08ab9-e184-4a61-8763-e75ec6f23611 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785269024&fields=id&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 267 time: 0.0370197 Jun 30 09:18:29.440069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c14849e9-e222-4493-89ea-45208b7162fe None None] Provisioning for port fb7bf827-b7ec-4acf-8512-7a5b64916d47 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:29.444236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c14849e9-e222-4493-89ea-45208b7162fe None None] Provisioning complete for port fb7bf827-b7ec-4acf-8512-7a5b64916d47 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:29.444609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c14849e9-e222-4493-89ea-45208b7162fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.484033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c14849e9-e222-4493-89ea-45208b7162fe None None] Port fb7bf827-b7ec-4acf-8512-7a5b64916d47 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:29.506525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-4977fe53-69ff-4bc1-84fd-f9ab13c78e5a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.509167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-4977fe53-69ff-4bc1-84fd-f9ab13c78e5a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/networks?id=b8450167-231f-46ac-b7b5-fa23002e2036 HTTP/1.1" status: 200 len: 797 time: 0.1319308 Jun 30 09:18:29.512320 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Sync routers for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:29.522498 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:29.523453 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.526630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-03a452d6-afd9-46c5-88a4-64de495a02df tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/quotas/21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 375 time: 0.0100799 Jun 30 09:18:29.602512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-748f256c-182e-4125-86da-0d0676374dc3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696921 Jun 30 09:18:29.625136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9cdbadca-5686-4c95-9675-0508e31422f5 None None] Provisioning complete for port fb7bf827-b7ec-4acf-8512-7a5b64916d47 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:29.625509 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9cdbadca-5686-4c95-9675-0508e31422f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.650343 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:29.684093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbadca-5686-4c95-9675-0508e31422f5 None None] Port fb7bf827-b7ec-4acf-8512-7a5b64916d47 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:29.733113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-ceba9692-836a-4c1e-8512-2cfdabfc932e service neutron] 10.222.0.53 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170974 Jun 30 09:18:29.857195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-e3831428-2988-43b3-9bb8-975966dc39cc service neutron] 10.222.0.53 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226037 Jun 30 09:18:29.865182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:29.911716 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 2, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.933146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1a696679-4275-4261-8efb-448dadd8e242 None None] Provisioning complete for port fb7bf827-b7ec-4acf-8512-7a5b64916d47 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:29.933945 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1a696679-4275-4261-8efb-448dadd8e242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.942512 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Checking router: a2b57359-c3e8-4303-a58d-11bc61afa3c9 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:29.942859 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Updating router a2b57359-c3e8-4303-a58d-11bc61afa3c9 port fb7bf827-b7ec-4acf-8512-7a5b64916d47 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:18:29.980774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1a696679-4275-4261-8efb-448dadd8e242 None None] Port fb7bf827-b7ec-4acf-8512-7a5b64916d47 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:29.982440 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.987558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:29.988000 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.095266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fe143a7-0f0b-48a9-b642-8410305293ef req-c2991436-ff12-4cc4-ba1d-2a5364948d43 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 210 time: 0.0353632 Jun 30 09:18:30.243428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b36a227d-f72b-4e85-82ed-54ea42523ef5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:30.292434 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.292690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b36a227d-f72b-4e85-82ed-54ea42523ef5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:30.296678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b36a227d-f72b-4e85-82ed-54ea42523ef5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:30.297050 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.305229 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Transition to ACTIVE for port object fb7bf827-b7ec-4acf-8512-7a5b64916d47 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:30.311432 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.375895 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622be04f-5b16-458e-95ba-4c47a478c47f None None] Pushing event updated for resources: {'Port': ['ID=fb7bf827-b7ec-4acf-8512-7a5b64916d47,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.396485 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.436257 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Attempting to bind port fb7bf827-b7ec-4acf-8512-7a5b64916d47 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:30.436620 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Attempting to bind port fb7bf827-b7ec-4acf-8512-7a5b64916d47 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:30.436975 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Attempting to bind port fb7bf827-b7ec-4acf-8512-7a5b64916d47 on network b8450167-231f-46ac-b7b5-fa23002e2036 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:30.438914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b36a227d-f72b-4e85-82ed-54ea42523ef5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b36a227d-f72b-4e85-82ed-54ea42523ef5,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:30.443248 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.444143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86242a47-242f-40f5-aaec-ddc44c26ffbf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:30.444315 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:30.444744 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Checking segment: {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:30.445144 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.446240 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Bound using segment: {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:30.447206 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Bound port: fb7bf827-b7ec-4acf-8512-7a5b64916d47, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:30.447577 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.532986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b36a227d-f72b-4e85-82ed-54ea42523ef5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.546622 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 86242a47-242f-40f5-aaec-ddc44c26ffbf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:30.551903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 86242a47-242f-40f5-aaec-ddc44c26ffbf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:30.552496 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.564152 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] For port fb7bf827-b7ec-4acf-8512-7a5b64916d47, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:30.568806 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] For port fb7bf827-b7ec-4acf-8512-7a5b64916d47, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fb7bf827-b7ec-4acf-8512-7a5b64916d47,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:30.572719 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.652747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.674914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 86242a47-242f-40f5-aaec-ddc44c26ffbf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=86242a47-242f-40f5-aaec-ddc44c26ffbf,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:30.679275 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.727132 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:30.728016 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:30.733275 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622be04f-5b16-458e-95ba-4c47a478c47f None None] Pushing event updated for resources: {'Port': ['ID=fb7bf827-b7ec-4acf-8512-7a5b64916d47,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.754972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=86242a47-242f-40f5-aaec-ddc44c26ffbf,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.844405 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:31.042503 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:31.072599 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fbba-9709-4bd7-a1f8-a35cca0ccb52 None None] The sync data for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 is: [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:31.294248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96442401-1563-422b-b107-7a4cabcd01cb req-b60940bf-2181-452b-a67c-ad860d712b99 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 210 time: 0.0471604 Jun 30 09:18:31.330593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0b489318-c33e-4725-844b-26b12d044c9c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.332063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0b489318-c33e-4725-844b-26b12d044c9c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/networks?id=b8450167-231f-46ac-b7b5-fa23002e2036 HTTP/1.1" status: 200 len: 797 time: 0.1733179 Jun 30 09:18:31.376444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-01e6be5f-4977-413f-95d6-2292b8d21782 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21be9dbad110454fbec720bb08d4bdac HTTP/1.1" status: 200 len: 379 time: 0.0364077 Jun 30 09:18:31.385556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'port': {'device_id': 'de026896-754a-4f24-a9bf-e937d21fc597', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'admin_state_up': True, 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'security_groups': ['da4a659c-9059-47f9-9cee-6be05c7311bb']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:31.498879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Made reservation on behalf of 21be9dbad110454fbec720bb08d4bdac for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:31.502620 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.637982 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-70f4adba-bae8-42bc-819d-8bbdf6eeb300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.646854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.20.0.12 (b8450167-231f-46ac-b7b5-fa23002e2036/2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2/14911f44-1a31-4879-9b9c-1941136b6e90) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:31.786074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b36a227d-f72b-4e85-82ed-54ea42523ef5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:31.810686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.826956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Transition to ACTIVE for port object 14911f44-1a31-4879-9b9c-1941136b6e90 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:31.840714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b36a227d-f72b-4e85-82ed-54ea42523ef5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:31.841087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.862827 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.903493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network b8450167-231f-46ac-b7b5-fa23002e2036 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:31.906917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:31.910941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:31.937224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86242a47-242f-40f5-aaec-ddc44c26ffbf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:31.958987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:31.980676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.981360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.001352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 86242a47-242f-40f5-aaec-ddc44c26ffbf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:32.001825 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.003818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-0e8c0dbd-6244-4838-a32c-ecfa5847cbb0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6222508 Jun 30 09:18:32.021025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Request body: {'port': {'device_id': 'de026896-754a-4f24-a9bf-e937d21fc597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:32.116602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb7bf827-b7ec-4acf-8512-7a5b64916d47 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:32.140676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.186879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port fb7bf827-b7ec-4acf-8512-7a5b64916d47 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:32.191755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port fb7bf827-b7ec-4acf-8512-7a5b64916d47 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:32.192399 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.283104 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.294076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2aa9bf3e-af33-4721-b66e-ca5ae1fe80f5 None None] Provisioning for port 14911f44-1a31-4879-9b9c-1941136b6e90 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:32.308485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2aa9bf3e-af33-4721-b66e-ca5ae1fe80f5 None None] Provisioning complete for port 14911f44-1a31-4879-9b9c-1941136b6e90 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:32.308843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2aa9bf3e-af33-4721-b66e-ca5ae1fe80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.347980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port fb7bf827-b7ec-4acf-8512-7a5b64916d47, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fb7bf827-b7ec-4acf-8512-7a5b64916d47,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:32.357659 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.380540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9bf3e-af33-4721-b66e-ca5ae1fe80f5 None None] Port 14911f44-1a31-4879-9b9c-1941136b6e90 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:32.407645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=fb7bf827-b7ec-4acf-8512-7a5b64916d47,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.478772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14911f44-1a31-4879-9b9c-1941136b6e90 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:32.488535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.505318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Transition to ACTIVE for port object 14911f44-1a31-4879-9b9c-1941136b6e90 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:32.510060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.563060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45d41-987d-46d8-bd4d-339c0aa8b305 req-13b8294e-aada-4f09-8def-20f97991d45e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.564630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fc45d41-987d-46d8-bd4d-339c0aa8b305 req-13b8294e-aada-4f09-8def-20f97991d45e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 932 time: 0.1243274 Jun 30 09:18:32.595609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Pushing event updated for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.655592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fc45d41-987d-46d8-bd4d-339c0aa8b305 req-0806a16a-be5c-4c37-8593-a28b8583b8d7 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834928 Jun 30 09:18:32.684405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Attempting to bind port 14911f44-1a31-4879-9b9c-1941136b6e90 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:32.684854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Attempting to bind port 14911f44-1a31-4879-9b9c-1941136b6e90 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:32.685187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Attempting to bind port 14911f44-1a31-4879-9b9c-1941136b6e90 on network b8450167-231f-46ac-b7b5-fa23002e2036 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:32.689720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Port 14911f44-1a31-4879-9b9c-1941136b6e90 on network b8450167-231f-46ac-b7b5-fa23002e2036 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:32.690097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Attempting to bind port 14911f44-1a31-4879-9b9c-1941136b6e90 on network b8450167-231f-46ac-b7b5-fa23002e2036 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:32.695097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:32.695976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Checking segment: {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:32.696368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Bound using segment: {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:32.696804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Bound port: 14911f44-1a31-4879-9b9c-1941136b6e90, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:32.697167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.766308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:32.769157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:32.773925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.807010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.807651 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.809034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] 10.222.0.13 "PUT /v2.0/ports/14911f44-1a31-4879-9b9c-1941136b6e90 HTTP/1.1" status: 200 len: 1093 time: 0.7937298 Jun 30 09:18:32.809473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:32.811764 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:32.839375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4c56c-b9f4-4e52-b812-4abd89010e44 service neutron] Pushing event updated for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.882925 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373240fc-9b2c-4991-9ff1-754017d8e0fe x-openstack-request-id: req-373240fc-9b2c-4991-9ff1-754017d8e0fe {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:32.883220 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:32.883471 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-373240fc-9b2c-4991-9ff1-754017d8e0fe {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:32.883871 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90', 'status': 'completed', 'code': 200} Jun 30 09:18:32.911649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-b7953004-8253-4de9-aae5-3a3517fdb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.913153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-b7953004-8253-4de9-aae5-3a3517fdb719 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1096 time: 0.0589035 Jun 30 09:18:32.958202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-6af00868-71e5-40ac-83ba-a8d6a75711da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14911f44-1a31-4879-9b9c-1941136b6e90 HTTP/1.1" status: 200 len: 217 time: 0.0382767 Jun 30 09:18:33.007638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-dc9216b5-58b8-4050-befe-8dd080e6937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.009226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-dc9216b5-58b8-4050-befe-8dd080e6937a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2 HTTP/1.1" status: 200 len: 835 time: 0.0447330 Jun 30 09:18:33.070936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205677b-f131-400f-982f-8d502bb4bc98 req-e091a021-1402-4f42-aae2-10b9b2192646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.072492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-e091a021-1402-4f42-aae2-10b9b2192646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8450167-231f-46ac-b7b5-fa23002e2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575554 Jun 30 09:18:33.163614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-a61b15fd-45cb-4255-ab70-ded0bf3b636c service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842974 Jun 30 09:18:33.253770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4205677b-f131-400f-982f-8d502bb4bc98 req-a94aabc5-2eab-4c40-baf0-33f769bd7a02 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833862 Jun 30 09:18:33.354768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-3a7aff16-3150-4589-80c3-a9e5786e7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.356199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-3a7aff16-3150-4589-80c3-a9e5786e7f7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1096 time: 0.0512905 Jun 30 09:18:33.447098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-4c43d043-9308-481f-8414-7f4003c7e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.448339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-4c43d043-9308-481f-8414-7f4003c7e23a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8450167-231f-46ac-b7b5-fa23002e2036 HTTP/1.1" status: 200 len: 898 time: 0.0862496 Jun 30 09:18:33.489898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-6e4b2821-8006-4441-8fbb-39a97ca1d7cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14911f44-1a31-4879-9b9c-1941136b6e90 HTTP/1.1" status: 200 len: 217 time: 0.0343065 Jun 30 09:18:33.539136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-3d82533a-cf3c-4e09-ab89-5716bd0ab7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.540535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-3d82533a-cf3c-4e09-ab89-5716bd0ab7d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2 HTTP/1.1" status: 200 len: 835 time: 0.0444269 Jun 30 09:18:33.600863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-d98e7d01-6c31-4704-824c-1b788f8a070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.602407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-d98e7d01-6c31-4704-824c-1b788f8a070c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8450167-231f-46ac-b7b5-fa23002e2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547705 Jun 30 09:18:33.671239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb7bf827-b7ec-4acf-8512-7a5b64916d47 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:33.692988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-26b75041-e5d6-4fae-be16-667981571631 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824101 Jun 30 09:18:33.720338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port fb7bf827-b7ec-4acf-8512-7a5b64916d47 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:33.720712 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.073601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27e2aea7-89fa-4a8d-ac06-9558a603b1b2 req-498e7767-969d-4139-a96f-74c6a8df5999 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738866 Jun 30 09:18:34.088094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78412d-450b-4de2-aa81-71282bf803c1 req-2a4ced0a-703d-455a-b4e4-af4001505010 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:34.089543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78412d-450b-4de2-aa81-71282bf803c1 req-2a4ced0a-703d-455a-b4e4-af4001505010 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 944 time: 0.0932550 Jun 30 09:18:34.128837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c78412d-450b-4de2-aa81-71282bf803c1 req-d1d16c7e-923c-4a3b-b527-07cf3b547e7d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330818 Jun 30 09:18:34.340569 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.385187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-313fa8cf-717a-4b4d-b325-2aa0904c714d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.301393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3be084-dc29-4ace-9d41-fc6315c3e0c3 req-2ec1dcb4-0b13-4153-8817-cd9d819eada5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.302858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d3be084-dc29-4ace-9d41-fc6315c3e0c3 req-2ec1dcb4-0b13-4153-8817-cd9d819eada5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 944 time: 0.0643811 Jun 30 09:18:35.339466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d3be084-dc29-4ace-9d41-fc6315c3e0c3 req-d5fceba9-0268-4416-a899-6abfc96ade97 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311146 Jun 30 09:18:35.860914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.000287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 14911f44-1a31-4879-9b9c-1941136b6e90 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:36.091076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:36.106584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '14911f44-1a31-4879-9b9c-1941136b6e90', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'port_id': '14911f44-1a31-4879-9b9c-1941136b6e90', 'mac_address': 'fa:16:3e:80:aa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:36.140954 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.153193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14911f44-1a31-4879-9b9c-1941136b6e90 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:36.171986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:36.175629 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.219774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:36.390341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['14911f44-1a31-4879-9b9c-1941136b6e90'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:36.509873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6009-091f-46a6-8e2d-5e60cc239d89 req-a6b3052e-bf9f-4624-97af-7eb0ec46f304 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:36.511355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f95f6009-091f-46a6-8e2d-5e60cc239d89 req-a6b3052e-bf9f-4624-97af-7eb0ec46f304 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 945 time: 0.0631721 Jun 30 09:18:36.551688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f95f6009-091f-46a6-8e2d-5e60cc239d89 req-0c158069-b469-4fbf-a66c-2957a7129a84 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348399 Jun 30 09:18:37.297497 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.726218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581a6db-7dfd-47bc-999e-9cc943d7e1ac req-0063bd55-0082-4ebd-9a51-429eef08141c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:37.728549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c581a6db-7dfd-47bc-999e-9cc943d7e1ac req-0063bd55-0082-4ebd-9a51-429eef08141c tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 945 time: 0.0610669 Jun 30 09:18:37.764155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c581a6db-7dfd-47bc-999e-9cc943d7e1ac req-c9f3ca21-f0e2-4264-9f3b-5a8edd39e27a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301330 Jun 30 09:18:38.008030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 14911f44-1a31-4879-9b9c-1941136b6e90 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:38.053506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 14911f44-1a31-4879-9b9c-1941136b6e90 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:38.057767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 14911f44-1a31-4879-9b9c-1941136b6e90 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:38.058293 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.134039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.154928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:38.157247 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5493263f-ad89-4783-87bf-7f180e4f642b" -d '{"events": [{"server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "name": "network-vif-plugged", "status": "completed", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:38.170332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:38.174111 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.198443 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a6f9f-bfce-4578-97ee-5769cae3ca0d x-openstack-request-id: req-2c6a6f9f-bfce-4578-97ee-5769cae3ca0d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:38.198915 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "name": "network-vif-plugged", "status": "completed", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:38.199176 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c6a6f9f-bfce-4578-97ee-5769cae3ca0d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:38.200220 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90', 'code': 200} Jun 30 09:18:38.226725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.306956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7b593-b56a-489e-8043-58a58199afeb req-d3229444-e4a7-400a-b9e8-a0ec8308a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.308415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79c7b593-b56a-489e-8043-58a58199afeb req-d3229444-e4a7-400a-b9e8-a0ec8308a3ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1098 time: 0.0539708 Jun 30 09:18:38.340811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79c7b593-b56a-489e-8043-58a58199afeb req-1b4d0cfd-90dc-4957-8c1b-15c702b07777 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262344 Jun 30 09:18:38.933782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9974cd-e86f-490c-b149-c83692067cd5 req-ea32a94a-9002-4725-8a93-f3e4bfbfac86 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:38.935219 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb9974cd-e86f-490c-b149-c83692067cd5 req-ea32a94a-9002-4725-8a93-f3e4bfbfac86 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0608981 Jun 30 09:18:38.972631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb9974cd-e86f-490c-b149-c83692067cd5 req-8c77bd9a-08c0-4a08-9f1e-223898649b58 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317488 Jun 30 09:18:40.144283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fbe7d-e572-4db3-8474-e6e1a4aa8663 req-8d3ebbd6-fef1-4e9f-8168-0a997390342b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.145738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-099fbe7d-e572-4db3-8474-e6e1a4aa8663 req-8d3ebbd6-fef1-4e9f-8168-0a997390342b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0643134 Jun 30 09:18:40.182741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-099fbe7d-e572-4db3-8474-e6e1a4aa8663 req-9828d911-de13-432b-bd08-b1b7ac743e46 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307946 Jun 30 09:18:40.354479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1e490-5176-4a13-b2b1-0048530ff46c req-57e25ba4-09d6-4a96-b222-b928e77a3ae9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.355940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fa1e490-5176-4a13-b2b1-0048530ff46c req-57e25ba4-09d6-4a96-b222-b928e77a3ae9 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0624130 Jun 30 09:18:40.392563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4fa1e490-5176-4a13-b2b1-0048530ff46c req-4b43db2f-dfc0-4d67-bb55-878228057cbf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309098 Jun 30 09:18:40.415929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36936) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.466245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab533a-7c13-45ba-818f-42be95fec5c4 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.467723 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-99ab533a-7c13-45ba-818f-42be95fec5c4 tempest-TestNetworkAdvancedServerOps-843857985 tempest-TestNetworkAdvancedServerOps-843857985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1093 time: 0.0508249 Jun 30 09:18:40.470451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36938) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.474721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '14911f44-1a31-4879-9b9c-1941136b6e90', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:40.496141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.590084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.697067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Allocated IP 172.25.8.196 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/74ea22a8-ac21-4a47-af75-d1dcfebdd58f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:40.794329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.836503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.873716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:40.876335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:40.882481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:40.888214 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=74ea22a8-ac21-4a47-af75-d1dcfebdd58f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:41.258498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.330697 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.473944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.479028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.541716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event updated for resources: {'Port': ['ID=74ea22a8-ac21-4a47-af75-d1dcfebdd58f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:41.552866 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.654945 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP 98587e97-e670-4914-88dd-670d80b416ca associated. External IP: 172.25.8.196, port: 14911f44-1a31-4879-9b9c-1941136b6e90. Jun 30 09:18:41.854836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router a2b57359-c3e8-4303-a58d-11bc61afa3c9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:41.959467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:41.970023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] Sync routers for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:41.975354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.979452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:41.980061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:42.012175 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d134c1cb-a383-4684-b34b-b2988a463b79 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5407009 Jun 30 09:18:42.012845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:42.015282 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34efe1b1-5867-4532-a5f5-6ba109124a45" -d '{"events": [{"name": "network-changed", "server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:42.086665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:42.145664 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b827bbaf-6988-43d2-a7d5-fbc3dc9a334f x-openstack-request-id: req-b827bbaf-6988-43d2-a7d5-fbc3dc9a334f {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:42.145877 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:42.146179 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b827bbaf-6988-43d2-a7d5-fbc3dc9a334f {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:42.146743 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90', 'status': 'completed', 'code': 200} Jun 30 09:18:42.184364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d99ef6-1962-46d5-859e-36e54a2bfc8e req-37910f5c-e769-4ebf-8eeb-22bc4aa6e3f0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.186241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27d99ef6-1962-46d5-859e-36e54a2bfc8e req-37910f5c-e769-4ebf-8eeb-22bc4aa6e3f0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0751908 Jun 30 09:18:42.251463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27d99ef6-1962-46d5-859e-36e54a2bfc8e req-722ded33-7c8d-4ffb-bcfd-5baaac6e983f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455005 Jun 30 09:18:42.259976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-25d8a933-1409-4ed5-9a2a-b60fc36ca7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.261979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-25d8a933-1409-4ed5-9a2a-b60fc36ca7ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1098 time: 0.0939198 Jun 30 09:18:42.276633 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:42.314888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '98587e97-e670-4914-88dd-670d80b416ca', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'port_id': '14911f44-1a31-4879-9b9c-1941136b6e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'mac_address': 'fa:16:3e:80:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de026896-754a-4f24-a9bf-e937d21fc597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:41Z', 'updated_at': '2021-06-30T09:18:41Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:42.341014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] Checking router: a2b57359-c3e8-4303-a58d-11bc61afa3c9 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:42.343958 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a4c4b28c-db2c-4836-b006-191f81760538 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/98587e97-e670-4914-88dd-670d80b416ca HTTP/1.1" status: 200 len: 992 time: 0.0650933 Jun 30 09:18:42.349164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:42.349806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:42.352211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-6d38c603-dc76-41b8-bf6b-84880ce13e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.354027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-6d38c603-dc76-41b8-bf6b-84880ce13e20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8450167-231f-46ac-b7b5-fa23002e2036 HTTP/1.1" status: 200 len: 898 time: 0.0859489 Jun 30 09:18:42.421012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-b126ee7c-c162-4475-a3e7-7d641d208ebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14911f44-1a31-4879-9b9c-1941136b6e90 HTTP/1.1" status: 200 len: 1000 time: 0.0608661 Jun 30 09:18:42.452237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:42.467807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-9b2eba25-7eb3-48fe-9de8-97877d888f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.469257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-9b2eba25-7eb3-48fe-9de8-97877d888f3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2 HTTP/1.1" status: 200 len: 835 time: 0.0426576 Jun 30 09:18:42.524614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-6dbd75ef-25eb-47bf-8d25-9384d9990e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.526160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-6dbd75ef-25eb-47bf-8d25-9384d9990e46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8450167-231f-46ac-b7b5-fa23002e2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512338 Jun 30 09:18:42.619992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-d86e03b1-d709-46a6-94b1-800eef491ca2 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874717 Jun 30 09:18:42.674604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '98587e97-e670-4914-88dd-670d80b416ca', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'port_id': '14911f44-1a31-4879-9b9c-1941136b6e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'mac_address': 'fa:16:3e:80:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de026896-754a-4f24-a9bf-e937d21fc597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:41Z', 'updated_at': '2021-06-30T09:18:41Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:42.700193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187d173-189d-443f-8662-a07ba3619df9 None None] The sync data for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 is: [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '98587e97-e670-4914-88dd-670d80b416ca', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'port_id': '14911f44-1a31-4879-9b9c-1941136b6e90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'mac_address': 'fa:16:3e:80:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de026896-754a-4f24-a9bf-e937d21fc597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:41Z', 'updated_at': '2021-06-30T09:18:41Z', 'revision_number': 0, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:42.709343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34efe1b1-5867-4532-a5f5-6ba109124a45 req-ba61f855-077f-4ca9-9e2c-ff6a035a26ab service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827565 Jun 30 09:18:42.882836 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776a2f0-3e26-4196-b572-3ada26396607 None None] New status for floating IP 98587e97-e670-4914-88dd-670d80b416ca: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:18:43.346714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36956) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:43.411367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1ab0587e-e6ed-4df0-a653-7f3a3b1dc64e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/98587e97-e670-4914-88dd-670d80b416ca HTTP/1.1" status: 200 len: 994 time: 0.0633473 Jun 30 09:18:47.653210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36970) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:48.074099 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.431510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:48.431750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.520229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port 44a1cc08-daf3-4c75-9e1a-8a587b9cac67, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:48.520591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.533699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:48.716141 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.744907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=44a1cc08-daf3-4c75-9e1a-8a587b9cac67,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.918115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.387404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 22235108-3863-4d94-a902-96bacb54d77a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:49.491658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:49.497441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f78e7ac8-a7a6-453c-bb61-a8bf9d66b410 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "PUT /v2.0/routers/22235108-3863-4d94-a902-96bacb54d77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430693 Jun 30 09:18:49.502642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60785242-8774-4866-adba-853743743e59 None None] Sync routers for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:49.512143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60785242-8774-4866-adba-853743743e59 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:49.512752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60785242-8774-4866-adba-853743743e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.618469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-60785242-8774-4866-adba-853743743e59 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:49.858984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60785242-8774-4866-adba-853743743e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:48Z', 'revision_number': 6, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 1, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.871425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f83e1-b852-472e-b8fa-f258697c42f0 req-20477c2e-189f-4429-b3e5-1daf40d81047 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.872936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f6f83e1-b852-472e-b8fa-f258697c42f0 req-20477c2e-189f-4429-b3e5-1daf40d81047 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 946 time: 0.0632448 Jun 30 09:18:49.886631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60785242-8774-4866-adba-853743743e59 None None] Checking router: 22235108-3863-4d94-a902-96bacb54d77a for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:49.894872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60785242-8774-4866-adba-853743743e59 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:49.895402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60785242-8774-4866-adba-853743743e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.912004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f6f83e1-b852-472e-b8fa-f258697c42f0 req-107d8682-ace0-4b56-a98f-52731fa1d60e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327935 Jun 30 09:18:49.999458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-60785242-8774-4866-adba-853743743e59 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:50.358064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-60785242-8774-4866-adba-853743743e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:48Z', 'revision_number': 6, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 1, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:50.388373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60785242-8774-4866-adba-853743743e59 None None] The sync data for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 is: [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:48Z', 'revision_number': 6, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '53743414-6cb8-4bed-a62c-08d60c6dfe84', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '22235108-3863-4d94-a902-96bacb54d77a', 'port_id': 'aae5043e-d627-4edc-a14e-b5735334c073', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'mac_address': 'fa:16:3e:25:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:26Z', 'updated_at': '2021-06-30T09:17:29Z', 'revision_number': 1, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:51.090627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a127357-a025-4bc1-b8f4-94b7725a665b req-861d2074-dd3f-494e-af46-3c833430a164 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.092096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a127357-a025-4bc1-b8f4-94b7725a665b req-861d2074-dd3f-494e-af46-3c833430a164 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 946 time: 0.0680523 Jun 30 09:18:51.130697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a127357-a025-4bc1-b8f4-94b7725a665b req-6db0e9ac-f793-4408-800b-a470a712541e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=e794c34f-28a3-45c6-8b01-2438e5745542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327742 Jun 30 09:18:51.239669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-ac423111-d907-4fc6-8d4e-dc058bcbd419 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.241151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-ac423111-d907-4fc6-8d4e-dc058bcbd419 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 946 time: 0.0690515 Jun 30 09:18:51.343822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:51.344228 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.436647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port 7bbda8af-917b-4cd6-af07-e21f4e1b7135, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=7bbda8af-917b-4cd6-af07-e21f4e1b7135,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:51.437182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.449497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for 7bbda8af-917b-4cd6-af07-e21f4e1b7135 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:51.575172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.609729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=7bbda8af-917b-4cd6-af07-e21f4e1b7135,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:51.642824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:51.656868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] No DVR routers for this DVR port 7bbda8af-917b-4cd6-af07-e21f4e1b7135 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:51.659336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.661432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ae2c185d-e0dd-4a78-822b-036dd514c3cd req-7701f482-54ab-4e39-9db9-21a8eab71fd4 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "DELETE /v2.0/ports/7bbda8af-917b-4cd6-af07-e21f4e1b7135 HTTP/1.1" status: 204 len: 173 time: 0.4115403 Jun 30 09:18:51.661977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'name': 'network-vif-deleted', 'tag': '7bbda8af-917b-4cd6-af07-e21f4e1b7135'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:51.662371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:51.662714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 44a1cc08-daf3-4c75-9e1a-8a587b9cac67 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:51.664346 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4585197b-75bc-4524-b49b-2a1b5e19a392" -d '{"events": [{"server_uuid": "66b2c2c4-157e-4761-85ae-a76ee07f17ec", "name": "network-vif-deleted", "tag": "7bbda8af-917b-4cd6-af07-e21f4e1b7135"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:51.701995 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f89aec-e441-44c7-b73a-cd944c130948 x-openstack-request-id: req-a9f89aec-e441-44c7-b73a-cd944c130948 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:51.702294 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b2c2c4-157e-4761-85ae-a76ee07f17ec", "name": "network-vif-deleted", "tag": "7bbda8af-917b-4cd6-af07-e21f4e1b7135", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:51.702591 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9f89aec-e441-44c7-b73a-cd944c130948 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:51.702996 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b2c2c4-157e-4761-85ae-a76ee07f17ec', 'name': 'network-vif-deleted', 'tag': '7bbda8af-917b-4cd6-af07-e21f4e1b7135', 'status': 'completed', 'code': 200} Jun 30 09:18:52.296500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3715277-3562-453c-8c2d-a2c85bd96023 req-196b5335-7f9c-4569-936c-af087781a9c0 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b2c2c4-157e-4761-85ae-a76ee07f17ec HTTP/1.1" status: 200 len: 210 time: 0.0338423 Jun 30 09:18:53.357298 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.398609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 36994) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.456355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf734-f4b4-4011-a291-9f2a043820ac tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.482810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf734-f4b4-4011-a291-9f2a043820ac tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.544336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf734-f4b4-4011-a291-9f2a043820ac tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.547112 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf734-f4b4-4011-a291-9f2a043820ac tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.548294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fc6bf734-f4b4-4011-a291-9f2a043820ac tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/security-groups/e794c34f-28a3-45c6-8b01-2438e5745542 HTTP/1.1" status: 204 len: 168 time: 0.1481874 Jun 30 09:18:53.557357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bf734-f4b4-4011-a291-9f2a043820ac tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e794c34f-28a3-45c6-8b01-2438e5745542,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:53.579057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 36998) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.630959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting subnet bf4216ba-5fbe-48b0-a683-5b565e2ddc6b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:53.633959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.672466 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.758527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.814606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.842020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.843874 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/subnets/bf4216ba-5fbe-48b0-a683-5b565e2ddc6b HTTP/1.1" status: 204 len: 168 time: 0.2632971 Jun 30 09:18:53.845052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd55ade-a652-446d-bbab-5f1f718bd699 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4216ba-5fbe-48b0-a683-5b565e2ddc6b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:53.846673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37000) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.849073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c2b77-3e72-4249-a208-d885f8c3c5c3 None None] Network 7ae33b66-001b-41a1-ac16-9159387c5561 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:53.922621 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.975075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:53.975421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.030417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] DHCP port deletion for 7ae33b66-001b-41a1-ac16-9159387c5561 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:54.048948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port 13ddc602-dcfc-48e8-9b25-e744fb9197b0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13ddc602-dcfc-48e8-9b25-e744fb9197b0,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:54.049309 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.062858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for 13ddc602-dcfc-48e8-9b25-e744fb9197b0 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:54.077654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] Deleting port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:54.078034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.140962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] For port 13ddc602-dcfc-48e8-9b25-e744fb9197b0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13ddc602-dcfc-48e8-9b25-e744fb9197b0,segment=NetworkSegment(5e8a4464-38ce-4267-9be7-4ff66e06f779),segment_id=5e8a4464-38ce-4267-9be7-4ff66e06f779)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:54.141349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.143312 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.154595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] Calling delete_port for 13ddc602-dcfc-48e8-9b25-e744fb9197b0 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:54.175056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=13ddc602-dcfc-48e8-9b25-e744fb9197b0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.176847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] No DVR routers for this DVR port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:54.231987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.255739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] Pushing event deleted for resources: {'Port': ['ID=13ddc602-dcfc-48e8-9b25-e744fb9197b0,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.257307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.261103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d97be-6878-4f25-b10b-1555fdedbec3 None None] No DVR routers for this DVR port 13ddc602-dcfc-48e8-9b25-e744fb9197b0 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:54.271233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae33b66-001b-41a1-ac16-9159387c5561']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:54.292165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8a4464-38ce-4267-9be7-4ff66e06f779') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:54.292487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8a4464-38ce-4267-9be7-4ff66e06f779') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:54.301374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.315256 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.321014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:54.321398 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:54.324705 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:54.389663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.394534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.396392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/networks/7ae33b66-001b-41a1-ac16-9159387c5561 HTTP/1.1" status: 204 len: 168 time: 0.5487280 Jun 30 09:18:54.399752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37004) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:54.411497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a21a7-6af8-4874-83e6-3861b5a29343 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Network': ['ID=7ae33b66-001b-41a1-ac16-9159387c5561,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.552577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port d702ef92-56ec-4b9a-8932-d85b532b3c58 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:54.552842 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.628707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.629322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.633081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bbda8af-917b-4cd6-af07-e21f4e1b7135 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:54.641622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for d702ef92-56ec-4b9a-8932-d85b532b3c58 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:54.662134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 7bbda8af-917b-4cd6-af07-e21f4e1b7135 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:54.662478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 7bbda8af-917b-4cd6-af07-e21f4e1b7135 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:54.812092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.836195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=d702ef92-56ec-4b9a-8932-d85b532b3c58,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.900410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.900746 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Floating IP 53743414-6cb8-4bed-a62c-08d60c6dfe84 disassociated (deleted). External IP: 172.25.8.119, port: aae5043e-d627-4edc-a14e-b5735334c073. Jun 30 09:18:55.267836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.382280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 22235108-3863-4d94-a902-96bacb54d77a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:55.487076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:55.491905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.497361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] Sync routers for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:55.506302 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:55.506906 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.526707 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c044e3e1-7392-4839-9f8a-fe6f56e3c80e tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/floatingips/53743414-6cb8-4bed-a62c-08d60c6dfe84 HTTP/1.1" status: 204 len: 168 time: 1.1256645 Jun 30 09:18:55.527129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:55.529384 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ac2658-d8fd-469c-bd73-c97b5178de92" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "tag": "aae5043e-d627-4edc-a14e-b5735334c073"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:55.576656 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982c900-91cc-4da6-9ca3-004bec81ffbe x-openstack-request-id: req-7982c900-91cc-4da6-9ca3-004bec81ffbe {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:55.577053 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "tag": "aae5043e-d627-4edc-a14e-b5735334c073", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:55.577368 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7982c900-91cc-4da6-9ca3-004bec81ffbe {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:55.577872 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073', 'status': 'completed', 'code': 200} Jun 30 09:18:55.613408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:55.657161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-2bbc913a-d0b6-4578-a691-09ad1debc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.659463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-2bbc913a-d0b6-4578-a691-09ad1debc691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 1098 time: 0.0616920 Jun 30 09:18:55.690623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13ddc602-dcfc-48e8-9b25-e744fb9197b0 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:55.710990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 13ddc602-dcfc-48e8-9b25-e744fb9197b0 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:55.711541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13ddc602-dcfc-48e8-9b25-e744fb9197b0 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:55.781306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-481a4376-f371-4015-b30d-ab2d95c584e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.783074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-481a4376-f371-4015-b30d-ab2d95c584e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 200 len: 897 time: 0.1165724 Jun 30 09:18:55.827792 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:48Z', 'revision_number': 6, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.834838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-5ca7cca9-ea28-40a5-aac3-23fcb5ac9e06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae5043e-d627-4edc-a14e-b5735334c073 HTTP/1.1" status: 200 len: 217 time: 0.0378113 Jun 30 09:18:55.857027 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] Checking router: 22235108-3863-4d94-a902-96bacb54d77a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:55.865217 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:55.865863 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:55.920307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-37bc5eb7-4a23-4e28-8b4b-da1d12f7e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.921777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-37bc5eb7-4a23-4e28-8b4b-da1d12f7e68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03d3359b-6234-4c6c-af9f-112d4875579a HTTP/1.1" status: 200 len: 834 time: 0.0802832 Jun 30 09:18:55.970692 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:55.978082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273c35-6ae5-453e-bfce-aac7abbe154e req-542ad827-7a4a-46aa-98be-6e11cb5359f6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.979635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76273c35-6ae5-453e-bfce-aac7abbe154e req-542ad827-7a4a-46aa-98be-6e11cb5359f6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 946 time: 0.1116343 Jun 30 09:18:56.019083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-2646a87b-20af-4fe1-8b50-48160913fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.020575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-2646a87b-20af-4fe1-8b50-48160913fecd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b240833-d9d5-44bd-9e28-8d46ebdc600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874140 Jun 30 09:18:56.050658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76273c35-6ae5-453e-bfce-aac7abbe154e req-9cbbedc9-91b0-46ba-bb37-1165acfdf9be tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633972 Jun 30 09:18:56.120075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-9698b255-b645-40a0-9b07-15d62e01272d service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922379 Jun 30 09:18:56.166246 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:48Z', 'revision_number': 6, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:56.191662 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff497f27-e765-48b4-acc4-ef12663cfc96 None None] The sync data for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 is: [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:48Z', 'revision_number': 6, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a04ec2fa-5f42-4239-ae9c-96e5824d24fa', 'name': '', 'network_id': '2b240833-d9d5-44bd-9e28-8d46ebdc600c', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:7b:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:05Z', 'updated_at': '2021-06-30T09:17:14Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '03d3359b-6234-4c6c-af9f-112d4875579a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:56.212371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41ac2658-d8fd-469c-bd73-c97b5178de92 req-a3cb20f2-6246-4c63-8b16-ede8458007d9 service neutron] 10.222.0.13 "GET /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814338 Jun 30 09:18:56.403791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a17591-6266-4e07-8030-a8478899befd None None] New status for floating IP 53743414-6cb8-4bed-a62c-08d60c6dfe84: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:18:57.285209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-bf58cd50-e036-4b2b-9067-c527d39eb998 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.286703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-bf58cd50-e036-4b2b-9067-c527d39eb998 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 946 time: 0.1048918 Jun 30 09:18:57.307451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf86fa9-bf1e-4657-8c91-83e8bc3bd166 req-015bf6b5-f79a-4fa5-b62e-0a10955783ee tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.308834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9bf86fa9-bf1e-4657-8c91-83e8bc3bd166 req-015bf6b5-f79a-4fa5-b62e-0a10955783ee tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ae971d4-d20d-4b6c-9bef-5484d2d89d41 HTTP/1.1" status: 200 len: 946 time: 0.1476393 Jun 30 09:18:57.390899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9bf86fa9-bf1e-4657-8c91-83e8bc3bd166 req-df6a02d1-899a-462f-af50-4e8687363d76 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640745 Jun 30 09:18:57.422405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port aae5043e-d627-4edc-a14e-b5735334c073 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:57.422746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.514338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port aae5043e-d627-4edc-a14e-b5735334c073, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=aae5043e-d627-4edc-a14e-b5735334c073,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:57.514706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.527218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for aae5043e-d627-4edc-a14e-b5735334c073 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:57.658575 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.688173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=aae5043e-d627-4edc-a14e-b5735334c073,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:57.732066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] No DVR routers for this DVR port aae5043e-d627-4edc-a14e-b5735334c073 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:57.734617 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.736667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-edf65054-cbde-49e5-9177-49dfcf2b542d req-acd4fca2-e195-408c-9e70-f77df17829b5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.13 "DELETE /v2.0/ports/aae5043e-d627-4edc-a14e-b5735334c073 HTTP/1.1" status: 204 len: 173 time: 0.4441140 Jun 30 09:18:57.737133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'name': 'network-vif-deleted', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:57.739442 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00122568-3cae-49f3-a317-3dcdc3da2cf9" -d '{"events": [{"server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "name": "network-vif-deleted", "tag": "aae5043e-d627-4edc-a14e-b5735334c073"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:57.780517 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f51f2c-0508-4575-ba19-4ee1eb024bc7 x-openstack-request-id: req-f3f51f2c-0508-4575-ba19-4ee1eb024bc7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:57.780822 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae971d4-d20d-4b6c-9bef-5484d2d89d41", "name": "network-vif-deleted", "tag": "aae5043e-d627-4edc-a14e-b5735334c073", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:57.781101 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3f51f2c-0508-4575-ba19-4ee1eb024bc7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:57.781501 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae971d4-d20d-4b6c-9bef-5484d2d89d41', 'name': 'network-vif-deleted', 'tag': 'aae5043e-d627-4edc-a14e-b5735334c073', 'status': 'completed', 'code': 200} Jun 30 09:18:58.484704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37026) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:58.541948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4df2c189-91fc-41f0-af8f-69f394dfa0da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.565676 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4df2c189-91fc-41f0-af8f-69f394dfa0da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.626032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4df2c189-91fc-41f0-af8f-69f394dfa0da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.628660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4df2c189-91fc-41f0-af8f-69f394dfa0da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.629857 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4df2c189-91fc-41f0-af8f-69f394dfa0da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/security-groups/eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106 HTTP/1.1" status: 204 len: 168 time: 0.1441383 Jun 30 09:18:58.640000 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2c189-91fc-41f0-af8f-69f394dfa0da tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97da2e-a4c5-4e9e-8b3c-37bba0ed4106,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:58.663534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37032) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:59.012487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.266490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port a04ec2fa-5f42-4239-ae9c-96e5824d24fa {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:59.266730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.350943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port a04ec2fa-5f42-4239-ae9c-96e5824d24fa, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:59.351296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.368637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for a04ec2fa-5f42-4239-ae9c-96e5824d24fa owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:59.548423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.574039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=a04ec2fa-5f42-4239-ae9c-96e5824d24fa,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:59.753368 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.964284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 22235108-3863-4d94-a902-96bacb54d77a has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:00.065162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:00.069954 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e363e0b6-0f93-4cb4-97e7-41cf3af0439c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "PUT /v2.0/routers/22235108-3863-4d94-a902-96bacb54d77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053686 Jun 30 09:19:00.073286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:00.076441 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] Sync routers for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:00.085446 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:00.086063 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:00.125908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting subnet 03d3359b-6234-4c6c-af9f-112d4875579a {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:00.129445 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.170503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.258008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.271392 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:00.315860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.343873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.346223 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/subnets/03d3359b-6234-4c6c-af9f-112d4875579a HTTP/1.1" status: 204 len: 168 time: 0.2711685 Jun 30 09:19:00.347481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8896208-5cb6-46a6-b1d9-07aea9e9be56 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Subnet': ['ID=03d3359b-6234-4c6c-af9f-112d4875579a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:00.348327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37038) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:00.357657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5036d8c-b8bd-44b9-9abe-162ead9d05d9 None None] Network 2b240833-d9d5-44bd-9e28-8d46ebdc600c requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:00.449121 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:59Z', 'revision_number': 7, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:00.460356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.475711 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] Checking router: 22235108-3863-4d94-a902-96bacb54d77a for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:00.485725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] Routers {'22235108-3863-4d94-a902-96bacb54d77a'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:00.486268 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['22235108-3863-4d94-a902-96bacb54d77a'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:00.564164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] DHCP port deletion for 2b240833-d9d5-44bd-9e28-8d46ebdc600c request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:00.578920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.599838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] Set router 22235108-3863-4d94-a902-96bacb54d77a gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:00.614798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] Deleting port 3667a57f-5858-41bd-962e-61630f5ec056 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:00.615177 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.643901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port 9396fa60-b3ee-475b-b3e4-040f4291c6e7 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:00.644566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.675589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] For port 3667a57f-5858-41bd-962e-61630f5ec056, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3667a57f-5858-41bd-962e-61630f5ec056,segment=NetworkSegment(d844cded-f7a7-4104-86e2-da3decc40f6e),segment_id=d844cded-f7a7-4104-86e2-da3decc40f6e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:00.676003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.689418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] Calling delete_port for 3667a57f-5858-41bd-962e-61630f5ec056 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:00.735737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port 9396fa60-b3ee-475b-b3e4-040f4291c6e7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9396fa60-b3ee-475b-b3e4-040f4291c6e7,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:00.736093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.748893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for 9396fa60-b3ee-475b-b3e4-040f4291c6e7 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:00.773624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.785117 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:59Z', 'revision_number': 7, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:00.800362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] Pushing event deleted for resources: {'Port': ['ID=3667a57f-5858-41bd-962e-61630f5ec056,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:00.802339 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679dd65-2d33-4954-b6d6-bdb1de8a9f5c None None] No DVR routers for this DVR port 3667a57f-5858-41bd-962e-61630f5ec056 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:00.823131 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89946a18-a2fd-47bc-a589-a81ffe254aab None None] The sync data for ids ['22235108-3863-4d94-a902-96bacb54d77a'] in n-d-758944-40 is: [{'id': '22235108-3863-4d94-a902-96bacb54d77a', 'name': 'tempest-TestNetworkBasicOps-router-1259858836', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:02Z', 'updated_at': '2021-06-30T09:18:59Z', 'revision_number': 7, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '9396fa60-b3ee-475b-b3e4-040f4291c6e7', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22235108-3863-4d94-a902-96bacb54d77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:03Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:00.938932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.964051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=9396fa60-b3ee-475b-b3e4-040f4291c6e7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.032758 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.124580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.126670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.170341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.170886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Fanout notify agent at l3_agent the message router_deleted on router 22235108-3863-4d94-a902-96bacb54d77a {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:01.177762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.181394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0a6600e3-dd0d-4f90-ad40-425227745f74 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/routers/22235108-3863-4d94-a902-96bacb54d77a HTTP/1.1" status: 204 len: 168 time: 0.8294151 Jun 30 09:19:01.181599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37042) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.263034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.349468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.359258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b240833-d9d5-44bd-9e28-8d46ebdc600c']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.368647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd844cded-f7a7-4104-86e2-da3decc40f6e') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.368950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd844cded-f7a7-4104-86e2-da3decc40f6e') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.378470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.403616 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.410287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:01.410766 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:01.414078 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:01.471689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.479787 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.481550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/networks/2b240833-d9d5-44bd-9e28-8d46ebdc600c HTTP/1.1" status: 204 len: 168 time: 0.2988396 Jun 30 09:19:01.501506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37044) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.506967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'network': {'name': 'tempest-network-smoke--1052875952', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'port_security_enabled': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:01.510704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e2663-c3bb-44d5-b0a5-77280fca5155 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Network': ['ID=2b240833-d9d5-44bd-9e28-8d46ebdc600c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.529893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:01.533387 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.555398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:01.563888 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.564239 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Added segment d727104f-a871-4ccf-bf9c-8f890a64e3b3 of type vlan for network 351fb613-6a86-4cf0-8bff-3cb803d307e4 Jun 30 09:19:01.604080 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.628010 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7d21-939e-49dd-8f0c-b6506f4a5a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.636420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.642019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.642601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.698243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1956463 Jun 30 09:19:01.701089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37046) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.706390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'admin_state_up': True, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:01.712338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dcb6f-d400-4abd-b531-c0c5e2a40194 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Network': ['ID=351fb613-6a86-4cf0-8bff-3cb803d307e4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.722240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:01.735176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.736165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.790763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.875205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a04ec2fa-5f42-4239-ae9c-96e5824d24fa no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:01.882555 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:19:01.896718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a04ec2fa-5f42-4239-ae9c-96e5824d24fa {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:01.896950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a04ec2fa-5f42-4239-ae9c-96e5824d24fa not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:01.897383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3667a57f-5858-41bd-962e-61630f5ec056 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:01.921866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3667a57f-5858-41bd-962e-61630f5ec056 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:01.922161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3667a57f-5858-41bd-962e-61630f5ec056 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:01.922455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9396fa60-b3ee-475b-b3e4-040f4291c6e7 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:01.931691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.958380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9396fa60-b3ee-475b-b3e4-040f4291c6e7 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:01.959278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9396fa60-b3ee-475b-b3e4-040f4291c6e7 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:01.970460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-cf7c1341-7060-4a49-809b-911c1d523abe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576169 Jun 30 09:19:02.083498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-319cc1e2-9f82-481b-8258-2356f31e846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:02.084968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-319cc1e2-9f82-481b-8258-2356f31e846d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 1097 time: 0.0595014 Jun 30 09:19:02.147592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.157900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device aae5043e-d627-4edc-a14e-b5735334c073 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:02.166609 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.178197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: aae5043e-d627-4edc-a14e-b5735334c073 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:02.178538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device aae5043e-d627-4edc-a14e-b5735334c073 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:02.201518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-703128d3-cd70-4a1d-8e97-0a46ad0508b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:02.203019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-703128d3-cd70-4a1d-8e97-0a46ad0508b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.0911212 Jun 30 09:19:02.270732 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.25.8.144 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/74d7a82e-4033-44bc-a949-01f6ae62289c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:02.273423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-9d9ad3a3-05bd-462c-a029-1d4954d9b1fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 200 len: 999 time: 0.0568075 Jun 30 09:19:02.329413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-d3dd75cc-dc02-4379-9619-0b0a2b3fc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:02.330919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-d3dd75cc-dc02-4379-9619-0b0a2b3fc49f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0474591 Jun 30 09:19:02.367307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.390237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-96b5ed97-9fcd-427a-a0f2-c0bd324666c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:02.391740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-96b5ed97-9fcd-427a-a0f2-c0bd324666c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514810 Jun 30 09:19:02.410675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.453229 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:02.455973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:02.461438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:02.483147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=74d7a82e-4033-44bc-a949-01f6ae62289c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:02.483797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-d6de3742-deba-4f45-a057-cab13727c59f service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818956 Jun 30 09:19:02.580652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0075a2bb-49a4-4d6d-99f0-b4fcafc15c29 req-849c216c-a85e-4be0-b52d-7a57f3410fe4 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861793 Jun 30 09:19:03.003767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.197075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.319874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 44f242b5-7ac5-45d8-a048-1154540ae438 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:03.429092 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:03.438856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Sync routers for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:03.447661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.448144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:03.448798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:03.448992 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a3a3d862-d217-490b-8594-150b910a753c tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7462890 Jun 30 09:19:03.452156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37052) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.480171 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1c23a8f1-6313-4eca-84c2-3d2abe9577fd tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=3235bc3386b14f99b884e670a4fc3f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268900 Jun 30 09:19:03.482662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37054) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.558843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:03.578005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a89d42-5450-4f9d-b6e5-1da63614aaf1 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.582202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d4a89d42-5450-4f9d-b6e5-1da63614aaf1 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960855 Jun 30 09:19:03.582431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37058) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.613663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6cb36e3e-a3c5-4f8f-b6d4-cc8c1959f7ce tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278811 Jun 30 09:19:03.613824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37060) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.619169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102256487', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:03.707769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:03.711327 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.746085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:02Z', 'revision_number': 3, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:03.774799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Checking router: 44f242b5-7ac5-45d8-a048-1154540ae438 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:03.775147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Updating router 44f242b5-7ac5-45d8-a048-1154540ae438 port 74d7a82e-4033-44bc-a949-01f6ae62289c binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:03.809018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.890354 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.062183 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.072832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Transition to ACTIVE for port object 74d7a82e-4033-44bc-a949-01f6ae62289c will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:04.078932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.139076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7337-191c-400c-abeb-b2b413eb2575 None None] Pushing event updated for resources: {'Port': ['ID=74d7a82e-4033-44bc-a949-01f6ae62289c,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.141332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Attempting to bind port 74d7a82e-4033-44bc-a949-01f6ae62289c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:04.141796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Attempting to bind port 74d7a82e-4033-44bc-a949-01f6ae62289c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:04.142155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Attempting to bind port 74d7a82e-4033-44bc-a949-01f6ae62289c on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:04.148073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:04.148449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:04.148884 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.149842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:04.150317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Bound port: 74d7a82e-4033-44bc-a949-01f6ae62289c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:04.150694 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.204812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] For port 74d7a82e-4033-44bc-a949-01f6ae62289c, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:04.208005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] For port 74d7a82e-4033-44bc-a949-01f6ae62289c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=74d7a82e-4033-44bc-a949-01f6ae62289c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:04.214290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.242426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Subnet': ['ID=11025127-0ee3-4267-8ac2-f68a6f7cacc0,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.249966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Checking segment: {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:04.250323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network hostable DHCP agents. Network: 351fb613-6a86-4cf0-8bff-3cb803d307e4, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:04.267929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:04.276795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 351fb613-6a86-4cf0-8bff-3cb803d307e4) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:04.281911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.282554 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.291434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:04.292053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:18:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:04.297915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7337-191c-400c-abeb-b2b413eb2575 None None] Pushing event updated for resources: {'Port': ['ID=74d7a82e-4033-44bc-a949-01f6ae62289c,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.300667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ba2ae618-011a-4be8-a655-b26f33b57269 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6857312 Jun 30 09:19:04.303190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37066) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:04.338250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ede2a8-b45a-4ab0-a7b7-d16adb8ec43c None None] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:04.410325 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.454606 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2cc4fd81-eed2-4aa1-9f2c-75d7cf0f8382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.499213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:04.656750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-351fb613-6a86-4cf0-8bff-3cb803d307e4', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:04.661585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.732964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.983747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Allocated IP 172.20.0.2 (351fb613-6a86-4cf0-8bff-3cb803d307e4/11025127-0ee3-4267-8ac2-f68a6f7cacc0/50a3952e-28bf-4825-abdd-011bc52980f6) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:04.986842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:02Z', 'revision_number': 3, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:05.022937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f5cbb-daa6-4ef1-99f4-b5c8e95d245c None None] The sync data for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 is: [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:02Z', 'revision_number': 3, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:05.164459 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.172973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Transition to ACTIVE for port object 50a3952e-28bf-4825-abdd-011bc52980f6 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:05.188333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Transition to ACTIVE for port object 50a3952e-28bf-4825-abdd-011bc52980f6 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:05.194888 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.235066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:05.240067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:05.248623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:05.263122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.20.0.1 (351fb613-6a86-4cf0-8bff-3cb803d307e4/11025127-0ee3-4267-8ac2-f68a6f7cacc0/0ab8103d-78ee-47f4-8931-5f80a138f9a0) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:05.263288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Pushing event updated for resources: {'Port': ['ID=50a3952e-28bf-4825-abdd-011bc52980f6,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:05.334356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Attempting to bind port 50a3952e-28bf-4825-abdd-011bc52980f6 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:05.334980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Attempting to bind port 50a3952e-28bf-4825-abdd-011bc52980f6 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:05.335432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Attempting to bind port 50a3952e-28bf-4825-abdd-011bc52980f6 on network 351fb613-6a86-4cf0-8bff-3cb803d307e4 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:05.342144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:05.342676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Checking segment: {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:05.343173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.343656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Bound using segment: {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:05.344194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Bound port: 50a3952e-28bf-4825-abdd-011bc52980f6, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:05.344913 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.420682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.421359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] For port 50a3952e-28bf-4825-abdd-011bc52980f6, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:05.425861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] For port 50a3952e-28bf-4825-abdd-011bc52980f6, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=50a3952e-28bf-4825-abdd-011bc52980f6,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:05.431263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.442836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Transition to ACTIVE for port object 0ab8103d-78ee-47f4-8931-5f80a138f9a0 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:05.482942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.500116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b332b3-2a4a-4840-b6cc-0fc476e18889 None None] Pushing event updated for resources: {'Port': ['ID=50a3952e-28bf-4825-abdd-011bc52980f6,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:05.530411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:05.533847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:05.536603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:05.573162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=0ab8103d-78ee-47f4-8931-5f80a138f9a0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:05.594675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.781787 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.802137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 74d7a82e-4033-44bc-a949-01f6ae62289c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:05.876631 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.877524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 74d7a82e-4033-44bc-a949-01f6ae62289c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:05.882340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 74d7a82e-4033-44bc-a949-01f6ae62289c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:05.882918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.972169 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.993614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 74d7a82e-4033-44bc-a949-01f6ae62289c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=74d7a82e-4033-44bc-a949-01f6ae62289c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:05.999262 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.055690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=74d7a82e-4033-44bc-a949-01f6ae62289c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:06.125301 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.129921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.207234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=0ab8103d-78ee-47f4-8931-5f80a138f9a0,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:06.213012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.306768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:06.308324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:06.425295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 44f242b5-7ac5-45d8-a048-1154540ae438 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:06.491421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831f8de-eb84-4fa3-9560-3d1d16864b7d None None] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:06.541606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:06.548508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dc3b1235-2ba2-4ef1-ba00-c9af3277acf3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "PUT /v2.0/routers/44f242b5-7ac5-45d8-a048-1154540ae438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2442493 Jun 30 09:19:06.551572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:06.576571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2b49e002-a9d3-410a-97c5-b752969cd4ce None None] Provisioning for port 50a3952e-28bf-4825-abdd-011bc52980f6 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:06.652683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959c15d-f316-4cd7-a9ab-3bd262149931 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.653169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959c15d-f316-4cd7-a9ab-3bd262149931 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.653813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959c15d-f316-4cd7-a9ab-3bd262149931 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.654128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959c15d-f316-4cd7-a9ab-3bd262149931 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.654596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959c15d-f316-4cd7-a9ab-3bd262149931 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.655055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959c15d-f316-4cd7-a9ab-3bd262149931 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.659453 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7959c15d-f316-4cd7-a9ab-3bd262149931 tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4270 time: 0.1035004 Jun 30 09:19:06.659873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37076) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:06.727473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968a8f9-2dd7-4380-b21f-bd09c689c00d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.727852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968a8f9-2dd7-4380-b21f-bd09c689c00d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.728303 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968a8f9-2dd7-4380-b21f-bd09c689c00d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.729005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968a8f9-2dd7-4380-b21f-bd09c689c00d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.729456 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968a8f9-2dd7-4380-b21f-bd09c689c00d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.729922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968a8f9-2dd7-4380-b21f-bd09c689c00d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.731752 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8968a8f9-2dd7-4380-b21f-bd09c689c00d tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.0709102 Jun 30 09:19:06.734551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:06.881099 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6113c919-8dd4-4b1e-83e8-7954851c4f6f tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.1453936 Jun 30 09:19:06.912025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2908212c-c0db-4234-b169-8bca099a7f64 None None] Provisioning for port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:06.916255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2908212c-c0db-4234-b169-8bca099a7f64 None None] Provisioning complete for port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:06.916726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2908212c-c0db-4234-b169-8bca099a7f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.956055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2908212c-c0db-4234-b169-8bca099a7f64 None None] Port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:07.017806 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Sync routers for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:07.028219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:07.028827 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:07.074482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37082) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.079656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163362738', 'description': 'tempest-secgroup-smoke-163362738 description', 'project_id': '3235bc3386b14f99b884e670a4fc3f91'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:07.094422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-91283b93-c490-4958-b2d8-d15fcd4600e3 None None] Provisioning complete for port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:07.095092 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91283b93-c490-4958-b2d8-d15fcd4600e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.120390 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.161553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-91283b93-c490-4958-b2d8-d15fcd4600e3 None None] Port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:07.180610 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:07.238106 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.243310 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.269268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.273225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1949489 Jun 30 09:19:07.273953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37084) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.280056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67273f6-0f5c-4edf-94ce-e0be4e66a95a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.282269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-db0f47ac-ab3e-47bb-8214-0661090952d9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'b67273f6-0f5c-4edf-94ce-e0be4e66a95a', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:07.301852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.302206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.302854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.303324 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.303760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.304208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.304686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.305113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.307229 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.307957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.308331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.308663 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.309053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195819-2257-4bd0-87af-4d672456f873 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:07.340531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db0f47ac-ab3e-47bb-8214-0661090952d9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.384431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-815f6ca8-3723-4729-af04-d96d26be8132 None None] Provisioning complete for port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:07.384810 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-815f6ca8-3723-4729-af04-d96d26be8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.411303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db0f47ac-ab3e-47bb-8214-0661090952d9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.416668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db0f47ac-ab3e-47bb-8214-0661090952d9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.429883 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 2, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:07.433003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-815f6ca8-3723-4729-af04-d96d26be8132 None None] Port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:07.435384 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f47ac-ab3e-47bb-8214-0661090952d9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af18d5b-ac61-46fe-8a74-b5eae8d340b4,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.451079 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db0f47ac-ab3e-47bb-8214-0661090952d9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.452349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-db0f47ac-ab3e-47bb-8214-0661090952d9 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761210 Jun 30 09:19:07.455151 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37086) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.459884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-12dc6c02-8ff9-4bad-a65d-77c68c92ab43 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'b67273f6-0f5c-4edf-94ce-e0be4e66a95a', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:07.472683 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Checking router: 44f242b5-7ac5-45d8-a048-1154540ae438 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:07.473567 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Updating router 44f242b5-7ac5-45d8-a048-1154540ae438 port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:07.488540 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12dc6c02-8ff9-4bad-a65d-77c68c92ab43 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.509869 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.536893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12dc6c02-8ff9-4bad-a65d-77c68c92ab43 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.541305 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12dc6c02-8ff9-4bad-a65d-77c68c92ab43 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.561243 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc6c02-8ff9-4bad-a65d-77c68c92ab43 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f69d4c7-508a-4254-8185-af2590252930,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.575879 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-12dc6c02-8ff9-4bad-a65d-77c68c92ab43 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.577455 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-12dc6c02-8ff9-4bad-a65d-77c68c92ab43 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212921 Jun 30 09:19:07.581062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.586461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-06a9881b-98d7-4702-9388-6744c25a1639 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'b67273f6-0f5c-4edf-94ce-e0be4e66a95a', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:07.621212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06a9881b-98d7-4702-9388-6744c25a1639 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.691932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06a9881b-98d7-4702-9388-6744c25a1639 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.697405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06a9881b-98d7-4702-9388-6744c25a1639 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.716994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9881b-98d7-4702-9388-6744c25a1639 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0facb23-8699-4201-b770-e658a2427cb2,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.720330 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-06a9881b-98d7-4702-9388-6744c25a1639 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.721676 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-06a9881b-98d7-4702-9388-6744c25a1639 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395600 Jun 30 09:19:07.724540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.729935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-06355ceb-dacb-42b2-9fdc-d380fa35e31f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'b67273f6-0f5c-4edf-94ce-e0be4e66a95a', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:07.759545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06355ceb-dacb-42b2-9fdc-d380fa35e31f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.801614 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.805362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 74d7a82e-4033-44bc-a949-01f6ae62289c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:07.812507 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Transition to ACTIVE for port object 0ab8103d-78ee-47f4-8931-5f80a138f9a0 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:07.818557 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.829795 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06355ceb-dacb-42b2-9fdc-d380fa35e31f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.833877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06355ceb-dacb-42b2-9fdc-d380fa35e31f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.849114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06355ceb-dacb-42b2-9fdc-d380fa35e31f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bfd41b-926e-4f48-b3ab-46b368b66d1a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.860247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 74d7a82e-4033-44bc-a949-01f6ae62289c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:07.861279 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.863460 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-06355ceb-dacb-42b2-9fdc-d380fa35e31f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.868078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:07.873719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-06355ceb-dacb-42b2-9fdc-d380fa35e31f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463840 Jun 30 09:19:07.877239 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'b67273f6-0f5c-4edf-94ce-e0be4e66a95a', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:07.896303 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd398ce-17eb-464d-b597-7da2a65e5633 None None] Pushing event updated for resources: {'Port': ['ID=0ab8103d-78ee-47f4-8931-5f80a138f9a0,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.903907 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Project 3235bc3386b14f99b884e670a4fc3f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:19:07.909418 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.938660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Attempting to bind port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:07.939023 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Attempting to bind port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:07.939385 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Attempting to bind port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 on network 351fb613-6a86-4cf0-8bff-3cb803d307e4 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:07.944897 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:07.945267 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Checking segment: {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:07.945704 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.946252 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Bound using segment: {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:07.946725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Bound port: 0ab8103d-78ee-47f4-8931-5f80a138f9a0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:07.947103 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.955406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 50a3952e-28bf-4825-abdd-011bc52980f6 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:07.988904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.993559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.016155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 50a3952e-28bf-4825-abdd-011bc52980f6 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:08.017802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcdf8c0-42f9-4aec-9cc5-f9709dc40a80,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:08.021692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 50a3952e-28bf-4825-abdd-011bc52980f6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:08.022152 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.027937 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.031642 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-47f9c3d4-e725-41f0-9e44-3c9388d34e1d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598451 Jun 30 09:19:08.031810 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] For port 0ab8103d-78ee-47f4-8931-5f80a138f9a0, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:08.032264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:08.035016 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] For port 0ab8103d-78ee-47f4-8931-5f80a138f9a0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0ab8103d-78ee-47f4-8931-5f80a138f9a0,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:08.036905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'security_group_rule': {'security_group_id': 'b67273f6-0f5c-4edf-94ce-e0be4e66a95a', 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:08.039884 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.063571 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Project 3235bc3386b14f99b884e670a4fc3f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:19:08.068793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.098490 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:08.099379 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.125892 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.149807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.153942 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.155828 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd398ce-17eb-464d-b597-7da2a65e5633 None None] Pushing event updated for resources: {'Port': ['ID=0ab8103d-78ee-47f4-8931-5f80a138f9a0,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:08.169066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 50a3952e-28bf-4825-abdd-011bc52980f6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=50a3952e-28bf-4825-abdd-011bc52980f6,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:08.176571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff6c57c-d63b-47fd-95f1-fe352f42d4cd,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:08.176762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.188100 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.190479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-38336bdd-919d-4268-97e3-c75f849abc96 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574159 Jun 30 09:19:08.240325 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:08.245579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=50a3952e-28bf-4825-abdd-011bc52980f6,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:08.473392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-8cf2edfd-de51-4230-8471-20fbc9c5bbfa tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163362738&fields=id&tenant_id=3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 267 time: 0.0334904 Jun 30 09:19:08.568312 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:08Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.594197 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d032b9f-4b0f-4a25-b0ad-1aa1c94a0886 None None] The sync data for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 is: [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:08Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:08.618833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-5e2cecf8-0a1b-4fd3-9b7a-9a630b39cd4a tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:08.620294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-5e2cecf8-0a1b-4fd3-9b7a-9a630b39cd4a tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/networks?id=351fb613-6a86-4cf0-8bff-3cb803d307e4 HTTP/1.1" status: 200 len: 797 time: 0.1391699 Jun 30 09:19:08.644002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-198d23dc-8b4c-4de2-ba10-2b85589d95ce tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/quotas/3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 375 time: 0.0126071 Jun 30 09:19:08.721756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-82aa16a8-51c3-461b-a315-7ceac45da1ee tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686035 Jun 30 09:19:08.825127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-574e7407-609b-44e2-85a6-3fa50bcb8fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906236 Jun 30 09:19:08.922605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-f446b133-cfb2-4222-a4eb-f0085b680a26 service neutron] 10.222.0.53 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913665 Jun 30 09:19:09.098809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad69401a-9b57-4710-bc96-fcb706f73f88 req-4e652f39-e1e7-4436-b9bb-c6d8f3f555be tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0305858 Jun 30 09:19:09.763826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0ab8103d-78ee-47f4-8931-5f80a138f9a0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:09.814274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:09.818163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:09.818534 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.894309 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.929222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 0ab8103d-78ee-47f4-8931-5f80a138f9a0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0ab8103d-78ee-47f4-8931-5f80a138f9a0,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:09.933103 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.933959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 50a3952e-28bf-4825-abdd-011bc52980f6 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:10.009182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=0ab8103d-78ee-47f4-8931-5f80a138f9a0,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:10.020175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.020846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.020846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.021190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.021523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.021887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.022210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.022541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.022866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.023191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.023517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.023834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:10.032915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 50a3952e-28bf-4825-abdd-011bc52980f6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:10.033299 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.245141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-d60b0d24-bf70-499d-9010-0fa513fe76b6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:10.246558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-d60b0d24-bf70-499d-9010-0fa513fe76b6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "GET /v2.0/networks?id=351fb613-6a86-4cf0-8bff-3cb803d307e4 HTTP/1.1" status: 200 len: 797 time: 0.1264856 Jun 30 09:19:10.265781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4249117a-855b-4f37-89c1-04c02a76165d req-4a27bf25-711c-434a-b1cb-0ebd2c362474 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0428810 Jun 30 09:19:10.304817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-91585b7a-b5de-4499-a816-04b66f892f80 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3235bc3386b14f99b884e670a4fc3f91 HTTP/1.1" status: 200 len: 379 time: 0.0414357 Jun 30 09:19:10.315802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'port': {'device_id': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'admin_state_up': True, 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'security_groups': ['b67273f6-0f5c-4edf-94ce-e0be4e66a95a']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:10.424583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Made reservation on behalf of 3235bc3386b14f99b884e670a4fc3f91 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:10.428078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.549417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.20.0.11 (351fb613-6a86-4cf0-8bff-3cb803d307e4/11025127-0ee3-4267-8ac2-f68a6f7cacc0/cb4e29e2-fea3-453b-a7d0-ac9451add37f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:10.688650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.702200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Transition to ACTIVE for port object cb4e29e2-fea3-453b-a7d0-ac9451add37f will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:10.733456 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.777557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:10.780585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:10.782862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:10.815957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=cb4e29e2-fea3-453b-a7d0-ac9451add37f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:10.842234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:10.843008 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.857390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-67f2db8b-e6a8-4e47-ae82-66ab59d69e35 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5451729 Jun 30 09:19:10.873989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Request body: {'port': {'device_id': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:10.948777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.073176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d593052-6aea-429b-9469-f059c7d9be38 None None] Provisioning for port cb4e29e2-fea3-453b-a7d0-ac9451add37f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:11.076798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d593052-6aea-429b-9469-f059c7d9be38 None None] Provisioning complete for port cb4e29e2-fea3-453b-a7d0-ac9451add37f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:11.077165 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7d593052-6aea-429b-9469-f059c7d9be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.113327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7d593052-6aea-429b-9469-f059c7d9be38 None None] Port cb4e29e2-fea3-453b-a7d0-ac9451add37f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:11.211006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4e29e2-fea3-453b-a7d0-ac9451add37f {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:11.218917 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.231346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Transition to ACTIVE for port object cb4e29e2-fea3-453b-a7d0-ac9451add37f will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:11.234975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.283670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Pushing event updated for resources: {'Port': ['ID=cb4e29e2-fea3-453b-a7d0-ac9451add37f,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.358515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Attempting to bind port cb4e29e2-fea3-453b-a7d0-ac9451add37f on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:11.358863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Attempting to bind port cb4e29e2-fea3-453b-a7d0-ac9451add37f by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:11.359203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Attempting to bind port cb4e29e2-fea3-453b-a7d0-ac9451add37f on network 351fb613-6a86-4cf0-8bff-3cb803d307e4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:11.363824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Port cb4e29e2-fea3-453b-a7d0-ac9451add37f on network 351fb613-6a86-4cf0-8bff-3cb803d307e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:11.364150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Attempting to bind port cb4e29e2-fea3-453b-a7d0-ac9451add37f on network 351fb613-6a86-4cf0-8bff-3cb803d307e4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:11.369352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:11.369732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Checking segment: {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:11.370123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Bound using segment: {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:11.370565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Bound port: cb4e29e2-fea3-453b-a7d0-ac9451add37f, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd727104f-a871-4ccf-bf9c-8f890a64e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:11.370923 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.474674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] For port cb4e29e2-fea3-453b-a7d0-ac9451add37f, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:11.479392 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] For port cb4e29e2-fea3-453b-a7d0-ac9451add37f, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:11.487558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.506063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff889f8b-875a-4e17-bef4-33dd280a1e44 req-0dab6964-8be7-4c8b-89f9-97b3fb82b1d5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.507545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff889f8b-875a-4e17-bef4-33dd280a1e44 req-0dab6964-8be7-4c8b-89f9-97b3fb82b1d5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.1216707 Jun 30 09:19:11.541575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.542470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.543997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] 10.222.0.26 "PUT /v2.0/ports/cb4e29e2-fea3-453b-a7d0-ac9451add37f HTTP/1.1" status: 200 len: 1093 time: 0.6744471 Jun 30 09:19:11.549852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:11.552250 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880dcc12-4a88-4ecf-8207-6ccdc9018671" -d '{"events": [{"name": "network-changed", "server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:11.600429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074034c-7f52-4d06-bc84-ee31f49f76da service neutron] Pushing event updated for resources: {'Port': ['ID=cb4e29e2-fea3-453b-a7d0-ac9451add37f,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.606681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff889f8b-875a-4e17-bef4-33dd280a1e44 req-0431ee64-643e-4e3b-beda-a712e585b9c3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809500 Jun 30 09:19:11.618042 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8149ff-f33a-4180-b20f-004f9f13ea92 x-openstack-request-id: req-eb8149ff-f33a-4180-b20f-004f9f13ea92 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:11.618266 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:11.618558 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb8149ff-f33a-4180-b20f-004f9f13ea92 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:11.618948 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'status': 'completed', 'code': 200} Jun 30 09:19:11.712809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0ab8103d-78ee-47f4-8931-5f80a138f9a0 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:11.796415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:11.796804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.947818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-6b806bcb-388b-4da7-99f7-11ea787a55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.949552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-6b806bcb-388b-4da7-99f7-11ea787a55fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 1096 time: 0.3421130 Jun 30 09:19:11.994126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-aa05ee6d-10d9-4814-a744-353b4d72daf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f HTTP/1.1" status: 200 len: 217 time: 0.0330942 Jun 30 09:19:12.043960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-a65d9589-69fa-4101-a41d-8bc0190f90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.045283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-a65d9589-69fa-4101-a41d-8bc0190f90cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11025127-0ee3-4267-8ac2-f68a6f7cacc0 HTTP/1.1" status: 200 len: 835 time: 0.0426610 Jun 30 09:19:12.111918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-74000244-14ec-4463-8f36-3cfb7b725966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.112573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-74000244-14ec-4463-8f36-3cfb7b725966 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=351fb613-6a86-4cf0-8bff-3cb803d307e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579395 Jun 30 09:19:12.205926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-9f9da34c-fbfd-4ab5-afd9-d5ae8f69f7dc service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812714 Jun 30 09:19:12.300338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89a50ed8-0991-491c-8296-3eeda99fd34c req-48633a2d-3a6e-4922-911d-1d09f1018900 service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846140 Jun 30 09:19:12.402348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-de81397a-1632-4312-aa2e-7e99d8964626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.403900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-de81397a-1632-4312-aa2e-7e99d8964626 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 1096 time: 0.0525527 Jun 30 09:19:12.496536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-2f2309dd-f27c-49a2-9c7b-1aa43253ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.498001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-2f2309dd-f27c-49a2-9c7b-1aa43253ca7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=351fb613-6a86-4cf0-8bff-3cb803d307e4 HTTP/1.1" status: 200 len: 898 time: 0.0873089 Jun 30 09:19:12.538388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-42a6b769-546a-4f09-8ffd-1080e8765d03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f HTTP/1.1" status: 200 len: 217 time: 0.0333173 Jun 30 09:19:12.585239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-ef85a653-99cf-4134-b9b0-1360bb84d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.586801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-ef85a653-99cf-4134-b9b0-1360bb84d00a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11025127-0ee3-4267-8ac2-f68a6f7cacc0 HTTP/1.1" status: 200 len: 835 time: 0.0425799 Jun 30 09:19:12.648284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-7008e7f1-d597-45d4-b434-10ec85fab480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.649862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-7008e7f1-d597-45d4-b434-10ec85fab480 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=351fb613-6a86-4cf0-8bff-3cb803d307e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566442 Jun 30 09:19:12.770410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-a81d765b-e417-410b-9ea3-691c7d948d79 service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128335 Jun 30 09:19:12.849684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd351a3b-8f54-4f0c-abee-1fef50cb25fe req-a344c09a-bcd2-4ad8-ba6c-d3017ac7d863 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.851120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd351a3b-8f54-4f0c-abee-1fef50cb25fe req-a344c09a-bcd2-4ad8-ba6c-d3017ac7d863 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.1270020 Jun 30 09:19:12.896356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-880dcc12-4a88-4ecf-8207-6ccdc9018671 req-e4a8a720-91e2-4975-8668-ebd88c801de5 service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187427 Jun 30 09:19:12.909533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd351a3b-8f54-4f0c-abee-1fef50cb25fe req-6db4c9c3-c8ba-4ad9-b035-6e37bc8c97d5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512431 Jun 30 09:19:14.090043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d10062-5b1b-4a3d-bd6e-5ea01bcda111 req-c45d11a4-6553-47ed-95f7-1f96d149303f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.091501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76d10062-5b1b-4a3d-bd6e-5ea01bcda111 req-c45d11a4-6553-47ed-95f7-1f96d149303f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.0683200 Jun 30 09:19:14.131229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76d10062-5b1b-4a3d-bd6e-5ea01bcda111 req-cd1ca88a-2918-4e3a-8551-9da62e5102d8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337970 Jun 30 09:19:14.709226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cb4e29e2-fea3-453b-a7d0-ac9451add37f details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:14.804648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port cb4e29e2-fea3-453b-a7d0-ac9451add37f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:14.815637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'port_id': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'mac_address': 'fa:16:3e:d0:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:14.853218 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.866729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4e29e2-fea3-453b-a7d0-ac9451add37f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:14.889122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port cb4e29e2-fea3-453b-a7d0-ac9451add37f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:14.893231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.958831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=cb4e29e2-fea3-453b-a7d0-ac9451add37f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.088845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc508b6-2030-4c20-a900-d00dcc07bae3 req-bb7dffdd-d779-412f-88d4-250c09d1a25f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.090394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbc508b6-2030-4c20-a900-d00dcc07bae3 req-bb7dffdd-d779-412f-88d4-250c09d1a25f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0624988 Jun 30 09:19:15.129410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbc508b6-2030-4c20-a900-d00dcc07bae3 req-dca458d0-a5b8-4933-a07d-cccfe16351a5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326142 Jun 30 09:19:15.146867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['cb4e29e2-fea3-453b-a7d0-ac9451add37f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:15.303992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a83441-6de3-400d-b419-c9d9b4f77e61 req-5dfc0928-b221-4eee-9905-f647cc2e6949 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.306019 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74a83441-6de3-400d-b419-c9d9b4f77e61 req-5dfc0928-b221-4eee-9905-f647cc2e6949 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0640116 Jun 30 09:19:15.343513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74a83441-6de3-400d-b419-c9d9b4f77e61 req-01652e2b-96f7-4ff1-ba02-cd7810072f6a tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317526 Jun 30 09:19:16.315245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f22f-0789-4dab-a354-89ef8c1aa832 req-391024d4-571b-4cd7-9765-609a90b891df tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.316741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4559f22f-0789-4dab-a354-89ef8c1aa832 req-391024d4-571b-4cd7-9765-609a90b891df tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0663528 Jun 30 09:19:16.353898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4559f22f-0789-4dab-a354-89ef8c1aa832 req-300c4b7d-a14b-465c-8837-2064787a9342 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Jun 30 09:19:16.515088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c14c3-01b9-480e-b540-e27e8ec44b31 req-c3d3853a-fa5a-4df0-975f-bc77aa67a7f7 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.516577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a7c14c3-01b9-480e-b540-e27e8ec44b31 req-c3d3853a-fa5a-4df0-975f-bc77aa67a7f7 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0636413 Jun 30 09:19:16.554746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a7c14c3-01b9-480e-b540-e27e8ec44b31 req-e3a9313f-fbbc-4370-8916-b9e362dd0ddc tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Jun 30 09:19:16.725416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cb4e29e2-fea3-453b-a7d0-ac9451add37f up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:16.772050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port cb4e29e2-fea3-453b-a7d0-ac9451add37f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:16.775561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port cb4e29e2-fea3-453b-a7d0-ac9451add37f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:16.775927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.847375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.871491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:16.873745 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f06778-cfdc-47a6-a689-ca56a958195e" -d '{"events": [{"server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:16.886427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port cb4e29e2-fea3-453b-a7d0-ac9451add37f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:16.890287 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.915737 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d2e582-e2d4-4a9f-9f0b-2dec83173100 x-openstack-request-id: req-53d2e582-e2d4-4a9f-9f0b-2dec83173100 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:16.916034 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:16.916288 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53d2e582-e2d4-4a9f-9f0b-2dec83173100 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:16.916673 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'code': 200} Jun 30 09:19:16.952010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=cb4e29e2-fea3-453b-a7d0-ac9451add37f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:17.044042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058983-83fb-4213-8245-fb7c7a91cf8a req-2a36f8ca-05f8-4a78-a372-cee68bdbe4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:17.045479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4058983-83fb-4213-8245-fb7c7a91cf8a req-2a36f8ca-05f8-4a78-a372-cee68bdbe4d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 1098 time: 0.0558090 Jun 30 09:19:17.083388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4058983-83fb-4213-8245-fb7c7a91cf8a req-e7c4a9f3-daa9-4f04-82e7-6b5416498a15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276411 Jun 30 09:19:17.531229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511045-fdf7-4eb7-a91f-23238aaa294b req-28f9520e-3ef1-4873-b03a-366919332e3a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:17.532694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c511045-fdf7-4eb7-a91f-23238aaa294b req-28f9520e-3ef1-4873-b03a-366919332e3a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0620501 Jun 30 09:19:17.570883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c511045-fdf7-4eb7-a91f-23238aaa294b req-b53a9adb-9059-48ca-863b-5e6e152dda35 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321219 Jun 30 09:19:17.736637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea25bb2-75ce-40ae-ba3f-e8af3e2c82dc req-c972872d-cec6-4464-a266-0f99e2dc880f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:17.738142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ea25bb2-75ce-40ae-ba3f-e8af3e2c82dc req-c972872d-cec6-4464-a266-0f99e2dc880f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0671732 Jun 30 09:19:17.775430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ea25bb2-75ce-40ae-ba3f-e8af3e2c82dc req-3a219704-98bd-47c3-9d69-b3afe25664b1 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Jun 30 09:19:18.756401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088d3c5-2ca7-4517-a15a-e2ce3287d6ed req-3ac891da-7afd-4406-85a8-cedd7f6fb977 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.757908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4088d3c5-2ca7-4517-a15a-e2ce3287d6ed req-3ac891da-7afd-4406-85a8-cedd7f6fb977 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0675306 Jun 30 09:19:18.796097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4088d3c5-2ca7-4517-a15a-e2ce3287d6ed req-c3f8ec8a-42bb-441b-81c0-2f904bf7aa1f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Jun 30 09:19:18.946841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae0c2-a867-4d6d-b467-6e38ecd7d8ec req-fdb5ffbf-12e6-49db-a0e1-11e2d9f88e71 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.950353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02fae0c2-a867-4d6d-b467-6e38ecd7d8ec req-fdb5ffbf-12e6-49db-a0e1-11e2d9f88e71 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0648069 Jun 30 09:19:18.990309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02fae0c2-a867-4d6d-b467-6e38ecd7d8ec req-300ac930-884b-4a79-bc03-2f186c1c0fff tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342960 Jun 30 09:19:19.163731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e39b-7c04-4adf-a0f9-21ed2320761e req-cb3d9689-f40a-493d-81e0-a722e1d9ae71 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.165761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f23e39b-7c04-4adf-a0f9-21ed2320761e req-cb3d9689-f40a-493d-81e0-a722e1d9ae71 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0652921 Jun 30 09:19:19.202845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4f23e39b-7c04-4adf-a0f9-21ed2320761e req-e11cd011-ecd0-46f6-9b2c-076b8c975145 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314388 Jun 30 09:19:19.226690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37192) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:19.279003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46563690-3122-4613-9d04-6884111ae73f tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.280487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-46563690-3122-4613-9d04-6884111ae73f tempest-TestNetworkBasicOps-663811644 tempest-TestNetworkBasicOps-663811644-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 1093 time: 0.0522032 Jun 30 09:19:19.283345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37194) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:19.291865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:19.319706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.417231 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.560813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Allocated IP 172.25.8.49 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a1b7dd7d-8077-472e-ae62-88ebf457bd42) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:19.664670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.704237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.743546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:19.746285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:19.752031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:19.757193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=a1b7dd7d-8077-472e-ae62-88ebf457bd42,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:19.785677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.786021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.786359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.786716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.787047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.787369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.787771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.788012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.788332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.788647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.788967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:19.789284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:20.047591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3a72-3054-429f-95bc-53c06122dbe6 req-793b053f-7944-4d3c-a885-07abb4dc3c64 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.049062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b0a3a72-3054-429f-95bc-53c06122dbe6 req-793b053f-7944-4d3c-a885-07abb4dc3c64 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.1260870 Jun 30 09:19:20.151871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b0a3a72-3054-429f-95bc-53c06122dbe6 req-0e889367-f507-4d22-9c2e-610d72e538e4 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696743 Jun 30 09:19:20.240087 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.318014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.457591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.462326 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.527425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event updated for resources: {'Port': ['ID=a1b7dd7d-8077-472e-ae62-88ebf457bd42,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.538362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.634937 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Floating IP 696a3000-a8b2-4a05-aa1d-df8a0ec655f6 associated. External IP: 172.25.8.49, port: cb4e29e2-fea3-453b-a7d0-ac9451add37f. Jun 30 09:19:21.107021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 44f242b5-7ac5-45d8-a048-1154540ae438 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:21.212660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:21.223616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] Sync routers for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:21.228731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.235699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:21.236577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.268966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11300f4e-3de0-4dc2-a5db-13f5469f4571 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9846141 Jun 30 09:19:21.271866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:21.276715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:21.278966 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f2a22f-19db-47dd-90c0-9e5fb333d887" -d '{"events": [{"name": "network-changed", "server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:21.337553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f806-d0c8-45bb-a708-5fbc1bf8f9de req-c819a7f3-3f57-479b-b87f-82682b164a16 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.339228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7126f806-d0c8-45bb-a708-5fbc1bf8f9de req-c819a7f3-3f57-479b-b87f-82682b164a16 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0731885 Jun 30 09:19:21.340714 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e650712c-3c74-44f6-8f6f-03f3844e65e5 x-openstack-request-id: req-e650712c-3c74-44f6-8f6f-03f3844e65e5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:21.341003 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:21.341251 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e650712c-3c74-44f6-8f6f-03f3844e65e5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:21.341762 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'status': 'completed', 'code': 200} Jun 30 09:19:21.347845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:21.364813 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-72da342d-9807-44fc-9e1a-283ff9bf59c5 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/floatingips/696a3000-a8b2-4a05-aa1d-df8a0ec655f6 HTTP/1.1" status: 200 len: 991 time: 0.0900321 Jun 30 09:19:21.408245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7126f806-d0c8-45bb-a708-5fbc1bf8f9de req-f03c4ba9-ef94-4348-ac26-eb9e6074a977 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630438 Jun 30 09:19:21.433482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-cb583e89-2c16-4e5b-9fe8-78f016f84e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.434950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-cb583e89-2c16-4e5b-9fe8-78f016f84e43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 1098 time: 0.0688353 Jun 30 09:19:21.524783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-d7e19946-dc4c-4f3c-84f0-76f27aeabf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.526282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-d7e19946-dc4c-4f3c-84f0-76f27aeabf8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=351fb613-6a86-4cf0-8bff-3cb803d307e4 HTTP/1.1" status: 200 len: 898 time: 0.0852091 Jun 30 09:19:21.574111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '696a3000-a8b2-4a05-aa1d-df8a0ec655f6', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'port_id': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'mac_address': 'fa:16:3e:d0:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:19:20Z', 'updated_at': '2021-06-30T09:19:20Z', 'revision_number': 0, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:09Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.595792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-110a4163-4f9d-428d-b2b7-2d4dad1f2177 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f HTTP/1.1" status: 200 len: 999 time: 0.0630937 Jun 30 09:19:21.603805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] Checking router: 44f242b5-7ac5-45d8-a048-1154540ae438 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:21.612301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:21.612910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.644072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-48d50157-3fc6-43fd-9851-41a7687a61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.645534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-48d50157-3fc6-43fd-9851-41a7687a61ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11025127-0ee3-4267-8ac2-f68a6f7cacc0 HTTP/1.1" status: 200 len: 835 time: 0.0440032 Jun 30 09:19:21.700640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-c9ccb1be-daed-44af-b93b-67a7df246f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.702066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-c9ccb1be-daed-44af-b93b-67a7df246f74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=351fb613-6a86-4cf0-8bff-3cb803d307e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505018 Jun 30 09:19:21.715929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:21.795490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-949da742-bf03-426a-9f68-e0898bc8bf42 service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Jun 30 09:19:21.885517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90f2a22f-19db-47dd-90c0-9e5fb333d887 req-06eb6562-2f51-490e-882e-0f76de133c47 service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828955 Jun 30 09:19:21.933235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '696a3000-a8b2-4a05-aa1d-df8a0ec655f6', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'port_id': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'mac_address': 'fa:16:3e:d0:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:19:20Z', 'updated_at': '2021-06-30T09:19:20Z', 'revision_number': 0, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:09Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.962255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cba859-64c5-4fa1-ab27-2a71848609d2 None None] The sync data for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 is: [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '696a3000-a8b2-4a05-aa1d-df8a0ec655f6', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'port_id': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'mac_address': 'fa:16:3e:d0:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:19:20Z', 'updated_at': '2021-06-30T09:19:20Z', 'revision_number': 0, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:09Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:22.156825 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779e612-f51f-4d59-8479-3aa492e09d2e None None] New status for floating IP 696a3000-a8b2-4a05-aa1d-df8a0ec655f6: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:19:22.367419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37210) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:22.428884 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e64bf061-dc7d-4dae-8d1f-15ac3295f591 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/floatingips/696a3000-a8b2-4a05-aa1d-df8a0ec655f6 HTTP/1.1" status: 200 len: 993 time: 0.0597711 Jun 30 09:19:22.581835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541d70-f1f7-4105-8696-e1f27a301e8a req-87d7f179-3a2e-4ef4-a14c-e5d2798f8b86 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.583258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62541d70-f1f7-4105-8696-e1f27a301e8a req-87d7f179-3a2e-4ef4-a14c-e5d2798f8b86 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0639665 Jun 30 09:19:22.621469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62541d70-f1f7-4105-8696-e1f27a301e8a req-c83e97a4-6ba8-4da7-826f-38d350b4c4d5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320275 Jun 30 09:19:23.355002 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.804516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa18c26-aad6-4349-a891-d0578afa3446 req-c8758f6d-4582-4e70-90fa-0ca5d3ca07cd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.806080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7fa18c26-aad6-4349-a891-d0578afa3446 req-c8758f6d-4582-4e70-90fa-0ca5d3ca07cd tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0710425 Jun 30 09:19:23.842841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7fa18c26-aad6-4349-a891-d0578afa3446 req-5fbddd49-6461-4556-bcc9-4db9a131dcb5 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311673 Jun 30 09:19:25.013280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45db54-4efe-4fa0-84a6-67caf30c483b req-8e237095-e6bc-42b9-a284-c6b33ffb84a8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.014781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad45db54-4efe-4fa0-84a6-67caf30c483b req-8e237095-e6bc-42b9-a284-c6b33ffb84a8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0617826 Jun 30 09:19:25.051286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad45db54-4efe-4fa0-84a6-67caf30c483b req-a2c75c22-5da4-4e28-8389-5e06c3baa501 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307007 Jun 30 09:19:25.267410 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.227211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddf5be-0fae-4976-bcb0-e146ab5d70ec req-beace0e2-851b-4363-bb72-9167dc2f0981 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.228721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1ddf5be-0fae-4976-bcb0-e146ab5d70ec req-beace0e2-851b-4363-bb72-9167dc2f0981 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0667048 Jun 30 09:19:26.267077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1ddf5be-0fae-4976-bcb0-e146ab5d70ec req-635cd1e4-4bb9-44fd-ab88-28d89e8c89ea tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322628 Jun 30 09:19:27.437180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8607264-82ce-4f64-89d6-321e38735a1f req-4ee54afd-6dfc-4332-8a8f-1717110ffa0a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.438664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8607264-82ce-4f64-89d6-321e38735a1f req-4ee54afd-6dfc-4332-8a8f-1717110ffa0a tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0621002 Jun 30 09:19:27.475736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8607264-82ce-4f64-89d6-321e38735a1f req-2d4a894f-8610-42dd-a9a9-63cdd12d44ed tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Jun 30 09:19:28.650727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebc77c-d70f-4d94-8c4a-94da5d341213 req-9cf85a24-3ac7-40d4-9d11-1cb4938b6ed3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.652198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4ebc77c-d70f-4d94-8c4a-94da5d341213 req-9cf85a24-3ac7-40d4-9d11-1cb4938b6ed3 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0626051 Jun 30 09:19:28.688609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4ebc77c-d70f-4d94-8c4a-94da5d341213 req-f5b41f39-8681-4435-a58d-64f0c6a1b21d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Jun 30 09:19:29.867343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d377-a032-4eff-9a1a-0fd14186c5dc req-c629e7e3-07a9-4baa-a12d-7b48b34b6017 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.869309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5f6d377-a032-4eff-9a1a-0fd14186c5dc req-c629e7e3-07a9-4baa-a12d-7b48b34b6017 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0694299 Jun 30 09:19:29.905135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5f6d377-a032-4eff-9a1a-0fd14186c5dc req-599ce6e5-a0e8-4ea1-a744-f181f5e35491 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301828 Jun 30 09:19:31.076185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516baaa4-79fd-40ce-af60-3d5bc56bdbff req-ae63ec95-36ef-43d1-bc72-d3d02c0123a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.077683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-516baaa4-79fd-40ce-af60-3d5bc56bdbff req-ae63ec95-36ef-43d1-bc72-d3d02c0123a0 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0624368 Jun 30 09:19:31.114208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-516baaa4-79fd-40ce-af60-3d5bc56bdbff req-23b048a6-d91e-4bb0-8674-8a2e24e54c39 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310218 Jun 30 09:19:31.627003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9433fa45-8604-4f8f-bc1a-7f2dc5617b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.291370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29099696-d033-471e-9949-afee4d08457c req-623faa99-7263-4264-98a9-0cc3cf5a92e6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.292824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29099696-d033-471e-9949-afee4d08457c req-623faa99-7263-4264-98a9-0cc3cf5a92e6 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0681431 Jun 30 09:19:32.329748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-29099696-d033-471e-9949-afee4d08457c req-715d7664-1370-4d34-82ac-79c25241b34e tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Jun 30 09:19:32.663339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dac0c-ed56-45ab-99d2-de5482b8fa3f req-40e95e9d-24fe-45ba-bb1f-ecba5fee42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.664798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-574dac0c-ed56-45ab-99d2-de5482b8fa3f req-40e95e9d-24fe-45ba-bb1f-ecba5fee42bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1098 time: 0.0501559 Jun 30 09:19:32.697924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-574dac0c-ed56-45ab-99d2-de5482b8fa3f req-7f858c94-6d87-4c55-847c-870fcb6d1ff4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265400 Jun 30 09:19:33.506634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743cd1d-fa8d-4d4b-a1f4-942d89595f62 req-7f769540-eeee-41f3-84d4-c7871b6a842f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.508110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d743cd1d-fa8d-4d4b-a1f4-942d89595f62 req-7f769540-eeee-41f3-84d4-c7871b6a842f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0631926 Jun 30 09:19:33.547581 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d743cd1d-fa8d-4d4b-a1f4-942d89595f62 req-353b370c-0c14-4792-aa02-0529c7ac0e2b tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329232 Jun 30 09:19:34.341344 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.359871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 14911f44-1a31-4879-9b9c-1941136b6e90 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:34.388845 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c9f4-d6da-4c5d-bf5c-15b5ac1a9725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.461365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:34.471954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '14911f44-1a31-4879-9b9c-1941136b6e90', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'port_id': '14911f44-1a31-4879-9b9c-1941136b6e90', 'mac_address': 'fa:16:3e:80:aa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:34.512478 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.525520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14911f44-1a31-4879-9b9c-1941136b6e90 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:34.545085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:34.548697 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.598311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:34.726203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a28e9-fb66-4da9-802b-1be9f7f31774 req-ea5b8f14-0a68-485c-88f5-6c8ca71eb72d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.727686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c3a28e9-fb66-4da9-802b-1be9f7f31774 req-ea5b8f14-0a68-485c-88f5-6c8ca71eb72d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 945 time: 0.0667889 Jun 30 09:19:34.744795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['14911f44-1a31-4879-9b9c-1941136b6e90'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:34.766628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c3a28e9-fb66-4da9-802b-1be9f7f31774 req-8b42767c-adeb-4923-bca7-5bfc84613194 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330019 Jun 30 09:19:34.790644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37256) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:34.849960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-638bcde8-5ff3-40ea-9e41-0cebcea34330 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/floatingips/98587e97-e670-4914-88dd-670d80b416ca HTTP/1.1" status: 200 len: 993 time: 0.0582256 Jun 30 09:19:35.859059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.375055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 14911f44-1a31-4879-9b9c-1941136b6e90 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:36.420651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 14911f44-1a31-4879-9b9c-1941136b6e90 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:36.421018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.499280 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.521273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:36.523713 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b345f122-da16-43f7-9369-55de17336fad" -d '{"events": [{"server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "name": "network-vif-plugged", "status": "completed", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:36.537160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:36.541517 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.569324 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1979af-6304-427a-9d09-3099b523fa08 x-openstack-request-id: req-7a1979af-6304-427a-9d09-3099b523fa08 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:36.569621 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "name": "network-vif-plugged", "status": "completed", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:36.569903 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a1979af-6304-427a-9d09-3099b523fa08 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:36.570289 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90', 'code': 200} Jun 30 09:19:36.591657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:37.298870 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.874572 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:19:53.371180 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.269249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.525592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37352) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:55.593037 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-50ca36cb-3bbb-4ba8-91ab-75d817079c27 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/floatingips/696a3000-a8b2-4a05-aa1d-df8a0ec655f6 HTTP/1.1" status: 200 len: 993 time: 0.0657415 Jun 30 09:19:55.857421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37360) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:56.012442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port a1b7dd7d-8077-472e-ae62-88ebf457bd42 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:56.012783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.089339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.089680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.100772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for a1b7dd7d-8077-472e-ae62-88ebf457bd42 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:56.243486 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.267760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=a1b7dd7d-8077-472e-ae62-88ebf457bd42,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:56.326207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.326637 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Floating IP 696a3000-a8b2-4a05-aa1d-df8a0ec655f6 disassociated (deleted). External IP: 172.25.8.49, port: cb4e29e2-fea3-453b-a7d0-ac9451add37f. Jun 30 09:19:56.532935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 44f242b5-7ac5-45d8-a048-1154540ae438 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:56.635926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:56.640734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.644939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] Sync routers for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:56.654112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:56.654711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:56.675811 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c198ba3e-1e78-47da-ba82-9f51fdcca38d tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/floatingips/696a3000-a8b2-4a05-aa1d-df8a0ec655f6 HTTP/1.1" status: 204 len: 168 time: 0.8170526 Jun 30 09:19:56.676416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:56.678831 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:56.717171 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c13c23-f131-4045-9c82-929f25c21322 x-openstack-request-id: req-90c13c23-f131-4045-9c82-929f25c21322 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:56.717475 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:56.717776 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90c13c23-f131-4045-9c82-929f25c21322 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:56.718207 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'status': 'completed', 'code': 200} Jun 30 09:19:56.761806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:56.795145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-c31923f8-d50b-4e22-81de-2db8895fde63 req-bdbe38a3-de36-4c90-8b5d-b722ea5b7309 service neutron] (100238) timed out ('10.222.0.53', 57236) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:19:56.860775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-a5f3ccc2-3782-4b0e-9f27-72b4a73df687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.862345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-a5f3ccc2-3782-4b0e-9f27-72b4a73df687 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3235bc3386b14f99b884e670a4fc3f91&device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 1098 time: 0.1217508 Jun 30 09:19:56.970473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-4e409366-51c7-4fbd-b6a9-35e31bfa33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.971944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-4e409366-51c7-4fbd-b6a9-35e31bfa33ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=351fb613-6a86-4cf0-8bff-3cb803d307e4 HTTP/1.1" status: 200 len: 898 time: 0.0918508 Jun 30 09:19:57.026473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-75aaa51b-0b6f-4fe2-aa40-ec9113b979cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f HTTP/1.1" status: 200 len: 217 time: 0.0460062 Jun 30 09:19:57.093478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-f13d769f-aa31-435d-ad25-d3b633ff99d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2471898 Jun 30 09:19:57.115469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-c9cb3011-5edc-4643-b3ea-35f0cc31e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.116924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-c9cb3011-5edc-4643-b3ea-35f0cc31e854 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11025127-0ee3-4267-8ac2-f68a6f7cacc0 HTTP/1.1" status: 200 len: 835 time: 0.0810044 Jun 30 09:19:57.140440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:09Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:57.166920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] Checking router: 44f242b5-7ac5-45d8-a048-1154540ae438 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:57.175084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:57.175686 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:57.179607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cfe46-95b2-44b0-a4d9-24e5b554a43d req-16029c81-11ab-40f9-85a3-65f31f3b4673 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.181065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-832cfe46-95b2-44b0-a4d9-24e5b554a43d req-16029c81-11ab-40f9-85a3-65f31f3b4673 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1584380 Jun 30 09:19:57.256583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-832cfe46-95b2-44b0-a4d9-24e5b554a43d req-97617cd3-7d1a-4a38-a5c0-ab81502fdae3 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569930 Jun 30 09:19:57.267049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-615f9e4c-2e3c-45ed-a8b8-1e08ab83de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.269400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-615f9e4c-2e3c-45ed-a8b8-1e08ab83de95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=351fb613-6a86-4cf0-8bff-3cb803d307e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433010 Jun 30 09:19:57.274099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-c74b759c-9b3e-489c-b9c3-80a3a3920673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.275545 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-c74b759c-9b3e-489c-b9c3-80a3a3920673 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1098 time: 0.1178813 Jun 30 09:19:57.287613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:57.372318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-74d97eec-8d3b-4c43-b6c0-cb2c8fb962b8 service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957778 Jun 30 09:19:57.485659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:09Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:57.512199 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1041af8-5f9b-41e2-9601-2f5e1272d7e8 None None] The sync data for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 is: [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '0ab8103d-78ee-47f4-8931-5f80a138f9a0', 'name': '', 'network_id': '351fb613-6a86-4cf0-8bff-3cb803d307e4', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'mac_address': 'fa:16:3e:35:82:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:04Z', 'updated_at': '2021-06-30T09:19:09Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'subnets': [{'id': '11025127-0ee3-4267-8ac2-f68a6f7cacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:57.529832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ecb1e01-14bd-4fe8-9786-fa985cae2cd9 req-8be3db85-9349-4598-b20f-bafd460f98d9 service neutron] 10.222.0.26 "GET /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470442 Jun 30 09:19:57.530803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-e65b3152-292f-45ff-a4e4-249f36f8f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.532137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-e65b3152-292f-45ff-a4e4-249f36f8f125 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8450167-231f-46ac-b7b5-fa23002e2036 HTTP/1.1" status: 200 len: 898 time: 0.2094665 Jun 30 09:19:57.600275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-3888838f-4090-428e-8139-c9b59cffae21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14911f44-1a31-4879-9b9c-1941136b6e90 HTTP/1.1" status: 200 len: 1002 time: 0.0610156 Jun 30 09:19:57.656072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-e95a9c3a-69a0-4af2-b74f-0949b00a139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.657801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-e95a9c3a-69a0-4af2-b74f-0949b00a139b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2 HTTP/1.1" status: 200 len: 835 time: 0.0502555 Jun 30 09:19:57.716373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-24290110-f70c-41fb-8617-95726e907917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.717950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-24290110-f70c-41fb-8617-95726e907917 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8450167-231f-46ac-b7b5-fa23002e2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538778 Jun 30 09:19:57.747618 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333d8ce7-c1f8-47c6-8637-5b1feab6e1ce None None] New status for floating IP 696a3000-a8b2-4a05-aa1d-df8a0ec655f6: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:19:57.805734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-8e2c99bc-2518-404a-904d-c6477fe6c456 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807042 Jun 30 09:19:57.899196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcc930cb-e168-4e1b-80b1-1cd7cd92b89c req-40e1e8e0-ef98-40b9-b6d9-0cb473a094f0 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866654 Jun 30 09:19:58.464695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-2ffb9f35-4751-4db9-ace3-fe990af1eaec tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:58.466142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-2ffb9f35-4751-4db9-ace3-fe990af1eaec tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1077154 Jun 30 09:19:58.473908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424bb64-4f29-4d91-9454-82866ec41de0 req-2dd66331-9cba-4038-9dac-883a450a65e6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:58.475221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5424bb64-4f29-4d91-9454-82866ec41de0 req-2dd66331-9cba-4038-9dac-883a450a65e6 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/ports?device_id=4677694e-0b90-4d5b-a960-10f6300ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0896657 Jun 30 09:19:58.544391 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5424bb64-4f29-4d91-9454-82866ec41de0 req-0a31e3b5-292b-45af-8532-62042348f108 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67273f6-0f5c-4edf-94ce-e0be4e66a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604722 Jun 30 09:19:58.596099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port cb4e29e2-fea3-453b-a7d0-ac9451add37f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:58.596439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.683676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port cb4e29e2-fea3-453b-a7d0-ac9451add37f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=cb4e29e2-fea3-453b-a7d0-ac9451add37f,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:58.684029 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.696095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for cb4e29e2-fea3-453b-a7d0-ac9451add37f owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:58.831035 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.872349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=cb4e29e2-fea3-453b-a7d0-ac9451add37f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:58.926028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] No DVR routers for this DVR port cb4e29e2-fea3-453b-a7d0-ac9451add37f on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:58.928627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.930854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b13e8e3a-03ef-4b6c-a126-94beb697e441 req-d1cefc2e-5074-4a71-9b58-3f2e89e77718 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.26 "DELETE /v2.0/ports/cb4e29e2-fea3-453b-a7d0-ac9451add37f HTTP/1.1" status: 204 len: 173 time: 0.4547448 Jun 30 09:19:58.931320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'name': 'network-vif-deleted', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:58.934613 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77a54fb-c7c2-400d-a912-84a78ff27c79" -d '{"events": [{"server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "name": "network-vif-deleted", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:59.037162 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36162c-1d83-433e-b0d4-d4809c7be309 x-openstack-request-id: req-1b36162c-1d83-433e-b0d4-d4809c7be309 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:59.037736 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4677694e-0b90-4d5b-a960-10f6300ccaa9", "name": "network-vif-deleted", "tag": "cb4e29e2-fea3-453b-a7d0-ac9451add37f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:59.038208 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b36162c-1d83-433e-b0d4-d4809c7be309 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:59.038822 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4677694e-0b90-4d5b-a960-10f6300ccaa9', 'name': 'network-vif-deleted', 'tag': 'cb4e29e2-fea3-453b-a7d0-ac9451add37f', 'status': 'completed', 'code': 200} Jun 30 09:19:59.642734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37402) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.705110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3589663-d4e3-46de-8aee-508a68e75dfd tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.731295 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3589663-d4e3-46de-8aee-508a68e75dfd tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.795613 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3589663-d4e3-46de-8aee-508a68e75dfd tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.798316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3589663-d4e3-46de-8aee-508a68e75dfd tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.802194 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a3589663-d4e3-46de-8aee-508a68e75dfd tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/security-groups/b67273f6-0f5c-4edf-94ce-e0be4e66a95a HTTP/1.1" status: 204 len: 168 time: 0.1552052 Jun 30 09:19:59.809595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3589663-d4e3-46de-8aee-508a68e75dfd tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67273f6-0f5c-4edf-94ce-e0be4e66a95a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:59.831833 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37408) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:00.469232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.732058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port 0ab8103d-78ee-47f4-8931-5f80a138f9a0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:00.732705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.825537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port 0ab8103d-78ee-47f4-8931-5f80a138f9a0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0ab8103d-78ee-47f4-8931-5f80a138f9a0,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:00.825921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.839007 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for 0ab8103d-78ee-47f4-8931-5f80a138f9a0 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:01.018761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.046472 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=0ab8103d-78ee-47f4-8931-5f80a138f9a0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:01.223463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.435184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Router 44f242b5-7ac5-45d8-a048-1154540ae438 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:01.542241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:01.550393 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9bc9612b-ebd3-4fab-ab9d-e55ed68e796f tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "PUT /v2.0/routers/44f242b5-7ac5-45d8-a048-1154540ae438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149198 Jun 30 09:20:01.550603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37412) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:01.551701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] Sync routers for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:01.561444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:01.562211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:01.611765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting subnet 11025127-0ee3-4267-8ac2-f68a6f7cacc0 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:01.615427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.662758 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.674535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02dbdecf-813e-4df6-aad3-20d97bff621b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.705235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:01.774433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.839321 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.873423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Subnet': ['ID=11025127-0ee3-4267-8ac2-f68a6f7cacc0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:01.879733 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.884748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37418) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:01.886295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c175e371-dfc9-444c-b717-fae0c39361b8 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/subnets/11025127-0ee3-4267-8ac2-f68a6f7cacc0 HTTP/1.1" status: 204 len: 168 time: 0.3345206 Jun 30 09:20:01.886947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda0e94-6936-4bdd-86d5-77b39b76c140 None None] Network 351fb613-6a86-4cf0-8bff-3cb803d307e4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:01.997099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.015284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:20:00Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.049681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] Checking router: 44f242b5-7ac5-45d8-a048-1154540ae438 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:02.077690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] Routers {'44f242b5-7ac5-45d8-a048-1154540ae438'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:02.078342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:19:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['44f242b5-7ac5-45d8-a048-1154540ae438'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.114195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.175498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] DHCP port deletion for 351fb613-6a86-4cf0-8bff-3cb803d307e4 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:02.180451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Deleting port 74d7a82e-4033-44bc-a949-01f6ae62289c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:02.180866 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.254131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] Set router 44f242b5-7ac5-45d8-a048-1154540ae438 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:02.279686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] For port 74d7a82e-4033-44bc-a949-01f6ae62289c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=74d7a82e-4033-44bc-a949-01f6ae62289c,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:02.280374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.294391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Calling delete_port for 74d7a82e-4033-44bc-a949-01f6ae62289c owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:02.362328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] Deleting port 50a3952e-28bf-4825-abdd-011bc52980f6 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:02.363699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.451441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] For port 50a3952e-28bf-4825-abdd-011bc52980f6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=50a3952e-28bf-4825-abdd-011bc52980f6,segment=NetworkSegment(d727104f-a871-4ccf-bf9c-8f890a64e3b3),segment_id=d727104f-a871-4ccf-bf9c-8f890a64e3b3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:02.451780 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.468664 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.473922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] Calling delete_port for 50a3952e-28bf-4825-abdd-011bc52980f6 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:02.494469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Port': ['ID=74d7a82e-4033-44bc-a949-01f6ae62289c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.579909 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.586480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:20:00Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.618228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0cec1-e014-4d8b-bcd6-05f2c3adad9f None None] The sync data for ids ['44f242b5-7ac5-45d8-a048-1154540ae438'] in n-d-758944-40 is: [{'id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'name': 'tempest-TestNetworkBasicOps-router-1412015496', 'tenant_id': '3235bc3386b14f99b884e670a4fc3f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:01Z', 'updated_at': '2021-06-30T09:20:00Z', 'revision_number': 5, 'project_id': '3235bc3386b14f99b884e670a4fc3f91', 'gw_port': {'id': '74d7a82e-4033-44bc-a949-01f6ae62289c', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f242b5-7ac5-45d8-a048-1154540ae438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:02Z', 'updated_at': '2021-06-30T09:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:02.625274 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.652518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] Pushing event deleted for resources: {'Port': ['ID=50a3952e-28bf-4825-abdd-011bc52980f6,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.657140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16d861-4901-4d48-a999-7d512e0617b2 None None] No DVR routers for this DVR port 50a3952e-28bf-4825-abdd-011bc52980f6 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:02.711205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.713271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.756217 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.756954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Fanout notify agent at l3_agent the message router_deleted on router 44f242b5-7ac5-45d8-a048-1154540ae438 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:02.767004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.768078 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-016723d6-4e62-4039-beec-dcc4aa862603 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/routers/44f242b5-7ac5-45d8-a048-1154540ae438 HTTP/1.1" status: 204 len: 168 time: 0.8814309 Jun 30 09:20:02.770750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37420) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:02.847266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.941901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.951565 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351fb613-6a86-4cf0-8bff-3cb803d307e4']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.962178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd727104f-a871-4ccf-bf9c-8f890a64e3b3') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.963873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd727104f-a871-4ccf-bf9c-8f890a64e3b3') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.973922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.991003 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.993931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cb4e29e2-fea3-453b-a7d0-ac9451add37f no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:02.998096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:02.998561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:03.001786 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:03.017974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: cb4e29e2-fea3-453b-a7d0-ac9451add37f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:03.018364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device cb4e29e2-fea3-453b-a7d0-ac9451add37f not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:03.082803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.101722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.106230 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] 10.222.0.53 "DELETE /v2.0/networks/351fb613-6a86-4cf0-8bff-3cb803d307e4 HTTP/1.1" status: 204 len: 168 time: 0.3343387 Jun 30 09:20:03.107447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3de4d5-f502-4709-99f1-c5d275efbe09 tempest-TestNetworkBasicOps-1173243795 tempest-TestNetworkBasicOps-1173243795-project] Pushing event deleted for resources: {'Network': ['ID=351fb613-6a86-4cf0-8bff-3cb803d307e4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:03.380415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37428) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:03.511254 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ac847581-993b-4c37-a2e0-797296e22010 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3235bc3386b14f99b884e670a4fc3f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295605 Jun 30 09:20:03.513840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37432) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:03.562881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bef08583-c5f1-47bb-9b27-bd80b2de7d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.586291 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bef08583-c5f1-47bb-9b27-bd80b2de7d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.642764 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bef08583-c5f1-47bb-9b27-bd80b2de7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.645912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bef08583-c5f1-47bb-9b27-bd80b2de7d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.647145 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bef08583-c5f1-47bb-9b27-bd80b2de7d49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01d09ea6-86ba-4f85-be59-bdaeaf8ee648 HTTP/1.1" status: 204 len: 168 time: 0.1323676 Jun 30 09:20:03.656951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef08583-c5f1-47bb-9b27-bd80b2de7d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d09ea6-86ba-4f85-be59-bdaeaf8ee648,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:03.750680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 74d7a82e-4033-44bc-a949-01f6ae62289c no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:03.770694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 74d7a82e-4033-44bc-a949-01f6ae62289c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:03.771033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 74d7a82e-4033-44bc-a949-01f6ae62289c not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:03.771445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0ab8103d-78ee-47f4-8931-5f80a138f9a0 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:03.793170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 0ab8103d-78ee-47f4-8931-5f80a138f9a0 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:03.793582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0ab8103d-78ee-47f4-8931-5f80a138f9a0 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:03.794083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 50a3952e-28bf-4825-abdd-011bc52980f6 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:03.812801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 50a3952e-28bf-4825-abdd-011bc52980f6 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:03.813237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 50a3952e-28bf-4825-abdd-011bc52980f6 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:03.921686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37438) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:03.935374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52971ef5-5061-48ea-8159-490060bf682e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.960676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-e47151fc-02be-4b31-b0e5-a5b2604f49e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518882 Jun 30 09:20:04.040467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52971ef5-5061-48ea-8159-490060bf682e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.045431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52971ef5-5061-48ea-8159-490060bf682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.071865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-992d841b-6b91-4ef2-93fc-0b9536cf3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:04.074454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-992d841b-6b91-4ef2-93fc-0b9536cf3c6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 1097 time: 0.0554197 Jun 30 09:20:04.086052 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52971ef5-5061-48ea-8159-490060bf682e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3486454-2b2d-4091-b29a-958a312f076b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:04.093246 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52971ef5-5061-48ea-8159-490060bf682e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff0a1da86e344f10920ee08e50699f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704302 Jun 30 09:20:04.096325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37444) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:04.222903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c9af0ad-8848-45c4-b02d-efc8348f4a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.245234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-a5b937f6-4bda-4d51-97aa-4829369a41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:04.246746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-a5b937f6-4bda-4d51-97aa-4829369a41dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 200 len: 912 time: 0.1381249 Jun 30 09:20:04.257686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c9af0ad-8848-45c4-b02d-efc8348f4a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.352290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-cbb1e62d-01ba-4899-b09e-1b40c2421865 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 200 len: 999 time: 0.0924692 Jun 30 09:20:04.368647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.403174 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9df24e04-bf9e-425b-9cb2-0fc3767bfd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.407870 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c9af0ad-8848-45c4-b02d-efc8348f4a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.410384 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3c9af0ad-8848-45c4-b02d-efc8348f4a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.413812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3c9af0ad-8848-45c4-b02d-efc8348f4a0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3486454-2b2d-4091-b29a-958a312f076b HTTP/1.1" status: 204 len: 168 time: 0.3141124 Jun 30 09:20:04.424604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9af0ad-8848-45c4-b02d-efc8348f4a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3486454-2b2d-4091-b29a-958a312f076b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:04.437962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-7751c003-c17c-451b-8b64-3cdcd4a183de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:04.439765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-7751c003-c17c-451b-8b64-3cdcd4a183de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 200 len: 850 time: 0.0769722 Jun 30 09:20:04.498248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-f1c49d73-9e29-4fe2-973f-eae009dfbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:04.499797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-f1c49d73-9e29-4fe2-973f-eae009dfbd8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0135316a-f113-43e3-b12f-553921092438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534120 Jun 30 09:20:04.609567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-e1c903ce-7b68-4c15-ac59-a517f9ea7bcd service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032629 Jun 30 09:20:04.707749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d0eb973-5391-47fd-9694-a14f17909a55 req-6803c743-bbe3-403d-a834-5fc11b5dfcd5 service neutron] 10.222.0.26 "GET /v2.0/networks/0135316a-f113-43e3-b12f-553921092438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900764 Jun 30 09:20:05.368823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37458) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:05.532631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 74ea22a8-ac21-4a47-af75-d1dcfebdd58f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:05.532975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.612362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.612699 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.624156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 74ea22a8-ac21-4a47-af75-d1dcfebdd58f owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:05.773216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.799886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=74ea22a8-ac21-4a47-af75-d1dcfebdd58f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:05.862449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.862855 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Floating IP 98587e97-e670-4914-88dd-670d80b416ca disassociated (deleted). External IP: 172.25.8.196, port: 14911f44-1a31-4879-9b9c-1941136b6e90. Jun 30 09:20:05.864970 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.368178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router a2b57359-c3e8-4303-a58d-11bc61afa3c9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:06.475694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:06.480649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.487003 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] Sync routers for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:06.502416 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:06.503222 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:06.519556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aa297d47-3f7d-43b5-9c85-1daf78c7eb14 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/floatingips/98587e97-e670-4914-88dd-670d80b416ca HTTP/1.1" status: 204 len: 168 time: 1.1471763 Jun 30 09:20:06.519556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:06.520168 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca409bc-2f3c-4050-aa06-315c0bbbaa44" -d '{"events": [{"name": "network-changed", "server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:06.579070 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01709e5c-d574-43bf-955f-d589c898fe57 x-openstack-request-id: req-01709e5c-d574-43bf-955f-d589c898fe57 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:06.579465 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:06.579816 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01709e5c-d574-43bf-955f-d589c898fe57 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:06.580310 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90', 'status': 'completed', 'code': 200} Jun 30 09:20:06.649082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:06.670563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-dd84b408-ddf6-4b28-abee-d6e0a87a8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.672507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-dd84b408-ddf6-4b28-abee-d6e0a87a8fd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21be9dbad110454fbec720bb08d4bdac&device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 1098 time: 0.0674796 Jun 30 09:20:06.793039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-583e776d-ea78-4fa8-879f-1dcf66b7d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.795408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-583e776d-ea78-4fa8-879f-1dcf66b7d6ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8450167-231f-46ac-b7b5-fa23002e2036 HTTP/1.1" status: 200 len: 898 time: 0.1156399 Jun 30 09:20:06.845296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-0a497985-bb29-4c61-93dd-2b607b94325f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14911f44-1a31-4879-9b9c-1941136b6e90 HTTP/1.1" status: 200 len: 217 time: 0.0383534 Jun 30 09:20:06.885765 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:06.903319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-6cd42db6-ea7b-4ec3-b21a-cff2f10bc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.904932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-6cd42db6-ea7b-4ec3-b21a-cff2f10bc097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2 HTTP/1.1" status: 200 len: 835 time: 0.0530567 Jun 30 09:20:06.913670 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] Checking router: a2b57359-c3e8-4303-a58d-11bc61afa3c9 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:06.922879 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:06.923481 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.003301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-45d21d47-98a4-4ab6-a953-b47a0f965e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:07.004852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-45d21d47-98a4-4ab6-a953-b47a0f965e6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8450167-231f-46ac-b7b5-fa23002e2036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929172 Jun 30 09:20:07.028976 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:07.032264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f2d9f-af59-40c7-b723-16653e08cb6e req-3be77f26-6821-4072-bd0c-0c237371b0ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:07.033806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-109f2d9f-af59-40c7-b723-16653e08cb6e req-3be77f26-6821-4072-bd0c-0c237371b0ba tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.1124828 Jun 30 09:20:07.115186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-109f2d9f-af59-40c7-b723-16653e08cb6e req-578f3714-eb5c-4cf9-ab26-0395ecedb642 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681775 Jun 30 09:20:07.143499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-1549c38e-6cfe-4156-8c51-e07bf2776b68 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308041 Jun 30 09:20:07.225902 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:07.242612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bca409bc-2f3c-4050-aa06-315c0bbbaa44 req-aa431dbc-c33e-414f-9c67-3b923409e015 service neutron] 10.222.0.13 "GET /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919058 Jun 30 09:20:07.261555 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35cc51-9a33-4f77-871a-2054c8332d26 None None] The sync data for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 is: [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:28Z', 'revision_number': 4, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'fb7bf827-b7ec-4acf-8512-7a5b64916d47', 'name': '', 'network_id': 'b8450167-231f-46ac-b7b5-fa23002e2036', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'mac_address': 'fa:16:3e:34:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:27Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'subnets': [{'id': '2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:07.302534 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.473884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52272a5c-db22-4bb1-84b7-31e53938620f None None] New status for floating IP 98587e97-e670-4914-88dd-670d80b416ca: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:20:08.265972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-3dee3ce7-d225-4828-ade0-77afbf4857f2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:08.267524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-3dee3ce7-d225-4828-ade0-77afbf4857f2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.0836940 Jun 30 09:20:08.388551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcef07-3712-4fd1-bdb5-d2cd742f91be req-a0821f27-432e-4586-b43a-e2356c3828ec tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:08.390035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95bcef07-3712-4fd1-bdb5-d2cd742f91be req-a0821f27-432e-4586-b43a-e2356c3828ec tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/ports?device_id=de026896-754a-4f24-a9bf-e937d21fc597 HTTP/1.1" status: 200 len: 946 time: 0.1469486 Jun 30 09:20:08.421495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 14911f44-1a31-4879-9b9c-1941136b6e90 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:08.421763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.474224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95bcef07-3712-4fd1-bdb5-d2cd742f91be req-18dff4e0-8d13-43b5-8711-a9672048f19f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "GET /v2.0/security-groups?id=da4a659c-9059-47f9-9cee-6be05c7311bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772541 Jun 30 09:20:08.522387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 14911f44-1a31-4879-9b9c-1941136b6e90, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=14911f44-1a31-4879-9b9c-1941136b6e90,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:08.522745 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.535461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 14911f44-1a31-4879-9b9c-1941136b6e90 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:08.665802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.694577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=14911f44-1a31-4879-9b9c-1941136b6e90,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:08.746190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] No DVR routers for this DVR port 14911f44-1a31-4879-9b9c-1941136b6e90 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:08.755379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.757539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad7d721a-d922-41dc-a866-4c70b491b74e req-09929d06-c742-46ce-8d1d-15e675e745cf tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.13 "DELETE /v2.0/ports/14911f44-1a31-4879-9b9c-1941136b6e90 HTTP/1.1" status: 204 len: 173 time: 0.4712210 Jun 30 09:20:08.758025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'name': 'network-vif-deleted', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:08.760862 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3841877f-3faa-4893-b501-8ce2701a1335" -d '{"events": [{"server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "name": "network-vif-deleted", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:08.802467 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4266fd-8d33-4a35-8254-4bdf4581f7cc x-openstack-request-id: req-ee4266fd-8d33-4a35-8254-4bdf4581f7cc {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:08.802764 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de026896-754a-4f24-a9bf-e937d21fc597", "name": "network-vif-deleted", "tag": "14911f44-1a31-4879-9b9c-1941136b6e90", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:08.803065 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee4266fd-8d33-4a35-8254-4bdf4581f7cc {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:08.803594 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de026896-754a-4f24-a9bf-e937d21fc597', 'name': 'network-vif-deleted', 'tag': '14911f44-1a31-4879-9b9c-1941136b6e90', 'status': 'completed', 'code': 200} Jun 30 09:20:09.294549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca33152-2f67-4f37-9139-44132dc50816 req-e975436f-d125-4e67-bb70-58181afb5196 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:09.295964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dca33152-2f67-4f37-9139-44132dc50816 req-e975436f-d125-4e67-bb70-58181afb5196 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 945 time: 0.0673611 Jun 30 09:20:09.336386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dca33152-2f67-4f37-9139-44132dc50816 req-41c1f026-227d-4afb-89d8-9810e4f4afdd tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342546 Jun 30 09:20:09.567311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37492) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:09.922732 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.177970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port fb7bf827-b7ec-4acf-8512-7a5b64916d47 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:10.178232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.264170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port fb7bf827-b7ec-4acf-8512-7a5b64916d47, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fb7bf827-b7ec-4acf-8512-7a5b64916d47,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:10.264530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.278187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for fb7bf827-b7ec-4acf-8512-7a5b64916d47 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:10.503658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.536259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=fb7bf827-b7ec-4acf-8512-7a5b64916d47,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:10.579229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df9541-ae24-4340-bd32-fbfa264435bd req-a656663a-5885-4c45-a1c5-755cbd2e4efe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:10.580769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43df9541-ae24-4340-bd32-fbfa264435bd req-a656663a-5885-4c45-a1c5-755cbd2e4efe tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 945 time: 0.1333463 Jun 30 09:20:10.655707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43df9541-ae24-4340-bd32-fbfa264435bd req-77e091fd-2135-46cb-9d10-2b6546ba5a30 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups?id=b25a22a1-d26b-4d90-b54f-baf2104440b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558636 Jun 30 09:20:10.753511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.957598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Router a2b57359-c3e8-4303-a58d-11bc61afa3c9 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:11.060033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:11.065036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-af3618d0-c2a3-443e-a873-523dd9eb8423 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "PUT /v2.0/routers/a2b57359-c3e8-4303-a58d-11bc61afa3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966950 Jun 30 09:20:11.067973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37496) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:11.070012 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] Sync routers for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:11.079573 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:11.080177 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:11.124497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting subnet 2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:11.127774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.135642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-05c3c944-8b6e-4ff5-bf69-07b87ddc98dd tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:11.137151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-05c3c944-8b6e-4ff5-bf69-07b87ddc98dd tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 945 time: 0.0688787 Jun 30 09:20:11.167970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.186270 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:11.242828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Deleting port 61c6bf10-00b8-4ee6-aab4-926492dfc11d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:11.243200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.255442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.325477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.343431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] For port 61c6bf10-00b8-4ee6-aab4-926492dfc11d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=61c6bf10-00b8-4ee6-aab4-926492dfc11d,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:11.344186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.367014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:11.370626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e29857-8911-41bb-81d7-b9fdf6506c51 None None] Network b8450167-231f-46ac-b7b5-fa23002e2036 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:11.371481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.375671 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/subnets/2f8f20a8-75b9-4c34-9bf0-ae696ecd35e2 HTTP/1.1" status: 204 len: 168 time: 0.3042455 Jun 30 09:20:11.378864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37498) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:11.381837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.382187 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.382529 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.382864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.383195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.383526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.383855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.384184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.384511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.384892 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.386072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.386409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bc8d3-d6fe-4772-b434-cde8465bb515 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:11.466902 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:20:10Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:11.502321 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] Checking router: a2b57359-c3e8-4303-a58d-11bc61afa3c9 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:11.511781 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] Routers {'a2b57359-c3e8-4303-a58d-11bc61afa3c9'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:11.512479 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:11.518622 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.532861 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.533465 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.533619 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Floating IP d069b7b9-e393-41ce-9872-3f9a4f275f83 disassociated. External IP: 172.25.8.4, port: 61c6bf10-00b8-4ee6-aab4-926492dfc11d. Jun 30 09:20:11.533910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Calling delete_port for 61c6bf10-00b8-4ee6-aab4-926492dfc11d owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:11.634896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] DHCP port deletion for b8450167-231f-46ac-b7b5-fa23002e2036 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:11.654325 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] Set router a2b57359-c3e8-4303-a58d-11bc61afa3c9 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:11.660974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.694176 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.726036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Deleting port 86242a47-242f-40f5-aaec-ddc44c26ffbf {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:11.726036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.731843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event deleted for resources: {'Port': ['ID=61c6bf10-00b8-4ee6-aab4-926492dfc11d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:11.766923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] Deleting port b36a227d-f72b-4e85-82ed-54ea42523ef5 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:11.767308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.873085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] For port 86242a47-242f-40f5-aaec-ddc44c26ffbf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=86242a47-242f-40f5-aaec-ddc44c26ffbf,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:11.873757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.882591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b36a227d-f72b-4e85-82ed-54ea42523ef5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:11.889212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Calling delete_port for 86242a47-242f-40f5-aaec-ddc44c26ffbf owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:11.935258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] For port b36a227d-f72b-4e85-82ed-54ea42523ef5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b36a227d-f72b-4e85-82ed-54ea42523ef5,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:11.936006 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.971987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] Calling delete_port for b36a227d-f72b-4e85-82ed-54ea42523ef5 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:11.990176 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:20:10Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.019455 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df8c7a-e911-4597-807e-6841e387ed33 None None] The sync data for ids ['a2b57359-c3e8-4303-a58d-11bc61afa3c9'] in n-d-758944-40 is: [{'id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795885646', 'tenant_id': '21be9dbad110454fbec720bb08d4bdac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:20:10Z', 'revision_number': 5, 'project_id': '21be9dbad110454fbec720bb08d4bdac', 'gw_port': {'id': '86242a47-242f-40f5-aaec-ddc44c26ffbf', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b57359-c3e8-4303-a58d-11bc61afa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:24Z', 'updated_at': '2021-06-30T09:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:12.029812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.090471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b36a227d-f72b-4e85-82ed-54ea42523ef5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b36a227d-f72b-4e85-82ed-54ea42523ef5,segment=NetworkSegment(d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3),segment_id=d2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:12.097392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.099160 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.131210 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Port': ['ID=86242a47-242f-40f5-aaec-ddc44c26ffbf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.153362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.170729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] No DVR routers for this DVR port b36a227d-f72b-4e85-82ed-54ea42523ef5 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:12.192353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b36a227d-f72b-4e85-82ed-54ea42523ef5,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.201138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.201668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.202003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.202340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.202673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.203003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.203327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.203649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.203971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.204291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.204608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.204942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:12.224377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.243097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72470a-4a97-442a-9dc7-9cba51c2982b None None] Pushing event deleted for resources: {'Port': ['ID=b36a227d-f72b-4e85-82ed-54ea42523ef5,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.274127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c259746-fa93-440f-bbe4-221a9a6bf933 req-8ce29813-7d98-43ab-9312-dd811a375d51 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec369eca-678b-400f-9825-62b07c9a40bf HTTP/1.1" status: 200 len: 210 time: 0.0331852 Jun 30 09:20:12.305466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Router 3d31f0ac-189a-4901-a575-a31366b5ae60 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:12.328594 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.330763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.378911 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.379480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Fanout notify agent at l3_agent the message router_deleted on router a2b57359-c3e8-4303-a58d-11bc61afa3c9 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:12.387561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.391092 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4065afee-78bf-4e09-9147-00f47a10d75f tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/routers/a2b57359-c3e8-4303-a58d-11bc61afa3c9 HTTP/1.1" status: 204 len: 168 time: 1.0088110 Jun 30 09:20:12.394124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37502) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.432681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:12.444591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] Sync routers for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:12.455165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:12.456425 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.475625 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.499335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 14911f44-1a31-4879-9b9c-1941136b6e90 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:12.502690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] No DVR routers for this DVR port 61c6bf10-00b8-4ee6-aab4-926492dfc11d on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:12.505402 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.507854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ee6412e-4220-455b-9f6b-4e50055b1460 req-683dc364-8311-4f79-9ec5-581339746774 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.26 "DELETE /v2.0/ports/61c6bf10-00b8-4ee6-aab4-926492dfc11d HTTP/1.1" status: 204 len: 173 time: 1.3610551 Jun 30 09:20:12.508709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'name': 'network-vif-deleted', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:12.511040 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aa6f87-b681-4b3b-9988-3fa6f3b5243c" -d '{"events": [{"server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "name": "network-vif-deleted", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:12.524889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 14911f44-1a31-4879-9b9c-1941136b6e90 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:12.525191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 14911f44-1a31-4879-9b9c-1941136b6e90 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:12.570833 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792b6e93-b402-4ab7-96dc-294c358e16c3 x-openstack-request-id: req-792b6e93-b402-4ab7-96dc-294c358e16c3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:12.571352 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec369eca-678b-400f-9825-62b07c9a40bf", "name": "network-vif-deleted", "tag": "61c6bf10-00b8-4ee6-aab4-926492dfc11d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:12.571352 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-792b6e93-b402-4ab7-96dc-294c358e16c3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:12.571759 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec369eca-678b-400f-9825-62b07c9a40bf', 'name': 'network-vif-deleted', 'tag': '61c6bf10-00b8-4ee6-aab4-926492dfc11d', 'status': 'completed', 'code': 200} Jun 30 09:20:12.602989 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.622197 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8450167-231f-46ac-b7b5-fa23002e2036']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.626364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:12.632834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.633126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f6ef98-1a2a-4cd8-9ad4-d64ec69fdef3') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.642003 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.655995 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.664858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:12.665405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:12.669668 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:12.853483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.884625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] Checking router: 3d31f0ac-189a-4901-a575-a31366b5ae60 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:12.893378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:12.894034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.002412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:13.051801 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.058981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.064717 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/networks/b8450167-231f-46ac-b7b5-fa23002e2036 HTTP/1.1" status: 204 len: 168 time: 0.6655395 Jun 30 09:20:13.064717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.079886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0037d-df41-4968-b714-5f4c2fe7564d tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'Network': ['ID=b8450167-231f-46ac-b7b5-fa23002e2036,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.136801 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3411fcd2-1a2d-4c4d-850a-2b416e8d19e8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.176164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3411fcd2-1a2d-4c4d-850a-2b416e8d19e8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.238586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.262844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3411fcd2-1a2d-4c4d-850a-2b416e8d19e8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.266284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce6b27-db34-4e98-925c-9cdae5629653 None None] The sync data for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 is: [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:13:25Z', 'revision_number': 4, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e054d3d1-029b-48fc-a3c1-c53b341a006f', 'name': '', 'network_id': '0135316a-f113-43e3-b12f-553921092438', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'mac_address': 'fa:16:3e:7b:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:24Z', 'updated_at': '2021-06-30T09:13:33Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'subnets': [{'id': '3a95019d-01db-4b3b-9040-ef4c5639b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:13.266759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3411fcd2-1a2d-4c4d-850a-2b416e8d19e8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.271600 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3411fcd2-1a2d-4c4d-850a-2b416e8d19e8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] 10.222.0.53 "DELETE /v2.0/security-groups/da4a659c-9059-47f9-9cee-6be05c7311bb HTTP/1.1" status: 204 len: 168 time: 0.2072036 Jun 30 09:20:13.289770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411fcd2-1a2d-4c4d-850a-2b416e8d19e8 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a659c-9059-47f9-9cee-6be05c7311bb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.415452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37516) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.478404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d948956c-6ff8-40d5-bd10-ebfbd313b1d6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.508522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d948956c-6ff8-40d5-bd10-ebfbd313b1d6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.539360 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb5cc30-d33a-4849-9e3f-065bb9b1b078 None None] New status for floating IP d069b7b9-e393-41ce-9872-3f9a4f275f83: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:20:13.563268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d948956c-6ff8-40d5-bd10-ebfbd313b1d6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.566595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d948956c-6ff8-40d5-bd10-ebfbd313b1d6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.570339 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d948956c-6ff8-40d5-bd10-ebfbd313b1d6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "DELETE /v2.0/security-groups/b25a22a1-d26b-4d90-b54f-baf2104440b3 HTTP/1.1" status: 204 len: 168 time: 0.1507308 Jun 30 09:20:13.570780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37520) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.579496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948956c-6ff8-40d5-bd10-ebfbd313b1d6 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a22a1-d26b-4d90-b54f-baf2104440b3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.587750 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-b8b7f691-5003-4066-88d9-d88cf6a2c720 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] show failed (client error): The resource could not be found. Jun 30 09:20:13.589491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b8b7f691-5003-4066-88d9-d88cf6a2c720 tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "GET /v2.0/security-groups/b25a22a1-d26b-4d90-b54f-baf2104440b3 HTTP/1.1" status: 404 len: 347 time: 0.0173812 Jun 30 09:20:13.598575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37522) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.633270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.734514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Deleting port 9bbb8d25-d0ec-4eb1-b75a-65228ecaf2df {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:13.734640 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.756158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86242a47-242f-40f5-aaec-ddc44c26ffbf no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:13.780219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 86242a47-242f-40f5-aaec-ddc44c26ffbf {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:13.780564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 86242a47-242f-40f5-aaec-ddc44c26ffbf not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:13.780987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb7bf827-b7ec-4acf-8512-7a5b64916d47 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:13.792519 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-94bf7229-773e-4e61-852b-66940cf567d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21be9dbad110454fbec720bb08d4bdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550088 Jun 30 09:20:13.792834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37528) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.800015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: fb7bf827-b7ec-4acf-8512-7a5b64916d47 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:13.800365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fb7bf827-b7ec-4acf-8512-7a5b64916d47 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:13.818101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.818388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.830599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Calling delete_port for 9bbb8d25-d0ec-4eb1-b75a-65228ecaf2df owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:13.841443 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83bb6d1f-5fab-4413-b642-ec62080d056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.862163 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83bb6d1f-5fab-4413-b642-ec62080d056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.907637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83bb6d1f-5fab-4413-b642-ec62080d056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.910210 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-83bb6d1f-5fab-4413-b642-ec62080d056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.914219 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-83bb6d1f-5fab-4413-b642-ec62080d056b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53b1ad35-bf0e-4d3f-8788-2cad08b027b3 HTTP/1.1" status: 204 len: 168 time: 0.1175389 Jun 30 09:20:13.919369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb6d1f-5fab-4413-b642-ec62080d056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1ad35-bf0e-4d3f-8788-2cad08b027b3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.974447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.001482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Pushing event deleted for resources: {'Port': ['ID=9bbb8d25-d0ec-4eb1-b75a-65228ecaf2df,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:14.063514 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.066224 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.067380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b0340bae-b1fe-4a8b-8d1d-02bb76ecf84e tempest-AttachVolumeTestJSON-1028141193 tempest-AttachVolumeTestJSON-1028141193-project] 10.222.0.53 "DELETE /v2.0/floatingips/d069b7b9-e393-41ce-9872-3f9a4f275f83 HTTP/1.1" status: 204 len: 168 time: 0.4668388 Jun 30 09:20:14.171578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37536) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.214591 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-317042ba-4462-49d1-a207-32471d0f6bfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=961eb54cbad04a8b945997d0a5366436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417583 Jun 30 09:20:14.217022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.268966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47bad314-fb13-4280-ab66-a45d44234d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.289758 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47bad314-fb13-4280-ab66-a45d44234d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.345844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47bad314-fb13-4280-ab66-a45d44234d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.348496 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-47bad314-fb13-4280-ab66-a45d44234d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.352293 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-47bad314-fb13-4280-ab66-a45d44234d42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/406e53f7-411b-4896-9af6-1fb473b4d2e2 HTTP/1.1" status: 204 len: 168 time: 0.1320264 Jun 30 09:20:14.358636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad314-fb13-4280-ab66-a45d44234d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e53f7-411b-4896-9af6-1fb473b4d2e2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:15.033540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37562) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:15.054266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61c6bf10-00b8-4ee6-aab4-926492dfc11d no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:15.073875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 61c6bf10-00b8-4ee6-aab4-926492dfc11d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:15.074222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 61c6bf10-00b8-4ee6-aab4-926492dfc11d not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:15.134748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-814162524-network', 'tenant_id': '86b9fb1086f5409484faabc387b56949'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:15.155905 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:15.158328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.167206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.263409 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.268144 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.298400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:15.307543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efc5dd6-6a97-4130-b806-a9b9e0924a97,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:15.315756 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.316108 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Added segment c4a771dd-78ba-48de-9154-35c219c1007c of type vlan for network e758e3ed-806c-4aa5-b924-0a632406084b Jun 30 09:20:15.357831 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.386949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.387956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:15.388530 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.447011 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4122047 Jun 30 09:20:15.451324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37568) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:15.458306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Request body: {'subnet': {'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-814162524-subnet', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:15.477040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba47b6-fdee-42f9-a2fa-9b99df98494d admin admin] Pushing event updated for resources: {'Network': ['ID=e758e3ed-806c-4aa5-b924-0a632406084b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:15.493549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:15.495522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e758e3ed-806c-4aa5-b924-0a632406084b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:15.497866 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.667193 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.729193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5551f96c-782e-4a09-a364-72042cdb02a5,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:15.737300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:15.737698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Network hostable DHCP agents. Network: e758e3ed-806c-4aa5-b924-0a632406084b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:15.756375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Network e758e3ed-806c-4aa5-b924-0a632406084b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:15.766572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e758e3ed-806c-4aa5-b924-0a632406084b) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:15.770557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:15.771154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.777147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335565d2-4735-44d7-a072-5421c7066cad None None] Network e758e3ed-806c-4aa5-b924-0a632406084b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:15.791702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:15.792007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-31a236cf-44ee-4a28-b07a-be13c80f6da2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3373966 Jun 30 09:20:15.796674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:15.818473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.820024 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.875216 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:15.877328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.930356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e758e3ed-806c-4aa5-b924-0a632406084b', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:15.931266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.026185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.076674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Allocated IP 172.20.0.2 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/2af38040-d0b2-49f2-9d0e-4bd089b8b01a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:16.237077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.237803 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.247337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Transition to ACTIVE for port object 2af38040-d0b2-49f2-9d0e-4bd089b8b01a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:16.257056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.263228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Transition to ACTIVE for port object 2af38040-d0b2-49f2-9d0e-4bd089b8b01a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:16.270998 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.312609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:16.318291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:16.322773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:16.352189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Pushing event updated for resources: {'Port': ['ID=2af38040-d0b2-49f2-9d0e-4bd089b8b01a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:16.380976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Allocated IP 172.25.8.205 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:16.388090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Attempting to bind port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:16.388512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Attempting to bind port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:16.388951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Attempting to bind port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:16.394271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:16.394587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:16.394991 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.395382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:16.395842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Bound port: 2af38040-d0b2-49f2-9d0e-4bd089b8b01a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:16.396436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.479617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] For port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:16.483759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] For port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2af38040-d0b2-49f2-9d0e-4bd089b8b01a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:16.489358 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.563781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.570637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe81992-4304-46f2-9a58-44e24e15d9e9 None None] Pushing event updated for resources: {'Port': ['ID=2af38040-d0b2-49f2-9d0e-4bd089b8b01a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:16.614213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.656058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:16.659637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:16.662086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:16.694651 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Pushing event updated for resources: {'Port': ['ID=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:16.977481 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.179020 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.318404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:17.435607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:17.444656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:17.454053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.457968 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-95bacb95-b086-4460-ba80-81a20a073950 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6624076 Jun 30 09:20:17.458344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37578) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.462187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:17.463149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:17.579229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:17.706804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f200ab5c-ee4d-4f07-aeb0-ee058e43fc0f None None] Network e758e3ed-806c-4aa5-b924-0a632406084b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:17.802311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1831e143-a549-4ffb-9530-6c2e47f63edc None None] Provisioning for port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:17.829363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2af38040-d0b2-49f2-9d0e-4bd089b8b01a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:17.948609 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.102662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:18.124898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:16Z', 'revision_number': 3, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:18.127929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:18.128295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.167569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Allocated IP 172.20.0.1 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/3c583b64-be0a-4796-a101-07c918ef5ad8) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:18.175422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:18.175771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Updating router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:18.236871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.285897 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.300644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Transition to ACTIVE for port object 3c583b64-be0a-4796-a101-07c918ef5ad8 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:18.342459 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.383860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:18.391524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:18.397266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:18.398461 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.440240 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.470595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2af38040-d0b2-49f2-9d0e-4bd089b8b01a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:18.480319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.546251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Pushing event updated for resources: {'Port': ['ID=3c583b64-be0a-4796-a101-07c918ef5ad8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.578976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=2af38040-d0b2-49f2-9d0e-4bd089b8b01a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.620530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.695318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.709971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-68a075a9-04be-4057-85ab-5c65d511079a None None] Provisioning complete for port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:18.710242 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-68a075a9-04be-4057-85ab-5c65d511079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.738690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Transition to ACTIVE for port object 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:18.756762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.824029 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.832273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Attempting to bind port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:18.832640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Attempting to bind port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:18.833001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Attempting to bind port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:18.836090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.852671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:18.853051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:18.853448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.853898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:18.854364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Bound port: 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:18.855074 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.856532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6d84b-2e96-4d62-b04d-47d1fbb6d850 None None] Pushing event updated for resources: {'Port': ['ID=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.917861 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.919748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Pushing event updated for resources: {'Port': ['ID=3c583b64-be0a-4796-a101-07c918ef5ad8,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.949299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] For port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:18.952350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] For port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:18.956629 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.019267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:19.021097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:19.022118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:19.023571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:19.025308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6d84b-2e96-4d62-b04d-47d1fbb6d850 None None] Pushing event updated for resources: {'Port': ['ID=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:19.084241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1c2adea9-4ec7-4db3-8818-0c2fc9fee7c7 None None] Provisioning for port 3c583b64-be0a-4796-a101-07c918ef5ad8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:19.095325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1c2adea9-4ec7-4db3-8818-0c2fc9fee7c7 None None] Provisioning complete for port 3c583b64-be0a-4796-a101-07c918ef5ad8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:19.095325 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1c2adea9-4ec7-4db3-8818-0c2fc9fee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.161818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:19.176903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-1c2adea9-4ec7-4db3-8818-0c2fc9fee7c7 None None] Port 3c583b64-be0a-4796-a101-07c918ef5ad8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:19.184648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:19.291236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:19.297100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-76437ea5-cdae-4170-bcb2-750d226cf05a admin admin] 10.222.0.53 "PUT /v2.0/routers/f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8373132 Jun 30 09:20:19.407524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2b79d5eb-9365-4700-998d-0382e203ed35 None None] Provisioning complete for port 3c583b64-be0a-4796-a101-07c918ef5ad8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:19.407817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2b79d5eb-9365-4700-998d-0382e203ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.412065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 2, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:19.460392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74de72-3f18-439d-820a-c279cf8bc2a4 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 2, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:19.475313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2b79d5eb-9365-4700-998d-0382e203ed35 None None] Port 3c583b64-be0a-4796-a101-07c918ef5ad8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:19.832258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2af38040-d0b2-49f2-9d0e-4bd089b8b01a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:19.876702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37606) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.881551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-248588908-network', 'tenant_id': '2d26773fde04457580b261fad2ef8187'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:19.893825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:19.894271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.919814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Made reservation on behalf of 2d26773fde04457580b261fad2ef8187 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:19.933117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.943494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.063184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.067894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.088954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:20.108835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.109322 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Added segment f58edb8e-b8ec-4c87-ac69-c950a8d6f888 of type vlan for network db9f2b96-34d4-40fe-8624-274936ef7310 Jun 30 09:20:20.117508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aad634e-18f3-4e29-8b45-694fdee32568,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.158742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.197126 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.198416 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.201781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.273513 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3955479 Jun 30 09:20:20.274367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37610) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:20.279980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Request body: {'subnet': {'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-248588908-subnet', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:20.288477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b66ee-1034-4ce7-bcb8-b6fef25a398b admin admin] Pushing event updated for resources: {'Network': ['ID=db9f2b96-34d4-40fe-8624-274936ef7310,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.300783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network db9f2b96-34d4-40fe-8624-274936ef7310 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:20.326947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Made reservation on behalf of 2d26773fde04457580b261fad2ef8187 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:20.329487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.542417 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.609743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7039db-37df-4858-a586-c5fbb84a0e57,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.618877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Checking segment: {'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:20.619785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Network hostable DHCP agents. Network: db9f2b96-34d4-40fe-8624-274936ef7310, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:20.622936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.623277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.623609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.623938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.624270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.624590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.624910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.625227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.625555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.625885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.626201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.626526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:20.648326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Network db9f2b96-34d4-40fe-8624-274936ef7310 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:20.662859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, db9f2b96-34d4-40fe-8624-274936ef7310) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:20.669951 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.672380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fbe28-c873-4c41-9b60-f2fc65fef573 None None] Network db9f2b96-34d4-40fe-8624-274936ef7310 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:20.678423 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.699042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3f2de1bd-6de7-4b0b-ac9e-56dc9e71e21f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4232919 Jun 30 09:20:20.701469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37612) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:20.706637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:20.741819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.743429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.845962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-db9f2b96-34d4-40fe-8624-274936ef7310', 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'fixed_ips': [{'subnet_id': '7c7039db-37df-4858-a586-c5fbb84a0e57'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:20.847246 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.851877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.005141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Allocated IP 172.20.0.2 (db9f2b96-34d4-40fe-8624-274936ef7310/7c7039db-37df-4858-a586-c5fbb84a0e57/7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:21.009523 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.177698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.188511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Transition to ACTIVE for port object 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:21.207965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Transition to ACTIVE for port object 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:21.214377 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.241357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.254793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Network db9f2b96-34d4-40fe-8624-274936ef7310 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:21.261496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:21.266947 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:21.268205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.271758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Pushing event updated for resources: {'Port': ['ID=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.331591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Attempting to bind port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:21.332085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Attempting to bind port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:21.332448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Attempting to bind port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c on network db9f2b96-34d4-40fe-8624-274936ef7310 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:21.337519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:21.337917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Checking segment: {'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:21.338612 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.339003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Bound using segment: {'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:21.339488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Bound port: 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:21.339868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.378253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Allocated IP 172.25.8.23 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/af39c2e5-da66-4100-83f9-8603ca448afe) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:21.404397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] For port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:21.408550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] For port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,segment=NetworkSegment(f58edb8e-b8ec-4c87-ac69-c950a8d6f888),segment_id=f58edb8e-b8ec-4c87-ac69-c950a8d6f888)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:21.412334 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.468287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372033-b256-4b58-8f3b-62552f35f369 None None] Pushing event updated for resources: {'Port': ['ID=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.496716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.548673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.589350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:21.595105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:21.597760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:21.629326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Pushing event updated for resources: {'Port': ['ID=af39c2e5-da66-4100-83f9-8603ca448afe,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.878329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:21.938980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:21.943530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:21.963494 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.994801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:21.998911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:21.999350 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.078529 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.105501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:22.111066 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.164776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:22.191893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.342187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:22.433791 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:22.453897 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:22.454525 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:22.572981 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:22.706540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d860147-b1fd-4550-be9a-fe4aee781787 None None] Network db9f2b96-34d4-40fe-8624-274936ef7310 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:22.770218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cb5e0074-f27c-4181-aabe-e17937cbfd4a None None] Provisioning for port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:22.779437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cb5e0074-f27c-4181-aabe-e17937cbfd4a None None] Provisioning complete for port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:22.782620 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0074-f27c-4181-aabe-e17937cbfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.791816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:22.793011 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 2, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:22.811608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.813338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aa0af023-b2ec-41cb-b780-d7d486031820 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1104271 Jun 30 09:20:22.816075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:22.823172 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:22.823657 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Updating router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 port 3c583b64-be0a-4796-a101-07c918ef5ad8 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:22.849551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Sync routers for ids ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:22.860088 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.910433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Routers {'822cd6a8-1e0d-4c85-b2f6-49456eb583a8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:22.911374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.187008 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.200154 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Transition to ACTIVE for port object 3c583b64-be0a-4796-a101-07c918ef5ad8 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:23.212596 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.247889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0074-f27c-4181-aabe-e17937cbfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.261457 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Pushing event updated for resources: {'Port': ['ID=3c583b64-be0a-4796-a101-07c918ef5ad8,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.273976 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.274329 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.274666 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.274995 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.275323 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.276228 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.276550 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.276870 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.277187 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.277503 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.277842 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.278160 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:23.289706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Set router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:23.372394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37626) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.386968 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Attempting to bind port 3c583b64-be0a-4796-a101-07c918ef5ad8 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:23.387340 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Attempting to bind port 3c583b64-be0a-4796-a101-07c918ef5ad8 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:23.387699 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Attempting to bind port 3c583b64-be0a-4796-a101-07c918ef5ad8 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:23.398384 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:23.398887 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:23.399365 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.399850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:23.400735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Bound port: 3c583b64-be0a-4796-a101-07c918ef5ad8, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:23.401028 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.441441 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.503781 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] For port 3c583b64-be0a-4796-a101-07c918ef5ad8, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:23.508536 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] For port 3c583b64-be0a-4796-a101-07c918ef5ad8, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3c583b64-be0a-4796-a101-07c918ef5ad8,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:23.514373 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.589419 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:23.592085 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.605665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-cb5e0074-f27c-4181-aabe-e17937cbfd4a None None] For port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,segment=NetworkSegment(f58edb8e-b8ec-4c87-ac69-c950a8d6f888),segment_id=f58edb8e-b8ec-4c87-ac69-c950a8d6f888)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:23.616653 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0074-f27c-4181-aabe-e17937cbfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.647467 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.733592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e0074-f27c-4181-aabe-e17937cbfd4a None None] Pushing event updated for resources: {'Port': ['ID=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.803231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Allocated IP 172.20.0.1 (db9f2b96-34d4-40fe-8624-274936ef7310/7c7039db-37df-4858-a586-c5fbb84a0e57/c8f7aa16-2ee8-4474-abbb-95d346edc19a) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:23.820538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:23.838977 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30114e-d789-42d6-a0c7-4ca4f384d5ad None None] Pushing event updated for resources: {'Port': ['ID=3c583b64-be0a-4796-a101-07c918ef5ad8,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.895337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-68165001-8efd-4f43-9390-d567f06fadb5 None None] Provisioning complete for port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:23.895708 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-68165001-8efd-4f43-9390-d567f06fadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.927301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.932541 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:23.941607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Transition to ACTIVE for port object c8f7aa16-2ee8-4474-abbb-95d346edc19a will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:23.975453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:21Z', 'revision_number': 3, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port': {'id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:21Z', 'updated_at': '2021-06-30T09:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.980619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.002050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Network db9f2b96-34d4-40fe-8624-274936ef7310 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:24.005046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:24.022528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Checking router: 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:24.022875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Updating router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 port af39c2e5-da66-4100-83f9-8603ca448afe binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:24.054488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:24.065285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.096834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:24.097197 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.099921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Pushing event updated for resources: {'Port': ['ID=c8f7aa16-2ee8-4474-abbb-95d346edc19a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.134006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.243026 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:23Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.294233 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c53927-4936-4347-bb8a-8ddfc73d3510 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:23Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:24.383836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.390688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.447037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-353f105d-1cd6-42bc-bcb2-6b25a11aee9a None None] Provisioning for port c8f7aa16-2ee8-4474-abbb-95d346edc19a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:24.464149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-353f105d-1cd6-42bc-bcb2-6b25a11aee9a None None] Provisioning complete for port c8f7aa16-2ee8-4474-abbb-95d346edc19a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:24.464420 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-353f105d-1cd6-42bc-bcb2-6b25a11aee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.536662 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.540292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-353f105d-1cd6-42bc-bcb2-6b25a11aee9a None None] Port c8f7aa16-2ee8-4474-abbb-95d346edc19a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:24.551506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Transition to ACTIVE for port object af39c2e5-da66-4100-83f9-8603ca448afe will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:24.555611 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.612701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Attempting to bind port af39c2e5-da66-4100-83f9-8603ca448afe on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:24.613070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Attempting to bind port af39c2e5-da66-4100-83f9-8603ca448afe by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:24.613723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Attempting to bind port af39c2e5-da66-4100-83f9-8603ca448afe on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:24.622260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:24.622638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:24.623038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.623426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:24.623889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Bound port: af39c2e5-da66-4100-83f9-8603ca448afe, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:24.624266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.624381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.628024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386c49-18bd-4bd7-b785-a015dc71d983 None None] Pushing event updated for resources: {'Port': ['ID=af39c2e5-da66-4100-83f9-8603ca448afe,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.637660 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.686980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] For port af39c2e5-da66-4100-83f9-8603ca448afe, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:24.691434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] For port af39c2e5-da66-4100-83f9-8603ca448afe, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=af39c2e5-da66-4100-83f9-8603ca448afe,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:24.696237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.708586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Deleting port e054d3d1-029b-48fc-a3c1-c53b341a006f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:24.709506 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.721768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.723561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Pushing event updated for resources: {'Port': ['ID=c8f7aa16-2ee8-4474-abbb-95d346edc19a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.780286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Routers {'822cd6a8-1e0d-4c85-b2f6-49456eb583a8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:24.780932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.819532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386c49-18bd-4bd7-b785-a015dc71d983 None None] Pushing event updated for resources: {'Port': ['ID=af39c2e5-da66-4100-83f9-8603ca448afe,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.820151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] For port e054d3d1-029b-48fc-a3c1-c53b341a006f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e054d3d1-029b-48fc-a3c1-c53b341a006f,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:24.820518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.846676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Calling delete_port for e054d3d1-029b-48fc-a3c1-c53b341a006f owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:24.862823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Network db9f2b96-34d4-40fe-8624-274936ef7310 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:24.864356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:24.906128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] Set router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:25.113734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.177551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e054d3d1-029b-48fc-a3c1-c53b341a006f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:25.186314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-77814c72-899d-4602-8099-832753ff4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 4, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port': {'id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:21Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8f7aa16-2ee8-4474-abbb-95d346edc19a', 'name': '', 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'mac_address': 'fa:16:3e:e5:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:23Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 2, 'project_id': '2d26773fde04457580b261fad2ef8187', 'subnets': [{'id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:25.222492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77814c72-899d-4602-8099-832753ff4f9d None None] The sync data for ids ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'] in n-d-758944-40 is: [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 4, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port': {'id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:21Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8f7aa16-2ee8-4474-abbb-95d346edc19a', 'name': '', 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'mac_address': 'fa:16:3e:e5:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:23Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 2, 'project_id': '2d26773fde04457580b261fad2ef8187', 'subnets': [{'id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:25.290478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3e71c637-24c4-4e5f-8f99-46c0824aec8e None None] Provisioning complete for port c8f7aa16-2ee8-4474-abbb-95d346edc19a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:25.290861 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3e71c637-24c4-4e5f-8f99-46c0824aec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.292996 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.329891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3e71c637-24c4-4e5f-8f99-46c0824aec8e None None] Port c8f7aa16-2ee8-4474-abbb-95d346edc19a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:25.387647 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:25.415123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.530559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:25.535658 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-279c152e-cb0c-4224-9fbc-6bdfa23a71bf admin admin] 10.222.0.53 "PUT /v2.0/routers/822cd6a8-1e0d-4c85-b2f6-49456eb583a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183077 Jun 30 09:20:25.662524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Router 3d31f0ac-189a-4901-a575-a31366b5ae60 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:25.795220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:25.800240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c0b3def5-dc83-4f5c-be6d-ea9e2b3e1c67 admin admin] 10.222.0.53 "PUT /v2.0/routers/3d31f0ac-189a-4901-a575-a31366b5ae60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264352 Jun 30 09:20:25.802841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37636) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:25.803946 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] Sync routers for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:25.816270 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:25.816924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:25.880243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:25.928890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.954196 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:25.958227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:25.958601 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.065363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3c583b64-be0a-4796-a101-07c918ef5ad8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:26.070889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.124162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3c583b64-be0a-4796-a101-07c918ef5ad8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:26.136531 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3c583b64-be0a-4796-a101-07c918ef5ad8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:26.136801 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.147840 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Deleting port 4922432b-f32e-47b0-ace7-c6e9e1f236d4 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:26.148239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.210708 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:20:25Z', 'revision_number': 5, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port': {'id': '4922432b-f32e-47b0-ace7-c6e9e1f236d4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:20Z', 'updated_at': '2021-06-30T09:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:26.233241 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.251550 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] Checking router: 3d31f0ac-189a-4901-a575-a31366b5ae60 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:26.260811 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] Routers {'3d31f0ac-189a-4901-a575-a31366b5ae60'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:26.261433 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['3d31f0ac-189a-4901-a575-a31366b5ae60'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:26.265852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] For port 4922432b-f32e-47b0-ace7-c6e9e1f236d4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4922432b-f32e-47b0-ace7-c6e9e1f236d4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:26.266326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.283607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Calling delete_port for 4922432b-f32e-47b0-ace7-c6e9e1f236d4 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:26.288350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 3c583b64-be0a-4796-a101-07c918ef5ad8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3c583b64-be0a-4796-a101-07c918ef5ad8,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:26.292869 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.348726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=3c583b64-be0a-4796-a101-07c918ef5ad8,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:26.360930 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] Set router 3d31f0ac-189a-4901-a575-a31366b5ae60 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:26.448201 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 6, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:26.492426 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f8d925-9cdd-47b5-9d88-b920bb35d206 None None] The sync data for ids ['3d31f0ac-189a-4901-a575-a31366b5ae60'] in n-d-758944-40 is: [{'id': '3d31f0ac-189a-4901-a575-a31366b5ae60', 'name': 'tempest-AttachVolumeTestJSON-1627766076-router', 'tenant_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:19Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 6, 'project_id': '8349e0ba6ebe430ba1d5be261b3091e5', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:26.527116 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.555486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Pushing event deleted for resources: {'Port': ['ID=4922432b-f32e-47b0-ace7-c6e9e1f236d4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:26.649545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.746755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.749042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.798972 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.799469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d31f0ac-189a-4901-a575-a31366b5ae60 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:26.804182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.805353 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-485c735f-8c7a-4d3a-9b31-6bd803dd2807 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3d31f0ac-189a-4901-a575-a31366b5ae60 HTTP/1.1" status: 204 len: 168 time: 1.0012419 Jun 30 09:20:26.808393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37650) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:26.854194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] Deleting subnet 3a95019d-01db-4b3b-9040-ef4c5639b501 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:26.857818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.898356 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.987552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.044043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.074858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a95019d-01db-4b3b-9040-ef4c5639b501,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.078730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.083945 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3802a742-af17-4c3c-861a-d547a591d604 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3a95019d-01db-4b3b-9040-ef4c5639b501 HTTP/1.1" status: 204 len: 168 time: 0.2735648 Jun 30 09:20:27.083945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37652) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:27.097390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ba356-3369-415c-933d-cf5823b816eb None None] Network 0135316a-f113-43e3-b12f-553921092438 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:27.162259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.229350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Deleting port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:27.229820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.312008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] For port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897,segment=NetworkSegment(9616d8ec-99b3-4bc3-a5fe-c0000376ab15),segment_id=9616d8ec-99b3-4bc3-a5fe-c0000376ab15)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:27.312408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.328601 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Calling delete_port for 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:27.405487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.434493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.439554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] No DVR routers for this DVR port 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:27.446676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dfe310-4e8c-49c1-a4e6-494252009a87 None None] DHCP port deletion for 0135316a-f113-43e3-b12f-553921092438 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:27.513891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.523750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0135316a-f113-43e3-b12f-553921092438']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:27.535480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9616d8ec-99b3-4bc3-a5fe-c0000376ab15') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:27.536183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9616d8ec-99b3-4bc3-a5fe-c0000376ab15') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:27.545002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.558751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.565452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:27.566090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:27.567822 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:27.628171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.633295 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.638297 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/0135316a-f113-43e3-b12f-553921092438 HTTP/1.1" status: 204 len: 168 time: 0.5533993 Jun 30 09:20:27.656883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b427b0-3e98-42e8-bcae-ace5803bb3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0135316a-f113-43e3-b12f-553921092438,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.767775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:27.836773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78e1f2f4-f899-4b06-83af-a413e63dfcae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8349e0ba6ebe430ba1d5be261b3091e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677874 Jun 30 09:20:27.839856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37670) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:27.867895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device af39c2e5-da66-4100-83f9-8603ca448afe up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:27.898070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb847c52-00a9-4856-91ee-02dabacf9ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.920213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb847c52-00a9-4856-91ee-02dabacf9ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.925410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port af39c2e5-da66-4100-83f9-8603ca448afe completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:27.930512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port af39c2e5-da66-4100-83f9-8603ca448afe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:27.930996 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.986781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb847c52-00a9-4856-91ee-02dabacf9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.989915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb847c52-00a9-4856-91ee-02dabacf9ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.991519 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb847c52-00a9-4856-91ee-02dabacf9ed0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5cd8050-839c-41ba-be9a-57bde05923c1 HTTP/1.1" status: 204 len: 168 time: 0.1504970 Jun 30 09:20:28.003129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb847c52-00a9-4856-91ee-02dabacf9ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd8050-839c-41ba-be9a-57bde05923c1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:28.003415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-02cada51-8963-4bff-ab92-065e5ad3ff65 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.005083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-02cada51-8963-4bff-ab92-065e5ad3ff65 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1380012 Jun 30 09:20:28.023781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-61b91e48-bc74-475d-a37d-adcdf9a5a5a0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/quotas/86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 375 time: 0.0112836 Jun 30 09:20:28.043684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.072357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port af39c2e5-da66-4100-83f9-8603ca448afe, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=af39c2e5-da66-4100-83f9-8603ca448afe,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:28.077980 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.078839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3c583b64-be0a-4796-a101-07c918ef5ad8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:28.110994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-71a3f035-d1b4-4a8c-8f8b-e5e5a4a1d420 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801873 Jun 30 09:20:28.160806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=af39c2e5-da66-4100-83f9-8603ca448afe,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:28.169492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3c583b64-be0a-4796-a101-07c918ef5ad8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:28.170137 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.233018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ad71b536-494d-4088-a308-b162331d71d5 service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154273 Jun 30 09:20:28.344884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-e0020147-126d-4bdf-85cd-030bf0f030d6 service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058071 Jun 30 09:20:28.352106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:28.374089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:28.374501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9a9dcdc1-4e15-4bcb-8f0b-89d51f4e6897 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:28.374986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4922432b-f32e-47b0-ace7-c6e9e1f236d4 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:28.396504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4922432b-f32e-47b0-ace7-c6e9e1f236d4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:28.396738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4922432b-f32e-47b0-ace7-c6e9e1f236d4 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:28.397164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e054d3d1-029b-48fc-a3c1-c53b341a006f no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:28.417478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: e054d3d1-029b-48fc-a3c1-c53b341a006f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:28.417867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e054d3d1-029b-48fc-a3c1-c53b341a006f not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:28.438027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Sync routers for ids ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:28.448334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Routers {'822cd6a8-1e0d-4c85-b2f6-49456eb583a8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:28.449714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:28.567820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Set router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:28.702034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10a18daf-f27f-4ba1-a510-d2cb1a022804 req-d0b0dd6c-1971-4259-bf7a-5e22b5efdd2d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 210 time: 0.0444229 Jun 30 09:20:28.798997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 4, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port': {'id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:21Z', 'updated_at': '2021-06-30T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8f7aa16-2ee8-4474-abbb-95d346edc19a', 'name': '', 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'mac_address': 'fa:16:3e:e5:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:23Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 2, 'project_id': '2d26773fde04457580b261fad2ef8187', 'subnets': [{'id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:28.825496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Checking router: 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:28.825879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Updating router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 port c8f7aa16-2ee8-4474-abbb-95d346edc19a binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:28.861965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.158957 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.170190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Transition to ACTIVE for port object c8f7aa16-2ee8-4474-abbb-95d346edc19a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:29.175813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.278830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621b3c0-5057-4b60-a06f-700208c3edaf None None] Pushing event updated for resources: {'Port': ['ID=c8f7aa16-2ee8-4474-abbb-95d346edc19a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.308456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Attempting to bind port c8f7aa16-2ee8-4474-abbb-95d346edc19a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:29.309192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Attempting to bind port c8f7aa16-2ee8-4474-abbb-95d346edc19a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:29.309705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Attempting to bind port c8f7aa16-2ee8-4474-abbb-95d346edc19a on network db9f2b96-34d4-40fe-8624-274936ef7310 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:29.343258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:29.343978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Checking segment: {'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:29.344960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.346256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Bound using segment: {'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:29.349809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Bound port: c8f7aa16-2ee8-4474-abbb-95d346edc19a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:29.354535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.469958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] For port c8f7aa16-2ee8-4474-abbb-95d346edc19a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:29.473726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] For port c8f7aa16-2ee8-4474-abbb-95d346edc19a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c8f7aa16-2ee8-4474-abbb-95d346edc19a,segment=NetworkSegment(f58edb8e-b8ec-4c87-ac69-c950a8d6f888),segment_id=f58edb8e-b8ec-4c87-ac69-c950a8d6f888)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:29.482290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.529943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Routers {'822cd6a8-1e0d-4c85-b2f6-49456eb583a8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:29.530701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:20:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:29.792552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device af39c2e5-da66-4100-83f9-8603ca448afe up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:29.833574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621b3c0-5057-4b60-a06f-700208c3edaf None None] Pushing event updated for resources: {'Port': ['ID=c8f7aa16-2ee8-4474-abbb-95d346edc19a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.876845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-749134fc-1e54-42ec-bfaa-d94aab82bbd0 req-e96f5126-671d-4945-8d2d-8a4dddc4f05c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 210 time: 0.0290918 Jun 30 09:20:29.927351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] Set router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:29.961672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port af39c2e5-da66-4100-83f9-8603ca448afe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:29.962040 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.216652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 4, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port': {'id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:21Z', 'updated_at': '2021-06-30T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8f7aa16-2ee8-4474-abbb-95d346edc19a', 'name': '', 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'mac_address': 'fa:16:3e:e5:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:23Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 4, 'project_id': '2d26773fde04457580b261fad2ef8187', 'subnets': [{'id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:30.250635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613322c3-4f53-43e2-a80f-36621acc3a62 None None] The sync data for ids ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'] in n-d-758944-40 is: [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:20:24Z', 'revision_number': 4, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port': {'id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:21Z', 'updated_at': '2021-06-30T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c8f7aa16-2ee8-4474-abbb-95d346edc19a', 'name': '', 'network_id': 'db9f2b96-34d4-40fe-8624-274936ef7310', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'mac_address': 'fa:16:3e:e5:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:23Z', 'updated_at': '2021-06-30T09:20:29Z', 'revision_number': 4, 'project_id': '2d26773fde04457580b261fad2ef8187', 'subnets': [{'id': '7c7039db-37df-4858-a586-c5fbb84a0e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:30.298679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-69445d38-6026-497d-8a9f-8888ceb5c9da tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.300494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-69445d38-6026-497d-8a9f-8888ceb5c9da tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1129739 Jun 30 09:20:30.318889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'port': {'device_id': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'admin_state_up': True, 'tenant_id': '86b9fb1086f5409484faabc387b56949'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:30.436425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:30.440342 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.619892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.20.0.14 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/f35db748-afee-4694-acf4-0c9cb52d87b1) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:30.845614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.863581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Transition to ACTIVE for port object f35db748-afee-4694-acf4-0c9cb52d87b1 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:30.906475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.966813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:30.970243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:30.974352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:31.013022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=f35db748-afee-4694-acf4-0c9cb52d87b1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.085955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.087567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.129335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-ee57ec8c-bf6f-4f36-a2de-b7d6ca1b2d7e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8135703 Jun 30 09:20:31.147725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Request body: {'port': {'device_id': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:31.251380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.262725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619107d-be3f-4cb0-91b3-05d03b33363c req-5bcffee4-742b-4afd-9323-e864318e0b3e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.264291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8619107d-be3f-4cb0-91b3-05d03b33363c req-5bcffee4-742b-4afd-9323-e864318e0b3e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 932 time: 0.1993322 Jun 30 09:20:31.323862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-283bf22d-4491-4e42-8bfb-bbd99a131b9f None None] Provisioning for port f35db748-afee-4694-acf4-0c9cb52d87b1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:31.328540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-283bf22d-4491-4e42-8bfb-bbd99a131b9f None None] Provisioning complete for port f35db748-afee-4694-acf4-0c9cb52d87b1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:31.329265 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-283bf22d-4491-4e42-8bfb-bbd99a131b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.347101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8619107d-be3f-4cb0-91b3-05d03b33363c req-5260218c-4292-46db-a682-3fac19b39775 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762498 Jun 30 09:20:31.398191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-283bf22d-4491-4e42-8bfb-bbd99a131b9f None None] Port f35db748-afee-4694-acf4-0c9cb52d87b1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:31.612161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35db748-afee-4694-acf4-0c9cb52d87b1 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:31.622038 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.630271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0b574e2c-77fd-4a72-a709-446a8e224bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.637876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Transition to ACTIVE for port object f35db748-afee-4694-acf4-0c9cb52d87b1 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:31.642191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.698622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=f35db748-afee-4694-acf4-0c9cb52d87b1,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.806631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Attempting to bind port f35db748-afee-4694-acf4-0c9cb52d87b1 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:31.806971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Attempting to bind port f35db748-afee-4694-acf4-0c9cb52d87b1 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:31.807300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Attempting to bind port f35db748-afee-4694-acf4-0c9cb52d87b1 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:31.817528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8f7aa16-2ee8-4474-abbb-95d346edc19a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:31.823869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Port f35db748-afee-4694-acf4-0c9cb52d87b1 on network e758e3ed-806c-4aa5-b924-0a632406084b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:31.824197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Attempting to bind port f35db748-afee-4694-acf4-0c9cb52d87b1 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:31.833803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:31.834140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:31.834518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:31.834948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Bound port: f35db748-afee-4694-acf4-0c9cb52d87b1, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:31.835305 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.950135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] For port f35db748-afee-4694-acf4-0c9cb52d87b1, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:31.953800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] For port f35db748-afee-4694-acf4-0c9cb52d87b1, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f35db748-afee-4694-acf4-0c9cb52d87b1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:31.960564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.998489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c8f7aa16-2ee8-4474-abbb-95d346edc19a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:32.008494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c8f7aa16-2ee8-4474-abbb-95d346edc19a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:32.009255 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.114574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.114984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.116571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] 10.222.0.26 "PUT /v2.0/ports/f35db748-afee-4694-acf4-0c9cb52d87b1 HTTP/1.1" status: 200 len: 1093 time: 0.9728804 Jun 30 09:20:32.116803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'tag': 'f35db748-afee-4694-acf4-0c9cb52d87b1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:32.119123 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e5fed1-ebff-4df9-afea-658ce04463ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7caddb-a3d9-46a6-a170-4cad132339b8", "tag": "f35db748-afee-4694-acf4-0c9cb52d87b1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:32.200402 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.201287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991a32-9021-4629-9543-36d14280cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=f35db748-afee-4694-acf4-0c9cb52d87b1,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.243924 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e1d4df-94ce-4442-b030-75d1c71469a1 x-openstack-request-id: req-40e1d4df-94ce-4442-b030-75d1c71469a1 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:32.244247 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7caddb-a3d9-46a6-a170-4cad132339b8", "tag": "f35db748-afee-4694-acf4-0c9cb52d87b1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:32.244552 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40e1d4df-94ce-4442-b030-75d1c71469a1 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:32.244958 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'tag': 'f35db748-afee-4694-acf4-0c9cb52d87b1', 'status': 'completed', 'code': 200} Jun 30 09:20:32.248073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c8f7aa16-2ee8-4474-abbb-95d346edc19a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c8f7aa16-2ee8-4474-abbb-95d346edc19a,segment=NetworkSegment(f58edb8e-b8ec-4c87-ac69-c950a8d6f888),segment_id=f58edb8e-b8ec-4c87-ac69-c950a8d6f888)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:32.252378 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.279053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-015fe4ed-ac68-4ecd-9447-b022752836b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.281038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-015fe4ed-ac68-4ecd-9447-b022752836b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 1096 time: 0.1104376 Jun 30 09:20:32.318324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c8f7aa16-2ee8-4474-abbb-95d346edc19a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.337578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-a99f782f-5908-4825-b9c8-53725d9c3a55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f35db748-afee-4694-acf4-0c9cb52d87b1 HTTP/1.1" status: 200 len: 217 time: 0.0442557 Jun 30 09:20:32.393475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-0fa0ecbd-c550-4d5b-aac7-73aa3716650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.395226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-0fa0ecbd-c550-4d5b-aac7-73aa3716650a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0485308 Jun 30 09:20:32.454668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-cbe67bb1-07c7-4e92-aa59-a8ee584e21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.456177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-cbe67bb1-07c7-4e92-aa59-a8ee584e21f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519972 Jun 30 09:20:32.591115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-2d430e0c-b561-4c3e-9d4a-87756ecc8389 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246643 Jun 30 09:20:32.601659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fa123-f78c-4832-badd-5d9e7505ea3d req-654f1575-a377-41e8-a16c-c5ee85dc6f4a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.603113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-665fa123-f78c-4832-badd-5d9e7505ea3d req-654f1575-a377-41e8-a16c-c5ee85dc6f4a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.1293833 Jun 30 09:20:32.688924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-665fa123-f78c-4832-badd-5d9e7505ea3d req-9a8359f6-4dba-4641-9fb3-d20e34f11889 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769536 Jun 30 09:20:32.716101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b7c5695-e360-4b08-92e8-a58e49b50991 req-fb8b7aea-96c8-4147-9805-c2ed097dd921 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114960 Jun 30 09:20:32.817276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-473a50a3-b6af-4660-bc4c-9b8a58cbba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.818763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-473a50a3-b6af-4660-bc4c-9b8a58cbba34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 1096 time: 0.0550518 Jun 30 09:20:32.909455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-b6012b71-f52d-4f1f-8c19-882e9181d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.911056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-b6012b71-f52d-4f1f-8c19-882e9181d4b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0829577 Jun 30 09:20:32.958165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-570c7776-a8a1-49ad-a566-852f866ee6cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f35db748-afee-4694-acf4-0c9cb52d87b1 HTTP/1.1" status: 200 len: 217 time: 0.0373163 Jun 30 09:20:33.008633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-9614cfea-bbb6-46c9-9875-4eb02e1abae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.010120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-9614cfea-bbb6-46c9-9875-4eb02e1abae5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0433245 Jun 30 09:20:33.072400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-62060edd-5b56-401c-a262-722809079105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.073986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-62060edd-5b56-401c-a262-722809079105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540626 Jun 30 09:20:33.178944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-c92bb70d-077a-41d1-9dcd-207eea0fc932 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941057 Jun 30 09:20:33.277613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67e5fed1-ebff-4df9-afea-658ce04463ab req-36d44723-bad3-4ab9-83a6-f7c5760b2667 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Jun 30 09:20:33.764541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8f7aa16-2ee8-4474-abbb-95d346edc19a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:33.818765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c8f7aa16-2ee8-4474-abbb-95d346edc19a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:33.819463 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.892060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9e64c-01f6-4e28-b6d4-69d060f43ede req-11824398-9c13-44c7-898a-e4cedf60337d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.899054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13a9e64c-01f6-4e28-b6d4-69d060f43ede req-11824398-9c13-44c7-898a-e4cedf60337d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0718546 Jun 30 09:20:33.942291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13a9e64c-01f6-4e28-b6d4-69d060f43ede req-ecd3b7f5-3cf7-40bc-aafe-6d8324682253 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Jun 30 09:20:34.348520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.385153 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e2885ae-8d63-4779-948b-774656bfb20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.110604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0ea62-6bbb-40a4-b29b-0711dcf7fe0c req-f2f5c2fb-5115-4d09-ab43-b352dfc58cc6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:35.111973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca0ea62-6bbb-40a4-b29b-0711dcf7fe0c req-f2f5c2fb-5115-4d09-ab43-b352dfc58cc6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0613976 Jun 30 09:20:35.147839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca0ea62-6bbb-40a4-b29b-0711dcf7fe0c req-923fb34c-e555-493b-8354-9644ab514bdf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303140 Jun 30 09:20:35.868243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.327565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a266f-1669-4a16-b80e-044bf591740a req-bf277082-69b0-48eb-a114-fce37d3445ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.329283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b81a266f-1669-4a16-b80e-044bf591740a req-bf277082-69b0-48eb-a114-fce37d3445ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0637453 Jun 30 09:20:36.368610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b81a266f-1669-4a16-b80e-044bf591740a req-1a7dbc8f-4ebd-4abb-921f-c109e1af1626 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Jun 30 09:20:37.302835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.562280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ae8b4-945e-4562-986a-99c995aea053 req-046ecd5f-2205-439f-9885-022c4fc3412f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:37.562280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f96ae8b4-945e-4562-986a-99c995aea053 req-046ecd5f-2205-439f-9885-022c4fc3412f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0691566 Jun 30 09:20:37.610062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f96ae8b4-945e-4562-986a-99c995aea053 req-1ffefe58-54a0-4e46-81a0-d18731d9da96 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Jun 30 09:20:37.864153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37822) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:37.964805 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60fdc591-58b1-4ee0-9cab-54b47b87c022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.049791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60fdc591-58b1-4ee0-9cab-54b47b87c022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.053070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60fdc591-58b1-4ee0-9cab-54b47b87c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.093326 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-60fdc591-58b1-4ee0-9cab-54b47b87c022 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33dc3e291a9546aeb46088cad074ecd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281241 Jun 30 09:20:38.094284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdc591-58b1-4ee0-9cab-54b47b87c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3fd71-b0b0-4487-be9a-099130eb7aca,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:38.096020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:38.144831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20c288ba-2669-43e9-9e2b-6993e98d9153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.165018 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20c288ba-2669-43e9-9e2b-6993e98d9153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.210654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20c288ba-2669-43e9-9e2b-6993e98d9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.213306 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-20c288ba-2669-43e9-9e2b-6993e98d9153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.214489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-20c288ba-2669-43e9-9e2b-6993e98d9153 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11b3fd71-b0b0-4487-be9a-099130eb7aca HTTP/1.1" status: 204 len: 168 time: 0.1174486 Jun 30 09:20:38.224257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c288ba-2669-43e9-9e2b-6993e98d9153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3fd71-b0b0-4487-be9a-099130eb7aca,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:38.781419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfb240-2ee9-4be3-ad77-7ed2be368922 req-5fb957f6-0d21-42a0-82a8-1b435b222fb3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.782946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03bfb240-2ee9-4be3-ad77-7ed2be368922 req-5fb957f6-0d21-42a0-82a8-1b435b222fb3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0637016 Jun 30 09:20:38.824913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03bfb240-2ee9-4be3-ad77-7ed2be368922 req-c78d1e2d-1615-4b7f-bb5f-f5fdb53fc73c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360467 Jun 30 09:20:40.004253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93be1c7-f519-466e-9033-2327c893ff40 req-f15ce125-065a-4c1b-b230-af076f68f87d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.005845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a93be1c7-f519-466e-9033-2327c893ff40 req-f15ce125-065a-4c1b-b230-af076f68f87d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0649538 Jun 30 09:20:40.044881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a93be1c7-f519-466e-9033-2327c893ff40 req-7e57692a-a44d-43bd-b35f-a2d48f793a68 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334871 Jun 30 09:20:40.317796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37910) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.428932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b7768a2-826a-44a6-8c36-0e9657d01598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.514479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b7768a2-826a-44a6-8c36-0e9657d01598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.517793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5b7768a2-826a-44a6-8c36-0e9657d01598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.554934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5b7768a2-826a-44a6-8c36-0e9657d01598 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a93d331aa284e0d88dea02602a292fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360988 Jun 30 09:20:40.556072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7768a2-826a-44a6-8c36-0e9657d01598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f35854a-0c16-4e27-a70d-ebd942534306,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:40.558362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37914) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.606895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-707f7ff0-0fc1-46bf-a081-60f3091a8d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.627470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-707f7ff0-0fc1-46bf-a081-60f3091a8d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.673841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-707f7ff0-0fc1-46bf-a081-60f3091a8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.676303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-707f7ff0-0fc1-46bf-a081-60f3091a8d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:40.677454 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-707f7ff0-0fc1-46bf-a081-60f3091a8d9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f35854a-0c16-4e27-a70d-ebd942534306 HTTP/1.1" status: 204 len: 168 time: 0.1179819 Jun 30 09:20:40.685439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f7ff0-0fc1-46bf-a081-60f3091a8d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f35854a-0c16-4e27-a70d-ebd942534306,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:40.925405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 37920) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:40.942413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52f52ddb-339a-48bf-b97c-e35879bea388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.029229 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52f52ddb-339a-48bf-b97c-e35879bea388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.032705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52f52ddb-339a-48bf-b97c-e35879bea388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.068890 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52f52ddb-339a-48bf-b97c-e35879bea388 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=527c657dcd854c4880f4816b6663cd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424108 Jun 30 09:20:41.070036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f52ddb-339a-48bf-b97c-e35879bea388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a01661-3fe8-4e04-870a-085b3a17fab0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:41.071640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37924) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:41.125614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6014f18-40ca-4191-9f52-112c96bbe6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.147297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6014f18-40ca-4191-9f52-112c96bbe6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.229056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6014f18-40ca-4191-9f52-112c96bbe6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.231903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e6014f18-40ca-4191-9f52-112c96bbe6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.233047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e6014f18-40ca-4191-9f52-112c96bbe6ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2a01661-3fe8-4e04-870a-085b3a17fab0 HTTP/1.1" status: 204 len: 168 time: 0.1598585 Jun 30 09:20:41.244898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb4292-4295-4fcc-a512-374ef758043f req-122d6f0f-8be2-49ea-b91a-854e9a730fac tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.246393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ceb4292-4295-4fcc-a512-374ef758043f req-122d6f0f-8be2-49ea-b91a-854e9a730fac tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0848629 Jun 30 09:20:41.251366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6014f18-40ca-4191-9f52-112c96bbe6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a01661-3fe8-4e04-870a-085b3a17fab0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:41.286003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ceb4292-4295-4fcc-a512-374ef758043f req-89f25672-6322-4f0b-8b97-75455028e870 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Jun 30 09:20:42.461531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e407f09-2d6b-4293-931b-1278a19b3a8b req-b99c4ae6-1d3b-40e6-befc-b325140cc773 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.464008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e407f09-2d6b-4293-931b-1278a19b3a8b req-b99c4ae6-1d3b-40e6-befc-b325140cc773 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 944 time: 0.0671048 Jun 30 09:20:42.507266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e407f09-2d6b-4293-931b-1278a19b3a8b req-59ccbb58-d6b1-4d29-b49f-7e487f389049 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377131 Jun 30 09:20:42.564717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37994) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.667461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-505299ab-2e6e-4cbf-9340-4833c6091743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.757464 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-505299ab-2e6e-4cbf-9340-4833c6091743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.761581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-505299ab-2e6e-4cbf-9340-4833c6091743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.797715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505299ab-2e6e-4cbf-9340-4833c6091743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6872cd-fe63-4558-adfa-74010b0bb2c3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:42.802070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-505299ab-2e6e-4cbf-9340-4833c6091743 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e6560085f724c1d8bdfa4cd8cc8d624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363379 Jun 30 09:20:42.804994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 37998) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:42.853165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-04f3ff80-fc2d-436a-91ae-9f8591cffafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.874168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-04f3ff80-fc2d-436a-91ae-9f8591cffafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.919560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-04f3ff80-fc2d-436a-91ae-9f8591cffafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.921947 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-04f3ff80-fc2d-436a-91ae-9f8591cffafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.923077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-04f3ff80-fc2d-436a-91ae-9f8591cffafe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb6872cd-fe63-4558-adfa-74010b0bb2c3 HTTP/1.1" status: 204 len: 168 time: 0.1174934 Jun 30 09:20:42.930497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3ff80-fc2d-436a-91ae-9f8591cffafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6872cd-fe63-4558-adfa-74010b0bb2c3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:43.210080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f35db748-afee-4694-acf4-0c9cb52d87b1 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:43.306935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f35db748-afee-4694-acf4-0c9cb52d87b1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f35db748-afee-4694-acf4-0c9cb52d87b1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:43.321843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f35db748-afee-4694-acf4-0c9cb52d87b1', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'port_id': 'f35db748-afee-4694-acf4-0c9cb52d87b1', 'mac_address': 'fa:16:3e:b5:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:43.361323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.374261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35db748-afee-4694-acf4-0c9cb52d87b1 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:43.394167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f35db748-afee-4694-acf4-0c9cb52d87b1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f35db748-afee-4694-acf4-0c9cb52d87b1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:43.398477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.450655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f35db748-afee-4694-acf4-0c9cb52d87b1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:43.657549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f35db748-afee-4694-acf4-0c9cb52d87b1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:43.685142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d2207-d390-43a7-b05e-114b7494850a req-cd4d1124-5a4c-47e1-bf94-fda20622c2d9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.692278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-721d2207-d390-43a7-b05e-114b7494850a req-cd4d1124-5a4c-47e1-bf94-fda20622c2d9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 945 time: 0.0751960 Jun 30 09:20:43.728888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-721d2207-d390-43a7-b05e-114b7494850a req-83156997-e2d1-4269-9828-c7885f7c3aab tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356712 Jun 30 09:20:44.066826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38036) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.205774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1675434388'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:44.226436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Made reservation on behalf of 93331d55ae334ec7a49c2a119ab92478 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:44.230341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.238808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.326293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.329785 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.352038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:44.365936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad292c40-4d33-4c83-9521-698da4b1060b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:44.370567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.370930 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Added segment ff1edf2d-6f4e-4823-bd1f-44146525f581 of type vlan for network cabce1cc-7dd7-49e6-b45b-78311b73ef9a Jun 30 09:20:44.408725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.435430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.440807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.441385 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.795032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7270823 Jun 30 09:20:44.803782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff489d0-e4b1-4c21-9b32-b8fc53036831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Pushing event updated for resources: {'Network': ['ID=cabce1cc-7dd7-49e6-b45b-78311b73ef9a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:44.814495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network cabce1cc-7dd7-49e6-b45b-78311b73ef9a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:44.911400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36779704-0ccc-490a-83f2-2b2259c1412d req-33f96c4a-277a-4bad-ab27-e640ff73b38a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.912875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36779704-0ccc-490a-83f2-2b2259c1412d req-33f96c4a-277a-4bad-ab27-e640ff73b38a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 945 time: 0.0667372 Jun 30 09:20:44.950736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36779704-0ccc-490a-83f2-2b2259c1412d req-2e29a7d2-80bd-4401-b9a0-40acc94dbf1d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jun 30 09:20:44.976358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38046) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:44.982120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Request body: {'port': {'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a', 'binding:host_id': 'n-h2-758944-40', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-320330870'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:45.003061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Made reservation on behalf of 9a968fe915f3409b8b0ffddf154691d8 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:45.005304 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.013222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.104617 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.108333 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.118528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] device_id is not set on port 2357d139-3ae5-4b7d-8280-4109448c59aa yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:45.189766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8138cef7-fcb1-4ab9-8985-9b97191247f8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:45.210163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f35db748-afee-4694-acf4-0c9cb52d87b1 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:45.263637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f35db748-afee-4694-acf4-0c9cb52d87b1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:45.267309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f35db748-afee-4694-acf4-0c9cb52d87b1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:45.267719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.340805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] device_id is not set on port 2357d139-3ae5-4b7d-8280-4109448c59aa yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:45.342275 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.349775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.360796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Transition to ACTIVE for port object 2357d139-3ae5-4b7d-8280-4109448c59aa will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:45.364775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35db748-afee-4694-acf4-0c9cb52d87b1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:45.367228 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea685712-64c0-41c3-ac6e-827187094c96" -d '{"events": [{"server_uuid": "2b7caddb-a3d9-46a6-a170-4cad132339b8", "name": "network-vif-plugged", "status": "completed", "tag": "f35db748-afee-4694-acf4-0c9cb52d87b1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:45.370212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.380131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f35db748-afee-4694-acf4-0c9cb52d87b1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f35db748-afee-4694-acf4-0c9cb52d87b1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:45.384395 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.431619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=2357d139-3ae5-4b7d-8280-4109448c59aa,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:45.433038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f35db748-afee-4694-acf4-0c9cb52d87b1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:45.440686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Checking segment: {'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:45.441110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Network hostable DHCP agents. Network: cabce1cc-7dd7-49e6-b45b-78311b73ef9a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:45.459211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Network cabce1cc-7dd7-49e6-b45b-78311b73ef9a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:45.468595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, cabce1cc-7dd7-49e6-b45b-78311b73ef9a) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:45.472263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:45.477890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b5e5d-f61c-4f2b-80e4-bdd1c3549ca9 None None] Network cabce1cc-7dd7-49e6-b45b-78311b73ef9a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:45.481306 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6892202f-344c-45cf-b812-6dad4370f749 x-openstack-request-id: req-6892202f-344c-45cf-b812-6dad4370f749 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:45.481868 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7caddb-a3d9-46a6-a170-4cad132339b8", "name": "network-vif-plugged", "status": "completed", "tag": "f35db748-afee-4694-acf4-0c9cb52d87b1", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:45.482121 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6892202f-344c-45cf-b812-6dad4370f749 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:45.482499 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35db748-afee-4694-acf4-0c9cb52d87b1', 'code': 200} Jun 30 09:20:45.492099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.492437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.492782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.498090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.498423 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.498812 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 2 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.511355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.511691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.512026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.516522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.516782 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.517174 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 3 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.532409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.533020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.533354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.538907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.539239 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.539633 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 4 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.552541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.552884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.553221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.557870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.558202 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.558594 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 5 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.602252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.602589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.602926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.613072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.613398 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.614421 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 6 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.630911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.631243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.631572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.638617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.638962 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.641062 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 7 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.657481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.657846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.658170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.661133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd67e52-14ab-4fe6-ba1f-b4e9e5f760df req-c8aad2fb-42af-49a5-90f6-64fc8aa8d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.662648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dd67e52-14ab-4fe6-ba1f-b4e9e5f760df req-c8aad2fb-42af-49a5-90f6-64fc8aa8d315 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 1098 time: 0.0889833 Jun 30 09:20:45.665658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.666013 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.666395 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 8 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.688283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.688613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.688947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.696190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.696391 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.696929 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 9 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.718192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.718523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.718856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.722641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2dd67e52-14ab-4fe6-ba1f-b4e9e5f760df req-0f5b6a63-e2a8-4921-9ae9-8185351347c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483589 Jun 30 09:20:45.724559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.724877 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.725258 n-d-758944-40 neutron-server[100240]: INFO neutron.plugins.ml2.plugin [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 10 to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa Jun 30 09:20:45.736691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:45.737021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:45.737348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:45.741458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 2357d139-3ae5-4b7d-8280-4109448c59aa on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:45.741809 n-d-758944-40 neutron-server[100240]: ERROR neutron.plugins.ml2.managers [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 2357d139-3ae5-4b7d-8280-4109448c59aa on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:45.742168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.801823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] For port 2357d139-3ae5-4b7d-8280-4109448c59aa, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:45.802465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempted to set empty binding levels {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:20:45.806186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.838680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.839266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:45.860541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8831234 Jun 30 09:20:45.861669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd03b0-47e7-4ba7-8fa9-978e4f943cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=2357d139-3ae5-4b7d-8280-4109448c59aa,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:45.863944 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38054) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:45.950816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Deleting port 2357d139-3ae5-4b7d-8280-4109448c59aa {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:45.951130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.010350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] For port 2357d139-3ae5-4b7d-8280-4109448c59aa, host n-h2-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:46.010702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.023671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Calling delete_port for 2357d139-3ae5-4b7d-8280-4109448c59aa owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:46.107384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.123305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197de33-5d49-4b49-8dba-4b2d93d1dca2 req-ba493781-e051-4ad3-a7d8-1bfca1f2c29b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:46.124997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d197de33-5d49-4b49-8dba-4b2d93d1dca2 req-ba493781-e051-4ad3-a7d8-1bfca1f2c29b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 946 time: 0.0648267 Jun 30 09:20:46.139531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event deleted for resources: {'Port': ['ID=2357d139-3ae5-4b7d-8280-4109448c59aa,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:46.142205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.146106 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-17194545-b4f6-4ffe-82f7-018705845b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2357d139-3ae5-4b7d-8280-4109448c59aa HTTP/1.1" status: 204 len: 168 time: 0.2809114 Jun 30 09:20:46.146798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38058) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:46.175927 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab6c933-0bdf-4d47-93c1-e35bbbc0be02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:20:46.177321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dab6c933-0bdf-4d47-93c1-e35bbbc0be02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "GET /v2.0/ports/2357d139-3ae5-4b7d-8280-4109448c59aa HTTP/1.1" status: 404 len: 333 time: 0.0295994 Jun 30 09:20:46.180664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38060) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:46.186281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Request body: {'port': {'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1984428601'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:46.190513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d197de33-5d49-4b49-8dba-4b2d93d1dca2 req-26bdc2f4-49e1-4265-972a-1aa3f12e5a50 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597539 Jun 30 09:20:46.206752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Made reservation on behalf of 9a968fe915f3409b8b0ffddf154691d8 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:46.209090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.223918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] device_id is not set on port a2bbbb4e-0ef7-4305-8012-39c9eccd134d yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:46.372419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.407505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.445753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Network cabce1cc-7dd7-49e6-b45b-78311b73ef9a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:46.449952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:46.456522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:46.457473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:46.458164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.465518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=a2bbbb4e-0ef7-4305-8012-39c9eccd134d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:46.475782 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8c734f6a-d129-4787-ab74-e42f14d5079c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2940905 Jun 30 09:20:46.478903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:46.484179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:46.559859 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.723970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] device_id is not set on port a2bbbb4e-0ef7-4305-8012-39c9eccd134d yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:46.732250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.743940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Transition to ACTIVE for port object a2bbbb4e-0ef7-4305-8012-39c9eccd134d will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:46.747961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.795178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=a2bbbb4e-0ef7-4305-8012-39c9eccd134d,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:46.809826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.810165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.810496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.814587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.814907 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.815283 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 2 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.827991 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.828317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.828639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.832639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.832954 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.833329 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 3 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.844363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.844688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.845008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.849040 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.849356 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.849769 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 4 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.862186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.862510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.862922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.867044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.867609 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.867720 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 5 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.879593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.879916 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.880236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.884264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.884600 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.885527 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 6 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.900623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.900946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.901269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.905315 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.905651 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.906036 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 7 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.917452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.917809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.918132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.922194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.922516 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.922889 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 8 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.934955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.935281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.935600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.939617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.939930 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.940300 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 9 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.951177 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.951500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.951821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.955847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.956162 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.956532 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 10 to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d Jun 30 09:20:46.968530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:46.968856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:46.969180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:46.973443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:46.973802 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:46.974213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.037486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] For port a2bbbb4e-0ef7-4305-8012-39c9eccd134d, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:47.037860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempted to set empty binding levels {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:20:47.042546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.074559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] In _notify_port_updated(), no bound segment for port a2bbbb4e-0ef7-4305-8012-39c9eccd134d on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:20:47.075557 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.076005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.077326 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "PUT /v2.0/ports/a2bbbb4e-0ef7-4305-8012-39c9eccd134d HTTP/1.1" status: 200 len: 980 time: 0.5975029 Jun 30 09:20:47.079820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38064) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:47.135325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779a229-5a13-4751-97f1-e35b22136703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=a2bbbb4e-0ef7-4305-8012-39c9eccd134d,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:47.177964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.178443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.178910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.179376 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.179831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.180322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.180792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.181245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.182341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.182804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.183261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.183720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.185922 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3a9593d3-edc7-437a-9476-a277ea34ea42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11049 time: 0.1051769 Jun 30 09:20:47.189082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38066) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:47.268563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Deleting port a2bbbb4e-0ef7-4305-8012-39c9eccd134d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:47.268897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.331078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] For port a2bbbb4e-0ef7-4305-8012-39c9eccd134d, host n-h2-758944-40, got binding levels [] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:47.331438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.344255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Calling delete_port for a2bbbb4e-0ef7-4305-8012-39c9eccd134d owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:47.368568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467e6e1-2ec9-4203-bf5a-6e305efd43e0 req-f30cfb40-8d99-4519-a4b6-ee0e08e24ae9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.370124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5467e6e1-2ec9-4203-bf5a-6e305efd43e0 req-f30cfb40-8d99-4519-a4b6-ee0e08e24ae9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 946 time: 0.0666795 Jun 30 09:20:47.407704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5467e6e1-2ec9-4203-bf5a-6e305efd43e0 req-c805632d-ea91-47e2-b2d4-d2ae05082c13 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Jun 30 09:20:47.420646 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.449408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2bbbb4e-0ef7-4305-8012-39c9eccd134d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:47.456475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.458380 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9e2d6594-d48d-4b08-a4cb-f5f135007a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a2bbbb4e-0ef7-4305-8012-39c9eccd134d HTTP/1.1" status: 204 len: 168 time: 0.2683754 Jun 30 09:20:47.461099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38072) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:47.488388 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3972ed-068d-44cc-aa90-9b52c70fa89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:20:47.489792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bd3972ed-068d-44cc-aa90-9b52c70fa89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "GET /v2.0/ports/a2bbbb4e-0ef7-4305-8012-39c9eccd134d HTTP/1.1" status: 404 len: 333 time: 0.0276334 Jun 30 09:20:47.493833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38074) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:47.498427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-530947499', 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:47.518807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Made reservation on behalf of 9a968fe915f3409b8b0ffddf154691d8 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:47.521312 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.563638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] device_id is not set on port 5a9b2443-1d55-46db-ad67-ffcd10af5329 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:47.652298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ddbaa-3158-482e-b77f-0bc5a31a2976 req-7804a98f-13b5-46dd-a20e-e8a50b0c213b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.653792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-292ddbaa-3158-482e-b77f-0bc5a31a2976 req-7804a98f-13b5-46dd-a20e-e8a50b0c213b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 946 time: 0.1302423 Jun 30 09:20:47.743088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-292ddbaa-3158-482e-b77f-0bc5a31a2976 req-fad2e55f-68ac-4740-85d6-f05a8e1f4855 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819025 Jun 30 09:20:47.759253 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.802129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.842794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Network cabce1cc-7dd7-49e6-b45b-78311b73ef9a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:47.845474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:47.851393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:47.852358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.852986 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.862795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=5a9b2443-1d55-46db-ad67-ffcd10af5329,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:47.894279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c8c97032-3348-4b24-92ff-1a0a66f6e59a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3994169 Jun 30 09:20:47.896931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:47.929018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589b67-4a53-4970-ab4d-1694d248d875 req-f7e0d943-070e-42fd-92d7-6e64886ba08b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.930529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7589b67-4a53-4970-ab4d-1694d248d875 req-f7e0d943-070e-42fd-92d7-6e64886ba08b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 946 time: 0.0715125 Jun 30 09:20:47.937831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab9de90-0c83-43ca-98b3-fd0aca4eb668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.939190 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3ab9de90-0c83-43ca-98b3-fd0aca4eb668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "GET /v2.0/ports/5a9b2443-1d55-46db-ad67-ffcd10af5329 HTTP/1.1" status: 200 len: 958 time: 0.0412779 Jun 30 09:20:47.942032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38080) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:47.969429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7589b67-4a53-4970-ab4d-1694d248d875 req-d56ff1e9-cc7d-4ec3-a396-bec93d102462 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jun 30 09:20:48.022838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Deleting port 5a9b2443-1d55-46db-ad67-ffcd10af5329 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:48.023176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.083390 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.095425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Calling delete_port for 5a9b2443-1d55-46db-ad67-ffcd10af5329 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:48.172272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.199785 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a9b2443-1d55-46db-ad67-ffcd10af5329,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.210518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.212410 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a190b25-10f5-43b2-85be-02eeb4270fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5a9b2443-1d55-46db-ad67-ffcd10af5329 HTTP/1.1" status: 204 len: 168 time: 0.2694135 Jun 30 09:20:48.214947 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38086) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:48.246979 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-d297b18d-8e93-460f-b883-6f6fd163dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:20:48.248676 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d297b18d-8e93-460f-b883-6f6fd163dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "GET /v2.0/ports/5a9b2443-1d55-46db-ad67-ffcd10af5329 HTTP/1.1" status: 404 len: 333 time: 0.0327547 Jun 30 09:20:48.252623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38088) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:48.257880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Request body: {'port': {'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794346000'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:48.282164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Made reservation on behalf of 9a968fe915f3409b8b0ffddf154691d8 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:48.284654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.301134 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] device_id is not set on port 90a613d4-4354-4598-9863-d9dba9127e4a yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:48.454326 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.517098 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.569037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Network cabce1cc-7dd7-49e6-b45b-78311b73ef9a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:48.579218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:48.584187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:48.585045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:48.585622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.587608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=90a613d4-4354-4598-9863-d9dba9127e4a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.606321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7281a-6420-420e-b2df-9fa299ce1e32 req-6f960912-ab86-4221-abdc-a05fe9338b3a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:48.608056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0dd7281a-6420-420e-b2df-9fa299ce1e32 req-6f960912-ab86-4221-abdc-a05fe9338b3a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 946 time: 0.1303940 Jun 30 09:20:48.614423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3d4bf211-9885-4b13-983b-ebf892bcfdf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3607516 Jun 30 09:20:48.617248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:48.623114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-40'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:48.647751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0dd7281a-6420-420e-b2df-9fa299ce1e32 req-a62be336-b3d9-4dba-8407-7b9e898a0613 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Jun 30 09:20:48.692679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.858010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] device_id is not set on port 90a613d4-4354-4598-9863-d9dba9127e4a yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:48.865086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.876323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Transition to ACTIVE for port object 90a613d4-4354-4598-9863-d9dba9127e4a will not be triggered until provisioned by entity L2. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:48.881505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:48.938204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=90a613d4-4354-4598-9863-d9dba9127e4a,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.943628 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:48.943958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:48.944287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:48.948987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:48.949304 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:48.949716 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 2 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:48.961733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:48.962060 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:48.962381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:48.966474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:48.966789 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:48.967160 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 3 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:48.977975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:48.978302 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:48.978644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:48.982928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:48.983244 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:48.983616 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 4 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:48.995493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:48.995816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:48.996139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:49.000148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:49.000461 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:49.000832 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 5 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:49.015392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:49.015784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:49.016125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:49.022337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:49.022655 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:49.023033 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 6 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:49.034967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:49.035295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:49.035621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:49.039612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:49.039927 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:49.040301 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 7 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:49.051158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:49.051507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:49.051830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:49.055882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:49.056199 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:49.057099 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 8 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:49.068574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:49.068899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:49.069220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:49.073820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:49.074138 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:49.074510 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 9 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:49.085336 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:49.085688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:49.086008 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:49.090045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:49.090363 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:49.090736 n-d-758944-40 neutron-server[100238]: INFO neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempt 10 to bind port 90a613d4-4354-4598-9863-d9dba9127e4a Jun 30 09:20:49.102121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:49.102443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] {{(pid=100238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:49.102763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempting to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:49.107186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:49.107501 n-d-758944-40 neutron-server[100238]: ERROR neutron.plugins.ml2.managers [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Failed to bind port 90a613d4-4354-4598-9863-d9dba9127e4a on host n-h2-758944-40 for vnic_type normal using segments [{'id': 'ff1edf2d-6f4e-4823-bd1f-44146525f581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cabce1cc-7dd7-49e6-b45b-78311b73ef9a'}] Jun 30 09:20:49.107860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.168061 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] For port 90a613d4-4354-4598-9863-d9dba9127e4a, host n-h2-758944-40, cleared binding levels {{(pid=100238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:49.168321 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attempted to set empty binding levels {{(pid=100238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:20:49.173132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.207555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] In _notify_port_updated(), no bound segment for port 90a613d4-4354-4598-9863-d9dba9127e4a on network cabce1cc-7dd7-49e6-b45b-78311b73ef9a {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:20:49.208396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.208984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.210310 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "PUT /v2.0/ports/90a613d4-4354-4598-9863-d9dba9127e4a HTTP/1.1" status: 200 len: 980 time: 0.5920506 Jun 30 09:20:49.213657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:49.224681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b3e53-1324-4ea9-a746-15b026e4f753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event updated for resources: {'Port': ['ID=90a613d4-4354-4598-9863-d9dba9127e4a,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:49.297463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Deleting port 90a613d4-4354-4598-9863-d9dba9127e4a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:49.297841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.361727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] For port 90a613d4-4354-4598-9863-d9dba9127e4a, host n-h2-758944-40, got binding levels [] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:49.362089 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.374322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Calling delete_port for 90a613d4-4354-4598-9863-d9dba9127e4a owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:49.452181 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.484301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Pushing event deleted for resources: {'Port': ['ID=90a613d4-4354-4598-9863-d9dba9127e4a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:49.489403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.491308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11f1de6a-099b-4d4a-9ffa-c1e6c3799523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "DELETE /v2.0/ports/90a613d4-4354-4598-9863-d9dba9127e4a HTTP/1.1" status: 204 len: 168 time: 0.2766504 Jun 30 09:20:49.493948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38094) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:49.519699 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-297c5ca6-7ad8-415d-9d27-691cc9186acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:20:49.521070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-297c5ca6-7ad8-415d-9d27-691cc9186acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1948138527-project-admin] 10.222.0.53 "GET /v2.0/ports/90a613d4-4354-4598-9863-d9dba9127e4a HTTP/1.1" status: 404 len: 333 time: 0.0256732 Jun 30 09:20:49.524580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:49.598771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.686350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.696441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabce1cc-7dd7-49e6-b45b-78311b73ef9a']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:49.706409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1edf2d-6f4e-4823-bd1f-44146525f581') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:49.706712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1edf2d-6f4e-4823-bd1f-44146525f581') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:49.715924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.730457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.736569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:49.736955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:49.739905 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:49.837202 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.841995 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.843837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] 10.222.0.53 "DELETE /v2.0/networks/cabce1cc-7dd7-49e6-b45b-78311b73ef9a HTTP/1.1" status: 204 len: 168 time: 0.3182859 Jun 30 09:20:49.881362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293fe67-a551-4c1f-a9d8-0a09a74c4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482661748-project] Pushing event deleted for resources: {'Network': ['ID=cabce1cc-7dd7-49e6-b45b-78311b73ef9a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:49.905457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9674de-81d5-497a-8a68-23ddc4924411 req-3073a92a-6aa5-45bf-a16f-f1cbde441ff2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.906949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f9674de-81d5-497a-8a68-23ddc4924411 req-3073a92a-6aa5-45bf-a16f-f1cbde441ff2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 946 time: 0.1288426 Jun 30 09:20:49.945263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-14fd021c-05d2-44a6-83ab-6750cdb7121b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.946799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-14fd021c-05d2-44a6-83ab-6750cdb7121b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 946 time: 0.1207821 Jun 30 09:20:49.993366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f9674de-81d5-497a-8a68-23ddc4924411 req-2f84e51f-4bc2-4c3b-8cf8-5bbacb3d0be3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794716 Jun 30 09:20:50.063865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port f35db748-afee-4694-acf4-0c9cb52d87b1 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:50.064215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.086994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38104) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:50.156563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] For port f35db748-afee-4694-acf4-0c9cb52d87b1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f35db748-afee-4694-acf4-0c9cb52d87b1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:50.156925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.168658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for f35db748-afee-4694-acf4-0c9cb52d87b1 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:50.217196 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69ecc57a-3b4b-4cf2-b82b-fdd3fe1343dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93331d55ae334ec7a49c2a119ab92478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282816 Jun 30 09:20:50.219644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38108) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:50.266554 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6447d2c4-9f3e-4b40-9fab-d1623ce061c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.287352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6447d2c4-9f3e-4b40-9fab-d1623ce061c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.295839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.311087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f35db748-afee-4694-acf4-0c9cb52d87b1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:50.330798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=f35db748-afee-4694-acf4-0c9cb52d87b1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:50.343903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6447d2c4-9f3e-4b40-9fab-d1623ce061c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.347965 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6447d2c4-9f3e-4b40-9fab-d1623ce061c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.349299 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6447d2c4-9f3e-4b40-9fab-d1623ce061c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad292c40-4d33-4c83-9521-698da4b1060b HTTP/1.1" status: 204 len: 168 time: 0.1286850 Jun 30 09:20:50.360470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447d2c4-9f3e-4b40-9fab-d1623ce061c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad292c40-4d33-4c83-9521-698da4b1060b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:50.383233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] No DVR routers for this DVR port f35db748-afee-4694-acf4-0c9cb52d87b1 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:50.386701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.389085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57ae3218-dbbb-4edc-b102-0feddde7c34d req-954470af-5b3d-42b7-b11f-4c7c6a49bcfd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "DELETE /v2.0/ports/f35db748-afee-4694-acf4-0c9cb52d87b1 HTTP/1.1" status: 204 len: 173 time: 0.4316998 Jun 30 09:20:50.389567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'name': 'network-vif-deleted', 'tag': 'f35db748-afee-4694-acf4-0c9cb52d87b1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:50.391970 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb74353-3ffc-478e-82ea-2805f4354b16" -d '{"events": [{"server_uuid": "2b7caddb-a3d9-46a6-a170-4cad132339b8", "name": "network-vif-deleted", "tag": "f35db748-afee-4694-acf4-0c9cb52d87b1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:50.444538 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7541748-2681-494f-bee7-74a591ccbd1b x-openstack-request-id: req-b7541748-2681-494f-bee7-74a591ccbd1b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:50.444909 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7caddb-a3d9-46a6-a170-4cad132339b8", "name": "network-vif-deleted", "tag": "f35db748-afee-4694-acf4-0c9cb52d87b1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:50.445279 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7541748-2681-494f-bee7-74a591ccbd1b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:50.445775 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7caddb-a3d9-46a6-a170-4cad132339b8', 'name': 'network-vif-deleted', 'tag': 'f35db748-afee-4694-acf4-0c9cb52d87b1', 'status': 'completed', 'code': 200} Jun 30 09:20:50.676823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38116) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:50.716694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1a07e64a-aab5-4bf4-9b1b-75a578642544 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a968fe915f3409b8b0ffddf154691d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387175 Jun 30 09:20:50.719160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38118) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:50.767074 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-005de0a1-9ed7-4bc1-a515-c7206913a431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.791961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-005de0a1-9ed7-4bc1-a515-c7206913a431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.839069 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-005de0a1-9ed7-4bc1-a515-c7206913a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.841670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-005de0a1-9ed7-4bc1-a515-c7206913a431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.842827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-005de0a1-9ed7-4bc1-a515-c7206913a431 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8138cef7-fcb1-4ab9-8985-9b97191247f8 HTTP/1.1" status: 204 len: 168 time: 0.1228428 Jun 30 09:20:50.852153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005de0a1-9ed7-4bc1-a515-c7206913a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8138cef7-fcb1-4ab9-8985-9b97191247f8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:51.141424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-422999bc-2e61-4955-a383-6f999407a4a6 req-833c247f-a946-4982-88b1-4ca648c823d1 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 210 time: 0.0332563 Jun 30 09:20:51.539604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38142) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:51.645525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-508748182'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:51.666460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:51.670142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.679077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.795458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.799694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.833227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:51.840177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abdb917-a3cf-402b-b69e-7bdcc0056175,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:51.848897 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.849295 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Added segment 0b452cc7-ddfa-4e22-9e8e-486f1d7a8571 of type vlan for network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 Jun 30 09:20:51.896745 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.926417 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.932568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:51.933152 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.000424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4596212 Jun 30 09:20:52.003296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38146) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:52.008766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'subnet': {'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:52.013315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804506-5988-4fa4-abfc-4fa9baa8c07d tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Network': ['ID=3334f9f5-f0c8-4b45-8e79-bcf62f5be149,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:52.024922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:52.127995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:52.131949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.334590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1feed5a-005b-4517-8bf6-e341a89fcb42 req-0735ad8e-f440-4b2b-9bbc-0918555a81fd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 210 time: 0.0362794 Jun 30 09:20:52.416257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.495385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Subnet': ['ID=85bde584-43fe-427f-97a6-2f89abf252c3,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:52.502974 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Checking segment: {'id': '0b452cc7-ddfa-4e22-9e8e-486f1d7a8571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:52.503388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network hostable DHCP agents. Network: 3334f9f5-f0c8-4b45-8e79-bcf62f5be149, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:52.524481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:52.538630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 3334f9f5-f0c8-4b45-8e79-bcf62f5be149) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:52.547545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.548289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.565775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d218f9d-acf2-40f5-81c4-83534868b5fd None None] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:52.580009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-acf503cc-0e47-4b95-946c-3286a4cc726a tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5719111 Jun 30 09:20:52.580304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38150) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:52.585981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1124620118'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:52.728630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:52.733388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.748398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'tenant_id': '8542f266eb534cc2bdd4d05c008a0965', 'fixed_ips': [{'subnet_id': '85bde584-43fe-427f-97a6-2f89abf252c3'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:20:52.749424 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:52.755411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] device_id is not set on port 3be820c8-aa07-4d76-a877-ccdd252000cb yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:52.876621 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:52.883423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Allocated IP 2001:db8::193 (3334f9f5-f0c8-4b45-8e79-bcf62f5be149/85bde584-43fe-427f-97a6-2f89abf252c3/3be820c8-aa07-4d76-a877-ccdd252000cb) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:53.046020 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.062178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Transition to ACTIVE for port object 3be820c8-aa07-4d76-a877-ccdd252000cb will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:53.096595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.143482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:53.146645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:53.152853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:53.154969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Allocated IP 2001:db8::2 (3334f9f5-f0c8-4b45-8e79-bcf62f5be149/85bde584-43fe-427f-97a6-2f89abf252c3/e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:53.158243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.158983 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.177247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:53.177839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5961907 Jun 30 09:20:53.178279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e7d90-c76d-4ddc-b00e-371e22a706a9 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=3be820c8-aa07-4d76-a877-ccdd252000cb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:53.191258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1925684800', 'allowed_address_pairs': [{'ip_address': '2001:db8::193', 'mac_address': 'fa:16:3e:4a:00:6b'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:53.227638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f35db748-afee-4694-acf4-0c9cb52d87b1 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:53.261402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f35db748-afee-4694-acf4-0c9cb52d87b1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:53.261816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f35db748-afee-4694-acf4-0c9cb52d87b1 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:53.311858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:53.339592 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.347847 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Transition to ACTIVE for port object e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:53.363624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Transition to ACTIVE for port object e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:53.369937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.409450 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.430738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:53.432368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.435874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] device_id is not set on port 13ff5869-1245-4c6a-9545-9200b4b53bd9 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:53.437170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:53.443291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:53.450932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Pushing event updated for resources: {'Port': ['ID=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:53.507353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e8b867d7-55d3-4a55-b54d-d700a82abe88 req-b798a523-ac63-4a47-a3a0-2a01d250c0a5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 210 time: 0.0459161 Jun 30 09:20:53.519123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Attempting to bind port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:53.519737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Attempting to bind port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0b452cc7-ddfa-4e22-9e8e-486f1d7a8571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:53.520281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Attempting to bind port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 on network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:53.528673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:53.529058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Checking segment: {'id': '0b452cc7-ddfa-4e22-9e8e-486f1d7a8571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:53.529529 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.529961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Bound using segment: {'id': '0b452cc7-ddfa-4e22-9e8e-486f1d7a8571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:53.530427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Bound port: e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b452cc7-ddfa-4e22-9e8e-486f1d7a8571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:53.530805 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.580583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Allocated IP 2001:db8::15e (3334f9f5-f0c8-4b45-8e79-bcf62f5be149/85bde584-43fe-427f-97a6-2f89abf252c3/13ff5869-1245-4c6a-9545-9200b4b53bd9) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:53.599647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] For port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:53.603173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] For port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,segment=NetworkSegment(0b452cc7-ddfa-4e22-9e8e-486f1d7a8571),segment_id=0b452cc7-ddfa-4e22-9e8e-486f1d7a8571)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:53.609141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.668551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b6907-97fe-4652-8b91-0490e4164795 None None] Pushing event updated for resources: {'Port': ['ID=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:53.752809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.767497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Transition to ACTIVE for port object 13ff5869-1245-4c6a-9545-9200b4b53bd9 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:53.800498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.857182 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:53.861585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:53.863608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=13ff5869-1245-4c6a-9545-9200b4b53bd9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:53.865918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:53.872612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.873256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.893742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38156) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:53.894778 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d4412930-9eaa-45a5-82fb-6c15217d4e6b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.7150228 Jun 30 09:20:54.009145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694061e5-595d-4e9a-9ff6-016d5d5366ab tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:54.015162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694061e5-595d-4e9a-9ff6-016d5d5366ab tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:54.021077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694061e5-595d-4e9a-9ff6-016d5d5366ab tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:54.022814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-694061e5-595d-4e9a-9ff6-016d5d5366ab tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1280794 Jun 30 09:20:54.025823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38158) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:54.127470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting port 13ff5869-1245-4c6a-9545-9200b4b53bd9 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:54.127751 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.219882 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.231220 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Calling delete_port for 13ff5869-1245-4c6a-9545-9200b4b53bd9 owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:54.358293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.387937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Port': ['ID=13ff5869-1245-4c6a-9545-9200b4b53bd9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:54.507491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.511460 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a14d9aea-30f5-48a6-bba5-8abecf4a3998 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/ports/13ff5869-1245-4c6a-9545-9200b4b53bd9 HTTP/1.1" status: 204 len: 168 time: 0.4826095 Jun 30 09:20:54.512584 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38160) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:54.543403 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c21dc9-fdc6-4b50-97de-9cccfff73c27 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] GET failed (client error): The resource could not be found. Jun 30 09:20:54.545410 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-82c21dc9-fdc6-4b50-97de-9cccfff73c27 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "GET /v2.0/ports/13ff5869-1245-4c6a-9545-9200b4b53bd9 HTTP/1.1" status: 404 len: 333 time: 0.0314682 Jun 30 09:20:54.549043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38164) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:54.554576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1242080942'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:54.680962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f26e9f0b-2634-407f-9eef-2d829899d432 req-4a31ecf3-980d-4044-a689-e0d52c27848f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7caddb-a3d9-46a6-a170-4cad132339b8 HTTP/1.1" status: 200 len: 210 time: 0.0348501 Jun 30 09:20:54.683085 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:54.687626 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.706979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] device_id is not set on port 93504305-5200-4bcc-9f2f-659759473cc0 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:54.745584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373781f-98cd-43b4-933b-cc40c5be8e94 None None] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:54.867905 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e89c76f4-42d7-4d5d-a643-a65881dfbd02 None None] Provisioning for port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:55.136291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Allocated IP 2001:db8::d2 (3334f9f5-f0c8-4b45-8e79-bcf62f5be149/85bde584-43fe-427f-97a6-2f89abf252c3/93504305-5200-4bcc-9f2f-659759473cc0) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:55.209414 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fe8bc8e2-2903-48a4-a1e2-b13506283762 None None] Provisioning for port 3be820c8-aa07-4d76-a877-ccdd252000cb completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:55.214234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-fe8bc8e2-2903-48a4-a1e2-b13506283762 None None] Provisioning complete for port 3be820c8-aa07-4d76-a877-ccdd252000cb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:55.214762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fe8bc8e2-2903-48a4-a1e2-b13506283762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.263349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bc8e2-2903-48a4-a1e2-b13506283762 None None] Port 3be820c8-aa07-4d76-a877-ccdd252000cb cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:55.274712 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.289014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.302935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Transition to ACTIVE for port object 93504305-5200-4bcc-9f2f-659759473cc0 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:55.337935 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.384146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c944baba-cca8-454f-a5e5-d2778404b49f None None] Provisioning complete for port 3be820c8-aa07-4d76-a877-ccdd252000cb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:55.384549 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c944baba-cca8-454f-a5e5-d2778404b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.386211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:55.390680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:55.398138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:55.403790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.404962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.414150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=93504305-5200-4bcc-9f2f-659759473cc0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:55.421938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c944baba-cca8-454f-a5e5-d2778404b49f None None] Port 3be820c8-aa07-4d76-a877-ccdd252000cb cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:55.427606 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-252ce8bb-13c5-4047-ba06-92b648fbd52f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8769400 Jun 30 09:20:55.429912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38166) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:55.435726 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::193', 'mac_address': 'fa:16:3e:4a:00:6b'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:55.525399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.539631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b379aa3d-62d1-4a20-93fd-b8bdf1bd30c3 None None] Could not find standard attr ID for object 13ff5869-1245-4c6a-9545-9200b4b53bd9. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:20:55.707917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.714421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.780854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=93504305-5200-4bcc-9f2f-659759473cc0,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:55.781379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2294695a-40c5-4e53-b00b-3834b4987435 None None] Provisioning for port 93504305-5200-4bcc-9f2f-659759473cc0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:55.792959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] In _notify_port_updated(), no bound segment for port 93504305-5200-4bcc-9f2f-659759473cc0 on network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:20:55.798823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.799698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.800999 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5872ed7a-d0ed-46b8-8ae3-07235c6e97aa tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "PUT /v2.0/ports/93504305-5200-4bcc-9f2f-659759473cc0 HTTP/1.1" status: 200 len: 1002 time: 0.3701351 Jun 30 09:20:55.803840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38170) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:55.815140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2294695a-40c5-4e53-b00b-3834b4987435 None None] Provisioning complete for port 93504305-5200-4bcc-9f2f-659759473cc0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:55.815521 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2294695a-40c5-4e53-b00b-3834b4987435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.861750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2294695a-40c5-4e53-b00b-3834b4987435 None None] Port 93504305-5200-4bcc-9f2f-659759473cc0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:55.864415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:55.932260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:55.934950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting port 93504305-5200-4bcc-9f2f-659759473cc0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:55.935541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:55.938037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:55.938889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.049101 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.054191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.067455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Calling delete_port for 93504305-5200-4bcc-9f2f-659759473cc0 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:56.092810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,segment=NetworkSegment(0b452cc7-ddfa-4e22-9e8e-486f1d7a8571),segment_id=0b452cc7-ddfa-4e22-9e8e-486f1d7a8571)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:56.098176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.152882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.220212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.256629 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Port': ['ID=93504305-5200-4bcc-9f2f-659759473cc0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.288389 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cfbbc2bc-5621-4c37-a120-3ee03bfbc913 None None] Could not find standard attr ID for object 93504305-5200-4bcc-9f2f-659759473cc0. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:20:56.380846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.382797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5a4d3e54-16bf-4bcc-b47c-d8cf5ca615ff tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/ports/93504305-5200-4bcc-9f2f-659759473cc0 HTTP/1.1" status: 204 len: 168 time: 0.5779042 Jun 30 09:20:56.385543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38176) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.419061 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3909164-f90f-46e2-bff6-e16e47b43810 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] GET failed (client error): The resource could not be found. Jun 30 09:20:56.420640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c3909164-f90f-46e2-bff6-e16e47b43810 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "GET /v2.0/ports/93504305-5200-4bcc-9f2f-659759473cc0 HTTP/1.1" status: 404 len: 333 time: 0.0341411 Jun 30 09:20:56.424275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38178) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.430072 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2126894767'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:56.541712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:56.545214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.563076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] device_id is not set on port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:56.680933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Allocated IP 2001:db8::23d (3334f9f5-f0c8-4b45-8e79-bcf62f5be149/85bde584-43fe-427f-97a6-2f89abf252c3/00203a32-3c5a-4fc3-beaa-3b8af6aad9a6) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:56.829066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.843174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Transition to ACTIVE for port object 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:56.879227 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.924162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:56.927269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:56.930900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:56.936374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.936973 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.951514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=00203a32-3c5a-4fc3-beaa-3b8af6aad9a6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.962500 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f50c656a-e1a1-440c-86d4-a9bb1f6bae18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5365782 Jun 30 09:20:56.965888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38180) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.971255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4a:00:6b'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:57.066480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.219854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-78cb6b3b-a377-4306-9630-3da90d495b4f None None] Provisioning for port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:57.224022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-78cb6b3b-a377-4306-9630-3da90d495b4f None None] Provisioning complete for port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:57.224333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78cb6b3b-a377-4306-9630-3da90d495b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.256917 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.260949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-78cb6b3b-a377-4306-9630-3da90d495b4f None None] Port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:57.265005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.297091 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] In _notify_port_updated(), no bound segment for port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 on network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:20:57.302556 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:57.303075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.307268 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "PUT /v2.0/ports/00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 HTTP/1.1" status: 200 len: 1003 time: 0.3397408 Jun 30 09:20:57.307683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38184) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:57.329211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d984d4-fbe7-45d8-aac9-4b4a07b8d3d6 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=00203a32-3c5a-4fc3-beaa-3b8af6aad9a6,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:57.414753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:57.415096 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.507976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.522326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Calling delete_port for 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:57.582268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2208d072-3974-4b0a-b827-d3e645d63256 None None] Provisioning complete for port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:57.582633 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2208d072-3974-4b0a-b827-d3e645d63256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.618460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2208d072-3974-4b0a-b827-d3e645d63256 None None] Port 00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:57.648584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.680881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Port': ['ID=00203a32-3c5a-4fc3-beaa-3b8af6aad9a6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:57.708847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.713808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-68fc4174-e0b3-4769-9bd2-e0a47af92c68 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/ports/00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 HTTP/1.1" status: 204 len: 168 time: 0.4020452 Jun 30 09:20:57.714204 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38186) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:57.742417 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f813eb-8005-441a-9ba6-4550c34e6a18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] GET failed (client error): The resource could not be found. Jun 30 09:20:57.747717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b9f813eb-8005-441a-9ba6-4550c34e6a18 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "GET /v2.0/ports/00203a32-3c5a-4fc3-beaa-3b8af6aad9a6 HTTP/1.1" status: 404 len: 333 time: 0.0291791 Jun 30 09:20:57.747997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38188) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:57.752890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2047658266'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:57.781879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:57.842242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:57.842871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.876399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:57.880650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.903562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] device_id is not set on port 665425f3-74e3-4903-9894-d1761aabcfaf yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:58.023851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Allocated IP 2001:db8::3a8 (3334f9f5-f0c8-4b45-8e79-bcf62f5be149/85bde584-43fe-427f-97a6-2f89abf252c3/665425f3-74e3-4903-9894-d1761aabcfaf) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:58.176399 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.189715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Transition to ACTIVE for port object 665425f3-74e3-4903-9894-d1761aabcfaf will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:58.221848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.268893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:58.271991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:58.277801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:58.283302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.283901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.290120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=665425f3-74e3-4903-9894-d1761aabcfaf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:58.308004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e4913eeb-9e3d-42c2-947e-fb73cb41130e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5560477 Jun 30 09:20:58.308596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38192) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:58.313765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'network_id': '3334f9f5-f0c8-4b45-8e79-bcf62f5be149', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-253820853'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:58.427138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Made reservation on behalf of 8542f266eb534cc2bdd4d05c008a0965 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:58.431209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.451225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] device_id is not set on port 25c7308d-6296-42e5-8d89-bc5308c772e0 yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:20:58.545993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e864d744-d40e-4022-ae35-5985fa4c49b4 None None] Provisioning for port 665425f3-74e3-4903-9894-d1761aabcfaf completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:58.549648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e864d744-d40e-4022-ae35-5985fa4c49b4 None None] Provisioning complete for port 665425f3-74e3-4903-9894-d1761aabcfaf triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:58.550019 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e864d744-d40e-4022-ae35-5985fa4c49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.575612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Allocated IP 2001:db8::23f (3334f9f5-f0c8-4b45-8e79-bcf62f5be149/85bde584-43fe-427f-97a6-2f89abf252c3/25c7308d-6296-42e5-8d89-bc5308c772e0) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:58.585884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e864d744-d40e-4022-ae35-5985fa4c49b4 None None] Port 665425f3-74e3-4903-9894-d1761aabcfaf cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:59.029798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.043317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Transition to ACTIVE for port object 25c7308d-6296-42e5-8d89-bc5308c772e0 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:59.078272 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.119415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:59.122772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:59.126790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:59.132961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:59.133763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.156344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=25c7308d-6296-42e5-8d89-bc5308c772e0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:59.159868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2701b676-f7dd-4712-86cd-51eb78962e0b tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8504317 Jun 30 09:20:59.162793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38198) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.168254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::193', 'mac_address': 'fa:16:3e:4a:00:6b'}, {'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:3d:21:75'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:59.353125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.413608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-841fce20-652a-49d6-beb3-7d2387d66fe9 None None] Provisioning for port 25c7308d-6296-42e5-8d89-bc5308c772e0 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:59.419620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-841fce20-652a-49d6-beb3-7d2387d66fe9 None None] Provisioning complete for port 25c7308d-6296-42e5-8d89-bc5308c772e0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:59.420286 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-841fce20-652a-49d6-beb3-7d2387d66fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.459811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-841fce20-652a-49d6-beb3-7d2387d66fe9 None None] Port 25c7308d-6296-42e5-8d89-bc5308c772e0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:59.546267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.550901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.581946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] In _notify_port_updated(), no bound segment for port 25c7308d-6296-42e5-8d89-bc5308c772e0 on network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 {{(pid=100240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:20:59.588469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:59.589186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.593200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "PUT /v2.0/ports/25c7308d-6296-42e5-8d89-bc5308c772e0 HTTP/1.1" status: 200 len: 1067 time: 0.4268889 Jun 30 09:20:59.593666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38240) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.651393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37b549-df3c-4813-9a0f-740644af9e9f tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event updated for resources: {'Port': ['ID=25c7308d-6296-42e5-8d89-bc5308c772e0,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:59.733585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting port 25c7308d-6296-42e5-8d89-bc5308c772e0 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:59.734233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.834432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.847160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Calling delete_port for 25c7308d-6296-42e5-8d89-bc5308c772e0 owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:59.883659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-84984d39-a8d3-49bb-a98f-88cb98d9fceb None None] Provisioning complete for port 25c7308d-6296-42e5-8d89-bc5308c772e0 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:59.884142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84984d39-a8d3-49bb-a98f-88cb98d9fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.918757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-84984d39-a8d3-49bb-a98f-88cb98d9fceb None None] Port 25c7308d-6296-42e5-8d89-bc5308c772e0 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:59.981775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.017110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Port': ['ID=25c7308d-6296-42e5-8d89-bc5308c772e0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:00.189164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.193864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e2f5489d-619b-4d41-880d-725a8b098147 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/ports/25c7308d-6296-42e5-8d89-bc5308c772e0 HTTP/1.1" status: 204 len: 168 time: 0.5969312 Jun 30 09:21:00.194353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38276) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:00.225063 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-f357b7da-492a-4bbd-8e79-6b1460c1288c tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] GET failed (client error): The resource could not be found. Jun 30 09:21:00.226765 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f357b7da-492a-4bbd-8e79-6b1460c1288c tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "GET /v2.0/ports/25c7308d-6296-42e5-8d89-bc5308c772e0 HTTP/1.1" status: 404 len: 333 time: 0.0314212 Jun 30 09:21:00.229407 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38278) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:00.332656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting port 665425f3-74e3-4903-9894-d1761aabcfaf {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:00.332908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.421137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.433648 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Calling delete_port for 665425f3-74e3-4903-9894-d1761aabcfaf owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:00.560763 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.594094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Port': ['ID=665425f3-74e3-4903-9894-d1761aabcfaf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:00.623307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.625716 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-795345eb-18f8-4551-9d92-cc004e8ff09e tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/ports/665425f3-74e3-4903-9894-d1761aabcfaf HTTP/1.1" status: 204 len: 168 time: 0.3952940 Jun 30 09:21:00.628219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38280) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:00.659436 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec371cb-3cbd-4f50-acb9-d13edcf3e5f7 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] GET failed (client error): The resource could not be found. Jun 30 09:21:00.661346 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cec371cb-3cbd-4f50-acb9-d13edcf3e5f7 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "GET /v2.0/ports/665425f3-74e3-4903-9894-d1761aabcfaf HTTP/1.1" status: 404 len: 333 time: 0.0322011 Jun 30 09:21:00.665178 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38282) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:00.770572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting port 3be820c8-aa07-4d76-a877-ccdd252000cb {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:00.770922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.871817 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.884987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Calling delete_port for 3be820c8-aa07-4d76-a877-ccdd252000cb owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:01.016207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.044672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Port': ['ID=3be820c8-aa07-4d76-a877-ccdd252000cb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.071476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.073830 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1b029041-7a56-472e-8525-3b1605b048c2 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/ports/3be820c8-aa07-4d76-a877-ccdd252000cb HTTP/1.1" status: 204 len: 168 time: 0.4080615 Jun 30 09:21:01.076278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38286) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:01.132411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting subnet 85bde584-43fe-427f-97a6-2f89abf252c3 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:01.136514 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.179341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.271921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.335674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.364936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Subnet': ['ID=85bde584-43fe-427f-97a6-2f89abf252c3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.368100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.370555 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f0c559a4-29bd-4e59-a6c0-724898b630fe tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/subnets/85bde584-43fe-427f-97a6-2f89abf252c3 HTTP/1.1" status: 204 len: 168 time: 0.2933686 Jun 30 09:21:01.372982 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38288) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:01.375383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af522983-2001-457f-bf55-f8fb5f789ba7 None None] Network 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:01.450470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.507643 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Deleting port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:01.508000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.581315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] DHCP port deletion for 3334f9f5-f0c8-4b45-8e79-bcf62f5be149 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:01.581818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] For port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,segment=NetworkSegment(0b452cc7-ddfa-4e22-9e8e-486f1d7a8571),segment_id=0b452cc7-ddfa-4e22-9e8e-486f1d7a8571)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:01.582257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.596453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Calling delete_port for e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:01.645513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] Deleting port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:01.645901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.647436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4a010479-fec3-46bc-b75e-ad98841525cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.687387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.719062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Port': ['ID=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.721794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] No DVR routers for this DVR port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:01.732488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] For port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,segment=NetworkSegment(0b452cc7-ddfa-4e22-9e8e-486f1d7a8571),segment_id=0b452cc7-ddfa-4e22-9e8e-486f1d7a8571)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:01.732899 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.758167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] Calling delete_port for e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:01.807214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.809275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:01.818492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3334f9f5-f0c8-4b45-8e79-bcf62f5be149']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:01.831331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b452cc7-ddfa-4e22-9e8e-486f1d7a8571') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:01.831784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b452cc7-ddfa-4e22-9e8e-486f1d7a8571') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:01.832508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:01.832991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:01.841448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.856669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.865422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:01.865852 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:01.870481 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:01.875959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.911016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] No DVR routers for this DVR port e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:01.921328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e995dbb-83c6-4bce-94f0-ba584eaad848 None None] Pushing event deleted for resources: {'Port': ['ID=e63b0a06-d0f8-4fdb-87e5-1eb18b89e6b2,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.935802 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.944650 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.946508 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] 10.222.0.53 "DELETE /v2.0/networks/3334f9f5-f0c8-4b45-8e79-bcf62f5be149 HTTP/1.1" status: 204 len: 168 time: 0.5724032 Jun 30 09:21:01.956714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0213b-95ab-45fb-98fb-8ba5fdc73f97 tempest-AllowedAddressPairIpV6TestJSON-1746845185 tempest-AllowedAddressPairIpV6TestJSON-1746845185-project] Pushing event deleted for resources: {'Network': ['ID=3334f9f5-f0c8-4b45-8e79-bcf62f5be149,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.205958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.351504 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0766a80c-ee24-481a-82de-9c56154a6c56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8542f266eb534cc2bdd4d05c008a0965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420720 Jun 30 09:21:02.352175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38300) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.403513 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d454b654-9f48-4ea4-a00b-621faedffd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.424818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d454b654-9f48-4ea4-a00b-621faedffd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.474847 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d454b654-9f48-4ea4-a00b-621faedffd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.477593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d454b654-9f48-4ea4-a00b-621faedffd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.478787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d454b654-9f48-4ea4-a00b-621faedffd84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5abdb917-a3cf-402b-b69e-7bdcc0056175 HTTP/1.1" status: 204 len: 168 time: 0.1257660 Jun 30 09:21:02.486823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454b654-9f48-4ea4-a00b-621faedffd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abdb917-a3cf-402b-b69e-7bdcc0056175,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:03.147759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38324) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.246116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-4bca669c-bade-4b4c-a608-44c2118c620d tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.247223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4bca669c-bade-4b4c-a608-44c2118c620d tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0984349 Jun 30 09:21:03.250204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38328) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.254674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-e37263b2-4877-4370-b6b5-a86fdfa121fb tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.255596 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e37263b2-4877-4370-b6b5-a86fdfa121fb tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044310 Jun 30 09:21:03.259548 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38330) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.264366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-8f922be7-e9e9-4641-8da5-e557d53a5b9c tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.265311 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8f922be7-e9e9-4641-8da5-e557d53a5b9c tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043268 Jun 30 09:21:03.267590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38332) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.271311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-58cb52b9-2a32-4907-a9fd-f3058ddcf2fc tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.272236 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-58cb52b9-2a32-4907-a9fd-f3058ddcf2fc tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038629 Jun 30 09:21:03.274314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38334) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.278077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-ba406eec-a9e6-414b-a795-a640ff4bebf3 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.278962 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba406eec-a9e6-414b-a795-a640ff4bebf3 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038500 Jun 30 09:21:03.280963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38336) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.284674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-78d060f3-bab3-4fa0-867d-acff3158700a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.285640 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78d060f3-bab3-4fa0-867d-acff3158700a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038631 Jun 30 09:21:03.288121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38338) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.292584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-3fc4b15e-1848-4a6d-883a-0ea4a81debad tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.293804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3fc4b15e-1848-4a6d-883a-0ea4a81debad tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044630 Jun 30 09:21:03.295701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38340) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.299856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-e8e1e36a-500e-40b6-b0ed-1fda09627bb8 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.300798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e8e1e36a-500e-40b6-b0ed-1fda09627bb8 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039763 Jun 30 09:21:03.302809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38342) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.308116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-f3fa3f4b-c501-48f4-8d73-a2fb4d38a77f tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.311356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38344) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.311609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f3fa3f4b-c501-48f4-8d73-a2fb4d38a77f tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054021 Jun 30 09:21:03.315797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-8d3eb0ff-0b4e-406e-ac45-26d979624ec3 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.316704 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d3eb0ff-0b4e-406e-ac45-26d979624ec3 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042698 Jun 30 09:21:03.319285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38346) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.324206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-ce6e3ae8-1c45-4028-b815-68bd27f1ac2b tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.325107 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ce6e3ae8-1c45-4028-b815-68bd27f1ac2b tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050144 Jun 30 09:21:03.327194 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38348) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.330875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-51ee2f9b-dbb7-4574-9f1d-342cd766845a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.333560 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-51ee2f9b-dbb7-4574-9f1d-342cd766845a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0037885 Jun 30 09:21:03.333834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38350) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.337927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-aebb73b8-8099-4340-974d-b69425d514f7 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.338909 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aebb73b8-8099-4340-974d-b69425d514f7 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042787 Jun 30 09:21:03.342045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38352) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.346166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-d28dece3-1e1c-4504-ba11-1f4477208816 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.347068 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d28dece3-1e1c-4504-ba11-1f4477208816 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041564 Jun 30 09:21:03.349069 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38354) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.352771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-59c1a563-c626-45bd-a311-35f35dd7e60c tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.355866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38356) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.356318 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-59c1a563-c626-45bd-a311-35f35dd7e60c tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059683 Jun 30 09:21:03.360452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-4a2d6400-c5bb-4f41-9d76-5c45855f7139 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.361664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4a2d6400-c5bb-4f41-9d76-5c45855f7139 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046022 Jun 30 09:21:03.363662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38358) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.367961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-0b6b32f8-f5b1-425c-84a2-548d184a3367 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.369518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0b6b32f8-f5b1-425c-84a2-548d184a3367 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043118 Jun 30 09:21:03.371765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38360) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.375669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-32f7b089-db6d-49a5-95fd-84f61a85e59f tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.378550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-32f7b089-db6d-49a5-95fd-84f61a85e59f tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039234 Jun 30 09:21:03.378744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38362) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.382608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-cf67b1fa-4907-4447-9871-22d038a345db tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.383510 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf67b1fa-4907-4447-9871-22d038a345db tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039260 Jun 30 09:21:03.387976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38364) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.390719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-cb9e0e36-8c53-4a41-ba9d-0623806e80b1 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.391693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cb9e0e36-8c53-4a41-ba9d-0623806e80b1 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046275 Jun 30 09:21:03.393981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38366) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.397798 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-288f6620-f912-4085-bb48-e3cd3f68b1af tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.398694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-288f6620-f912-4085-bb48-e3cd3f68b1af tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038660 Jun 30 09:21:03.400874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38368) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.405452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-c8460d17-e1d1-450a-a389-19fd603d59e4 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.406425 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c8460d17-e1d1-450a-a389-19fd603d59e4 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046353 Jun 30 09:21:03.408481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38370) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.412719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-07785287-82a8-4da1-bb9c-1fc9658ba1f7 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.413681 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-07785287-82a8-4da1-bb9c-1fc9658ba1f7 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041993 Jun 30 09:21:03.416465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38372) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.421404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-b92463a4-4076-4e3d-9cc8-e0b973908d5b tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.422355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b92463a4-4076-4e3d-9cc8-e0b973908d5b tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049481 Jun 30 09:21:03.424500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38374) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.429121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-4633864c-ad80-4a76-aefd-9c5f5e3f6bcf tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.430487 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4633864c-ad80-4a76-aefd-9c5f5e3f6bcf tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050490 Jun 30 09:21:03.433065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38376) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.437159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-175645e5-70e1-4739-89df-65409691b2ad tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.440585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38378) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.440788 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-175645e5-70e1-4739-89df-65409691b2ad tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0066857 Jun 30 09:21:03.444890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-70b757a7-5cf8-407f-9011-3e114e2187ad tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.445883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-70b757a7-5cf8-407f-9011-3e114e2187ad tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043073 Jun 30 09:21:03.447943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38380) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.451791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-f7d4bd21-7e2c-4b28-8727-80a142b7b369 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.452742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f7d4bd21-7e2c-4b28-8727-80a142b7b369 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039485 Jun 30 09:21:03.454763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38382) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.459554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-7817f078-2f55-451f-ae0b-437398c62c80 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.459554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7817f078-2f55-451f-ae0b-437398c62c80 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039344 Jun 30 09:21:03.461603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38384) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.465808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-cce26d21-34be-4b90-b00c-eefa5c13cfc7 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.466816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cce26d21-34be-4b90-b00c-eefa5c13cfc7 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042474 Jun 30 09:21:03.468997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38386) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.473004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-76bc715e-1070-4dfb-9eec-75845f458f85 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.473977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-76bc715e-1070-4dfb-9eec-75845f458f85 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039785 Jun 30 09:21:03.475880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38388) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.480199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-591a7846-d48e-44c9-8ffc-fb0174c839f5 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.481033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-591a7846-d48e-44c9-8ffc-fb0174c839f5 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043488 Jun 30 09:21:03.483399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38390) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.487879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-e307c991-89da-4b42-a2e9-1b763b2956ea tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.488811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e307c991-89da-4b42-a2e9-1b763b2956ea tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045927 Jun 30 09:21:03.491044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38392) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.495423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-9ee0c898-2557-4b85-b26f-45c750c42c38 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.496315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9ee0c898-2557-4b85-b26f-45c750c42c38 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044186 Jun 30 09:21:03.498403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38394) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.502180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-608b52a2-d570-4f1b-9174-2d0acf1ec08c tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.503161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-608b52a2-d570-4f1b-9174-2d0acf1ec08c tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038950 Jun 30 09:21:03.505361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38396) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.509713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-9b028574-1ced-425b-ba81-f818dcfaaecb tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.513077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38398) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.513255 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9b028574-1ced-425b-ba81-f818dcfaaecb tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067313 Jun 30 09:21:03.519829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-8e27513d-8fdf-4df7-a7d4-b97b8e186152 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.520841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8e27513d-8fdf-4df7-a7d4-b97b8e186152 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066559 Jun 30 09:21:03.523224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38400) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.527320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-6c5b8ad7-7854-4bcd-b28a-692209198935 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.528249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c5b8ad7-7854-4bcd-b28a-692209198935 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041115 Jun 30 09:21:03.530425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38402) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.534816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-22ea52b2-ad55-42af-94fb-8fc57a03b6d2 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.535786 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-22ea52b2-ad55-42af-94fb-8fc57a03b6d2 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043316 Jun 30 09:21:03.537884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.542714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-d2616e1c-2dd0-4767-9be0-682d52f44c0e tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.545551 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d2616e1c-2dd0-4767-9be0-682d52f44c0e tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047929 Jun 30 09:21:03.545821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38406) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.549571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-8450f068-733e-4e50-aa97-9b5ebd8d2c90 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.552288 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8450f068-733e-4e50-aa97-9b5ebd8d2c90 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039115 Jun 30 09:21:03.552628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38408) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.557779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-22d30b7d-a438-44a2-9c05-bd68b483c06a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.560946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38410) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.561226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-22d30b7d-a438-44a2-9c05-bd68b483c06a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074146 Jun 30 09:21:03.565084 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-793e10b2-f0a9-44a7-a483-8ed1061cee22 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.567974 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-793e10b2-f0a9-44a7-a483-8ed1061cee22 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041382 Jun 30 09:21:03.568922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38412) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.573729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-ebccca8b-f147-4922-a54b-b0b1d8fa0c28 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.574670 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ebccca8b-f147-4922-a54b-b0b1d8fa0c28 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048635 Jun 30 09:21:03.576709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38414) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.580457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-2e72562b-b05f-462e-a200-e923ef903345 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.581366 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e72562b-b05f-462e-a200-e923ef903345 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038188 Jun 30 09:21:03.583444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38416) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.587219 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-9b4b70a1-c147-480f-9bf1-40d197a2e4cc tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.590300 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9b4b70a1-c147-480f-9bf1-40d197a2e4cc tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0041435 Jun 30 09:21:03.590829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38418) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.595296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-7189329f-09c2-4ec7-9929-d378f48336c5 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.596547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7189329f-09c2-4ec7-9929-d378f48336c5 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044012 Jun 30 09:21:03.599001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38420) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.603053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-022c7ffa-388d-4d23-a627-58fb0eb27182 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.605670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-022c7ffa-388d-4d23-a627-58fb0eb27182 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051899 Jun 30 09:21:03.606703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38422) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.610902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-2bcc25bd-8ebc-426b-beec-4dc609426bca tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.614099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38424) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.614261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2bcc25bd-8ebc-426b-beec-4dc609426bca tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063293 Jun 30 09:21:03.618725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-9a769fa0-170d-4ad7-abe2-3b219420f38a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.620384 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9a769fa0-170d-4ad7-abe2-3b219420f38a tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050855 Jun 30 09:21:03.622476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38426) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.626665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-73de153f-a239-4ae6-b05c-79141e117f3b tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.627553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-73de153f-a239-4ae6-b05c-79141e117f3b tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041974 Jun 30 09:21:03.629532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38428) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.633571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-51b3cc3d-2d74-4542-8693-285b2746e3a5 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.636383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-51b3cc3d-2d74-4542-8693-285b2746e3a5 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041134 Jun 30 09:21:03.636615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38430) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.640642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-cf168c2d-47f4-4d9e-a2fe-b5b57ddbba81 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.641567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf168c2d-47f4-4d9e-a2fe-b5b57ddbba81 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040843 Jun 30 09:21:03.644303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38432) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.648157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-12e5241e-dc20-4e52-8b81-5eaa47272530 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.649072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-12e5241e-dc20-4e52-8b81-5eaa47272530 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039346 Jun 30 09:21:03.651118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38434) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.654913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-a5dc9f22-5d4b-41a5-b840-c4e36c957114 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.657295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a5dc9f22-5d4b-41a5-b840-c4e36c957114 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038748 Jun 30 09:21:03.657871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38436) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.662451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-a5079606-5d90-413b-a264-827aadb0d591 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.663405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a5079606-5d90-413b-a264-827aadb0d591 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046678 Jun 30 09:21:03.665516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38438) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.670041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-8862e93a-b8f4-4837-82c2-f208843c57b3 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.670960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8862e93a-b8f4-4837-82c2-f208843c57b3 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040524 Jun 30 09:21:03.672924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38440) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.676717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-a32458c9-ff64-4ca5-8436-6e9a7f013299 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.677654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a32458c9-ff64-4ca5-8436-6e9a7f013299 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038922 Jun 30 09:21:03.679607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38442) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.683977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-8a2d1bd2-af18-4b12-a85b-c13e969a7f21 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.687116 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38444) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.687399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8a2d1bd2-af18-4b12-a85b-c13e969a7f21 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0066841 Jun 30 09:21:03.691568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-8b4184ec-e22f-4c89-b844-7fda8eadfe11 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.692515 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8b4184ec-e22f-4c89-b844-7fda8eadfe11 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044405 Jun 30 09:21:03.694615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38446) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.698478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-acf92ad9-253b-4023-aba9-e7b7796c9675 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.699418 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-acf92ad9-253b-4023-aba9-e7b7796c9675 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039332 Jun 30 09:21:03.701427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38448) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.705283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-7a88078b-aa6d-4284-83fc-5376d76ffd13 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.708323 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a88078b-aa6d-4284-83fc-5376d76ffd13 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0060301 Jun 30 09:21:03.708503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38450) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.712795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-cd263988-45b2-4702-91f1-7ccac4064b42 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.713774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cd263988-45b2-4702-91f1-7ccac4064b42 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043190 Jun 30 09:21:03.715763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38452) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.719777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-f9d7a340-0e8b-441a-bde0-7a0061f5f5d6 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.720694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f9d7a340-0e8b-441a-bde0-7a0061f5f5d6 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040889 Jun 30 09:21:03.722944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38454) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.726996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-89bb5730-038f-4308-86a2-6580c2c2f947 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.727987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-89bb5730-038f-4308-86a2-6580c2c2f947 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040972 Jun 30 09:21:03.730619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38456) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.735510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [None req-225c8f16-20e1-4c67-9225-79bb076712a8 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.736469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-225c8f16-20e1-4c67-9225-79bb076712a8 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050654 Jun 30 09:21:03.738569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38458) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.742819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-a05cc41b-d001-48d5-942f-afdc18a51ffd tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.743725 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a05cc41b-d001-48d5-942f-afdc18a51ffd tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042193 Jun 30 09:21:03.746659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38460) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.751256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-78303753-eea1-49f9-bfb1-de8cb8bdd171 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.752288 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-78303753-eea1-49f9-bfb1-de8cb8bdd171 tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046284 Jun 30 09:21:03.754549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38462) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:03.758355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [None req-5064c659-3539-44b2-8b89-38f3edd1f38e tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:03.759303 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5064c659-3539-44b2-8b89-38f3edd1f38e tempest-ExtensionsTestJSON-1312889096 tempest-ExtensionsTestJSON-1312889096-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038960 Jun 30 09:21:04.015800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38470) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:04.124053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9581-b380-4fe7-920c-e590c899c4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.224718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9581-b380-4fe7-920c-e590c899c4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.229541 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9581-b380-4fe7-920c-e590c899c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.268570 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d5d9581-b380-4fe7-920c-e590c899c4e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0a18bfcb4014044bf47dc2167e0938a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516136 Jun 30 09:21:04.269373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d9581-b380-4fe7-920c-e590c899c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c37f59-62cc-4887-b3e6-3222cc6789b2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:04.271194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38474) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:04.326192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2284326d-e0d0-4b36-a2c9-e06bbd959b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.339892 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.351268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2284326d-e0d0-4b36-a2c9-e06bbd959b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.387013 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf00e-483a-4a6d-a6ad-b60678becebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.407529 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2284326d-e0d0-4b36-a2c9-e06bbd959b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.410111 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2284326d-e0d0-4b36-a2c9-e06bbd959b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.411253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2284326d-e0d0-4b36-a2c9-e06bbd959b20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3c37f59-62cc-4887-b3e6-3222cc6789b2 HTTP/1.1" status: 204 len: 168 time: 0.1384656 Jun 30 09:21:04.419736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284326d-e0d0-4b36-a2c9-e06bbd959b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c37f59-62cc-4887-b3e6-3222cc6789b2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.157914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38498) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:05.260553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1446082983'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:05.283393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Made reservation on behalf of b77d88beb35744d2a6e6394a4bdca531 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:05.287024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.295912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.391819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.396044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.419568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:05.433698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d6178-3b5c-4d3a-bd75-db264f2f71c4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.438613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.438962 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Added segment e4beebd5-0dbb-46d1-ada3-9642e5a7c99f of type vlan for network 72ec89d7-c918-42e7-9fbc-163c484392b2 Jun 30 09:21:05.483808 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.515151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.520957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.521697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.585776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4266911 Jun 30 09:21:05.589312 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38502) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:05.594554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66cbb3-0531-4e78-a51f-921f77771d0a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event updated for resources: {'Network': ['ID=72ec89d7-c918-42e7-9fbc-163c484392b2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.595225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Request body: {'subnet': {'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:05.609959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:05.691969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Made reservation on behalf of b77d88beb35744d2a6e6394a4bdca531 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:05.695663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.871884 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.886028 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.954104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event updated for resources: {'Subnet': ['ID=f1ba25a6-a0e0-4fa1-bcf5-50475b381f86,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.963059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Checking segment: {'id': 'e4beebd5-0dbb-46d1-ada3-9642e5a7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:05.963429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Network hostable DHCP agents. Network: 72ec89d7-c918-42e7-9fbc-163c484392b2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:05.980520 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:05.989554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 72ec89d7-c918-42e7-9fbc-163c484392b2) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:05.995696 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.996290 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.001440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515b7fb-3f08-4168-9f6a-86b18f8133a5 None None] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:06.014466 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e37d7c52-674b-462a-9335-700e9e0bd016 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4237428 Jun 30 09:21:06.016138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38504) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:06.022414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Request body: {'port': {'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1224621703'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:06.163692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Made reservation on behalf of b77d88beb35744d2a6e6394a4bdca531 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:06.164784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-72ec89d7-c918-42e7-9fbc-163c484392b2', 'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2', 'tenant_id': 'b77d88beb35744d2a6e6394a4bdca531', 'fixed_ips': [{'subnet_id': 'f1ba25a6-a0e0-4fa1-bcf5-50475b381f86'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:06.165714 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.167448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.187237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] device_id is not set on port d88dbf39-f382-4e33-9abc-ee3fa99f72cf yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:06.308434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Allocated IP 2001:db8::52 (72ec89d7-c918-42e7-9fbc-163c484392b2/f1ba25a6-a0e0-4fa1-bcf5-50475b381f86/d88dbf39-f382-4e33-9abc-ee3fa99f72cf) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:06.460719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.474172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Transition to ACTIVE for port object d88dbf39-f382-4e33-9abc-ee3fa99f72cf will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:06.508782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.555083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:06.558913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:06.564674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Allocated IP 2001:db8::2 (72ec89d7-c918-42e7-9fbc-163c484392b2/f1ba25a6-a0e0-4fa1-bcf5-50475b381f86/4f1f177d-a80b-417e-803c-c3225feec388) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:06.564961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:06.570807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.571470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.578122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event updated for resources: {'Port': ['ID=d88dbf39-f382-4e33-9abc-ee3fa99f72cf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:06.595378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38508) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:06.598207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2051f82a-a390-40a1-9e24-f762602adc4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5806749 Jun 30 09:21:06.600661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Request body: {'port': {'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-338413652', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:06.601351 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] bootfile-name is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:21:06.601892 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] tftp-server is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:21:06.602406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] server-ip-address is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:21:06.715438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Made reservation on behalf of b77d88beb35744d2a6e6394a4bdca531 for: {'port': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:06.719156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.722751 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.733394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Transition to ACTIVE for port object 4f1f177d-a80b-417e-803c-c3225feec388 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:06.738830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] device_id is not set on port a1d1f238-61de-423e-bb66-bdc768edb13d yet. {{(pid=100238) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:06.750746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Transition to ACTIVE for port object 4f1f177d-a80b-417e-803c-c3225feec388 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:06.757334 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.817528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:06.821829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:06.825618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:06.827936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Pushing event updated for resources: {'Port': ['ID=4f1f177d-a80b-417e-803c-c3225feec388,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:06.878827 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Allocated IP 2001:db8::293 (72ec89d7-c918-42e7-9fbc-163c484392b2/f1ba25a6-a0e0-4fa1-bcf5-50475b381f86/a1d1f238-61de-423e-bb66-bdc768edb13d) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:07.055355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.058625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Attempting to bind port 4f1f177d-a80b-417e-803c-c3225feec388 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:07.058989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Attempting to bind port 4f1f177d-a80b-417e-803c-c3225feec388 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e4beebd5-0dbb-46d1-ada3-9642e5a7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:07.059349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Attempting to bind port 4f1f177d-a80b-417e-803c-c3225feec388 on network 72ec89d7-c918-42e7-9fbc-163c484392b2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:07.064423 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:07.064791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Checking segment: {'id': 'e4beebd5-0dbb-46d1-ada3-9642e5a7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:07.065186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.066068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Bound using segment: {'id': 'e4beebd5-0dbb-46d1-ada3-9642e5a7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:07.066068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Bound port: 4f1f177d-a80b-417e-803c-c3225feec388, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4beebd5-0dbb-46d1-ada3-9642e5a7c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72ec89d7-c918-42e7-9fbc-163c484392b2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:07.066430 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.074595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Transition to ACTIVE for port object a1d1f238-61de-423e-bb66-bdc768edb13d will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:07.113425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.140149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] For port 4f1f177d-a80b-417e-803c-c3225feec388, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:07.147300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] For port 4f1f177d-a80b-417e-803c-c3225feec388, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4f1f177d-a80b-417e-803c-c3225feec388,segment=NetworkSegment(e4beebd5-0dbb-46d1-ada3-9642e5a7c99f),segment_id=e4beebd5-0dbb-46d1-ada3-9642e5a7c99f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:07.156417 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.169106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:07.174843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:07.181090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:07.186722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.187381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.191772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event updated for resources: {'Port': ['ID=a1d1f238-61de-423e-bb66-bdc768edb13d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.207934 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8abe6cb2-679c-427d-8af0-89bc01980a95 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6114228 Jun 30 09:21:07.210539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38512) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:07.236325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba159c-4d52-4d6c-b1f2-043f75549d8e None None] Pushing event updated for resources: {'Port': ['ID=4f1f177d-a80b-417e-803c-c3225feec388,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.303036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.312624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf2f09-b5f6-4bd8-89ac-c1ee9ae1b811 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.319124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf2f09-b5f6-4bd8-89ac-c1ee9ae1b811 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.325168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf2f09-b5f6-4bd8-89ac-c1ee9ae1b811 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.329721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-efaf2f09-b5f6-4bd8-89ac-c1ee9ae1b811 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1152303 Jun 30 09:21:07.329955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38514) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:07.448715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Deleting port a1d1f238-61de-423e-bb66-bdc768edb13d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:07.449060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.550204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.569252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Calling delete_port for a1d1f238-61de-423e-bb66-bdc768edb13d owned by {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:07.709511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.749100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event deleted for resources: {'Port': ['ID=a1d1f238-61de-423e-bb66-bdc768edb13d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.792698 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.798225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4db0511a-71c0-432b-b431-2c45b657b86b tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "DELETE /v2.0/ports/a1d1f238-61de-423e-bb66-bdc768edb13d HTTP/1.1" status: 204 len: 168 time: 0.4638288 Jun 30 09:21:07.798730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38516) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:07.804089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Request body: {'port': {'name': 'tempest-new-port-name-1469750483', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:07.804707 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] bootfile-name is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:21:07.805348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] tftp-server is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:21:07.805792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.api.validators [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] server-ip-address is not in valid_values {{(pid=100238) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:21:07.834580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4f1f177d-a80b-417e-803c-c3225feec388 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:07.889549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4f1f177d-a80b-417e-803c-c3225feec388 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:07.919290 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.141920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.150922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.167409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] In _notify_port_updated(), no bound segment for port d88dbf39-f382-4e33-9abc-ee3fa99f72cf on network 72ec89d7-c918-42e7-9fbc-163c484392b2 {{(pid=100238) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:21:08.172356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.173038 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.174811 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "PUT /v2.0/ports/d88dbf39-f382-4e33-9abc-ee3fa99f72cf HTTP/1.1" status: 200 len: 1129 time: 0.3749368 Jun 30 09:21:08.177428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38518) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.226654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fae76-1b0b-43b6-a05d-71f436bf0d0e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event updated for resources: {'Port': ['ID=d88dbf39-f382-4e33-9abc-ee3fa99f72cf,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.274687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce58a6-93c7-46e6-b744-aa5f41021b6c tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.276902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c2ce58a6-93c7-46e6-b744-aa5f41021b6c tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "GET /v2.0/ports/d88dbf39-f382-4e33-9abc-ee3fa99f72cf HTTP/1.1" status: 200 len: 1129 time: 0.0977027 Jun 30 09:21:08.281053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38522) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.354874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afea166-d572-485a-b29c-eb379c3c0260 None None] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:08.395553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Deleting port d88dbf39-f382-4e33-9abc-ee3fa99f72cf {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:08.396272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.429743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-518a77aa-6f04-4885-8982-ab38b1f2b023 None None] Provisioning for port 4f1f177d-a80b-417e-803c-c3225feec388 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:08.439001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-518a77aa-6f04-4885-8982-ab38b1f2b023 None None] Provisioning complete for port 4f1f177d-a80b-417e-803c-c3225feec388 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:08.439349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-518a77aa-6f04-4885-8982-ab38b1f2b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.500731 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.514020 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Calling delete_port for d88dbf39-f382-4e33-9abc-ee3fa99f72cf owned by {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:08.583182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-518a77aa-6f04-4885-8982-ab38b1f2b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.628969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-518a77aa-6f04-4885-8982-ab38b1f2b023 None None] For port 4f1f177d-a80b-417e-803c-c3225feec388, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4f1f177d-a80b-417e-803c-c3225feec388,segment=NetworkSegment(e4beebd5-0dbb-46d1-ada3-9642e5a7c99f),segment_id=e4beebd5-0dbb-46d1-ada3-9642e5a7c99f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:08.636343 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-518a77aa-6f04-4885-8982-ab38b1f2b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.683393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.690970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a77aa-6f04-4885-8982-ab38b1f2b023 None None] Pushing event updated for resources: {'Port': ['ID=4f1f177d-a80b-417e-803c-c3225feec388,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.719513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event deleted for resources: {'Port': ['ID=d88dbf39-f382-4e33-9abc-ee3fa99f72cf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.761080 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.764232 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-edd78e92-fb44-44e4-8dff-64d914a87475 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "DELETE /v2.0/ports/d88dbf39-f382-4e33-9abc-ee3fa99f72cf HTTP/1.1" status: 204 len: 168 time: 0.4797273 Jun 30 09:21:08.765683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.823379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Deleting subnet f1ba25a6-a0e0-4fa1-bcf5-50475b381f86 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:08.826799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.861234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4ca95b1c-2490-4231-a6ba-dc1539b9b020 None None] Could not find standard attr ID for object d88dbf39-f382-4e33-9abc-ee3fa99f72cf. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:21:08.874994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4ca95b1c-2490-4231-a6ba-dc1539b9b020 None None] Provisioning complete for port 4f1f177d-a80b-417e-803c-c3225feec388 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:08.875585 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.875763 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4ca95b1c-2490-4231-a6ba-dc1539b9b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.986132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.052963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.081614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ba25a6-a0e0-4fa1-bcf5-50475b381f86,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:09.085256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.087209 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9f9cb0dd-9801-4e6a-85f7-45fcf399158a tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "DELETE /v2.0/subnets/f1ba25a6-a0e0-4fa1-bcf5-50475b381f86 HTTP/1.1" status: 204 len: 168 time: 0.3205223 Jun 30 09:21:09.090420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38526) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:09.177071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-466b2655-c3d9-435a-b5e7-bb510d07f5be None None] Could not find standard attr ID for object d88dbf39-f382-4e33-9abc-ee3fa99f72cf. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:21:09.183478 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.255893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Deleting port 4f1f177d-a80b-417e-803c-c3225feec388 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:09.256252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.324851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] For port 4f1f177d-a80b-417e-803c-c3225feec388, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4f1f177d-a80b-417e-803c-c3225feec388,segment=NetworkSegment(e4beebd5-0dbb-46d1-ada3-9642e5a7c99f),segment_id=e4beebd5-0dbb-46d1-ada3-9642e5a7c99f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:09.325570 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.337564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac47e95-691b-46cb-8428-26dc9eb38ec3 None None] Network 72ec89d7-c918-42e7-9fbc-163c484392b2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:09.347985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Calling delete_port for 4f1f177d-a80b-417e-803c-c3225feec388 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:09.402426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6950026f-3f92-4ef8-8fde-e9a79e0e5e21 None None] Could not find standard attr ID for object a1d1f238-61de-423e-bb66-bdc768edb13d. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:21:09.437520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.464237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event deleted for resources: {'Port': ['ID=4f1f177d-a80b-417e-803c-c3225feec388,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:09.474745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] No DVR routers for this DVR port 4f1f177d-a80b-417e-803c-c3225feec388 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:09.531898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b2a7c8-e4cf-4900-8992-235ab01ebff0 None None] DHCP port deletion for 72ec89d7-c918-42e7-9fbc-163c484392b2 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:09.570261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.581006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ec89d7-c918-42e7-9fbc-163c484392b2']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:09.590728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4beebd5-0dbb-46d1-ada3-9642e5a7c99f') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:09.591039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4beebd5-0dbb-46d1-ada3-9642e5a7c99f') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:09.605916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.620607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.626697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:09.627183 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:09.630341 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:09.688667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.693454 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:09.695990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] 10.222.0.53 "DELETE /v2.0/networks/72ec89d7-c918-42e7-9fbc-163c484392b2 HTTP/1.1" status: 204 len: 168 time: 0.6042080 Jun 30 09:21:09.713437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1a40d-a493-4422-8b0e-095e445c7b4e tempest-ExtraDHCPOptionsIpV6TestJSON-558396463 tempest-ExtraDHCPOptionsIpV6TestJSON-558396463-project] Pushing event deleted for resources: {'Network': ['ID=72ec89d7-c918-42e7-9fbc-163c484392b2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:09.780308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4f1f177d-a80b-417e-803c-c3225feec388 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:09.801534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4f1f177d-a80b-417e-803c-c3225feec388 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:09.802215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4f1f177d-a80b-417e-803c-c3225feec388 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:09.967653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38534) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:10.106434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1252c2fe-77ec-4c5e-b08e-e720d2fe4e4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b77d88beb35744d2a6e6394a4bdca531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375453 Jun 30 09:21:10.109083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38538) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:10.159868 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb109d8c-d80d-4617-a0fe-830cb4d4fbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.184297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb109d8c-d80d-4617-a0fe-830cb4d4fbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.261955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb109d8c-d80d-4617-a0fe-830cb4d4fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.264590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-eb109d8c-d80d-4617-a0fe-830cb4d4fbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:10.268860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-eb109d8c-d80d-4617-a0fe-830cb4d4fbf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f2d6178-3b5c-4d3a-bd75-db264f2f71c4 HTTP/1.1" status: 204 len: 168 time: 0.1563230 Jun 30 09:21:10.286180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb109d8c-d80d-4617-a0fe-830cb4d4fbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d6178-3b5c-4d3a-bd75-db264f2f71c4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:10.942284 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:11.041570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1811366580'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:11.063213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:11.066784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.075903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.169394 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.173228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.198744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:11.207345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e38554-4ebe-4fc9-973c-8f0f0b2c87ea,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.214659 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.215012 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment 0e5cf9c8-3f44-4508-9aca-8b62c88cb36e of type vlan for network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 Jun 30 09:21:11.256546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.284891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.290305 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.291404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.345125 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4017172 Jun 30 09:21:11.359876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a50ac-ffce-45db-8930-485530393e6a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.371086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:14.689836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38600) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:14.691402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': 'd55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:14.784501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:14.788521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.964216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.019539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=1e4a5d23-e61d-4d04-91cf-a07d1e48887a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:15.030536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': '0e5cf9c8-3f44-4508-9aca-8b62c88cb36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:15.030904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:15.046775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:15.055179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:15.059576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.060206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.064382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5be269-bdfe-48e7-802b-89575da0400e None None] Network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:15.074860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-316461eb-13cc-429b-a561-e5bd25a32383 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3874948 Jun 30 09:21:15.078228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38602) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:15.083196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127651671'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:15.103963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:15.108192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.132712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:15.142585 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.142933 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment 0422dffd-01ce-4bd6-a507-f51575d5f77c of type vlan for network 2f7b780c-206c-4dfd-9224-0fabed91a8dd Jun 30 09:21:15.183502 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.210349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5', 'network_id': 'd55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': '1e4a5d23-e61d-4d04-91cf-a07d1e48887a'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:15.211244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.213226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.219224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.219737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.271739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1924763 Jun 30 09:21:15.274599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38604) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:15.279459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': '2f7b780c-206c-4dfd-9224-0fabed91a8dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:15.335645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb926f-5f41-4694-b43d-ff1f03eaa069 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=2f7b780c-206c-4dfd-9224-0fabed91a8dd,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:15.343097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Allocated IP 2001:db8:0:ffff::2 (d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5/1e4a5d23-e61d-4d04-91cf-a07d1e48887a/f8fc37be-8498-43d3-82a4-d11dd5230409) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:15.346336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 2f7b780c-206c-4dfd-9224-0fabed91a8dd details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:15.379724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:15.383530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.543346 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.551202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Transition to ACTIVE for port object f8fc37be-8498-43d3-82a4-d11dd5230409 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:15.565030 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.567146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Transition to ACTIVE for port object f8fc37be-8498-43d3-82a4-d11dd5230409 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:15.571685 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.607013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:15.611370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:15.613773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:15.624740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Pushing event updated for resources: {'Port': ['ID=f8fc37be-8498-43d3-82a4-d11dd5230409,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:15.630726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=6916a69e-4de7-4643-b1f2-1a96a20e38ff,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:15.635176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.635529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.635869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.636206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.636537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.636864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.637251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.637497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.637865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.638180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.638512 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.638818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:15.644267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': '0422dffd-01ce-4bd6-a507-f51575d5f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2f7b780c-206c-4dfd-9224-0fabed91a8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:15.644630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: 2f7b780c-206c-4dfd-9224-0fabed91a8dd, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:15.661366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network 2f7b780c-206c-4dfd-9224-0fabed91a8dd is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:15.670921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 2f7b780c-206c-4dfd-9224-0fabed91a8dd) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:15.675018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.675713 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.685437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547cddff-0e04-4144-b86d-0f311491ced0 None None] Network 2f7b780c-206c-4dfd-9224-0fabed91a8dd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:15.690779 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-59158a5b-592f-468f-bc43-1f9d0d2460bd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4151936 Jun 30 09:21:15.693378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38606) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:15.736702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Attempting to bind port f8fc37be-8498-43d3-82a4-d11dd5230409 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:15.737074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Attempting to bind port f8fc37be-8498-43d3-82a4-d11dd5230409 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '0e5cf9c8-3f44-4508-9aca-8b62c88cb36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:15.737434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Attempting to bind port f8fc37be-8498-43d3-82a4-d11dd5230409 on network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:15.744568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:15.744944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Checking segment: {'id': '0e5cf9c8-3f44-4508-9aca-8b62c88cb36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:15.745915 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.745915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Bound using segment: {'id': '0e5cf9c8-3f44-4508-9aca-8b62c88cb36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:15.746265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Bound port: f8fc37be-8498-43d3-82a4-d11dd5230409, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5cf9c8-3f44-4508-9aca-8b62c88cb36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:15.746644 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.797999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.856235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] For port f8fc37be-8498-43d3-82a4-d11dd5230409, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:15.859235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.878861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] For port f8fc37be-8498-43d3-82a4-d11dd5230409, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f8fc37be-8498-43d3-82a4-d11dd5230409,segment=NetworkSegment(0e5cf9c8-3f44-4508-9aca-8b62c88cb36e),segment_id=0e5cf9c8-3f44-4508-9aca-8b62c88cb36e)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:15.886196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.932791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b7d17-dca5-4469-84b5-bd8950fbe93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-2f7b780c-206c-4dfd-9224-0fabed91a8dd', 'network_id': '2f7b780c-206c-4dfd-9224-0fabed91a8dd', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': '6916a69e-4de7-4643-b1f2-1a96a20e38ff'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:15.933709 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-623b7d17-dca5-4469-84b5-bd8950fbe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.938700 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.986107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=6916a69e-4de7-4643-b1f2-1a96a20e38ff,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.029868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d270bf-ca19-4254-a6e3-cbe685a7fc0c None None] Pushing event updated for resources: {'Port': ['ID=f8fc37be-8498-43d3-82a4-d11dd5230409,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.061410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.074181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7b780c-206c-4dfd-9224-0fabed91a8dd']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.087028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0422dffd-01ce-4bd6-a507-f51575d5f77c') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.088178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0422dffd-01ce-4bd6-a507-f51575d5f77c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:16.100187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.114386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182cd18-a8a6-492d-876d-7e6ab28d03a7 None None] Network 2f7b780c-206c-4dfd-9224-0fabed91a8dd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:16.120367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.127286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:16.127817 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:16.131704 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:16.233964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.244172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.246860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/2f7b780c-206c-4dfd-9224-0fabed91a8dd HTTP/1.1" status: 204 len: 168 time: 0.5523424 Jun 30 09:21:16.252651 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38616) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:16.258086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73395001'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:16.282481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181262ed-113c-4874-b505-f71d36614505 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=2f7b780c-206c-4dfd-9224-0fabed91a8dd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.291488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:16.295141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.321024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:16.331261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.331731 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment ae324a9c-c6f6-4b68-aa3d-20efce1d0a47 of type vlan for network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 Jun 30 09:21:16.376674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.411175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.416680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.417257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.466177 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2140744 Jun 30 09:21:16.469093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38618) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:16.474310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': 'c5f742b6-cb1a-41ce-84d6-3dccb0940bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:16.482173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=c5f742b6-cb1a-41ce-84d6-3dccb0940bc7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.489724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.490068 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.490401 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.490747 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.491071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.491398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.491716 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.492032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.492347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.492657 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.492967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.493276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513270ce-4d91-4819-aa1d-5174b700df85 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:16.504797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:16.581573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:16.585358 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.779201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.839551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=47538991-f3ab-4699-b451-73bbc9092b02,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.850781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': 'ae324a9c-c6f6-4b68-aa3d-20efce1d0a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c5f742b6-cb1a-41ce-84d6-3dccb0940bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:16.851217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: c5f742b6-cb1a-41ce-84d6-3dccb0940bc7, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:16.871658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:16.881895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c5f742b6-cb1a-41ce-84d6-3dccb0940bc7) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:16.888007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.889459 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534016'] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.891081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9e3d4-81a3-44d0-a666-037bbf4e4452 None None] Network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:16.908014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ffb99caa-9aed-4e59-81e3-e52f6db10c23 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4377475 Jun 30 09:21:16.911744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38620) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:16.918514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-760842061'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:16.948452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:16.955862 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.989667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:17.004120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.004809 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment b45afcce-44d3-44b6-8b17-279b1698195d of type vlan for network 8e4eb999-2001-49b2-8b78-b4df8a1d3f02 Jun 30 09:21:17.124271 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.160394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-c5f742b6-cb1a-41ce-84d6-3dccb0940bc7', 'network_id': 'c5f742b6-cb1a-41ce-84d6-3dccb0940bc7', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': '47538991-f3ab-4699-b451-73bbc9092b02'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:17.163198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.172644 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.182489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.183121 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.245124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3319805 Jun 30 09:21:17.248330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38624) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:17.254372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': '8e4eb999-2001-49b2-8b78-b4df8a1d3f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:17.261666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005f74c-5a8e-42eb-9062-e69dcb7e38c1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=8e4eb999-2001-49b2-8b78-b4df8a1d3f02,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.264148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a9bd47-64e7-47a6-a894-2dc299289632 None None] Network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:17.276390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 8e4eb999-2001-49b2-8b78-b4df8a1d3f02 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:17.357271 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:17.361875 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.377970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8c7ebc54-ce83-417d-b0e4-2bdcffcb5980 None None] Provisioning for port f8fc37be-8498-43d3-82a4-d11dd5230409 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:17.425093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Performing IP validity checks on allocation pools {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:21:17.425614 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.ipam_backend_mixin [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100238) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:21:17.475579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Allocated IP 2001:db8::1 (c5f742b6-cb1a-41ce-84d6-3dccb0940bc7/47538991-f3ab-4699-b451-73bbc9092b02/c0e96474-190e-4821-9216-69f85e538f05) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:17.540125 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.597097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=1d450b68-0574-4b32-96f2-48d823d423dd,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:17.608999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': 'b45afcce-44d3-44b6-8b17-279b1698195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8e4eb999-2001-49b2-8b78-b4df8a1d3f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:17.609492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: 8e4eb999-2001-49b2-8b78-b4df8a1d3f02, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:17.625745 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network 8e4eb999-2001-49b2-8b78-b4df8a1d3f02 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:17.634951 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 8e4eb999-2001-49b2-8b78-b4df8a1d3f02) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:17.638986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.639722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.654358 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dc993eaf-ef4d-4a96-93f5-48f48079d684 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4047172 Jun 30 09:21:17.658121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38626) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:17.658366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425c27a-79fb-4223-b84a-956b8515b2b9 None None] Network 8e4eb999-2001-49b2-8b78-b4df8a1d3f02 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:17.724534 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.738649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Transition to ACTIVE for port object c0e96474-190e-4821-9216-69f85e538f05 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:17.764003 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.772924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Transition to ACTIVE for port object c0e96474-190e-4821-9216-69f85e538f05 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:17.782106 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.821671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.856806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f8fc37be-8498-43d3-82a4-d11dd5230409 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:17.887138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:17.888016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.901225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:17.908708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:17.920932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Pushing event updated for resources: {'Port': ['ID=c0e96474-190e-4821-9216-69f85e538f05,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.152145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff0a6b-5756-483e-bb9d-078d0879ecbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-8e4eb999-2001-49b2-8b78-b4df8a1d3f02', 'network_id': '8e4eb999-2001-49b2-8b78-b4df8a1d3f02', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': '1d450b68-0574-4b32-96f2-48d823d423dd'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:18.153016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2eff0a6b-5756-483e-bb9d-078d0879ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.171475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Attempting to bind port c0e96474-190e-4821-9216-69f85e538f05 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:18.172125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Attempting to bind port c0e96474-190e-4821-9216-69f85e538f05 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ae324a9c-c6f6-4b68-aa3d-20efce1d0a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c5f742b6-cb1a-41ce-84d6-3dccb0940bc7'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:18.172285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Attempting to bind port c0e96474-190e-4821-9216-69f85e538f05 on network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:18.193795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:18.194232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Checking segment: {'id': 'ae324a9c-c6f6-4b68-aa3d-20efce1d0a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c5f742b6-cb1a-41ce-84d6-3dccb0940bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:18.194578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.194976 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Bound using segment: {'id': 'ae324a9c-c6f6-4b68-aa3d-20efce1d0a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c5f742b6-cb1a-41ce-84d6-3dccb0940bc7'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:18.195446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Bound port: c0e96474-190e-4821-9216-69f85e538f05, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae324a9c-c6f6-4b68-aa3d-20efce1d0a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c5f742b6-cb1a-41ce-84d6-3dccb0940bc7'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:18.195827 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.247215 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=1d450b68-0574-4b32-96f2-48d823d423dd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.275577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f8fc37be-8498-43d3-82a4-d11dd5230409 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:18.300005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f8fc37be-8498-43d3-82a4-d11dd5230409 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:18.300421 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.305110 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.315859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4eb999-2001-49b2-8b78-b4df8a1d3f02']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:18.327606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45afcce-44d3-44b6-8b17-279b1698195d') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:18.327895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45afcce-44d3-44b6-8b17-279b1698195d') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:18.338626 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.354606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eda4f0-ea43-4559-8570-39e3941d2b83 None None] Network 8e4eb999-2001-49b2-8b78-b4df8a1d3f02 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:18.359745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.368610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:18.369518 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:18.372769 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:18.423598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] For port c0e96474-190e-4821-9216-69f85e538f05, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:18.439631 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.447478 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.453030 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/8e4eb999-2001-49b2-8b78-b4df8a1d3f02 HTTP/1.1" status: 204 len: 168 time: 0.7906303 Jun 30 09:21:18.454507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38640) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:18.461891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf2127-5b88-4d99-b1e4-b3aa12c65322 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=8e4eb999-2001-49b2-8b78-b4df8a1d3f02,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.462359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059050843'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:18.487703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] For port c0e96474-190e-4821-9216-69f85e538f05, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c0e96474-190e-4821-9216-69f85e538f05,segment=NetworkSegment(ae324a9c-c6f6-4b68-aa3d-20efce1d0a47),segment_id=ae324a9c-c6f6-4b68-aa3d-20efce1d0a47)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:18.502615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:18.506107 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.509666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.530484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-883e4082-b838-4584-9391-6475ec972d1c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.531958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-883e4082-b838-4584-9391-6475ec972d1c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1560404 Jun 30 09:21:18.550621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:18.557976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-cfc0ef68-ea5a-476d-96f9-a8d3dce83f0d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/quotas/86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 375 time: 0.0190845 Jun 30 09:21:18.574699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.576638 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.576992 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment c030b932-c650-4bf9-9c42-b4e0b76237e6 of type vlan for network 59fdd64e-2151-4b41-abd5-c3dc0a2c571e Jun 30 09:21:18.610868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc41ac-5f1a-42c0-a5df-401103c8abe0 None None] Pushing event updated for resources: {'Port': ['ID=c0e96474-190e-4821-9216-69f85e538f05,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.628673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f8fc37be-8498-43d3-82a4-d11dd5230409, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f8fc37be-8498-43d3-82a4-d11dd5230409,segment=NetworkSegment(0e5cf9c8-3f44-4508-9aca-8b62c88cb36e),segment_id=0e5cf9c8-3f44-4508-9aca-8b62c88cb36e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:18.633756 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.646226 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.689326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f8fc37be-8498-43d3-82a4-d11dd5230409,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.697807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-d38a5c00-b939-4636-af06-4fcc09cd96f5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325266 Jun 30 09:21:18.698917 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.704281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.704854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.808752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3526080 Jun 30 09:21:18.811758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38642) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:18.817131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': '59fdd64e-2151-4b41-abd5-c3dc0a2c571e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:18.836232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b6b60-8aab-41e9-af0d-cfdd41735890 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=59fdd64e-2151-4b41-abd5-c3dc0a2c571e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.852073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 59fdd64e-2151-4b41-abd5-c3dc0a2c571e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:18.875553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-3b6a9037-53e7-46c3-8cbb-55dd577d044b service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642413 Jun 30 09:21:18.940109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:18.943734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.971889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-afe16ff9-09a9-4274-ad36-2a95a11d3747 service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897529 Jun 30 09:21:19.134352 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.180675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c62c751-b0df-4aa3-b5ad-c464c6dfe65f req-3f00dd4f-818e-4f5e-b63e-9ed319c81798 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 210 time: 0.0305510 Jun 30 09:21:19.200107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=d077dec1-0d6c-4f05-b836-332d7df74a4c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.213071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': 'c030b932-c650-4bf9-9c42-b4e0b76237e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '59fdd64e-2151-4b41-abd5-c3dc0a2c571e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:19.213434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: 59fdd64e-2151-4b41-abd5-c3dc0a2c571e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:19.231525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network 59fdd64e-2151-4b41-abd5-c3dc0a2c571e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:19.241003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 59fdd64e-2151-4b41-abd5-c3dc0a2c571e) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:19.249912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c197de-31b9-4238-afe4-2c1956ae29f1 None None] Network 59fdd64e-2151-4b41-abd5-c3dc0a2c571e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:19.253361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.254007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.271523 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f4b9ed6b-da9f-4cab-ae03-64135d778849 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4583654 Jun 30 09:21:19.273899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38650) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:19.377678 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.442765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e28c5-d257-4d0b-b27b-91993887f09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-59fdd64e-2151-4b41-abd5-c3dc0a2c571e', 'network_id': '59fdd64e-2151-4b41-abd5-c3dc0a2c571e', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': 'd077dec1-0d6c-4f05-b836-332d7df74a4c'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:19.444014 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ac6e28c5-d257-4d0b-b27b-91993887f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.459455 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.541224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server [None req-ac6e28c5-d257-4d0b-b27b-91993887f09b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d077dec1-0d6c-4f05-b836-332d7df74a4c: This subnet is being modified by another concurrent operation. Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d077dec1-0d6c-4f05-b836-332d7df74a4c: This subnet is being modified by another concurrent operation. Jun 30 09:21:19.555069 n-d-758944-40 neutron-server[100241]: ERROR oslo_messaging.rpc.server Jun 30 09:21:19.575695 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=d077dec1-0d6c-4f05-b836-332d7df74a4c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.586592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5a469-972d-44c0-b7e7-0033911f4243 None None] Network 59fdd64e-2151-4b41-abd5-c3dc0a2c571e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:19.647312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.658359 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fdd64e-2151-4b41-abd5-c3dc0a2c571e']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:19.670076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c030b932-c650-4bf9-9c42-b4e0b76237e6') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:19.670408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c030b932-c650-4bf9-9c42-b4e0b76237e6') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:19.681201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.695974 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.702749 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:19.703350 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:19.706580 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:19.736624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b3dde-2a08-4b8b-a599-275acadea7a1 None None] Network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:19.787650 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.791966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.794168 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/59fdd64e-2151-4b41-abd5-c3dc0a2c571e HTTP/1.1" status: 204 len: 168 time: 0.5191214 Jun 30 09:21:19.797808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38658) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:19.803226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082406284'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:19.810969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62477e78-cb9b-48e9-a4af-0cf197c520ad tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=59fdd64e-2151-4b41-abd5-c3dc0a2c571e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.825709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8e4f5380-a8e0-451b-8a5b-5d8b0c6e444d None None] Provisioning for port c0e96474-190e-4821-9216-69f85e538f05 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:19.833341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:19.843396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.881926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:19.897874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c0e96474-190e-4821-9216-69f85e538f05 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:19.899151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.899499 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment 8a0b5df8-54b7-4241-bcaf-6ea66ca6bbf5 of type vlan for network f4ea4087-04ba-4688-ad39-aa9dbd66c644 Jun 30 09:21:19.944980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.978943 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.985021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.985622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.985811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c0e96474-190e-4821-9216-69f85e538f05 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:19.992619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c0e96474-190e-4821-9216-69f85e538f05 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:19.992987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.038829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2398200 Jun 30 09:21:20.041897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38660) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:20.047487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': 'f4ea4087-04ba-4688-ad39-aa9dbd66c644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:20.054552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049ebe2-0b81-41b0-9c96-ddabfcfc3056 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=f4ea4087-04ba-4688-ad39-aa9dbd66c644,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.084103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network f4ea4087-04ba-4688-ad39-aa9dbd66c644 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:20.143055 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:20.145444 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.147174 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.191593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c0e96474-190e-4821-9216-69f85e538f05, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c0e96474-190e-4821-9216-69f85e538f05,segment=NetworkSegment(ae324a9c-c6f6-4b68-aa3d-20efce1d0a47),segment_id=ae324a9c-c6f6-4b68-aa3d-20efce1d0a47)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:20.195843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.197393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f8fc37be-8498-43d3-82a4-d11dd5230409 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:20.254744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac1bfeb-54a3-4083-9b59-bc1d92b1d5ec None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:20.317962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c0e96474-190e-4821-9216-69f85e538f05,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.344347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-49e57eae-098c-4478-b17d-0dd516b07654 None None] Provisioning complete for port c0e96474-190e-4821-9216-69f85e538f05 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:20.344715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-49e57eae-098c-4478-b17d-0dd516b07654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.358321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2891bdd6-8898-4128-8c86-fe7ec8989088 req-30cfdbaf-0c08-406b-8b99-3b430aae18aa tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 210 time: 0.0421464 Jun 30 09:21:20.378213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.398840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f8fc37be-8498-43d3-82a4-d11dd5230409 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:20.399214 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.436241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=1b1998ed-9aae-4e1f-98d6-f4f2e261f543,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.461172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac1bfeb-54a3-4083-9b59-bc1d92b1d5ec None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:20.461436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': '8a0b5df8-54b7-4241-bcaf-6ea66ca6bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f4ea4087-04ba-4688-ad39-aa9dbd66c644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:20.461830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: f4ea4087-04ba-4688-ad39-aa9dbd66c644, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:20.482330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network f4ea4087-04ba-4688-ad39-aa9dbd66c644 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:20.496473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, f4ea4087-04ba-4688-ad39-aa9dbd66c644) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:20.502070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.503358 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.521423 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aec6d0ee-dd28-429e-8923-30acbf3693bc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4780519 Jun 30 09:21:20.524186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38664) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:20.620398 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-7e9a36ec-126e-48b4-b53c-f4c4eba6500e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.622004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-7e9a36ec-126e-48b4-b53c-f4c4eba6500e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1700337 Jun 30 09:21:20.644093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.644826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'port': {'device_id': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'admin_state_up': True, 'tenant_id': '86b9fb1086f5409484faabc387b56949'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:20.708838 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.779371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.781760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:20.786675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.811388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50547c1-5c5b-48de-9120-a1577e2b0171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-f4ea4087-04ba-4688-ad39-aa9dbd66c644', 'network_id': 'f4ea4087-04ba-4688-ad39-aa9dbd66c644', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': '1b1998ed-9aae-4e1f-98d6-f4f2e261f543'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:20.812260 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b50547c1-5c5b-48de-9120-a1577e2b0171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.872500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1998ed-9aae-4e1f-98d6-f4f2e261f543,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.886908 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.896957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ea4087-04ba-4688-ad39-aa9dbd66c644']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.911370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0b5df8-54b7-4241-bcaf-6ea66ca6bbf5') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.912071 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0b5df8-54b7-4241-bcaf-6ea66ca6bbf5') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:20.927901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba019f7-b4e7-4ac1-95d7-d6c2c11b39bb None None] Network f4ea4087-04ba-4688-ad39-aa9dbd66c644 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:20.928045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.948076 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.949855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.20.0.8 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/22b30297-4dd9-42a4-af4d-e639e9bedf82) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:20.958290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:20.958690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:20.962406 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:21.032992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.039771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.042317 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/f4ea4087-04ba-4688-ad39-aa9dbd66c644 HTTP/1.1" status: 204 len: 168 time: 0.5159657 Jun 30 09:21:21.045736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38666) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:21.050962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008456261'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:21.057434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd3293-ec34-440a-9c40-b64dcdfb8cde None None] Network f4ea4087-04ba-4688-ad39-aa9dbd66c644 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:21.072009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd3293-ec34-440a-9c40-b64dcdfb8cde None None] Network f4ea4087-04ba-4688-ad39-aa9dbd66c644 could not be found, it might have been deleted concurrently. {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:21:21.073106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528e5b-da37-4770-9de7-8058b0ffed70 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=f4ea4087-04ba-4688-ad39-aa9dbd66c644,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.100448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:21.106781 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.144095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:21.160698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.161259 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment a4260f61-d3de-443b-a1c7-9685db2f88a5 of type vlan for network 656ba075-b896-4f65-8996-429b413d4125 Jun 30 09:21:21.164209 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.182035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Transition to ACTIVE for port object 22b30297-4dd9-42a4-af4d-e639e9bedf82 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:21.207164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.227625 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.246117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.254576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:21.255592 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.280033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:21.283431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:21.286245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:21.327095 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2801905 Jun 30 09:21:21.330237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38672) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:21.335559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': '656ba075-b896-4f65-8996-429b413d4125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:21.340442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=22b30297-4dd9-42a4-af4d-e639e9bedf82,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.351284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.351639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.351987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.352375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.352722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.353655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.353983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.354315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.354643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.354967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.355297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.355625 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:21.361350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b21ef9-e3ca-482d-b03b-98f2bab46b04 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=656ba075-b896-4f65-8996-429b413d4125,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.372963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:21.373682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.381346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 656ba075-b896-4f65-8996-429b413d4125 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:21.394129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c95322f5-9f98-4321-b02d-85c5ff8fcb86 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532046 Jun 30 09:21:21.410238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Request body: {'port': {'device_id': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:21.499202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:21.504072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.522864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.652095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ca91bcbe-881e-493a-abce-85b401b046fd None None] Provisioning for port 22b30297-4dd9-42a4-af4d-e639e9bedf82 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:21.656750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ca91bcbe-881e-493a-abce-85b401b046fd None None] Provisioning complete for port 22b30297-4dd9-42a4-af4d-e639e9bedf82 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:21.657377 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca91bcbe-881e-493a-abce-85b401b046fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.697182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ca91bcbe-881e-493a-abce-85b401b046fd None None] Port 22b30297-4dd9-42a4-af4d-e639e9bedf82 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:21.731963 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.813108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': 'a4260f61-d3de-443b-a1c7-9685db2f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '656ba075-b896-4f65-8996-429b413d4125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:21.813501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: 656ba075-b896-4f65-8996-429b413d4125, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:21.815953 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=58f684a1-873e-46d0-8bcd-91dc5e3db45d,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.840833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c0e96474-190e-4821-9216-69f85e538f05 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:21.842767 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network 656ba075-b896-4f65-8996-429b413d4125 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:21.856543 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 656ba075-b896-4f65-8996-429b413d4125) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:21.861830 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:21.862558 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.878495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf0c939-0c6c-4e05-92a2-4fc105cf629d None None] Network 656ba075-b896-4f65-8996-429b413d4125 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:21.884203 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3fcbac1b-5260-4e7e-a9bf-f05d43d80987 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5526438 Jun 30 09:21:21.887633 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38676) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:21.893748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': '656ba075-b896-4f65-8996-429b413d4125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:21.991092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c0e96474-190e-4821-9216-69f85e538f05 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:21.991465 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.033088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:22.037806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.145729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23ee50-71f8-448c-bfee-6f9b56f31815 req-0382bcc6-4a67-447a-8e42-c251d924a21c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.147277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d23ee50-71f8-448c-bfee-6f9b56f31815 req-0382bcc6-4a67-447a-8e42-c251d924a21c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 931 time: 0.5705631 Jun 30 09:21:22.163105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-656ba075-b896-4f65-8996-429b413d4125', 'network_id': '656ba075-b896-4f65-8996-429b413d4125', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': '58f684a1-873e-46d0-8bcd-91dc5e3db45d'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:22.163892 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.224593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d23ee50-71f8-448c-bfee-6f9b56f31815 req-f40249ec-9e58-447b-a2f0-073151d73bb8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676177 Jun 30 09:21:22.304026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b30297-4dd9-42a4-af4d-e639e9bedf82 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:22.313593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.328137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Transition to ACTIVE for port object 22b30297-4dd9-42a4-af4d-e639e9bedf82 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:22.334234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.341317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Allocated IP 2001:db8::2 (656ba075-b896-4f65-8996-429b413d4125/58f684a1-873e-46d0-8bcd-91dc5e3db45d/1a6144a7-db41-4f23-957b-834998dce173) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:22.346012 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.401541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Pushing event updated for resources: {'Port': ['ID=22b30297-4dd9-42a4-af4d-e639e9bedf82,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.402868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network 656ba075-b896-4f65-8996-429b413d4125 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:22.408535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:22.411307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.412124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.422441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=fac8ba2b-86ad-438f-ac69-7962431df28b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.450370 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-622bbb3b-fdc9-4819-9da0-368e57767a6c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5584273 Jun 30 09:21:22.450370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38678) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.502323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Attempting to bind port 22b30297-4dd9-42a4-af4d-e639e9bedf82 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:22.502959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Attempting to bind port 22b30297-4dd9-42a4-af4d-e639e9bedf82 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:22.506197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Attempting to bind port 22b30297-4dd9-42a4-af4d-e639e9bedf82 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:22.515379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Port 22b30297-4dd9-42a4-af4d-e639e9bedf82 on network e758e3ed-806c-4aa5-b924-0a632406084b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:22.518013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Attempting to bind port 22b30297-4dd9-42a4-af4d-e639e9bedf82 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:22.529520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:22.530262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:22.532372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:22.533072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Bound port: 22b30297-4dd9-42a4-af4d-e639e9bedf82, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:22.533667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.584020 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.585261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605a8d9-ee07-4d5d-be56-f8cdc4833087 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.586882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605a8d9-ee07-4d5d-be56-f8cdc4833087 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.589019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605a8d9-ee07-4d5d-be56-f8cdc4833087 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.590577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605a8d9-ee07-4d5d-be56-f8cdc4833087 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.592096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605a8d9-ee07-4d5d-be56-f8cdc4833087 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.597485 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4605a8d9-ee07-4d5d-be56-f8cdc4833087 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1459949 Jun 30 09:21:22.597915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Transition to ACTIVE for port object 1a6144a7-db41-4f23-957b-834998dce173 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:22.601446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38680) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.608268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011949415'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:22.624182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Transition to ACTIVE for port object 1a6144a7-db41-4f23-957b-834998dce173 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:22.633710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] For port 22b30297-4dd9-42a4-af4d-e639e9bedf82, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:22.636753 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.641162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] For port 22b30297-4dd9-42a4-af4d-e639e9bedf82, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22b30297-4dd9-42a4-af4d-e639e9bedf82,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:22.650556 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.657974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:22.663471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.676340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Network 656ba075-b896-4f65-8996-429b413d4125 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:22.678941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:22.683474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:22.705247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:22.717547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Pushing event updated for resources: {'Port': ['ID=22b30297-4dd9-42a4-af4d-e639e9bedf82,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.734844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.735768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.737427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-65698620-6bdd-48e3-a99f-458da0c9af40 service neutron] 10.222.0.26 "PUT /v2.0/ports/22b30297-4dd9-42a4-af4d-e639e9bedf82 HTTP/1.1" status: 200 len: 1092 time: 1.3321574 Jun 30 09:21:22.738133 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'tag': '22b30297-4dd9-42a4-af4d-e639e9bedf82'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:22.740379 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.740791 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment 8c35394e-78a9-4c51-aec6-2918547f5d63 of type vlan for network c2157563-3787-4ffa-80c7-3ec1e606e6c9 Jun 30 09:21:22.746127 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4779e072-ab97-46ef-b65f-739d334de490" -d '{"events": [{"name": "network-changed", "server_uuid": "8a08a773-3d53-4bb1-89a5-17f33be28c68", "tag": "22b30297-4dd9-42a4-af4d-e639e9bedf82"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:22.761906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Pushing event updated for resources: {'Port': ['ID=1a6144a7-db41-4f23-957b-834998dce173,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.779446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Attempting to bind port 1a6144a7-db41-4f23-957b-834998dce173 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:22.779821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Attempting to bind port 1a6144a7-db41-4f23-957b-834998dce173 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'a4260f61-d3de-443b-a1c7-9685db2f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '656ba075-b896-4f65-8996-429b413d4125'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:22.780181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Attempting to bind port 1a6144a7-db41-4f23-957b-834998dce173 on network 656ba075-b896-4f65-8996-429b413d4125 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:22.789236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:22.789615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Checking segment: {'id': 'a4260f61-d3de-443b-a1c7-9685db2f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '656ba075-b896-4f65-8996-429b413d4125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:22.790044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.790487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Bound using segment: {'id': 'a4260f61-d3de-443b-a1c7-9685db2f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '656ba075-b896-4f65-8996-429b413d4125'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:22.790925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Bound port: 1a6144a7-db41-4f23-957b-834998dce173, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4260f61-d3de-443b-a1c7-9685db2f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '656ba075-b896-4f65-8996-429b413d4125'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:22.791306 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.821493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.866628 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc397f44-7bdc-4443-a637-8010d6c3e407 x-openstack-request-id: req-dc397f44-7bdc-4443-a637-8010d6c3e407 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:22.866995 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a08a773-3d53-4bb1-89a5-17f33be28c68", "tag": "22b30297-4dd9-42a4-af4d-e639e9bedf82", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:22.867316 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc397f44-7bdc-4443-a637-8010d6c3e407 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:22.867809 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'tag': '22b30297-4dd9-42a4-af4d-e639e9bedf82', 'status': 'completed', 'code': 200} Jun 30 09:21:22.884413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.886201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] For port 1a6144a7-db41-4f23-957b-834998dce173, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:22.892740 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.893738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.893876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] For port 1a6144a7-db41-4f23-957b-834998dce173, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1a6144a7-db41-4f23-957b-834998dce173,segment=NetworkSegment(a4260f61-d3de-443b-a1c7-9685db2f88a5),segment_id=a4260f61-d3de-443b-a1c7-9685db2f88a5)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:22.899565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.925918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-06b7e6c9-99ba-4609-8ba8-00fd1232bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.926172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-06b7e6c9-99ba-4609-8ba8-00fd1232bbc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 1095 time: 0.1178491 Jun 30 09:21:22.998676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ad0a7-a5d3-407b-86e0-1e2878e16487 None None] Pushing event updated for resources: {'Port': ['ID=1a6144a7-db41-4f23-957b-834998dce173,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.012038 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4090555 Jun 30 09:21:23.015402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38684) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:23.016968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-e0ede3ed-9f58-4149-9e53-7d07ee040a50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b30297-4dd9-42a4-af4d-e639e9bedf82 HTTP/1.1" status: 200 len: 217 time: 0.0792220 Jun 30 09:21:23.024804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:23.053467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e216a-7d89-4b80-be47-fcd0f0891160 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=c2157563-3787-4ffa-80c7-3ec1e606e6c9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.067573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:23.225847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-b5eb60f6-0f4a-4b82-b73b-049c3d9bff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.237921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-b5eb60f6-0f4a-4b82-b73b-049c3d9bff30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.2080421 Jun 30 09:21:23.341999 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.370797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219675-8841-4cfd-871b-2f1a04d65153 req-9664a787-7242-4bdf-85b1-2eccc766fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.373459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-9664a787-7242-4bdf-85b1-2eccc766fc7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237078 Jun 30 09:21:23.386727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.414050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 is not hosted by any dhcp agent {{(pid=100240) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:21:23.414697 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.420975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.421789 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.423185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "PUT /v2.0/networks/c2157563-3787-4ffa-80c7-3ec1e606e6c9 HTTP/1.1" status: 200 len: 723 time: 0.4053233 Jun 30 09:21:23.426493 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38688) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:23.434555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:23.529795 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:23.533743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.556236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d402ad-f72c-4461-b2b9-7d216b571b9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=c2157563-3787-4ffa-80c7-3ec1e606e6c9,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.572269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:23.602170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaa246-9a4b-40fc-8b5d-d924cd3c74a1 req-c62658ec-c3f6-431e-8588-e0280d9e22b6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.604343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcaaa246-9a4b-40fc-8b5d-d924cd3c74a1 req-c62658ec-c3f6-431e-8588-e0280d9e22b6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.2298064 Jun 30 09:21:23.608599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-c060d20d-d6a4-43d3-8d15-b9552654e8aa service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231534 Jun 30 09:21:23.710032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcaaa246-9a4b-40fc-8b5d-d924cd3c74a1 req-e3a7b23d-4d28-48d6-8c2a-c27a1d515809 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994639 Jun 30 09:21:23.773236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08219675-8841-4cfd-871b-2f1a04d65153 req-7deaa2ca-1a61-419a-9f06-630146bfba94 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473758 Jun 30 09:21:23.825333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.904049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': '8c35394e-78a9-4c51-aec6-2918547f5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:23.904465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: c2157563-3787-4ffa-80c7-3ec1e606e6c9, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:23.911994 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=cc833832-af92-4cef-b1fd-319bc02328c0,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.944896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:23.957918 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c2157563-3787-4ffa-80c7-3ec1e606e6c9) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:23.970818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.972558 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be749bc8-2427-4529-82e5-89425dfd6eb4 None None] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:23.973047 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.992065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779e072-ab97-46ef-b65f-739d334de490 req-99e02d39-aeea-4b0c-8e46-95649997e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.993955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4779e072-ab97-46ef-b65f-739d334de490 req-99e02d39-aeea-4b0c-8e46-95649997e51a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 1095 time: 0.1234846 Jun 30 09:21:24.002381 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b60e47c5-a21e-4aa8-bb53-8586dc7c1cd4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5747199 Jun 30 09:21:24.011938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38690) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:24.027425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4b06e5db-a156-4c3c-b97c-1f101312b98e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:24.051645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1a6144a7-db41-4f23-957b-834998dce173 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:24.133045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4b06e5db-a156-4c3c-b97c-1f101312b98e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8859828'] for subnet, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.190699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 1a6144a7-db41-4f23-957b-834998dce173 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:24.294729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-c2157563-3787-4ffa-80c7-3ec1e606e6c9', 'network_id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': 'cc833832-af92-4cef-b1fd-319bc02328c0'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:24.295878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.422045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938da0e-6539-4608-ba46-5cd03f4026b7 None None] Network 656ba075-b896-4f65-8996-429b413d4125 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:24.430496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4b06e5db-a156-4c3c-b97c-1f101312b98e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766261494020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8633856'] for subnet, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.523265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-29b7b2b7-8278-4607-9039-4a8258d28db3 None None] Provisioning for port 1a6144a7-db41-4f23-957b-834998dce173 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:24.535901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-29b7b2b7-8278-4607-9039-4a8258d28db3 None None] Provisioning complete for port 1a6144a7-db41-4f23-957b-834998dce173 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:24.536260 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-29b7b2b7-8278-4607-9039-4a8258d28db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.559551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06e5db-a156-4c3c-b97c-1f101312b98e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.560425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4b06e5db-a156-4c3c-b97c-1f101312b98e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.561898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4b06e5db-a156-4c3c-b97c-1f101312b98e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "PUT /v2.0/subnets/cc833832-af92-4cef-b1fd-319bc02328c0 HTTP/1.1" status: 200 len: 826 time: 0.5405798 Jun 30 09:21:24.564956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38692) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:24.567461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779e072-ab97-46ef-b65f-739d334de490 req-1f8ddda6-7b53-4dd6-9c6c-ac5b0c7bee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.569150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4779e072-ab97-46ef-b65f-739d334de490 req-1f8ddda6-7b53-4dd6-9c6c-ac5b0c7bee83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.5651419 Jun 30 09:21:24.622906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Allocated IP 2001:db8::2 (c2157563-3787-4ffa-80c7-3ec1e606e6c9/cc833832-af92-4cef-b1fd-319bc02328c0/22bf6d6e-f497-4249-a8aa-b3af7eea6fa5) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:24.634851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4779e072-ab97-46ef-b65f-739d334de490 req-2f839477-282c-4b09-b048-5afc2aff5944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b30297-4dd9-42a4-af4d-e639e9bedf82 HTTP/1.1" status: 200 len: 217 time: 0.0571959 Jun 30 09:21:24.635722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06e5db-a156-4c3c-b97c-1f101312b98e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=cc833832-af92-4cef-b1fd-319bc02328c0,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:24.696201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779e072-ab97-46ef-b65f-739d334de490 req-9eb554c3-24ff-41b6-a2e4-3397e5a9f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.697680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4779e072-ab97-46ef-b65f-739d334de490 req-9eb554c3-24ff-41b6-a2e4-3397e5a9f553 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0532928 Jun 30 09:21:24.747792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.777925 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-29b7b2b7-8278-4607-9039-4a8258d28db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.805854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779e072-ab97-46ef-b65f-739d334de490 req-1464b07f-acdb-4a90-9570-91cbac512254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.808199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4779e072-ab97-46ef-b65f-739d334de490 req-1464b07f-acdb-4a90-9570-91cbac512254 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008627 Jun 30 09:21:24.861954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-29b7b2b7-8278-4607-9039-4a8258d28db3 None None] For port 1a6144a7-db41-4f23-957b-834998dce173, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1a6144a7-db41-4f23-957b-834998dce173,segment=NetworkSegment(a4260f61-d3de-443b-a1c7-9685db2f88a5),segment_id=a4260f61-d3de-443b-a1c7-9685db2f88a5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:24.872454 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.919124 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-29b7b2b7-8278-4607-9039-4a8258d28db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.012263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.037782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Transition to ACTIVE for port object 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:25.039575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7b2b7-8278-4607-9039-4a8258d28db3 None None] Pushing event updated for resources: {'Port': ['ID=1a6144a7-db41-4f23-957b-834998dce173,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.050788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b632b3-a9d5-4e8a-8791-b42a23b17889 req-5dc23080-98be-4d51-95f0-2cc118d02f13 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.051507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b632b3-a9d5-4e8a-8791-b42a23b17889 req-5dc23080-98be-4d51-95f0-2cc118d02f13 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.1104717 Jun 30 09:21:25.077586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4779e072-ab97-46ef-b65f-739d334de490 req-be4a5098-b748-4dc6-bea0-e4c7fa415792 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570901 Jun 30 09:21:25.083030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Transition to ACTIVE for port object 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:25.095543 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.127225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] Update dhcp port {'port': {'network_id': '656ba075-b896-4f65-8996-429b413d4125', 'fixed_ips': [{'subnet_id': '58f684a1-873e-46d0-8bcd-91dc5e3db45d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fac8ba2b-86ad-438f-ac69-7962431df28b'}], 'binding:host_id': 'n-d-758944-40'}, 'id': '1a6144a7-db41-4f23-957b-834998dce173'} from n-d-758944-40. {{(pid=100241) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:21:25.132517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.175835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=cc833832-af92-4cef-b1fd-319bc02328c0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.195036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:25.201712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b632b3-a9d5-4e8a-8791-b42a23b17889 req-a9cfe54f-bd3a-4a5e-a7aa-ab4c1641ead8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360736 Jun 30 09:21:25.207648 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:25.211526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:25.215391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Pushing event updated for resources: {'Port': ['ID=22bf6d6e-f497-4249-a8aa-b3af7eea6fa5,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.231820 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.260978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4779e072-ab97-46ef-b65f-739d334de490 req-c109f1ad-28e2-42d2-ae98-ee75dbd482d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718662 Jun 30 09:21:25.283957 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.298311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2157563-3787-4ffa-80c7-3ec1e606e6c9']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.322581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c35394e-78a9-4c51-aec6-2918547f5d63') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.323708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c35394e-78a9-4c51-aec6-2918547f5d63') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:25.345451 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.346430 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.352256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Attempting to bind port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:25.352689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Attempting to bind port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '8c35394e-78a9-4c51-aec6-2918547f5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:25.353031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Attempting to bind port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 on network c2157563-3787-4ffa-80c7-3ec1e606e6c9 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:25.363461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.365572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:25.366011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Checking segment: {'id': '8c35394e-78a9-4c51-aec6-2918547f5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:25.366369 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.366753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Bound using segment: {'id': '8c35394e-78a9-4c51-aec6-2918547f5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:25.367225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Bound port: 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c35394e-78a9-4c51-aec6-2918547f5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:25.367574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.375492 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:25.376505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:25.380294 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:25.473436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:21:25.473436 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:21:25.473436 n-d-758944-40 neutron-server[100238]: [parameters: {'id': 'c2157563-3787-4ffa-80c7-3ec1e606e6c9'}] Jun 30 09:21:25.473436 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:21:25.474043 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:21:25.578330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] For port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:25.584502 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] For port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=22bf6d6e-f497-4249-a8aa-b3af7eea6fa5,segment=NetworkSegment(8c35394e-78a9-4c51-aec6-2918547f5d63),segment_id=8c35394e-78a9-4c51-aec6-2918547f5d63)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:25.594310 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.602044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] Allocated IP 172.20.0.1 (656ba075-b896-4f65-8996-429b413d4125/fac8ba2b-86ad-438f-ac69-7962431df28b/1a6144a7-db41-4f23-957b-834998dce173) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:25.790181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ed7aa-4f97-4318-92d1-60c942e4f9ba None None] Pushing event updated for resources: {'Port': ['ID=22bf6d6e-f497-4249-a8aa-b3af7eea6fa5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.817878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1a6144a7-db41-4f23-957b-834998dce173 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:25.824204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6879030-6bde-4b07-8943-66aae473edd8 None None] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:25.913671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] For port 1a6144a7-db41-4f23-957b-834998dce173, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1a6144a7-db41-4f23-957b-834998dce173,segment=NetworkSegment(a4260f61-d3de-443b-a1c7-9685db2f88a5),segment_id=a4260f61-d3de-443b-a1c7-9685db2f88a5)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:25.975410 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.988859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.057242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] Transition to ACTIVE for port object 1a6144a7-db41-4f23-957b-834998dce173 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:26.062043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1a6144a7-db41-4f23-957b-834998dce173 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:26.062043 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.085908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:26.087943 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.097422 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.203014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Port 1a6144a7-db41-4f23-957b-834998dce173 had new provisioning blocks added so it will not transition to active. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 09:21:26.203632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] For port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=22bf6d6e-f497-4249-a8aa-b3af7eea6fa5,segment=NetworkSegment(8c35394e-78a9-4c51-aec6-2918547f5d63),segment_id=8c35394e-78a9-4c51-aec6-2918547f5d63)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:26.204000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.223638 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Calling delete_port for 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:26.238710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739dca6-35a0-4281-a706-ae1522df6b05 None None] Pushing event updated for resources: {'Port': ['ID=1a6144a7-db41-4f23-957b-834998dce173,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.291849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5205e-01b6-41bf-87d4-a4596ea2ea15 None None] Network c2157563-3787-4ffa-80c7-3ec1e606e6c9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:26.350861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.414161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Port': ['ID=22bf6d6e-f497-4249-a8aa-b3af7eea6fa5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.420743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No DVR routers for this DVR port 22bf6d6e-f497-4249-a8aa-b3af7eea6fa5 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:26.528078 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.540050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2157563-3787-4ffa-80c7-3ec1e606e6c9']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.546290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f39d8e-a355-4729-b080-c69bf2cefd3c req-d005248f-9ead-4ebd-98fc-b60229108f49 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.549699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47f39d8e-a355-4729-b080-c69bf2cefd3c req-d005248f-9ead-4ebd-98fc-b60229108f49 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.1589706 Jun 30 09:21:26.561917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c35394e-78a9-4c51-aec6-2918547f5d63') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.562261 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c35394e-78a9-4c51-aec6-2918547f5d63') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.588689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.622215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47f39d8e-a355-4729-b080-c69bf2cefd3c req-041f1a2a-95f8-462e-9de8-2c1e8d6e8f63 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615058 Jun 30 09:21:26.626452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.639442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:26.640365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:26.645779 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:26.746272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.756739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.759008 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/c2157563-3787-4ffa-80c7-3ec1e606e6c9 HTTP/1.1" status: 204 len: 168 time: 2.1930609 Jun 30 09:21:26.762070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38698) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:26.769391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4e06a-502c-4056-ae90-195030961fb3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=c2157563-3787-4ffa-80c7-3ec1e606e6c9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.788007 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1594140-3391-40fa-b9ce-9491b3e06783 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:26.788521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1594140-3391-40fa-b9ce-9491b3e06783 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:26.790353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a1594140-3391-40fa-b9ce-9491b3e06783 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/c2157563-3787-4ffa-80c7-3ec1e606e6c9 HTTP/1.1" status: 404 len: 339 time: 0.0273290 Jun 30 09:21:26.796787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38700) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:26.802725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356502540', 'description': 'd1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:26.838859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:26.847187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.887141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:26.900446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.900446 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment 89b978c1-354f-4cb7-9f06-115d663a9239 of type vlan for network d61438b3-4abd-4f0b-904d-df15182d3a96 Jun 30 09:21:26.960907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.004314 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.015148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.015797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.105163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3072004 Jun 30 09:21:27.109376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2749c-a97e-47c1-a613-2dd56dbcda27 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=d61438b3-4abd-4f0b-904d-df15182d3a96,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.113586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38702) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.132310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d61438b3-4abd-4f0b-904d-df15182d3a96 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:27.212307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c012e-20a5-4651-9d47-2088fc231304 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.213964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f18c012e-20a5-4651-9d47-2088fc231304 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/networks?id=d61438b3-4abd-4f0b-904d-df15182d3a96 HTTP/1.1" status: 200 len: 765 time: 0.0993814 Jun 30 09:21:27.216727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38704) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.222417 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'description': 'd2'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:27.377903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b24c0a-b672-4786-9415-3450a69c04bf None None] Network 656ba075-b896-4f65-8996-429b413d4125 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:27.434752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.438990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-743cc700-3771-40d4-ae4d-66b095e33635 None None] Provisioning for port 1a6144a7-db41-4f23-957b-834998dce173 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:27.454716 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.456417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-743cc700-3771-40d4-ae4d-66b095e33635 None None] Provisioning complete for port 1a6144a7-db41-4f23-957b-834998dce173 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:27.456977 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-743cc700-3771-40d4-ae4d-66b095e33635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.465044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network d61438b3-4abd-4f0b-904d-df15182d3a96 is not hosted by any dhcp agent {{(pid=100238) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:21:27.470831 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.471438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.473247 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "PUT /v2.0/networks/d61438b3-4abd-4f0b-904d-df15182d3a96 HTTP/1.1" status: 200 len: 762 time: 0.2552922 Jun 30 09:21:27.475990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38706) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.540410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841cbd8-6f6d-463b-a027-31235886c09e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=d61438b3-4abd-4f0b-904d-df15182d3a96,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.558983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d61438b3-4abd-4f0b-904d-df15182d3a96 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:27.691225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8b9e0-f09b-4365-8cb9-fcffaa6f76b0 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.696843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-72c8b9e0-f09b-4365-8cb9-fcffaa6f76b0 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/networks?id=d61438b3-4abd-4f0b-904d-df15182d3a96 HTTP/1.1" status: 200 len: 765 time: 0.2091138 Jun 30 09:21:27.697424 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38710) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.845852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1a6144a7-db41-4f23-957b-834998dce173 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:27.882323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e8a5-9be1-4a69-86a5-f2279b89f869 req-f043f660-fb43-4ed6-913e-b43f76237f22 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.886505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e57e8a5-9be1-4a69-86a5-f2279b89f869 req-f043f660-fb43-4ed6-913e-b43f76237f22 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.1087027 Jun 30 09:21:27.916758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 1a6144a7-db41-4f23-957b-834998dce173 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:27.917131 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.956890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e57e8a5-9be1-4a69-86a5-f2279b89f869 req-fe40a573-f5bc-46d7-b165-55594cfba37f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632763 Jun 30 09:21:28.021095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e1b6c-090e-4258-a096-fae4db336d5a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.025926 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f41e1b6c-090e-4258-a096-fae4db336d5a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3240271 Jun 30 09:21:28.027710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38712) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.045165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762df17-7c3f-4b58-be38-8bd04ef7155d None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:28.083832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38714) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.084286 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-21a7a4e9-c42b-4721-bd8d-c516f3016907 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792 HTTP/1.1" status: 200 len: 207 time: 0.0553675 Jun 30 09:21:28.108513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0e7cf67d-8735-4795-904b-a81821bbfc0b None None] Provisioning complete for port 1a6144a7-db41-4f23-957b-834998dce173 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:28.108890 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf67d-8735-4795-904b-a81821bbfc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.202436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762df17-7c3f-4b58-be38-8bd04ef7155d None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:28.357508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da516b-7c72-4110-97ef-5e184356ef4f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.364695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da516b-7c72-4110-97ef-5e184356ef4f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.371456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da516b-7c72-4110-97ef-5e184356ef4f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.377153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da516b-7c72-4110-97ef-5e184356ef4f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.383205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da516b-7c72-4110-97ef-5e184356ef4f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.389111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da516b-7c72-4110-97ef-5e184356ef4f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.395743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38716) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.396289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-96da516b-7c72-4110-97ef-5e184356ef4f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3100021 Jun 30 09:21:28.582506 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d1a22f93-a9f8-4149-842c-844f3ead72d4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1863365 Jun 30 09:21:28.586340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38718) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.643471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad645e3-e575-4e9f-bd51-a8213f63a252 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.644962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad645e3-e575-4e9f-bd51-a8213f63a252 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.646590 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad645e3-e575-4e9f-bd51-a8213f63a252 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.648043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad645e3-e575-4e9f-bd51-a8213f63a252 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.649506 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad645e3-e575-4e9f-bd51-a8213f63a252 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.651634 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5ad645e3-e575-4e9f-bd51-a8213f63a252 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0644474 Jun 30 09:21:28.655426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.030445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29748a35-0b8e-4e53-a932-05ac1d493348 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.031845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29748a35-0b8e-4e53-a932-05ac1d493348 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.033322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29748a35-0b8e-4e53-a932-05ac1d493348 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.034737 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29748a35-0b8e-4e53-a932-05ac1d493348 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.036102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29748a35-0b8e-4e53-a932-05ac1d493348 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['shared'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.037685 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-29748a35-0b8e-4e53-a932-05ac1d493348 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3813462 Jun 30 09:21:29.044791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38724) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.179861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d85a3-4187-42e9-aacd-2563b1d478fd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.181291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-594d85a3-4187-42e9-aacd-2563b1d478fd tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/networks/d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 HTTP/1.1" status: 200 len: 804 time: 0.1354091 Jun 30 09:21:29.188619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38726) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.199023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178a8e7-ae32-4098-8006-03c173a83b8f req-3e5d163c-3d8b-48f1-a1c6-ba2728311299 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.200487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9178a8e7-ae32-4098-8006-03c173a83b8f req-3e5d163c-3d8b-48f1-a1c6-ba2728311299 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.1323614 Jun 30 09:21:29.242754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9178a8e7-ae32-4098-8006-03c173a83b8f req-74403aa0-6c77-4d0b-b0e9-ed7b67fee9f7 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364468 Jun 30 09:21:29.295901 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7534f7d9-4949-4e40-901a-e4fc9ff26402 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/networks/d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1057944 Jun 30 09:21:29.299300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38728) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.353188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840ffd4-d43c-4d13-8cfd-29e8d09b3dda tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.354418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8840ffd4-d43c-4d13-8cfd-29e8d09b3dda tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/subnets/1e4a5d23-e61d-4d04-91cf-a07d1e48887a HTTP/1.1" status: 200 len: 843 time: 0.0541406 Jun 30 09:21:29.358073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38730) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.410050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf6051-ecc0-45c9-a914-4e30268afcf1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['shared'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.411389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0dbf6051-ecc0-45c9-a914-4e30268afcf1 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "GET /v2.0/subnets/1e4a5d23-e61d-4d04-91cf-a07d1e48887a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0524304 Jun 30 09:21:29.415168 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38732) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.420846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617047200'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:29.442665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:29.446242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.470641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:29.482445 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.483170 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Added segment ee1484e9-123a-4325-95e1-a5766d42e066 of type vlan for network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 Jun 30 09:21:29.524524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.554456 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.560125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.560705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.626507 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2096844 Jun 30 09:21:29.629729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38734) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.634037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409023f3-d9f8-4ea3-954b-e9768e3b66e4 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Network': ['ID=0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.635731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'network_id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:29.647615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:29.727578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Made reservation on behalf of e287733281bb4385947f24dad58cd6d0 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:29.731778 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.805010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.ipam_backend_mixin [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Performing IP validity checks on allocation pools {{(pid=100240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:21:29.805695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.ipam_backend_mixin [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:21:29.876421 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:21:29.936899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.003924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=47cefb2b-f0d0-459b-aa3d-7ec725d0fe9f,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.009012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Checking segment: {'id': 'ee1484e9-123a-4325-95e1-a5766d42e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:30.009907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network hostable DHCP agents. Network: 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:30.026457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:30.034240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:30.038232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.038832 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.042854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690df66-a7ac-48ff-9990-0c3474c98db0 None None] Network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:30.055496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-62880d18-c836-4d08-bf1b-0685b881941c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4215698 Jun 30 09:21:30.056049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:30.061396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-87566074-91bc-42ed-8b1f-3ffd1ca916a9 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:30.152355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87566074-91bc-42ed-8b1f-3ffd1ca916a9 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8859828'] for subnet, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.185601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6', 'network_id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6', 'tenant_id': 'e287733281bb4385947f24dad58cd6d0', 'fixed_ips': [{'subnet_id': '47cefb2b-f0d0-459b-aa3d-7ec725d0fe9f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:30.186500 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.313200 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87566074-91bc-42ed-8b1f-3ffd1ca916a9 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766261494020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8633856'] for subnet, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.358557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87566074-91bc-42ed-8b1f-3ffd1ca916a9 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.359155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-87566074-91bc-42ed-8b1f-3ffd1ca916a9 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.360456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-87566074-91bc-42ed-8b1f-3ffd1ca916a9 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "PUT /v2.0/subnets/47cefb2b-f0d0-459b-aa3d-7ec725d0fe9f HTTP/1.1" status: 200 len: 900 time: 0.3033237 Jun 30 09:21:30.363373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38740) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:30.367800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Allocated IP 2001:db8::3 (0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6/47cefb2b-f0d0-459b-aa3d-7ec725d0fe9f/5fcb6850-9728-44a6-98ad-926e74ca7de0) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:30.378179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87566074-91bc-42ed-8b1f-3ffd1ca916a9 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event updated for resources: {'Subnet': ['ID=47cefb2b-f0d0-459b-aa3d-7ec725d0fe9f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.440045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71b728-7784-43ad-a32a-db7c14a052ed req-55783d1b-d2c7-4b73-8117-dc008af1536f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.441580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f71b728-7784-43ad-a32a-db7c14a052ed req-55783d1b-d2c7-4b73-8117-dc008af1536f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0781696 Jun 30 09:21:30.469729 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.501335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f71b728-7784-43ad-a32a-db7c14a052ed req-bf1b6c65-7b0d-4e96-bfac-b311faad3e2c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531206 Jun 30 09:21:30.526984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.535833 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.544673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Transition to ACTIVE for port object 5fcb6850-9728-44a6-98ad-926e74ca7de0 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:30.564718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Transition to ACTIVE for port object 5fcb6850-9728-44a6-98ad-926e74ca7de0 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:30.572874 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.604151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.610344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:30.614850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:30.620384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:30.627397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Pushing event updated for resources: {'Port': ['ID=5fcb6850-9728-44a6-98ad-926e74ca7de0,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.635054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=47cefb2b-f0d0-459b-aa3d-7ec725d0fe9f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.684093 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Attempting to bind port 5fcb6850-9728-44a6-98ad-926e74ca7de0 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:30.684703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Attempting to bind port 5fcb6850-9728-44a6-98ad-926e74ca7de0 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ee1484e9-123a-4325-95e1-a5766d42e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:30.684830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Attempting to bind port 5fcb6850-9728-44a6-98ad-926e74ca7de0 on network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:30.689855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:30.690450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Checking segment: {'id': 'ee1484e9-123a-4325-95e1-a5766d42e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:30.691085 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.691779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Bound using segment: {'id': 'ee1484e9-123a-4325-95e1-a5766d42e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:30.692145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Bound port: 5fcb6850-9728-44a6-98ad-926e74ca7de0, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1484e9-123a-4325-95e1-a5766d42e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:30.692578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.715105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.725100 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.735358 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1484e9-123a-4325-95e1-a5766d42e066') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.735653 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1484e9-123a-4325-95e1-a5766d42e066') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.744691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.758196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.764578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:30.764958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.765714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] For port 5fcb6850-9728-44a6-98ad-926e74ca7de0, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:30.768010 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:30.825982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] For port 5fcb6850-9728-44a6-98ad-926e74ca7de0, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fcb6850-9728-44a6-98ad-926e74ca7de0,segment=NetworkSegment(ee1484e9-123a-4325-95e1-a5766d42e066),segment_id=ee1484e9-123a-4325-95e1-a5766d42e066)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:30.826761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.db.api [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:21:30.826761 n-d-758944-40 neutron-server[100238]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:21:30.826761 n-d-758944-40 neutron-server[100238]: [parameters: {'id': '0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6'}] Jun 30 09:21:30.826761 n-d-758944-40 neutron-server[100238]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:21:30.827212 n-d-758944-40 neutron-server[100238]: DEBUG oslo_db.api [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:21:30.830834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.914567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6256ca-dac0-4528-b08a-f266d23a5942 None None] Pushing event updated for resources: {'Port': ['ID=5fcb6850-9728-44a6-98ad-926e74ca7de0,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.935994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d898f57d-7aa7-409a-8a7d-55980eeaf098 None None] Network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:31.064919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7189b0eb-879c-4e21-978d-cc39e801bcad None None] Network 0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:31.197377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba852a-3c4a-4cb8-a799-12f75efe9016 None None] get_active_networks_info from n-d-758944-40 {{(pid=100241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:21:31.291846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba852a-3c4a-4cb8-a799-12f75efe9016 None None] Resources bound (agent type, host, resource id): {{(pid=100241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:21:31.328422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.382114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting port 5fcb6850-9728-44a6-98ad-926e74ca7de0 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:31.382555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.452159 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] For port 5fcb6850-9728-44a6-98ad-926e74ca7de0, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fcb6850-9728-44a6-98ad-926e74ca7de0,segment=NetworkSegment(ee1484e9-123a-4325-95e1-a5766d42e066),segment_id=ee1484e9-123a-4325-95e1-a5766d42e066)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:31.452631 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.465510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Calling delete_port for 5fcb6850-9728-44a6-98ad-926e74ca7de0 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:31.548918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.576076 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Port': ['ID=5fcb6850-9728-44a6-98ad-926e74ca7de0,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:31.579511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No DVR routers for this DVR port 5fcb6850-9728-44a6-98ad-926e74ca7de0 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:31.632530 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f848360e-277c-4c7d-a8f4-b9fd2133cdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.665163 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.675502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.685437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1484e9-123a-4325-95e1-a5766d42e066') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.685794 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1484e9-123a-4325-95e1-a5766d42e066') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.694799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.709370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.711419 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffe3f9-0cc3-48a1-95e6-e59180f2ca5e req-9eb461ac-9abb-4271-bfc3-8c8c26553630 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.713562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bffe3f9-0cc3-48a1-95e6-e59180f2ca5e req-9eb461ac-9abb-4271-bfc3-8c8c26553630 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0667253 Jun 30 09:21:31.716540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:31.716858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:31.719901 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:31.760533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6bffe3f9-0cc3-48a1-95e6-e59180f2ca5e req-bdf7f1b9-b575-4465-aef5-3107f09043fa tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357919 Jun 30 09:21:31.789966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.808669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.810490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 HTTP/1.1" status: 204 len: 168 time: 1.4461577 Jun 30 09:21:31.811437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c8836-0f92-4c05-96a0-a868e89ee10c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:31.814110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:31.840498 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c60823a-24ae-405a-b3f1-130fe6f014ef tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:31.840871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c60823a-24ae-405a-b3f1-130fe6f014ef tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:31.842564 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2c60823a-24ae-405a-b3f1-130fe6f014ef tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/47cefb2b-f0d0-459b-aa3d-7ec725d0fe9f HTTP/1.1" status: 404 len: 337 time: 0.0275471 Jun 30 09:21:31.845062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38746) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:31.863738 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-2daf08bb-80ff-4455-8d0c-bf243b61a4ea tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:31.864264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2daf08bb-80ff-4455-8d0c-bf243b61a4ea tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:31.865928 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2daf08bb-80ff-4455-8d0c-bf243b61a4ea tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/0d9145f6-fbd1-4166-a7e4-f2fb7cc943a6 HTTP/1.1" status: 404 len: 339 time: 0.0199485 Jun 30 09:21:31.868399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38748) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:31.950598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.036139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.045686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61438b3-4abd-4f0b-904d-df15182d3a96']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.055053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b978c1-354f-4cb7-9f06-115d663a9239') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.055350 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b978c1-354f-4cb7-9f06-115d663a9239') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.063939 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.078113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.084309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:32.085045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:32.088925 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:32.152088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.159254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.161049 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/d61438b3-4abd-4f0b-904d-df15182d3a96 HTTP/1.1" status: 204 len: 168 time: 0.2917368 Jun 30 09:21:32.163680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38750) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.176521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e4ba6-6971-4298-a52a-567344a211f6 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=d61438b3-4abd-4f0b-904d-df15182d3a96,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.190282 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6786943d-9b98-41f4-8ed9-bdc3f061051b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:32.190735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6786943d-9b98-41f4-8ed9-bdc3f061051b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:32.192593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6786943d-9b98-41f4-8ed9-bdc3f061051b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/cc833832-af92-4cef-b1fd-319bc02328c0 HTTP/1.1" status: 404 len: 337 time: 0.0278230 Jun 30 09:21:32.195058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38752) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.217258 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f191c1-a61f-4c62-b100-80d44e0ccc9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:32.217735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f191c1-a61f-4c62-b100-80d44e0ccc9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:32.219374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-85f191c1-a61f-4c62-b100-80d44e0ccc9e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/c2157563-3787-4ffa-80c7-3ec1e606e6c9 HTTP/1.1" status: 404 len: 339 time: 0.0234284 Jun 30 09:21:32.221899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38754) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.272054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting subnet fac8ba2b-86ad-438f-ac69-7962431df28b {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:32.275890 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.315170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.400579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.457349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.483858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=fac8ba2b-86ad-438f-ac69-7962431df28b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.490914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.495842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-135923d4-2c3e-4791-81ad-b5ea43a3ef6f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/fac8ba2b-86ad-438f-ac69-7962431df28b HTTP/1.1" status: 204 len: 168 time: 0.2701030 Jun 30 09:21:32.496018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96acde4b-ff4f-4c42-9b29-95650ec4edfc None None] Network 656ba075-b896-4f65-8996-429b413d4125 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:32.496502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38756) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.550978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting subnet 58f684a1-873e-46d0-8bcd-91dc5e3db45d {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:32.554361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.596349 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.689057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.750907 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.780701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.785189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38758) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.785806 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/58f684a1-873e-46d0-8bcd-91dc5e3db45d HTTP/1.1" status: 204 len: 168 time: 0.2873743 Jun 30 09:21:32.789822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66771651-9de6-4241-97f4-1082f080af1d tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=58f684a1-873e-46d0-8bcd-91dc5e3db45d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:32.874192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.979348 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting port 1a6144a7-db41-4f23-957b-834998dce173 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:32.979588 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.000020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28445c-523c-48a4-9b3d-6b02a49cf762 req-8ad8b9a6-55f0-4d83-adad-014a620b82da tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:33.001575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a28445c-523c-48a4-9b3d-6b02a49cf762 req-8ad8b9a6-55f0-4d83-adad-014a620b82da tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0910263 Jun 30 09:21:33.093012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] For port 1a6144a7-db41-4f23-957b-834998dce173, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=1a6144a7-db41-4f23-957b-834998dce173,segment=NetworkSegment(a4260f61-d3de-443b-a1c7-9685db2f88a5),segment_id=a4260f61-d3de-443b-a1c7-9685db2f88a5)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:33.093479 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.105809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a28445c-523c-48a4-9b3d-6b02a49cf762 req-ba88f220-93cc-42dd-bc3d-e24288eea95d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668569 Jun 30 09:21:33.115946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Calling delete_port for 1a6144a7-db41-4f23-957b-834998dce173 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:33.202814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.230231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Port': ['ID=1a6144a7-db41-4f23-957b-834998dce173,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:33.236254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No DVR routers for this DVR port 1a6144a7-db41-4f23-957b-834998dce173 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:33.269814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea9611-9350-44f2-8a71-adc459e21fd3 None None] Network 656ba075-b896-4f65-8996-429b413d4125 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:33.318851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cef0ff06-4690-4a16-935e-618e393bc173 None None] Could not find standard attr ID for object 1a6144a7-db41-4f23-957b-834998dce173. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:21:33.329535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.340094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656ba075-b896-4f65-8996-429b413d4125']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:33.350502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4260f61-d3de-443b-a1c7-9685db2f88a5') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:33.350801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4260f61-d3de-443b-a1c7-9685db2f88a5') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:33.359841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.377099 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.385423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:33.385856 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:33.389472 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:33.446707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ca00f-ab58-4c73-96f4-4553bd5ac3dd None None] DHCP port deletion for 656ba075-b896-4f65-8996-429b413d4125 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:33.454614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.465260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.467137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/656ba075-b896-4f65-8996-429b413d4125 HTTP/1.1" status: 204 len: 168 time: 0.6807468 Jun 30 09:21:33.469807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38762) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.491563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c165db1-aafb-4fe8-90df-c962569f64b3 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=656ba075-b896-4f65-8996-429b413d4125,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:33.498470 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d34b8c4-a7af-4e32-baec-8037e2c8a89f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:33.498963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d34b8c4-a7af-4e32-baec-8037e2c8a89f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:33.503413 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8d34b8c4-a7af-4e32-baec-8037e2c8a89f tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/1b1998ed-9aae-4e1f-98d6-f4f2e261f543 HTTP/1.1" status: 404 len: 337 time: 0.0302439 Jun 30 09:21:33.503564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38764) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.521590 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-644c7c1d-1b3b-45e0-8f55-e35040da2ccc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:33.522147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644c7c1d-1b3b-45e0-8f55-e35040da2ccc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:33.525530 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-644c7c1d-1b3b-45e0-8f55-e35040da2ccc tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/f4ea4087-04ba-4688-ad39-aa9dbd66c644 HTTP/1.1" status: 404 len: 339 time: 0.0192921 Jun 30 09:21:33.527177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38768) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.556916 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8656062d-0c8b-46b7-9a15-f37914bdd714 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:33.557612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8656062d-0c8b-46b7-9a15-f37914bdd714 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:33.559509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8656062d-0c8b-46b7-9a15-f37914bdd714 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/d077dec1-0d6c-4f05-b836-332d7df74a4c HTTP/1.1" status: 404 len: 337 time: 0.0285273 Jun 30 09:21:33.562098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38770) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.580880 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5154be62-eb37-49a5-942b-d04db2673b15 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:33.581498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5154be62-eb37-49a5-942b-d04db2673b15 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:33.583354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5154be62-eb37-49a5-942b-d04db2673b15 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/59fdd64e-2151-4b41-abd5-c3dc0a2c571e HTTP/1.1" status: 404 len: 339 time: 0.0202577 Jun 30 09:21:33.585931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38772) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.612419 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9a5d5c-10fd-4596-bb0f-e446e506932a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:33.612869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9a5d5c-10fd-4596-bb0f-e446e506932a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:33.614565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aa9a5d5c-10fd-4596-bb0f-e446e506932a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/1d450b68-0574-4b32-96f2-48d823d423dd HTTP/1.1" status: 404 len: 337 time: 0.0277221 Jun 30 09:21:33.617051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38774) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.635170 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70fda52-e56c-4787-b9e7-b3d18ae7b9eb tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:33.635689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70fda52-e56c-4787-b9e7-b3d18ae7b9eb tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:33.637290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c70fda52-e56c-4787-b9e7-b3d18ae7b9eb tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/8e4eb999-2001-49b2-8b78-b4df8a1d3f02 HTTP/1.1" status: 404 len: 339 time: 0.0193582 Jun 30 09:21:33.639623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38776) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.687669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting subnet 47538991-f3ab-4699-b451-73bbc9092b02 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:33.690664 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.735410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.788480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1a6144a7-db41-4f23-957b-834998dce173 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:33.812324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 1a6144a7-db41-4f23-957b-834998dce173 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:33.812989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 1a6144a7-db41-4f23-957b-834998dce173 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:33.826247 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.890511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.921432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=47538991-f3ab-4699-b451-73bbc9092b02,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:33.925004 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.929198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-afb0457a-8241-4851-bcd6-34eeb47b530b tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/47538991-f3ab-4699-b451-73bbc9092b02 HTTP/1.1" status: 204 len: 168 time: 0.2864027 Jun 30 09:21:33.929693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38778) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.935189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00294232-6255-408e-b11c-36ff723e36b0 None None] Network c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:34.007588 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.064065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting port c0e96474-190e-4821-9216-69f85e538f05 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:34.064588 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.113940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] DHCP port deletion for c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:34.135752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] For port c0e96474-190e-4821-9216-69f85e538f05, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c0e96474-190e-4821-9216-69f85e538f05,segment=NetworkSegment(ae324a9c-c6f6-4b68-aa3d-20efce1d0a47),segment_id=ae324a9c-c6f6-4b68-aa3d-20efce1d0a47)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:34.136601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.170686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Calling delete_port for c0e96474-190e-4821-9216-69f85e538f05 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:34.170928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] Deleting port c0e96474-190e-4821-9216-69f85e538f05 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:34.171073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.239187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] For port c0e96474-190e-4821-9216-69f85e538f05, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c0e96474-190e-4821-9216-69f85e538f05,segment=NetworkSegment(ae324a9c-c6f6-4b68-aa3d-20efce1d0a47),segment_id=ae324a9c-c6f6-4b68-aa3d-20efce1d0a47)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:34.239610 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.255990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] Calling delete_port for c0e96474-190e-4821-9216-69f85e538f05 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:34.313281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.321966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289fe6f-dfa6-43c5-98f0-55d677061919 req-5524e6a9-9518-4206-8765-300a4c79bbdd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:34.323469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4289fe6f-dfa6-43c5-98f0-55d677061919 req-5524e6a9-9518-4206-8765-300a4c79bbdd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0942132 Jun 30 09:21:34.352750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.356427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Port': ['ID=c0e96474-190e-4821-9216-69f85e538f05,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.360120 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.377874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No DVR routers for this DVR port c0e96474-190e-4821-9216-69f85e538f05 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:34.405184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] Pushing event deleted for resources: {'Port': ['ID=c0e96474-190e-4821-9216-69f85e538f05,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.409787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55588743-8a51-4082-89cf-0f1b51ecfd89 None None] No DVR routers for this DVR port c0e96474-190e-4821-9216-69f85e538f05 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:34.414365 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bdc74d8a-635d-40bf-b601-e77b46190bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.429950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4289fe6f-dfa6-43c5-98f0-55d677061919 req-f3d25db2-6987-4bcf-9077-a6e9e63ef196 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991063 Jun 30 09:21:34.477207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.488081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f742b6-cb1a-41ce-84d6-3dccb0940bc7']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.498223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae324a9c-c6f6-4b68-aa3d-20efce1d0a47') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.498523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae324a9c-c6f6-4b68-aa3d-20efce1d0a47') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.508056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.524149 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.531736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:34.532135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:34.535308 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:34.593129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.600190 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.601999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/c5f742b6-cb1a-41ce-84d6-3dccb0940bc7 HTTP/1.1" status: 204 len: 168 time: 0.6715412 Jun 30 09:21:34.604822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38782) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.614230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802db918-b76f-478e-8996-c0b2492f2612 tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=c5f742b6-cb1a-41ce-84d6-3dccb0940bc7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.642076 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc1311b-5aa4-4380-86a2-9761625c052e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:34.645684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc1311b-5aa4-4380-86a2-9761625c052e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:34.647436 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8dc1311b-5aa4-4380-86a2-9761625c052e tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/6916a69e-4de7-4643-b1f2-1a96a20e38ff HTTP/1.1" status: 404 len: 337 time: 0.0416372 Jun 30 09:21:34.650124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38784) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.668342 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82bdc47-ce33-4660-8b96-84dfb8f03d1c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] DELETE failed (client error): The resource could not be found. Jun 30 09:21:34.668862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82bdc47-ce33-4660-8b96-84dfb8f03d1c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:21:34.670548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d82bdc47-ce33-4660-8b96-84dfb8f03d1c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/2f7b780c-206c-4dfd-9224-0fabed91a8dd HTTP/1.1" status: 404 len: 339 time: 0.0194049 Jun 30 09:21:34.672938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38786) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.727490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting subnet 1e4a5d23-e61d-4d04-91cf-a07d1e48887a {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:34.730725 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.072141 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.150447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.213730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.239640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4a5d23-e61d-4d04-91cf-a07d1e48887a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.243202 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.245063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7eb82543-d33a-4731-997a-ed8f35315d9c tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/subnets/1e4a5d23-e61d-4d04-91cf-a07d1e48887a HTTP/1.1" status: 204 len: 168 time: 0.5712447 Jun 30 09:21:35.248297 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38788) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:35.250736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf39f69-d7e2-42dc-a8dd-8763743b34c3 None None] Network d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:35.326692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.381062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Deleting port f8fc37be-8498-43d3-82a4-d11dd5230409 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:35.381403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.449043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] DHCP port deletion for d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:35.464176 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] For port f8fc37be-8498-43d3-82a4-d11dd5230409, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f8fc37be-8498-43d3-82a4-d11dd5230409,segment=NetworkSegment(0e5cf9c8-3f44-4508-9aca-8b62c88cb36e),segment_id=0e5cf9c8-3f44-4508-9aca-8b62c88cb36e)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:35.464606 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.478283 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Calling delete_port for f8fc37be-8498-43d3-82a4-d11dd5230409 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:35.496251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] Deleting port f8fc37be-8498-43d3-82a4-d11dd5230409 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:35.496617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.559207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] For port f8fc37be-8498-43d3-82a4-d11dd5230409, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f8fc37be-8498-43d3-82a4-d11dd5230409,segment=NetworkSegment(0e5cf9c8-3f44-4508-9aca-8b62c88cb36e),segment_id=0e5cf9c8-3f44-4508-9aca-8b62c88cb36e)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:35.560056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.567063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.574955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] Calling delete_port for f8fc37be-8498-43d3-82a4-d11dd5230409 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:35.606223 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Port': ['ID=f8fc37be-8498-43d3-82a4-d11dd5230409,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.609473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] No DVR routers for this DVR port f8fc37be-8498-43d3-82a4-d11dd5230409 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:35.613114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec161df-8164-40e2-a4c4-015e86658559 req-3ab3409e-e883-448c-a5a8-030b07ff4815 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:35.614949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec161df-8164-40e2-a4c4-015e86658559 req-3ab3409e-e883-448c-a5a8-030b07ff4815 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0713649 Jun 30 09:21:35.654414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec161df-8164-40e2-a4c4-015e86658559 req-021244e3-acb5-432f-853b-9367fc7d9c60 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Jun 30 09:21:35.663963 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.693073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] Pushing event deleted for resources: {'Port': ['ID=f8fc37be-8498-43d3-82a4-d11dd5230409,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.693881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.696621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ffce9-ef3b-4ccc-8c1a-ec489946c827 None None] No DVR routers for this DVR port f8fc37be-8498-43d3-82a4-d11dd5230409 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:35.706528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:35.714841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5cf9c8-3f44-4508-9aca-8b62c88cb36e') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:35.715145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5cf9c8-3f44-4508-9aca-8b62c88cb36e') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:35.723777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.738761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.745801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:35.746195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:35.749261 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:35.778999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c0e96474-190e-4821-9216-69f85e538f05 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:35.799399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c0e96474-190e-4821-9216-69f85e538f05 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:35.799769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c0e96474-190e-4821-9216-69f85e538f05 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:35.800235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f8fc37be-8498-43d3-82a4-d11dd5230409 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:35.813495 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.823421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f8fc37be-8498-43d3-82a4-d11dd5230409 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:35.823765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f8fc37be-8498-43d3-82a4-d11dd5230409 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:35.836067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.838051 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] 10.222.0.53 "DELETE /v2.0/networks/d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5 HTTP/1.1" status: 204 len: 168 time: 0.5876853 Jun 30 09:21:35.839269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd4a84-adb0-426b-ac59-d8300aa3c32a tempest-NetworksIpV6Test-1049980249 tempest-NetworksIpV6Test-1049980249-project] Pushing event deleted for resources: {'Network': ['ID=d55edc0e-05d0-4e0c-8b30-a6dc8d1f4be5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.874047 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.069117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38796) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:36.200308 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d338dd0-f0d5-42fb-a23a-7ccec4e9491d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e287733281bb4385947f24dad58cd6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299932 Jun 30 09:21:36.202844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38800) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:36.249292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-829c06e0-314c-4bce-b16b-adfdc967a581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.271422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-829c06e0-314c-4bce-b16b-adfdc967a581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.316476 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-829c06e0-314c-4bce-b16b-adfdc967a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.319146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-829c06e0-314c-4bce-b16b-adfdc967a581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.320282 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-829c06e0-314c-4bce-b16b-adfdc967a581 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34e38554-4ebe-4fc9-973c-8f0f0b2c87ea HTTP/1.1" status: 204 len: 168 time: 0.1165500 Jun 30 09:21:36.328082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c06e0-314c-4bce-b16b-adfdc967a581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e38554-4ebe-4fc9-973c-8f0f0b2c87ea,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.833898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c3d47-1477-4cb5-8667-c7eccc525164 req-20afdf6d-4242-491b-91d7-7e1cb6b17b60 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:36.835389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be8c3d47-1477-4cb5-8667-c7eccc525164 req-20afdf6d-4242-491b-91d7-7e1cb6b17b60 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0638113 Jun 30 09:21:36.877720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be8c3d47-1477-4cb5-8667-c7eccc525164 req-c411c17a-689c-4ac7-9c26-f07f530f2f5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360582 Jun 30 09:21:36.930310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38824) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.023535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-2080764434'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.043594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:37.047003 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.059327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.147008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.150624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.175645 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:37.183958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7089ff9-3abe-4053-887a-648bb7f61975,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.189652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.190010 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment 1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24 of type vlan for network ee0552ae-f987-4045-8190-922fe56bfece Jun 30 09:21:37.228809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.256194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.262385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.264134 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.304777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.316616 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3852708 Jun 30 09:21:37.319282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38828) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.324449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-261799607'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.333083 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7828d-9e17-4099-881c-b7b2a04733fb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=ee0552ae-f987-4045-8190-922fe56bfece,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.350543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:37.351034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ee0552ae-f987-4045-8190-922fe56bfece details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:37.354592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.378530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:37.387122 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.387468 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment e6ffb02e-1192-4590-8c07-9ef7869a2542 of type vlan for network bcd76faf-2c6b-4e45-9e2c-17a921747212 Jun 30 09:21:37.425375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.452644 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.457984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.458553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.508791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1883986 Jun 30 09:21:37.511910 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.517087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': 'ee0552ae-f987-4045-8190-922fe56bfece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.522811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe5cc1-da86-4650-b8b2-a23dd8e56bd7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=bcd76faf-2c6b-4e45-9e2c-17a921747212,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.533363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:37.605754 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:37.609543 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.781112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.836374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=2fcb5f27-a45e-471e-8a8e-ab7e526f4827,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.846027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': '1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ee0552ae-f987-4045-8190-922fe56bfece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:37.846387 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: ee0552ae-f987-4045-8190-922fe56bfece, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:37.862773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network ee0552ae-f987-4045-8190-922fe56bfece is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:37.871808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ee0552ae-f987-4045-8190-922fe56bfece) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:37.875762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.876335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.880290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e62c5b-b012-4263-90fd-1b59e3cf6e4f None None] Network ee0552ae-f987-4045-8190-922fe56bfece requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:37.890247 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a3633de2-861c-41d7-ad44-a541af89d6af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3772254 Jun 30 09:21:37.893538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38832) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.898499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': 'bcd76faf-2c6b-4e45-9e2c-17a921747212', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.997203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:38.001300 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.032657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-ee0552ae-f987-4045-8190-922fe56bfece', 'network_id': 'ee0552ae-f987-4045-8190-922fe56bfece', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': '2fcb5f27-a45e-471e-8a8e-ab7e526f4827'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:38.033573 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.072201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69cca9-32f8-4823-a4e0-82503c63181d req-229528cb-f0b6-4fce-bb48-68b9636dd69f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.073933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f69cca9-32f8-4823-a4e0-82503c63181d req-229528cb-f0b6-4fce-bb48-68b9636dd69f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0723982 Jun 30 09:21:38.116091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f69cca9-32f8-4823-a4e0-82503c63181d req-2f09e5f0-b630-408a-9f8a-eb3980f86a28 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354698 Jun 30 09:21:38.197072 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.254457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=7c268be0-2a10-4633-90da-d52535227b8b,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:38.271110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': 'e6ffb02e-1192-4590-8c07-9ef7869a2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bcd76faf-2c6b-4e45-9e2c-17a921747212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:38.271478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: bcd76faf-2c6b-4e45-9e2c-17a921747212, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:38.289894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:38.298705 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, bcd76faf-2c6b-4e45-9e2c-17a921747212) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:38.302717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.303408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.314646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496dee2-0bd9-4ecd-9098-338ce05e3b33 None None] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:38.318179 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b1786977-cbdf-4add-a753-b2402e578036 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4235389 Jun 30 09:21:38.320843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38836) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:38.325611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1d852d9f-b363-49a4-8099-58bc9c299c29 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1017805090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:38.349710 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d852d9f-b363-49a4-8099-58bc9c299c29 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.350679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d852d9f-b363-49a4-8099-58bc9c299c29 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.384176 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Allocated IP 172.20.0.2 (ee0552ae-f987-4045-8190-922fe56bfece/2fcb5f27-a45e-471e-8a8e-ab7e526f4827/5f443c82-3286-4d4c-9efd-e51387639aba) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:38.406537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d852d9f-b363-49a4-8099-58bc9c299c29 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.411395 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d852d9f-b363-49a4-8099-58bc9c299c29 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.427836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1d852d9f-b363-49a4-8099-58bc9c299c29 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.429370 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1d852d9f-b363-49a4-8099-58bc9c299c29 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1073589 Jun 30 09:21:38.432297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38838) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:38.569807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-bcd76faf-2c6b-4e45-9e2c-17a921747212', 'network_id': 'bcd76faf-2c6b-4e45-9e2c-17a921747212', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': '7c268be0-2a10-4633-90da-d52535227b8b'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:38.570666 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.611359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.662444 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Transition to ACTIVE for port object 5f443c82-3286-4d4c-9efd-e51387639aba will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:38.692886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Transition to ACTIVE for port object 5f443c82-3286-4d4c-9efd-e51387639aba will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:38.713375 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.720901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.768121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Network ee0552ae-f987-4045-8190-922fe56bfece is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:38.777332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:38.783166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:38.787237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Pushing event updated for resources: {'Port': ['ID=5f443c82-3286-4d4c-9efd-e51387639aba,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:38.790632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Allocated IP 172.21.0.2 (bcd76faf-2c6b-4e45-9e2c-17a921747212/7c268be0-2a10-4633-90da-d52535227b8b/210530bf-9883-4c22-a45f-5b8f7d8dc88d) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:38.892278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Attempting to bind port 5f443c82-3286-4d4c-9efd-e51387639aba on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:38.892714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Attempting to bind port 5f443c82-3286-4d4c-9efd-e51387639aba by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ee0552ae-f987-4045-8190-922fe56bfece'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:38.893082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Attempting to bind port 5f443c82-3286-4d4c-9efd-e51387639aba on network ee0552ae-f987-4045-8190-922fe56bfece {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:38.903992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:38.904366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Checking segment: {'id': '1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ee0552ae-f987-4045-8190-922fe56bfece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:38.904787 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.905162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Bound using segment: {'id': '1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ee0552ae-f987-4045-8190-922fe56bfece'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:38.905624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Bound port: 5f443c82-3286-4d4c-9efd-e51387639aba, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ee0552ae-f987-4045-8190-922fe56bfece'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:38.906022 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.955478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.20.0.1 (ee0552ae-f987-4045-8190-922fe56bfece/2fcb5f27-a45e-471e-8a8e-ab7e526f4827/e140fdec-249f-45fa-8e34-60736d3e5a49) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:39.016035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] For port 5f443c82-3286-4d4c-9efd-e51387639aba, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:39.022213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] For port 5f443c82-3286-4d4c-9efd-e51387639aba, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5f443c82-3286-4d4c-9efd-e51387639aba,segment=NetworkSegment(1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24),segment_id=1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:39.033038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.042518 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.072400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.080929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Transition to ACTIVE for port object 210530bf-9883-4c22-a45f-5b8f7d8dc88d will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:39.087600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object e140fdec-249f-45fa-8e34-60736d3e5a49 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:39.110989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Transition to ACTIVE for port object 210530bf-9883-4c22-a45f-5b8f7d8dc88d will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:39.112738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e410a0e-9b33-4984-9251-24ba169306d6 None None] Pushing event updated for resources: {'Port': ['ID=5f443c82-3286-4d4c-9efd-e51387639aba,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.120307 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.124351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.158956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:39.160516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:39.164285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:39.186941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network ee0552ae-f987-4045-8190-922fe56bfece is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:39.190213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:39.196356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:39.202712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Pushing event updated for resources: {'Port': ['ID=210530bf-9883-4c22-a45f-5b8f7d8dc88d,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.221347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=e140fdec-249f-45fa-8e34-60736d3e5a49,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.246507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Attempting to bind port 210530bf-9883-4c22-a45f-5b8f7d8dc88d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:39.247172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Attempting to bind port 210530bf-9883-4c22-a45f-5b8f7d8dc88d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'e6ffb02e-1192-4590-8c07-9ef7869a2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bcd76faf-2c6b-4e45-9e2c-17a921747212'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:39.247539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Attempting to bind port 210530bf-9883-4c22-a45f-5b8f7d8dc88d on network bcd76faf-2c6b-4e45-9e2c-17a921747212 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:39.248082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.254532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:39.255028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Checking segment: {'id': 'e6ffb02e-1192-4590-8c07-9ef7869a2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bcd76faf-2c6b-4e45-9e2c-17a921747212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:39.255520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.255919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Bound using segment: {'id': 'e6ffb02e-1192-4590-8c07-9ef7869a2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bcd76faf-2c6b-4e45-9e2c-17a921747212'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:39.256398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Bound port: 210530bf-9883-4c22-a45f-5b8f7d8dc88d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ffb02e-1192-4590-8c07-9ef7869a2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bcd76faf-2c6b-4e45-9e2c-17a921747212'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:39.256781 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.350685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] For port 210530bf-9883-4c22-a45f-5b8f7d8dc88d, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:39.354643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] For port 210530bf-9883-4c22-a45f-5b8f7d8dc88d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=210530bf-9883-4c22-a45f-5b8f7d8dc88d,segment=NetworkSegment(e6ffb02e-1192-4590-8c07-9ef7869a2542),segment_id=e6ffb02e-1192-4590-8c07-9ef7869a2542)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:39.359862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.408853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bc9d2-7044-4e6d-b5b8-caa9a8450c76 req-f45f7b2a-411f-4d9e-a5bb-f6fa96f5db41 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:39.410392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-376bc9d2-7044-4e6d-b5b8-caa9a8450c76 req-f45f7b2a-411f-4d9e-a5bb-f6fa96f5db41 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.1224813 Jun 30 09:21:39.434650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73bdf9-8e38-4cf3-91e4-9208c1b71d63 None None] Pushing event updated for resources: {'Port': ['ID=210530bf-9883-4c22-a45f-5b8f7d8dc88d,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.472371 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.502244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-376bc9d2-7044-4e6d-b5b8-caa9a8450c76 req-7b3996ab-9b15-4f96-9647-43b3c794549a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640116 Jun 30 09:21:39.785826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.790997 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.863879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5f443c82-3286-4d4c-9efd-e51387639aba up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:39.879173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=e140fdec-249f-45fa-8e34-60736d3e5a49,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.881547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.922807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5f443c82-3286-4d4c-9efd-e51387639aba completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:39.926747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 210530bf-9883-4c22-a45f-5b8f7d8dc88d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:39.976361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 210530bf-9883-4c22-a45f-5b8f7d8dc88d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:39.985961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network ee0552ae-f987-4045-8190-922fe56bfece is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:39.987462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:40.108030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 6a156c7b-69e1-4263-88a2-d2847734687f is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:21:40.203577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:40.210104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-82703136-d328-4a6e-92a1-91ee56edaa51 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/6a156c7b-69e1-4263-88a2-d2847734687f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766814 Jun 30 09:21:40.210529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdbbd3-d080-4600-a043-4194764e5e62 None None] Network ee0552ae-f987-4045-8190-922fe56bfece requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:40.211446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38842) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:40.215867 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] Sync routers for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:40.225030 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:40.225663 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:40.264814 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:40.278775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2133cf2-053f-4237-b89e-9409b9c0fe15 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.280213 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2133cf2-053f-4237-b89e-9409b9c0fe15 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports/e140fdec-249f-45fa-8e34-60736d3e5a49 HTTP/1.1" status: 200 len: 910 time: 0.0677876 Jun 30 09:21:40.280735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:40.281765 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:40.283298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38844) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:40.307494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9413ef4d-0019-46aa-898a-1ef1e86c6885 None None] Provisioning for port 5f443c82-3286-4d4c-9efd-e51387639aba completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:40.313712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9413ef4d-0019-46aa-898a-1ef1e86c6885 None None] Provisioning complete for port 5f443c82-3286-4d4c-9efd-e51387639aba triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:40.314348 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9413ef4d-0019-46aa-898a-1ef1e86c6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.334196 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:40.335159 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd2d82-fd62-493c-bd94-3a1e3b9f266c None None] The sync data for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:40.462400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9413ef4d-0019-46aa-898a-1ef1e86c6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.507825 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9413ef4d-0019-46aa-898a-1ef1e86c6885 None None] For port 5f443c82-3286-4d4c-9efd-e51387639aba, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5f443c82-3286-4d4c-9efd-e51387639aba,segment=NetworkSegment(1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24),segment_id=1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:40.515566 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9413ef4d-0019-46aa-898a-1ef1e86c6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.578073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413ef4d-0019-46aa-898a-1ef1e86c6885 None None] Pushing event updated for resources: {'Port': ['ID=5f443c82-3286-4d4c-9efd-e51387639aba,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:40.678074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ebdfd-40b3-4212-b432-7ddd1de99424 None None] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:40.723261 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.753964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c8010-8dcc-439d-ba69-1f842baed518 req-58a5664b-8e6c-4934-93bb-7918dfdd87a2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.755565 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-105c8010-8dcc-439d-ba69-1f842baed518 req-58a5664b-8e6c-4934-93bb-7918dfdd87a2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.1149588 Jun 30 09:21:40.761322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-59eb26e7-c44f-472a-9416-5f63cfb19d95 None None] Provisioning for port 210530bf-9883-4c22-a45f-5b8f7d8dc88d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:40.773951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-59eb26e7-c44f-472a-9416-5f63cfb19d95 None None] Provisioning complete for port 210530bf-9883-4c22-a45f-5b8f7d8dc88d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:40.774323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-59eb26e7-c44f-472a-9416-5f63cfb19d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.868024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-105c8010-8dcc-439d-ba69-1f842baed518 req-31e76e1b-f17d-4495-9f38-fc1e8dac0d8c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784078 Jun 30 09:21:40.935104 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-59eb26e7-c44f-472a-9416-5f63cfb19d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.974292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-59eb26e7-c44f-472a-9416-5f63cfb19d95 None None] For port 210530bf-9883-4c22-a45f-5b8f7d8dc88d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=210530bf-9883-4c22-a45f-5b8f7d8dc88d,segment=NetworkSegment(e6ffb02e-1192-4590-8c07-9ef7869a2542),segment_id=e6ffb02e-1192-4590-8c07-9ef7869a2542)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:40.990187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-59eb26e7-c44f-472a-9416-5f63cfb19d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.041603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.21.0.1 (bcd76faf-2c6b-4e45-9e2c-17a921747212/7c268be0-2a10-4633-90da-d52535227b8b/24e9138a-cb77-49e6-aed0-b1bd490073e3) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:41.047058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb26e7-c44f-472a-9416-5f63cfb19d95 None None] Pushing event updated for resources: {'Port': ['ID=210530bf-9883-4c22-a45f-5b8f7d8dc88d,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:41.111729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93399fe5-7ab0-470c-b9f9-7a48454719a1 None None] Provisioning complete for port 5f443c82-3286-4d4c-9efd-e51387639aba triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.112404 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93399fe5-7ab0-470c-b9f9-7a48454719a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.173246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.195460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object 24e9138a-cb77-49e6-aed0-b1bd490073e3 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:41.212087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93399fe5-7ab0-470c-b9f9-7a48454719a1 None None] Provisioning for port e140fdec-249f-45fa-8e34-60736d3e5a49 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:41.217274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93399fe5-7ab0-470c-b9f9-7a48454719a1 None None] Provisioning complete for port e140fdec-249f-45fa-8e34-60736d3e5a49 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.217682 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93399fe5-7ab0-470c-b9f9-7a48454719a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.235908 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.253513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-93399fe5-7ab0-470c-b9f9-7a48454719a1 None None] Port e140fdec-249f-45fa-8e34-60736d3e5a49 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:41.280275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:41.283570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:41.286098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:41.335052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=24e9138a-cb77-49e6-aed0-b1bd490073e3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:41.346154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.372906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3dc0fa02-aef0-499c-b5f7-2a5343431543 None None] Provisioning complete for port e140fdec-249f-45fa-8e34-60736d3e5a49 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.373313 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fa02-aef0-499c-b5f7-2a5343431543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.409832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0fa02-aef0-499c-b5f7-2a5343431543 None None] Port e140fdec-249f-45fa-8e34-60736d3e5a49 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:41.420685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3dc0fa02-aef0-499c-b5f7-2a5343431543 None None] Provisioning complete for port 210530bf-9883-4c22-a45f-5b8f7d8dc88d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.421049 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fa02-aef0-499c-b5f7-2a5343431543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.478516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.622610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6f6897f2-5222-4759-891b-398003da0239 None None] Provisioning for port 24e9138a-cb77-49e6-aed0-b1bd490073e3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:41.627026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6f6897f2-5222-4759-891b-398003da0239 None None] Provisioning complete for port 24e9138a-cb77-49e6-aed0-b1bd490073e3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.627391 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6f6897f2-5222-4759-891b-398003da0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.659880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6f6897f2-5222-4759-891b-398003da0239 None None] Port 24e9138a-cb77-49e6-aed0-b1bd490073e3 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:41.735498 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.741217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.792625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5f443c82-3286-4d4c-9efd-e51387639aba up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:41.814728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=24e9138a-cb77-49e6-aed0-b1bd490073e3,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:41.817255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.844056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5f443c82-3286-4d4c-9efd-e51387639aba triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.844428 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.911735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:41.913073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:41.927789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 210530bf-9883-4c22-a45f-5b8f7d8dc88d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:41.977698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 210530bf-9883-4c22-a45f-5b8f7d8dc88d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.978107 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.179464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7cda14e2-e122-413a-acad-b377ae3f5253 None None] Provisioning complete for port 24e9138a-cb77-49e6-aed0-b1bd490073e3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:42.179830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7cda14e2-e122-413a-acad-b377ae3f5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.217432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7cda14e2-e122-413a-acad-b377ae3f5253 None None] Port 24e9138a-cb77-49e6-aed0-b1bd490073e3 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:42.370832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 6a156c7b-69e1-4263-88a2-d2847734687f has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:42.394343 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495675a-402c-4f14-be1e-9ef138aea83a req-9c520bb2-dc93-47e2-8ccb-155c1200bf51 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.395977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4495675a-402c-4f14-be1e-9ef138aea83a req-9c520bb2-dc93-47e2-8ccb-155c1200bf51 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 943 time: 0.0869565 Jun 30 09:21:42.501777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4495675a-402c-4f14-be1e-9ef138aea83a req-14808fd2-f18c-4449-af42-46f5d0a593f6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731390 Jun 30 09:21:42.504316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:42.509428 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1e4182f2-1e5d-4ac6-a5c1-13d2be955b37 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/6a156c7b-69e1-4263-88a2-d2847734687f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2250655 Jun 30 09:21:42.511945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38850) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.513868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] Sync routers for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:42.526951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:42.526951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:42.559097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:42.566815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eefb046-0270-44cf-b382-cf03bf78ff70 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.567559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:42.568161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:42.568382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8eefb046-0270-44cf-b382-cf03bf78ff70 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports/24e9138a-cb77-49e6-aed0-b1bd490073e3 HTTP/1.1" status: 200 len: 910 time: 0.0553575 Jun 30 09:21:42.571188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38852) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.602442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:42.603628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2920cb1-62ee-4c95-86d5-737c13390dc4 None None] The sync data for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:42.879052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.126726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 24e9138a-cb77-49e6-aed0-b1bd490073e3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:43.127067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.209356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.220853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 24e9138a-cb77-49e6-aed0-b1bd490073e3 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:43.387562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.413744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22b30297-4dd9-42a4-af4d-e639e9bedf82 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:43.421057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=24e9138a-cb77-49e6-aed0-b1bd490073e3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.520492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 22b30297-4dd9-42a4-af4d-e639e9bedf82, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22b30297-4dd9-42a4-af4d-e639e9bedf82,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:43.534868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '22b30297-4dd9-42a4-af4d-e639e9bedf82', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'port_id': '22b30297-4dd9-42a4-af4d-e639e9bedf82', 'mac_address': 'fa:16:3e:a3:65:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:43.584098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.586864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.600481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b30297-4dd9-42a4-af4d-e639e9bedf82 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:43.624418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 22b30297-4dd9-42a4-af4d-e639e9bedf82, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22b30297-4dd9-42a4-af4d-e639e9bedf82,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:43.630035 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.680971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=22b30297-4dd9-42a4-af4d-e639e9bedf82,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.811476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e05a2-fbb2-46f4-a9f3-ed0248e71e99 req-2b0005c5-e81b-49ef-ac0f-d8290c315217 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.812846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a05e05a2-fbb2-46f4-a9f3-ed0248e71e99 req-2b0005c5-e81b-49ef-ac0f-d8290c315217 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 944 time: 0.1719687 Jun 30 09:21:43.862887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 6a156c7b-69e1-4263-88a2-d2847734687f has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:43.866231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a05e05a2-fbb2-46f4-a9f3-ed0248e71e99 req-fd2432d3-7254-45d4-9e61-0d0cbe8cd159 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 Jun 30 09:21:43.878327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['22b30297-4dd9-42a4-af4d-e639e9bedf82'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:43.960077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:43.968392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6d1973c4-d3ac-4a5c-bb07-06cd12d8acb5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/6a156c7b-69e1-4263-88a2-d2847734687f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3932950 Jun 30 09:21:43.968521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38856) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:43.972226 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] Sync routers for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:43.981659 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:43.982297 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:44.016271 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:44.025847 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:44.026452 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:44.056457 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:44.057066 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801de947-0f06-4270-a390-594cdc7ed2af None None] The sync data for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:44.279914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.515304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port e140fdec-249f-45fa-8e34-60736d3e5a49 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:44.515642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.596708 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.609392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for e140fdec-249f-45fa-8e34-60736d3e5a49 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:44.769990 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.796796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=e140fdec-249f-45fa-8e34-60736d3e5a49,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:44.937860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.043814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09876ac0-2b75-42e1-83a9-b985839ec9a4 req-e8f84116-22e6-4c8e-9c2b-e2aff22ba8d7 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.045224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09876ac0-2b75-42e1-83a9-b985839ec9a4 req-e8f84116-22e6-4c8e-9c2b-e2aff22ba8d7 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 944 time: 0.0640235 Jun 30 09:21:45.083293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09876ac0-2b75-42e1-83a9-b985839ec9a4 req-ac981843-149b-4fc4-b248-c5e4c11a15ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Jun 30 09:21:45.087925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 6a156c7b-69e1-4263-88a2-d2847734687f has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:45.160721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:45.165701 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-46aebe8a-2436-47c0-b40a-e08cd2e154ce tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/6a156c7b-69e1-4263-88a2-d2847734687f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1961417 Jun 30 09:21:45.168400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38860) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.170998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] Sync routers for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:45.180096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:45.181505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:45.196317 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-23d05e41-27d1-456f-ad28-e7a48b54e166 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a156c7b-69e1-4263-88a2-d2847734687f HTTP/1.1" status: 200 len: 205 time: 0.0268414 Jun 30 09:21:45.199352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38862) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.216333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:45.224596 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] Routers {'6a156c7b-69e1-4263-88a2-d2847734687f'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:45.225185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6a156c7b-69e1-4263-88a2-d2847734687f'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:45.256894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:45.257521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a42cc-253e-42dd-adfc-3f7459416460 None None] The sync data for ids ['6a156c7b-69e1-4263-88a2-d2847734687f'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:45.271084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8f1e-75e8-40fd-8b4e-5c80f355a06d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.428962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22b30297-4dd9-42a4-af4d-e639e9bedf82 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:45.477829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 22b30297-4dd9-42a4-af4d-e639e9bedf82 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:45.482287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 22b30297-4dd9-42a4-af4d-e639e9bedf82 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:45.482662 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.564487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.588684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b30297-4dd9-42a4-af4d-e639e9bedf82'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:45.591076 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a0d44-9899-47c3-adfa-5dbbff40d65c" -d '{"events": [{"server_uuid": "8a08a773-3d53-4bb1-89a5-17f33be28c68", "name": "network-vif-plugged", "status": "completed", "tag": "22b30297-4dd9-42a4-af4d-e639e9bedf82"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:45.612710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 22b30297-4dd9-42a4-af4d-e639e9bedf82, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22b30297-4dd9-42a4-af4d-e639e9bedf82,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:45.616968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.642548 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d1bd22-3a6d-4a6a-8e4c-315628959bd4 x-openstack-request-id: req-e4d1bd22-3a6d-4a6a-8e4c-315628959bd4 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:45.642976 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08a773-3d53-4bb1-89a5-17f33be28c68", "name": "network-vif-plugged", "status": "completed", "tag": "22b30297-4dd9-42a4-af4d-e639e9bedf82", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:45.643230 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4d1bd22-3a6d-4a6a-8e4c-315628959bd4 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:45.643613 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b30297-4dd9-42a4-af4d-e639e9bedf82', 'code': 200} Jun 30 09:21:45.671706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=22b30297-4dd9-42a4-af4d-e639e9bedf82,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:45.767276 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8f1e-75e8-40fd-8b4e-5c80f355a06d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.767666 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e131b4d-5f12-4733-b402-43c7ec5e698e req-86f4042a-874e-4cf0-bc9c-386a82383a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.769189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e131b4d-5f12-4733-b402-43c7ec5e698e req-86f4042a-874e-4cf0-bc9c-386a82383a56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 1097 time: 0.0569103 Jun 30 09:21:45.769343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8f1e-75e8-40fd-8b4e-5c80f355a06d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.808481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e131b4d-5f12-4733-b402-43c7ec5e698e req-b992037c-d4ca-4320-acc6-535e3758fc44 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292320 Jun 30 09:21:45.811897 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8f1e-75e8-40fd-8b4e-5c80f355a06d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.812530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6d8f1e-75e8-40fd-8b4e-5c80f355a06d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Fanout notify agent at l3_agent the message router_deleted on router 6a156c7b-69e1-4263-88a2-d2847734687f {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:21:45.819292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8f1e-75e8-40fd-8b4e-5c80f355a06d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.820543 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae6d8f1e-75e8-40fd-8b4e-5c80f355a06d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/6a156c7b-69e1-4263-88a2-d2847734687f HTTP/1.1" status: 204 len: 168 time: 0.6203322 Jun 30 09:21:45.823111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38866) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.874554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet 7c268be0-2a10-4633-90da-d52535227b8b {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:45.877447 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.914549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.992799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.051222 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.078576 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=7c268be0-2a10-4633-90da-d52535227b8b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.080523 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.082580 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-96c4196a-f93b-422a-970c-35fe048c053b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/7c268be0-2a10-4633-90da-d52535227b8b HTTP/1.1" status: 204 len: 168 time: 0.2583172 Jun 30 09:21:46.085518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12ed9d-c444-4ac4-af66-2ca9b7b63af3 None None] Network bcd76faf-2c6b-4e45-9e2c-17a921747212 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:46.085816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38868) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.141333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet 2fcb5f27-a45e-471e-8a8e-ab7e526f4827 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:46.144401 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.184930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.297879 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] DHCP port deletion for bcd76faf-2c6b-4e45-9e2c-17a921747212 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:46.321247 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.331804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9fca9-021d-48bc-8a0b-1ecd4961e8d2 req-59d3faa0-cd09-4363-bc00-7bed9d7684c6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:46.333295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60a9fca9-021d-48bc-8a0b-1ecd4961e8d2 req-59d3faa0-cd09-4363-bc00-7bed9d7684c6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 945 time: 0.1282175 Jun 30 09:21:46.343041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] Deleting port 210530bf-9883-4c22-a45f-5b8f7d8dc88d {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:46.343420 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.400761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60a9fca9-021d-48bc-8a0b-1ecd4961e8d2 req-96892845-884d-436c-9a70-fe3708e8d8a3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Jun 30 09:21:46.408635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] For port 210530bf-9883-4c22-a45f-5b8f7d8dc88d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=210530bf-9883-4c22-a45f-5b8f7d8dc88d,segment=NetworkSegment(e6ffb02e-1192-4590-8c07-9ef7869a2542),segment_id=e6ffb02e-1192-4590-8c07-9ef7869a2542)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:46.409404 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.415574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.432014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] Calling delete_port for 210530bf-9883-4c22-a45f-5b8f7d8dc88d owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:46.444939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.447406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/2fcb5f27-a45e-471e-8a8e-ab7e526f4827 HTTP/1.1" status: 204 len: 168 time: 0.3599868 Jun 30 09:21:46.448308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829289ee-5418-4379-b86d-a18b08d2ee09 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcb5f27-a45e-471e-8a8e-ab7e526f4827,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.451386 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38872) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.473212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda581c1-f480-430e-a060-c638dcb93260 None None] Network ee0552ae-f987-4045-8190-922fe56bfece requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:46.526317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.582903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 210530bf-9883-4c22-a45f-5b8f7d8dc88d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:46.583240 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.604544 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.633582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] No DVR routers for this DVR port 210530bf-9883-4c22-a45f-5b8f7d8dc88d on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:46.635131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d0ccd-c675-4f96-b641-d5b121958d93 None None] Pushing event deleted for resources: {'Port': ['ID=210530bf-9883-4c22-a45f-5b8f7d8dc88d,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.653160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port 210530bf-9883-4c22-a45f-5b8f7d8dc88d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=210530bf-9883-4c22-a45f-5b8f7d8dc88d,segment=NetworkSegment(e6ffb02e-1192-4590-8c07-9ef7869a2542),segment_id=e6ffb02e-1192-4590-8c07-9ef7869a2542)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:46.653387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.667009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 210530bf-9883-4c22-a45f-5b8f7d8dc88d owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:46.711993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] DHCP port deletion for ee0552ae-f987-4045-8190-922fe56bfece request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:46.744891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.772362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] Deleting port 5f443c82-3286-4d4c-9efd-e51387639aba {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:46.772746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.773363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=210530bf-9883-4c22-a45f-5b8f7d8dc88d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.777437 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port 210530bf-9883-4c22-a45f-5b8f7d8dc88d on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:46.835539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] For port 5f443c82-3286-4d4c-9efd-e51387639aba, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5f443c82-3286-4d4c-9efd-e51387639aba,segment=NetworkSegment(1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24),segment_id=1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:46.835926 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.848945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] Calling delete_port for 5f443c82-3286-4d4c-9efd-e51387639aba owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:46.853404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.863156 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd76faf-2c6b-4e45-9e2c-17a921747212']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:46.873120 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ffb02e-1192-4590-8c07-9ef7869a2542') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:46.873419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ffb02e-1192-4590-8c07-9ef7869a2542') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:46.881882 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.900179 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.906309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:46.906690 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: self.session.flush() Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:46.909873 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:46.968142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.975880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.978043 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/bcd76faf-2c6b-4e45-9e2c-17a921747212 HTTP/1.1" status: 204 len: 168 time: 0.5256219 Jun 30 09:21:46.980733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38874) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:47.000319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ec2b9-a56d-44ba-ba9d-002c7fc48a11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=bcd76faf-2c6b-4e45-9e2c-17a921747212,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.073819 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.085560 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.106331 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] The port '5f443c82-3286-4d4c-9efd-e51387639aba' was deleted {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 09:21:47.110213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] Pushing event deleted for resources: {'Port': ['ID=5f443c82-3286-4d4c-9efd-e51387639aba,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.113702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc11ada-201f-4f37-b8cc-abf519cf84c1 None None] No DVR routers for this DVR port 5f443c82-3286-4d4c-9efd-e51387639aba on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:47.184564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.193865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0552ae-f987-4045-8190-922fe56bfece']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:47.203611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:47.203908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfc5ec6-1bfa-4a40-8e79-45d9e01fab24') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:47.212363 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.230165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.236345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:47.236728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:47.239569 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:47.294926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.300077 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.301953 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/ee0552ae-f987-4045-8190-922fe56bfece HTTP/1.1" status: 204 len: 168 time: 0.3201210 Jun 30 09:21:47.305929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38876) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:47.312522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1307956164'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:47.316712 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851dc0b-9091-4940-bd67-68f9e1a7a914 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=ee0552ae-f987-4045-8190-922fe56bfece,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.334582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:47.338023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.364985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:47.374053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.374337 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment df103dc4-8e16-4e00-8f9f-999a94d6ac66 of type vlan for network 18d473dc-21fe-4149-bb19-49505ccd7202 Jun 30 09:21:47.412634 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.441202 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.447514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:47.448097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.505978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1976745 Jun 30 09:21:47.508955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38880) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:47.514652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74f74-5014-4f34-be93-a4816f6b71b5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=18d473dc-21fe-4149-bb19-49505ccd7202,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.515114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:47.527005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 18d473dc-21fe-4149-bb19-49505ccd7202 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:47.596135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ae8b9-9297-4f8e-95c0-c63b6be19fa1 req-fad4cfe6-2b4a-4827-a8df-7a1536c88e6c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:47.597410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-754ae8b9-9297-4f8e-95c0-c63b6be19fa1 req-fad4cfe6-2b4a-4827-a8df-7a1536c88e6c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 945 time: 0.0725944 Jun 30 09:21:47.612835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:47.616374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.638723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-754ae8b9-9297-4f8e-95c0-c63b6be19fa1 req-bf66d746-263d-4e21-acf5-5acbb742d2b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Jun 30 09:21:47.799320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5f443c82-3286-4d4c-9efd-e51387639aba no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:47.799524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.817008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30a9dd-458b-454c-8058-e10e2e281284 req-d8586904-efa2-44d8-99aa-757e76e1c093 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:47.818685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db30a9dd-458b-454c-8058-e10e2e281284 req-d8586904-efa2-44d8-99aa-757e76e1c093 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 945 time: 0.0683200 Jun 30 09:21:47.823157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5f443c82-3286-4d4c-9efd-e51387639aba {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:47.823500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5f443c82-3286-4d4c-9efd-e51387639aba not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:47.823921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 210530bf-9883-4c22-a45f-5b8f7d8dc88d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:47.847302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 210530bf-9883-4c22-a45f-5b8f7d8dc88d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:47.847562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 210530bf-9883-4c22-a45f-5b8f7d8dc88d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:47.859003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=5d857164-ef6e-49a5-ba92-03b1e9c93257,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.860677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db30a9dd-458b-454c-8058-e10e2e281284 req-197e3144-0896-4919-90ec-cf596f46deef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Jun 30 09:21:47.870761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': 'df103dc4-8e16-4e00-8f9f-999a94d6ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:47.871128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: 18d473dc-21fe-4149-bb19-49505ccd7202, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:47.888058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 18d473dc-21fe-4149-bb19-49505ccd7202 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:47.897673 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 18d473dc-21fe-4149-bb19-49505ccd7202) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:47.906606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ebe420-ffa8-4791-8418-638c246e41f3 None None] Network 18d473dc-21fe-4149-bb19-49505ccd7202 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:47.906775 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:47.907187 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.922205 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-695b8273-606a-4c0b-b0e1-95f3251a2d9b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4115355 Jun 30 09:21:47.925024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38886) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:47.929742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9b179e95-d21b-4007-8963-7c921a80eb19 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1681691112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:47.954618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b179e95-d21b-4007-8963-7c921a80eb19 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.956830 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b179e95-d21b-4007-8963-7c921a80eb19 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.040987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b179e95-d21b-4007-8963-7c921a80eb19 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.045717 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b179e95-d21b-4007-8963-7c921a80eb19 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.060021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-18d473dc-21fe-4149-bb19-49505ccd7202', 'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': '5d857164-ef6e-49a5-ba92-03b1e9c93257'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:48.060885 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.068521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b179e95-d21b-4007-8963-7c921a80eb19 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.069759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9b179e95-d21b-4007-8963-7c921a80eb19 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1436741 Jun 30 09:21:48.072457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38888) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:48.077300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'port': {'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202', 'name': 'tempest-RoutersTest-859403733'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:48.141164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff1688-fe1d-428c-9647-a09f9e2a98aa req-0edbf56d-1cd1-478d-8e13-23d0bed365a2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.142578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69ff1688-fe1d-428c-9647-a09f9e2a98aa req-0edbf56d-1cd1-478d-8e13-23d0bed365a2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 945 time: 0.1579444 Jun 30 09:21:48.191299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Allocated IP 172.20.0.2 (18d473dc-21fe-4149-bb19-49505ccd7202/5d857164-ef6e-49a5-ba92-03b1e9c93257/ea492ca6-554a-45ef-80e5-af6fe2cbec91) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:48.214918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69ff1688-fe1d-428c-9647-a09f9e2a98aa req-b64bc470-a02f-4669-a92a-6e835e54005d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662031 Jun 30 09:21:48.244275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:48.247916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.267345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] device_id is not set on port 9ea292ac-4799-49d3-8181-990d66e2bcbe yet. {{(pid=100240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:21:48.346743 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.362132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Transition to ACTIVE for port object ea492ca6-554a-45ef-80e5-af6fe2cbec91 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:48.377756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Transition to ACTIVE for port object ea492ca6-554a-45ef-80e5-af6fe2cbec91 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:48.385782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.424447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Network 18d473dc-21fe-4149-bb19-49505ccd7202 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:48.429205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:48.433698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:48.436944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Pushing event updated for resources: {'Port': ['ID=ea492ca6-554a-45ef-80e5-af6fe2cbec91,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.445066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.20.0.3 (18d473dc-21fe-4149-bb19-49505ccd7202/5d857164-ef6e-49a5-ba92-03b1e9c93257/9ea292ac-4799-49d3-8181-990d66e2bcbe) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:48.497554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Attempting to bind port ea492ca6-554a-45ef-80e5-af6fe2cbec91 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:48.498029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Attempting to bind port ea492ca6-554a-45ef-80e5-af6fe2cbec91 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'df103dc4-8e16-4e00-8f9f-999a94d6ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:48.498460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Attempting to bind port ea492ca6-554a-45ef-80e5-af6fe2cbec91 on network 18d473dc-21fe-4149-bb19-49505ccd7202 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:48.504182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:48.504505 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Checking segment: {'id': 'df103dc4-8e16-4e00-8f9f-999a94d6ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:48.504959 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.505406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Bound using segment: {'id': 'df103dc4-8e16-4e00-8f9f-999a94d6ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:48.506005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Bound port: ea492ca6-554a-45ef-80e5-af6fe2cbec91, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df103dc4-8e16-4e00-8f9f-999a94d6ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18d473dc-21fe-4149-bb19-49505ccd7202'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:48.506442 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.579751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] For port ea492ca6-554a-45ef-80e5-af6fe2cbec91, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:48.583455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] For port ea492ca6-554a-45ef-80e5-af6fe2cbec91, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ea492ca6-554a-45ef-80e5-af6fe2cbec91,segment=NetworkSegment(df103dc4-8e16-4e00-8f9f-999a94d6ac66),segment_id=df103dc4-8e16-4e00-8f9f-999a94d6ac66)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:48.587761 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.654113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73167430-a086-4eed-b3da-467bd0fcdd78 None None] Pushing event updated for resources: {'Port': ['ID=ea492ca6-554a-45ef-80e5-af6fe2cbec91,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.666002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.683940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object 9ea292ac-4799-49d3-8181-990d66e2bcbe will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:48.726332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e2f2-e9d8-4527-84de-45c572839ea2 req-5298d757-4e93-4982-a8b2-7b84b7a16ae9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.728345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b44e2f2-e9d8-4527-84de-45c572839ea2 req-5298d757-4e93-4982-a8b2-7b84b7a16ae9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 945 time: 0.1138930 Jun 30 09:21:48.745187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.817774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 18d473dc-21fe-4149-bb19-49505ccd7202 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:48.824885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:48.831633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b44e2f2-e9d8-4527-84de-45c572839ea2 req-e433b17c-d6df-4a2f-8d8c-78c77466f4d0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971434 Jun 30 09:21:48.836505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:48.846721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=9ea292ac-4799-49d3-8181-990d66e2bcbe,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.896761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.897391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.913147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-baf73004-73be-4e26-a22a-6a2b81e72477 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8394487 Jun 30 09:21:48.917176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38896) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:49.248550 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.505931 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.510566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:49.588694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=9ea292ac-4799-49d3-8181-990d66e2bcbe,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:49.620485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d1d23e-0c78-4cb0-bb31-738119e4d717 None None] Network 18d473dc-21fe-4149-bb19-49505ccd7202 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:49.726239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44dc5e38-3336-4e67-b15e-a77e55b1c24e None None] Provisioning for port ea492ca6-554a-45ef-80e5-af6fe2cbec91 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:49.843972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ea492ca6-554a-45ef-80e5-af6fe2cbec91 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:49.908223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ea492ca6-554a-45ef-80e5-af6fe2cbec91 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:49.912941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ea492ca6-554a-45ef-80e5-af6fe2cbec91 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:49.913493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.007037 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.046084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ea492ca6-554a-45ef-80e5-af6fe2cbec91, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ea492ca6-554a-45ef-80e5-af6fe2cbec91,segment=NetworkSegment(df103dc4-8e16-4e00-8f9f-999a94d6ac66),segment_id=df103dc4-8e16-4e00-8f9f-999a94d6ac66)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:50.053432 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.078868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f90ee64-e9a1-41d9-93ca-5d52ccc1c31b None None] Provisioning complete for port ea492ca6-554a-45ef-80e5-af6fe2cbec91 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:50.079261 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f90ee64-e9a1-41d9-93ca-5d52ccc1c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.088604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.139310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ea492ca6-554a-45ef-80e5-af6fe2cbec91,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.197613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f90ee64-e9a1-41d9-93ca-5d52ccc1c31b None None] Provisioning for port 9ea292ac-4799-49d3-8181-990d66e2bcbe completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:50.202270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f90ee64-e9a1-41d9-93ca-5d52ccc1c31b None None] Provisioning complete for port 9ea292ac-4799-49d3-8181-990d66e2bcbe triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:50.202663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f90ee64-e9a1-41d9-93ca-5d52ccc1c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.238388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8f90ee64-e9a1-41d9-93ca-5d52ccc1c31b None None] Port 9ea292ac-4799-49d3-8181-990d66e2bcbe cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:50.296657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76665-0fad-4d61-a17d-1c1c3e0a7b91 req-81a4898f-251c-4c85-8068-8e269f0cd61f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:50.298265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41c76665-0fad-4d61-a17d-1c1c3e0a7b91 req-81a4898f-251c-4c85-8068-8e269f0cd61f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 945 time: 0.2117405 Jun 30 09:21:50.309570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996957e4-27c0-4484-ad87-45d84fbea16c req-4e29b7f6-fb40-471a-8242-2988510daeb2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:50.310982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-996957e4-27c0-4484-ad87-45d84fbea16c req-4e29b7f6-fb40-471a-8242-2988510daeb2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 945 time: 0.1652324 Jun 30 09:21:50.363945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c91954a8-18d9-43d7-832d-26dc51fd3b6d None None] Provisioning complete for port 9ea292ac-4799-49d3-8181-990d66e2bcbe triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:50.364318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c91954a8-18d9-43d7-832d-26dc51fd3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.368886 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.401417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c91954a8-18d9-43d7-832d-26dc51fd3b6d None None] Port 9ea292ac-4799-49d3-8181-990d66e2bcbe cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:50.411794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41c76665-0fad-4d61-a17d-1c1c3e0a7b91 req-b5ce0b9d-2a7b-4a4b-9010-cf06731ff401 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976207 Jun 30 09:21:50.520823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-84c9aebd-0746-42d4-a0e9-5d358aeab270 None None] Provisioning complete for port 9ea292ac-4799-49d3-8181-990d66e2bcbe triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:50.521291 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-84c9aebd-0746-42d4-a0e9-5d358aeab270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.555165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-84c9aebd-0746-42d4-a0e9-5d358aeab270 None None] Port 9ea292ac-4799-49d3-8181-990d66e2bcbe cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:50.573231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port 22b30297-4dd9-42a4-af4d-e639e9bedf82 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:50.573831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.735333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] For port 22b30297-4dd9-42a4-af4d-e639e9bedf82, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=22b30297-4dd9-42a4-af4d-e639e9bedf82,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:50.735677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.756608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for 22b30297-4dd9-42a4-af4d-e639e9bedf82 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:50.810498 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.816802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.918272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=9ea292ac-4799-49d3-8181-990d66e2bcbe,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.921347 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.036810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.051738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['22b30297-4dd9-42a4-af4d-e639e9bedf82'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:51.073239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=22b30297-4dd9-42a4-af4d-e639e9bedf82,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:51.086618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 18d473dc-21fe-4149-bb19-49505ccd7202 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:51.106992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:51.128950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] No DVR routers for this DVR port 22b30297-4dd9-42a4-af4d-e639e9bedf82 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:51.132017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.133925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-996957e4-27c0-4484-ad87-45d84fbea16c req-2000b1de-9c72-4150-a861-b56973043d74 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "DELETE /v2.0/ports/22b30297-4dd9-42a4-af4d-e639e9bedf82 HTTP/1.1" status: 204 len: 173 time: 0.8090849 Jun 30 09:21:51.134687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'name': 'network-vif-deleted', 'tag': '22b30297-4dd9-42a4-af4d-e639e9bedf82'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:51.136970 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e4532d-ac35-4db5-ba0c-921a7e783277" -d '{"events": [{"server_uuid": "8a08a773-3d53-4bb1-89a5-17f33be28c68", "name": "network-vif-deleted", "tag": "22b30297-4dd9-42a4-af4d-e639e9bedf82"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:51.208849 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2574bbdc-efe6-4b6b-a99d-a0d82ddff745 x-openstack-request-id: req-2574bbdc-efe6-4b6b-a99d-a0d82ddff745 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:51.209146 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08a773-3d53-4bb1-89a5-17f33be28c68", "name": "network-vif-deleted", "tag": "22b30297-4dd9-42a4-af4d-e639e9bedf82", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:51.209403 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2574bbdc-efe6-4b6b-a99d-a0d82ddff745 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:51.209827 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08a773-3d53-4bb1-89a5-17f33be28c68', 'name': 'network-vif-deleted', 'tag': '22b30297-4dd9-42a4-af4d-e639e9bedf82', 'status': 'completed', 'code': 200} Jun 30 09:21:51.270278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router aba4dcaf-6886-4d2a-b6de-86b92bce3eee is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:21:51.370620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:51.378347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-11d4fa21-2d87-4d19-bd29-44acea93c9d6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/aba4dcaf-6886-4d2a-b6de-86b92bce3eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4576945 Jun 30 09:21:51.379257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38902) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.381709 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] Sync routers for ids ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:51.386277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-65c68248-ef38-4543-a9b4-076958c041e8 None None] Provisioning complete for port 9ea292ac-4799-49d3-8181-990d66e2bcbe triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:51.386978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-65c68248-ef38-4543-a9b4-076958c041e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.391134 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] Routers {'aba4dcaf-6886-4d2a-b6de-86b92bce3eee'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:51.391743 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.424490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-65c68248-ef38-4543-a9b4-076958c041e8 None None] Port 9ea292ac-4799-49d3-8181-990d66e2bcbe cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:51.427607 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.436260 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] Routers {'aba4dcaf-6886-4d2a-b6de-86b92bce3eee'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:51.437146 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.443136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a8a921-dd73-4f55-a76b-c01ee5a79d21 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.444569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6a8a921-dd73-4f55-a76b-c01ee5a79d21 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports/9ea292ac-4799-49d3-8181-990d66e2bcbe HTTP/1.1" status: 200 len: 976 time: 0.0641351 Jun 30 09:21:51.447797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38906) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.471641 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.472286 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea14b90-9b5b-48aa-bbc8-f8762c8c3ffd None None] The sync data for ids ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:51.579095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0987b77-c730-4a1e-aafe-90109d414217 req-3a1c39cf-9407-482e-95f8-6d414cf14b02 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 210 time: 0.0360413 Jun 30 09:21:51.795737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ea492ca6-554a-45ef-80e5-af6fe2cbec91 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:51.845826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ea492ca6-554a-45ef-80e5-af6fe2cbec91 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:51.846476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.910809 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.128049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 9ea292ac-4799-49d3-8181-990d66e2bcbe {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:52.128388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.214900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.226748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 9ea292ac-4799-49d3-8181-990d66e2bcbe owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:52.395593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.429051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=9ea292ac-4799-49d3-8181-990d66e2bcbe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:52.587456 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:52.783769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f56cb866-344a-4d4c-bc0a-d2e4a454a611 req-a8c1b837-b304-47fe-b8a6-1478648c5335 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 210 time: 0.0584271 Jun 30 09:21:52.793330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router aba4dcaf-6886-4d2a-b6de-86b92bce3eee has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:52.871815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:52.877250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2209204a-4b26-4d0a-86d1-9841d2d9eedf tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/aba4dcaf-6886-4d2a-b6de-86b92bce3eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284329 Jun 30 09:21:52.880056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38910) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:52.883675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] Sync routers for ids ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:52.894634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] Routers {'aba4dcaf-6886-4d2a-b6de-86b92bce3eee'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:52.895698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.928736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.938511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] Routers {'aba4dcaf-6886-4d2a-b6de-86b92bce3eee'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:52.939190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.972377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.973039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41a39e-0180-4e47-80da-42b1b71f10ea None None] The sync data for ids ['aba4dcaf-6886-4d2a-b6de-86b92bce3eee'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:53.103754 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-3f51900f-3328-4e0a-ad55-336b0d4a684a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:21:53.107447 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3f51900f-3328-4e0a-ad55-336b0d4a684a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/aba4dcaf-6886-4d2a-b6de-86b92bce3eee/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2237649 Jun 30 09:21:53.107671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38912) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.136404 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-17643664-ffed-46d2-b245-570917549d45 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba4dcaf-6886-4d2a-b6de-86b92bce3eee HTTP/1.1" status: 200 len: 205 time: 0.0276840 Jun 30 09:21:53.138957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38914) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.212765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f868131-7a8a-4b04-81d7-24e4f8d3b049 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.371673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f868131-7a8a-4b04-81d7-24e4f8d3b049 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.373772 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f868131-7a8a-4b04-81d7-24e4f8d3b049 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.407224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.418493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f868131-7a8a-4b04-81d7-24e4f8d3b049 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.418979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f868131-7a8a-4b04-81d7-24e4f8d3b049 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Fanout notify agent at l3_agent the message router_deleted on router aba4dcaf-6886-4d2a-b6de-86b92bce3eee {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:21:53.430507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f868131-7a8a-4b04-81d7-24e4f8d3b049 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.430507 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2f868131-7a8a-4b04-81d7-24e4f8d3b049 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/aba4dcaf-6886-4d2a-b6de-86b92bce3eee HTTP/1.1" status: 204 len: 168 time: 0.2870240 Jun 30 09:21:53.430507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38916) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.483836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet 5d857164-ef6e-49a5-ba92-03b1e9c93257 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:53.486782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.491739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22b30297-4dd9-42a4-af4d-e639e9bedf82 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:53.512032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 22b30297-4dd9-42a4-af4d-e639e9bedf82 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:53.512299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 22b30297-4dd9-42a4-af4d-e639e9bedf82 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:53.525411 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.616634 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.678221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.706099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=5d857164-ef6e-49a5-ba92-03b1e9c93257,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:53.708200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.714032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-159c20e1-84da-4035-ad4f-f959fcc8edf3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/5d857164-ef6e-49a5-ba92-03b1e9c93257 HTTP/1.1" status: 204 len: 168 time: 0.2821100 Jun 30 09:21:53.715049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38918) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.721188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc8435-d03d-4913-b1c4-af384dac77f7 None None] Network 18d473dc-21fe-4149-bb19-49505ccd7202 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:53.797364 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.871757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port ea492ca6-554a-45ef-80e5-af6fe2cbec91 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:53.872099 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.930301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] DHCP port deletion for 18d473dc-21fe-4149-bb19-49505ccd7202 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:53.951875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port ea492ca6-554a-45ef-80e5-af6fe2cbec91, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ea492ca6-554a-45ef-80e5-af6fe2cbec91,segment=NetworkSegment(df103dc4-8e16-4e00-8f9f-999a94d6ac66),segment_id=df103dc4-8e16-4e00-8f9f-999a94d6ac66)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:53.952504 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.968043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for ea492ca6-554a-45ef-80e5-af6fe2cbec91 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:53.982605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] Deleting port ea492ca6-554a-45ef-80e5-af6fe2cbec91 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:53.983377 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.054721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.058350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] For port ea492ca6-554a-45ef-80e5-af6fe2cbec91, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ea492ca6-554a-45ef-80e5-af6fe2cbec91,segment=NetworkSegment(df103dc4-8e16-4e00-8f9f-999a94d6ac66),segment_id=df103dc4-8e16-4e00-8f9f-999a94d6ac66)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:54.059103 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.074824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] Calling delete_port for ea492ca6-554a-45ef-80e5-af6fe2cbec91 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:54.100033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port ea492ca6-554a-45ef-80e5-af6fe2cbec91 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:54.105073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=ea492ca6-554a-45ef-80e5-af6fe2cbec91,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.199234 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.210317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d473dc-21fe-4149-bb19-49505ccd7202']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.211461 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.223962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df103dc4-8e16-4e00-8f9f-999a94d6ac66') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.224257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df103dc4-8e16-4e00-8f9f-999a94d6ac66') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:54.235761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.252732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.263500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] No DVR routers for this DVR port ea492ca6-554a-45ef-80e5-af6fe2cbec91 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:54.268207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2c5b6-0a22-4417-bb4d-37a16dce2813 None None] Pushing event deleted for resources: {'Port': ['ID=ea492ca6-554a-45ef-80e5-af6fe2cbec91,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.277814 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:54.278152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:54.282601 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:54.310814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-277a5bf5-2ea8-432b-8e6e-473f94680f9b req-d90b457c-8386-4f07-b7b1-a37e6d73a8dc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 210 time: 0.3988621 Jun 30 09:21:54.351204 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.356777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.360052 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/18d473dc-21fe-4149-bb19-49505ccd7202 HTTP/1.1" status: 204 len: 168 time: 0.6434293 Jun 30 09:21:54.364580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38922) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.371561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1934657673'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:54.382222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ce451-4725-4f45-b39a-55031eed90e7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=18d473dc-21fe-4149-bb19-49505ccd7202,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.397431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:54.402461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.434386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:54.443590 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.444016 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment 113d0e4c-75c3-4247-95e7-7e3d177298f0 of type vlan for network 62cb8382-288c-4352-80f2-3a89f6c7c86d Jun 30 09:21:54.486932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.514587 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.520538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:54.521120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.585791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2172005 Jun 30 09:21:54.586027 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38924) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.591206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': '62cb8382-288c-4352-80f2-3a89f6c7c86d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:54.596390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc1b0e-f4ac-4b7f-8004-4aa860ef2bf6 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=62cb8382-288c-4352-80f2-3a89f6c7c86d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.608826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:54.696659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:54.700178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.889213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.945987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.955963 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': '113d0e4c-75c3-4247-95e7-7e3d177298f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '62cb8382-288c-4352-80f2-3a89f6c7c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:54.956549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: 62cb8382-288c-4352-80f2-3a89f6c7c86d, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:54.973525 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:54.984505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 62cb8382-288c-4352-80f2-3a89f6c7c86d) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:54.989255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:54.990045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.994856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96d3d4-6e08-4a3a-a3f9-4e6321624490 None None] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:55.008599 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a57898bd-9326-45a0-97b7-cd001aa4ea6a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4190755 Jun 30 09:21:55.008961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38926) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:55.013954 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4afdb171-455b-49f2-992d-71d98b52078e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1435557806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:55.041287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4afdb171-455b-49f2-992d-71d98b52078e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.042516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4afdb171-455b-49f2-992d-71d98b52078e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.100564 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4afdb171-455b-49f2-992d-71d98b52078e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.107415 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4afdb171-455b-49f2-992d-71d98b52078e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.123864 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4afdb171-455b-49f2-992d-71d98b52078e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.127674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4afdb171-455b-49f2-992d-71d98b52078e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1149025 Jun 30 09:21:55.127896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38928) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:55.147047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-62cb8382-288c-4352-80f2-3a89f6c7c86d', 'network_id': '62cb8382-288c-4352-80f2-3a89f6c7c86d', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': 'eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:55.148128 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.294823 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Allocated IP 172.20.0.2 (62cb8382-288c-4352-80f2-3a89f6c7c86d/eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f/6558bf76-27f9-495e-bbd1-4a410a9b0f71) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:55.311485 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.437951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.475192 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.490474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Transition to ACTIVE for port object 6558bf76-27f9-495e-bbd1-4a410a9b0f71 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:55.510043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Transition to ACTIVE for port object 6558bf76-27f9-495e-bbd1-4a410a9b0f71 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:55.520765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.561373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c88116b-9fb5-4ccf-9f20-a7183d57e44b req-8395d021-f43b-4db9-8af3-e168dca73305 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a08a773-3d53-4bb1-89a5-17f33be28c68 HTTP/1.1" status: 200 len: 210 time: 0.0541565 Jun 30 09:21:55.593948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Pushing event updated for resources: {'Port': ['ID=6558bf76-27f9-495e-bbd1-4a410a9b0f71,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:55.601195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:55.602693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:55.605670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:55.667514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Attempting to bind port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:55.668173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Attempting to bind port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '113d0e4c-75c3-4247-95e7-7e3d177298f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '62cb8382-288c-4352-80f2-3a89f6c7c86d'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:55.668537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Attempting to bind port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 on network 62cb8382-288c-4352-80f2-3a89f6c7c86d {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:55.673526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:55.673932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Checking segment: {'id': '113d0e4c-75c3-4247-95e7-7e3d177298f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '62cb8382-288c-4352-80f2-3a89f6c7c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:55.674335 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.674727 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Bound using segment: {'id': '113d0e4c-75c3-4247-95e7-7e3d177298f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '62cb8382-288c-4352-80f2-3a89f6c7c86d'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:55.675191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Bound port: 6558bf76-27f9-495e-bbd1-4a410a9b0f71, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113d0e4c-75c3-4247-95e7-7e3d177298f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '62cb8382-288c-4352-80f2-3a89f6c7c86d'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:55.675570 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.747101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.20.0.1 (62cb8382-288c-4352-80f2-3a89f6c7c86d/eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f/39be666f-529a-44e5-94b7-a0276e584f13) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:55.748317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] For port 6558bf76-27f9-495e-bbd1-4a410a9b0f71, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:55.751930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] For port 6558bf76-27f9-495e-bbd1-4a410a9b0f71, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6558bf76-27f9-495e-bbd1-4a410a9b0f71,segment=NetworkSegment(113d0e4c-75c3-4247-95e7-7e3d177298f0),segment_id=113d0e4c-75c3-4247-95e7-7e3d177298f0)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:55.757623 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.821233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7cb70-2dae-4dc4-bd82-2923a6ae83dc None None] Pushing event updated for resources: {'Port': ['ID=6558bf76-27f9-495e-bbd1-4a410a9b0f71,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:55.829207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ea492ca6-554a-45ef-80e5-af6fe2cbec91 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:55.856782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ea492ca6-554a-45ef-80e5-af6fe2cbec91 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:55.857223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ea492ca6-554a-45ef-80e5-af6fe2cbec91 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:55.892829 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.907779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object 39be666f-529a-44e5-94b7-a0276e584f13 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:55.940926 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.984694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:55.987988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:55.994388 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:56.001658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=39be666f-529a-44e5-94b7-a0276e584f13,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:56.074149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.208889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.465724 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.473768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.561195 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:56.563015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=39be666f-529a-44e5-94b7-a0276e584f13,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:56.668006 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:56.669537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:56.787833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d7f7d-71a0-4a16-8c07-0d83246ca0f2 None None] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:56.795904 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 07ef80af-d424-49f9-a392-eb4724b1ebca is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:21:56.916113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-87f54f24-e32e-4fc3-af7c-e4d976ccab7b None None] Provisioning for port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:57.244010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:57.251538 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d2f74576-e2ce-48f4-b4d8-d1b50e2cd1c3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/07ef80af-d424-49f9-a392-eb4724b1ebca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1199901 Jun 30 09:21:57.251538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38936) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:57.268533 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] Sync routers for ids ['07ef80af-d424-49f9-a392-eb4724b1ebca'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:57.280273 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] Routers {'07ef80af-d424-49f9-a392-eb4724b1ebca'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:57.280990 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['07ef80af-d424-49f9-a392-eb4724b1ebca'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:57.299403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-578da313-23e1-4fd0-aef8-75c5f9569fe5 None None] Provisioning for port 39be666f-529a-44e5-94b7-a0276e584f13 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:57.311490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-578da313-23e1-4fd0-aef8-75c5f9569fe5 None None] Provisioning complete for port 39be666f-529a-44e5-94b7-a0276e584f13 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:57.311965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-578da313-23e1-4fd0-aef8-75c5f9569fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.314475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b6dcf-be48-4bc7-acbc-4a8912278b1f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:57.316100 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f04b6dcf-be48-4bc7-acbc-4a8912278b1f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports/39be666f-529a-44e5-94b7-a0276e584f13 HTTP/1.1" status: 200 len: 910 time: 0.0633843 Jun 30 09:21:57.319224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38938) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:57.369165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-578da313-23e1-4fd0-aef8-75c5f9569fe5 None None] Port 39be666f-529a-44e5-94b7-a0276e584f13 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:57.419093 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:57.430163 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] Routers {'07ef80af-d424-49f9-a392-eb4724b1ebca'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:57.431031 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['07ef80af-d424-49f9-a392-eb4724b1ebca'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:57.463632 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:57.464268 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf417e-a86e-4e20-ad8e-689bc5488b92 None None] The sync data for ids ['07ef80af-d424-49f9-a392-eb4724b1ebca'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:57.489292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e7cf1cd2-623d-4c24-91d0-d4920af48e4e None None] Provisioning complete for port 39be666f-529a-44e5-94b7-a0276e584f13 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:57.489802 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1cd2-623d-4c24-91d0-d4920af48e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.526682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf1cd2-623d-4c24-91d0-d4920af48e4e None None] Port 39be666f-529a-44e5-94b7-a0276e584f13 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:57.646076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-62ca3249-3290-4bcc-8446-1a9e409b4623 None None] Provisioning complete for port 39be666f-529a-44e5-94b7-a0276e584f13 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:57.646583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-62ca3249-3290-4bcc-8446-1a9e409b4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.683036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-62ca3249-3290-4bcc-8446-1a9e409b4623 None None] Port 39be666f-529a-44e5-94b7-a0276e584f13 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:57.688100 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.856135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6558bf76-27f9-495e-bbd1-4a410a9b0f71 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:57.911832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:57.915633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:57.916000 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:57.997480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 39be666f-529a-44e5-94b7-a0276e584f13 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:57.997951 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.000417 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.046203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6558bf76-27f9-495e-bbd1-4a410a9b0f71, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6558bf76-27f9-495e-bbd1-4a410a9b0f71,segment=NetworkSegment(113d0e4c-75c3-4247-95e7-7e3d177298f0),segment_id=113d0e4c-75c3-4247-95e7-7e3d177298f0)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:58.055070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.114386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6558bf76-27f9-495e-bbd1-4a410a9b0f71,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:58.126783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.138797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 39be666f-529a-44e5-94b7-a0276e584f13 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:58.312131 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.344109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=39be666f-529a-44e5-94b7-a0276e584f13,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:58.491503 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:58.648613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 07ef80af-d424-49f9-a392-eb4724b1ebca has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:58.725098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:58.732933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-efa184f2-54ad-446b-b86e-292c0ee18fc9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/07ef80af-d424-49f9-a392-eb4724b1ebca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4120886 Jun 30 09:21:58.733532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:58.734262 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] Sync routers for ids ['07ef80af-d424-49f9-a392-eb4724b1ebca'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:58.743243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] Routers {'07ef80af-d424-49f9-a392-eb4724b1ebca'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:58.744332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['07ef80af-d424-49f9-a392-eb4724b1ebca'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:58.766801 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d349ab07-4081-414b-ba18-cc52c79a1998 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ef80af-d424-49f9-a392-eb4724b1ebca HTTP/1.1" status: 200 len: 205 time: 0.0289047 Jun 30 09:21:58.767063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38952) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:58.778683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:58.786964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] Routers {'07ef80af-d424-49f9-a392-eb4724b1ebca'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:58.787553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['07ef80af-d424-49f9-a392-eb4724b1ebca'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:58.818113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:58.818754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f663e5-0db0-4da6-bf57-cbb8bbf953e4 None None] The sync data for ids ['07ef80af-d424-49f9-a392-eb4724b1ebca'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:58.843914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3187c9c-bed4-4047-9599-8cf38027a2f5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.012066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3187c9c-bed4-4047-9599-8cf38027a2f5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.014534 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3187c9c-bed4-4047-9599-8cf38027a2f5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.061435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3187c9c-bed4-4047-9599-8cf38027a2f5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.061996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3187c9c-bed4-4047-9599-8cf38027a2f5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Fanout notify agent at l3_agent the message router_deleted on router 07ef80af-d424-49f9-a392-eb4724b1ebca {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:21:59.068783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3187c9c-bed4-4047-9599-8cf38027a2f5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.070166 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a3187c9c-bed4-4047-9599-8cf38027a2f5 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/07ef80af-d424-49f9-a392-eb4724b1ebca HTTP/1.1" status: 204 len: 168 time: 0.3018823 Jun 30 09:21:59.073242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38954) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:59.135530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:59.138477 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.185468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.273037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.334344 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.367087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:59.369545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.371394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6566e233-9e69-4c0a-bf98-94fa3bf9725f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f HTTP/1.1" status: 204 len: 168 time: 0.2971330 Jun 30 09:21:59.374140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 38960) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:59.376571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ec54b-b728-4c37-8787-bc5fcfff5de0 None None] Network 62cb8382-288c-4352-80f2-3a89f6c7c86d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:59.460623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.519420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:59.519817 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.564891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] DHCP port deletion for 62cb8382-288c-4352-80f2-3a89f6c7c86d request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:21:59.585982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port 6558bf76-27f9-495e-bbd1-4a410a9b0f71, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6558bf76-27f9-495e-bbd1-4a410a9b0f71,segment=NetworkSegment(113d0e4c-75c3-4247-95e7-7e3d177298f0),segment_id=113d0e4c-75c3-4247-95e7-7e3d177298f0)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:59.586338 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.599164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 6558bf76-27f9-495e-bbd1-4a410a9b0f71 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:59.614528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] Deleting port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:59.614900 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.678609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] For port 6558bf76-27f9-495e-bbd1-4a410a9b0f71, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6558bf76-27f9-495e-bbd1-4a410a9b0f71,segment=NetworkSegment(113d0e4c-75c3-4247-95e7-7e3d177298f0),segment_id=113d0e4c-75c3-4247-95e7-7e3d177298f0)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:59.678994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.683782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.692746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] Calling delete_port for 6558bf76-27f9-495e-bbd1-4a410a9b0f71 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:59.712863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=6558bf76-27f9-495e-bbd1-4a410a9b0f71,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:59.716342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:59.778222 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.798752 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.800698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] Pushing event deleted for resources: {'Port': ['ID=6558bf76-27f9-495e-bbd1-4a410a9b0f71,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:59.805602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6558bf76-27f9-495e-bbd1-4a410a9b0f71 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:59.810157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cb8382-288c-4352-80f2-3a89f6c7c86d']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:59.819958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113d0e4c-75c3-4247-95e7-7e3d177298f0') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:59.820252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113d0e4c-75c3-4247-95e7-7e3d177298f0') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:59.830306 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.832929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d5b66-758c-4c55-bc91-7087d234418a None None] No DVR routers for this DVR port 6558bf76-27f9-495e-bbd1-4a410a9b0f71 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:59.834715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 6558bf76-27f9-495e-bbd1-4a410a9b0f71 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:59.835111 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6558bf76-27f9-495e-bbd1-4a410a9b0f71 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:59.847747 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.853803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:59.854233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:59.857180 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:59.917509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.924421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.926315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/62cb8382-288c-4352-80f2-3a89f6c7c86d HTTP/1.1" status: 204 len: 168 time: 0.5480652 Jun 30 09:21:59.930115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:59.935362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-815512032', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:59.937682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562981a9-55a7-47d1-872e-0ab9c1dfdaab tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=62cb8382-288c-4352-80f2-3a89f6c7c86d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:59.958814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.959806 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.012873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.144155 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.342976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.361465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.466750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.25.8.224 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/61a2b9eb-d505-4f0a-91ec-17721af6f647) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:00.565407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.603397 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.644858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:00.649110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:00.655500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:00.661192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=61a2b9eb-d505-4f0a-91ec-17721af6f647,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:00.906718 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.102679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.228318 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 884bfbe6-af00-42d7-9ae3-6f75da100205 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:01.331309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:01.341145 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] Sync routers for ids ['884bfbe6-af00-42d7-9ae3-6f75da100205'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:01.350878 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.351825 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] Routers {'884bfbe6-af00-42d7-9ae3-6f75da100205'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:01.352300 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b00d5ad1-9954-4e61-bdae-79a53a17cb18 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.4204791 Jun 30 09:22:01.355124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38972) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:01.355683 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['884bfbe6-af00-42d7-9ae3-6f75da100205'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:01.388542 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:01.401063 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] Routers {'884bfbe6-af00-42d7-9ae3-6f75da100205'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:01.401686 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['884bfbe6-af00-42d7-9ae3-6f75da100205'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:01.436822 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:01.437464 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc012a0c-2eeb-45ac-9e43-1b792bfa13c9 None None] The sync data for ids ['884bfbe6-af00-42d7-9ae3-6f75da100205'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:01.467511 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5b60c816-6766-4e6a-93ae-5802874b4dad tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/routers/884bfbe6-af00-42d7-9ae3-6f75da100205 HTTP/1.1" status: 200 len: 880 time: 0.1111512 Jun 30 09:22:01.469933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38974) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:01.642413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-85aa8755-76fb-4fed-8dd0-e5e9f95155ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.703790 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eee99027-340c-4d13-adb2-84beae2b503c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2328112 Jun 30 09:22:01.706366 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 38976) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:01.710844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b2570496-bcee-44a0-a7f7-1da2d8c5bd30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-815512032'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:01.999796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2570496-bcee-44a0-a7f7-1da2d8c5bd30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.010474 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2570496-bcee-44a0-a7f7-1da2d8c5bd30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.115885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2570496-bcee-44a0-a7f7-1da2d8c5bd30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 884bfbe6-af00-42d7-9ae3-6f75da100205 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:02.561346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2570496-bcee-44a0-a7f7-1da2d8c5bd30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:02.570259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] Sync routers for ids ['884bfbe6-af00-42d7-9ae3-6f75da100205'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:02.579683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] Routers {'884bfbe6-af00-42d7-9ae3-6f75da100205'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:02.580304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['884bfbe6-af00-42d7-9ae3-6f75da100205'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.581724 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2570496-bcee-44a0-a7f7-1da2d8c5bd30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.583041 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b2570496-bcee-44a0-a7f7-1da2d8c5bd30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/884bfbe6-af00-42d7-9ae3-6f75da100205 HTTP/1.1" status: 200 len: 887 time: 0.8754587 Jun 30 09:22:02.585744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39020) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:02.620990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.632056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] Routers {'884bfbe6-af00-42d7-9ae3-6f75da100205'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:02.632751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:21:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['884bfbe6-af00-42d7-9ae3-6f75da100205'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.667241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.668570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40975eb-f1f5-4e0f-a044-181129955c27 None None] The sync data for ids ['884bfbe6-af00-42d7-9ae3-6f75da100205'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:02.717187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-025a4e68-ccb0-49a9-aa11-7bd3d41acb77 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/routers/884bfbe6-af00-42d7-9ae3-6f75da100205 HTTP/1.1" status: 200 len: 887 time: 0.1270103 Jun 30 09:22:02.717187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39022) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:02.751075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-41ffd142-67e0-47c3-a3df-c239ee07f686 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=884bfbe6-af00-42d7-9ae3-6f75da100205 HTTP/1.1" status: 200 len: 205 time: 0.0327070 Jun 30 09:22:02.753591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39028) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:02.864011 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.969078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.021077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 61a2b9eb-d505-4f0a-91ec-17721af6f647 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:03.021493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.115118 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.128590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 61a2b9eb-d505-4f0a-91ec-17721af6f647 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:03.296761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.323650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=61a2b9eb-d505-4f0a-91ec-17721af6f647,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.385815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.477014 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.479907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.529132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.529686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Fanout notify agent at l3_agent the message router_deleted on router 884bfbe6-af00-42d7-9ae3-6f75da100205 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:03.536938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.541336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-57f299df-9661-4433-8a6a-497688138942 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/884bfbe6-af00-42d7-9ae3-6f75da100205 HTTP/1.1" status: 204 len: 168 time: 0.7829440 Jun 30 09:22:03.541597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39060) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.547399 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1227148248'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:03.571359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:03.575875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.600589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:03.610037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.610384 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment 8490a590-b475-4420-b1db-cd05b4862874 of type vlan for network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa Jun 30 09:22:03.653515 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.683759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.689436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:03.690043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.746900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2042353 Jun 30 09:22:03.749973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.756750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': 'd6d3e98f-12d5-4e28-8c34-7a74a3ace2aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:03.761980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ecf23-16ea-4add-bcc7-1106909fb6d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.772979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:03.863234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:03.867536 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.071820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.134579 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=b90cd77f-51db-428a-be6c-7f41425ca4a3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.146237 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': '8490a590-b475-4420-b1db-cd05b4862874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd6d3e98f-12d5-4e28-8c34-7a74a3ace2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:04.146595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:04.165213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:04.175841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:04.183409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:04.184246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.185798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc160e-7422-4db9-b5ee-5a0e5f43325b None None] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:04.207055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39066) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:04.207423 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69fc863f-4d81-4ac7-8e3e-9f490ec5e694 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4553587 Jun 30 09:22:04.212233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-94205505-838f-4cec-8368-ef7622d626e4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-971167403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:04.237169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94205505-838f-4cec-8368-ef7622d626e4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.238289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94205505-838f-4cec-8368-ef7622d626e4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.298349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94205505-838f-4cec-8368-ef7622d626e4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.303768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94205505-838f-4cec-8368-ef7622d626e4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.324655 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-94205505-838f-4cec-8368-ef7622d626e4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.326823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-94205505-838f-4cec-8368-ef7622d626e4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1185205 Jun 30 09:22:04.329648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39070) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:04.363682 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.366449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa', 'network_id': 'd6d3e98f-12d5-4e28-8c34-7a74a3ace2aa', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': 'b90cd77f-51db-428a-be6c-7f41425ca4a3'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:04.367293 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.418059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4763a7f3-b809-4fea-81e1-ba371991e1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.539038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Allocated IP 172.20.0.2 (d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa/b90cd77f-51db-428a-be6c-7f41425ca4a3/9ea0d1d6-0b14-4b07-829b-179665ae7ede) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:04.713206 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.723738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Transition to ACTIVE for port object 9ea0d1d6-0b14-4b07-829b-179665ae7ede will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:04.743085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Transition to ACTIVE for port object 9ea0d1d6-0b14-4b07-829b-179665ae7ede will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:04.750927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.799472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:04.805417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:04.810257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:04.814020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Pushing event updated for resources: {'Port': ['ID=9ea0d1d6-0b14-4b07-829b-179665ae7ede,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.891843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Attempting to bind port 9ea0d1d6-0b14-4b07-829b-179665ae7ede on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:04.892499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Attempting to bind port 9ea0d1d6-0b14-4b07-829b-179665ae7ede by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '8490a590-b475-4420-b1db-cd05b4862874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd6d3e98f-12d5-4e28-8c34-7a74a3ace2aa'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:04.893074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Attempting to bind port 9ea0d1d6-0b14-4b07-829b-179665ae7ede on network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:04.899105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:04.899938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Checking segment: {'id': '8490a590-b475-4420-b1db-cd05b4862874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd6d3e98f-12d5-4e28-8c34-7a74a3ace2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:04.900529 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.901103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Bound using segment: {'id': '8490a590-b475-4420-b1db-cd05b4862874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd6d3e98f-12d5-4e28-8c34-7a74a3ace2aa'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:04.901803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Bound port: 9ea0d1d6-0b14-4b07-829b-179665ae7ede, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490a590-b475-4420-b1db-cd05b4862874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd6d3e98f-12d5-4e28-8c34-7a74a3ace2aa'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:04.902393 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.975561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] For port 9ea0d1d6-0b14-4b07-829b-179665ae7ede, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:04.979725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] For port 9ea0d1d6-0b14-4b07-829b-179665ae7ede, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9ea0d1d6-0b14-4b07-829b-179665ae7ede,segment=NetworkSegment(8490a590-b475-4420-b1db-cd05b4862874),segment_id=8490a590-b475-4420-b1db-cd05b4862874)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:04.985843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.987638 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.052396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf409cf-5694-426c-b82a-f26b2d0e0951 None None] Pushing event updated for resources: {'Port': ['ID=9ea0d1d6-0b14-4b07-829b-179665ae7ede,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.262273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.20.0.1 (d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa/b90cd77f-51db-428a-be6c-7f41425ca4a3/3c2cda5e-f825-4faa-b7b9-101d3410e54a) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:05.399400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.413333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object 3c2cda5e-f825-4faa-b7b9-101d3410e54a will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:05.448387 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.496254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:05.503636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:05.508097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:05.512621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=3c2cda5e-f825-4faa-b7b9-101d3410e54a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.554854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.690504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.851518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9ea0d1d6-0b14-4b07-829b-179665ae7ede up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:05.912592 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.929488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 9ea0d1d6-0b14-4b07-829b-179665ae7ede completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:06.027667 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.035242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.055681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b7776-98f8-4836-9d20-f64b16e88b13 None None] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:06.111485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=3c2cda5e-f825-4faa-b7b9-101d3410e54a,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.114135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.114900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a9325ea0-3396-4ce0-91f6-af50d737f3d8 None None] Provisioning for port 9ea0d1d6-0b14-4b07-829b-179665ae7ede completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:06.123839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a9325ea0-3396-4ce0-91f6-af50d737f3d8 None None] Provisioning complete for port 9ea0d1d6-0b14-4b07-829b-179665ae7ede triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:06.124808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a9325ea0-3396-4ce0-91f6-af50d737f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.226211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:06.229755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:06.269172 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a9325ea0-3396-4ce0-91f6-af50d737f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.328007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a9325ea0-3396-4ce0-91f6-af50d737f3d8 None None] For port 9ea0d1d6-0b14-4b07-829b-179665ae7ede, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9ea0d1d6-0b14-4b07-829b-179665ae7ede,segment=NetworkSegment(8490a590-b475-4420-b1db-cd05b4862874),segment_id=8490a590-b475-4420-b1db-cd05b4862874)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:06.334477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a9325ea0-3396-4ce0-91f6-af50d737f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.359780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:06.396848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9325ea0-3396-4ce0-91f6-af50d737f3d8 None None] Pushing event updated for resources: {'Port': ['ID=9ea0d1d6-0b14-4b07-829b-179665ae7ede,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.464560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:06.472295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c69b07ca-aee3-4a18-8bc9-0af74975eceb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1389298 Jun 30 09:22:06.472295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39076) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.473602 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] Sync routers for ids ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:06.484306 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] Routers {'ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:06.484918 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:06.520836 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:06.529484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0696670-07ed-4190-bae6-6f50ffef9ec9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.530187 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] Routers {'ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:06.534454 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:06.534673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a0696670-07ed-4190-bae6-6f50ffef9ec9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports/3c2cda5e-f825-4faa-b7b9-101d3410e54a HTTP/1.1" status: 200 len: 910 time: 0.0579238 Jun 30 09:22:06.535023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.540684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b90cd77f-51db-428a-be6c-7f41425ca4a3'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:06.578873 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:06.580012 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4367549-4f28-4427-a6d1-fcf11e39a54f None None] The sync data for ids ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'] in n-d-758944-40 is: [] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:06.658059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8ed908a7-922e-4daa-8edf-110878be500b None None] Provisioning for port 3c2cda5e-f825-4faa-b7b9-101d3410e54a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:06.662343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8ed908a7-922e-4daa-8edf-110878be500b None None] Provisioning complete for port 3c2cda5e-f825-4faa-b7b9-101d3410e54a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:06.662906 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8ed908a7-922e-4daa-8edf-110878be500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.708899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8ed908a7-922e-4daa-8edf-110878be500b None None] Port 3c2cda5e-f825-4faa-b7b9-101d3410e54a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:06.721432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8ed908a7-922e-4daa-8edf-110878be500b None None] Provisioning complete for port 9ea0d1d6-0b14-4b07-829b-179665ae7ede triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:06.721823 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8ed908a7-922e-4daa-8edf-110878be500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.723241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.875082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:06.932732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-58aee2e1-965a-4775-894d-bb5df73b9708 None None] Provisioning complete for port 3c2cda5e-f825-4faa-b7b9-101d3410e54a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:06.933819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-58aee2e1-965a-4775-894d-bb5df73b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.976138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-58aee2e1-965a-4775-894d-bb5df73b9708 None None] Port 3c2cda5e-f825-4faa-b7b9-101d3410e54a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:07.096359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-61927477-7784-4a25-a746-971d27646aae None None] Provisioning complete for port 3c2cda5e-f825-4faa-b7b9-101d3410e54a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:07.096811 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61927477-7784-4a25-a746-971d27646aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.126239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.131615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-61927477-7784-4a25-a746-971d27646aae None None] Port 3c2cda5e-f825-4faa-b7b9-101d3410e54a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:07.137244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.213470 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=3c2cda5e-f825-4faa-b7b9-101d3410e54a,revision_number=3']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:07.220962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.221563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.222897 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a25e299c-ff5b-428f-b993-d7bb7e05ada0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/ports/3c2cda5e-f825-4faa-b7b9-101d3410e54a HTTP/1.1" status: 200 len: 910 time: 0.6867850 Jun 30 09:22:07.225709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39082) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:07.309201 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.544524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.801249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 3c2cda5e-f825-4faa-b7b9-101d3410e54a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:07.801687 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.811230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9ea0d1d6-0b14-4b07-829b-179665ae7ede up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:07.862999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 9ea0d1d6-0b14-4b07-829b-179665ae7ede triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:07.863468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.901613 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.918637 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 3c2cda5e-f825-4faa-b7b9-101d3410e54a owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:08.098258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.132803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=3c2cda5e-f825-4faa-b7b9-101d3410e54a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:08.275278 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.456132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:08.536818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:08.542701 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7fe84c23-1d4d-4f50-bad7-b188d0a00323 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3160455 Jun 30 09:22:08.545373 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39086) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.560786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] Sync routers for ids ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:08.571276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] Routers {'ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:08.572950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:08.582594 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-604100b6-a834-4b48-af5a-4f3530098a4a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf HTTP/1.1" status: 200 len: 205 time: 0.0359604 Jun 30 09:22:08.584897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39088) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.616231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:08.626527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] Routers {'ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:08.627134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:08.661675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:08.661949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde04e65-f98f-49de-882f-50fa1d294d60 None None] The sync data for ids ['ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf'] in n-d-758944-40 is: [] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:08.666520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13875567-7c05-42d8-95b1-5d49e55fecd0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.827818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13875567-7c05-42d8-95b1-5d49e55fecd0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.830249 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13875567-7c05-42d8-95b1-5d49e55fecd0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.874855 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13875567-7c05-42d8-95b1-5d49e55fecd0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.875393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13875567-7c05-42d8-95b1-5d49e55fecd0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Fanout notify agent at l3_agent the message router_deleted on router ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:08.883043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-13875567-7c05-42d8-95b1-5d49e55fecd0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.886702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-13875567-7c05-42d8-95b1-5d49e55fecd0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf HTTP/1.1" status: 204 len: 168 time: 0.2985063 Jun 30 09:22:08.887097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.940787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet b90cd77f-51db-428a-be6c-7f41425ca4a3 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:08.944052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.985311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.071557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.135515 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.166597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=b90cd77f-51db-428a-be6c-7f41425ca4a3,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.170399 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.173085 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e0f80ffa-4a6f-4f8e-aa09-bc97bfbc3d80 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/b90cd77f-51db-428a-be6c-7f41425ca4a3 HTTP/1.1" status: 204 len: 168 time: 0.2844241 Jun 30 09:22:09.175345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39094) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:09.179187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91faabd-1a88-43d9-a4ee-cf4ecdf00161 None None] Network d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:09.280175 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.342679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 9ea0d1d6-0b14-4b07-829b-179665ae7ede {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:09.343025 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.370988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] DHCP port deletion for d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:09.414999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port 9ea0d1d6-0b14-4b07-829b-179665ae7ede, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9ea0d1d6-0b14-4b07-829b-179665ae7ede,segment=NetworkSegment(8490a590-b475-4420-b1db-cd05b4862874),segment_id=8490a590-b475-4420-b1db-cd05b4862874)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:09.415828 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.424387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] Deleting port 9ea0d1d6-0b14-4b07-829b-179665ae7ede {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:09.424761 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.433199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 9ea0d1d6-0b14-4b07-829b-179665ae7ede owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:09.488266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] For port 9ea0d1d6-0b14-4b07-829b-179665ae7ede, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=9ea0d1d6-0b14-4b07-829b-179665ae7ede,segment=NetworkSegment(8490a590-b475-4420-b1db-cd05b4862874),segment_id=8490a590-b475-4420-b1db-cd05b4862874)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:09.488658 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.503059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] Calling delete_port for 9ea0d1d6-0b14-4b07-829b-179665ae7ede owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:09.518002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.545786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=9ea0d1d6-0b14-4b07-829b-179665ae7ede,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.553226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port 9ea0d1d6-0b14-4b07-829b-179665ae7ede on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:09.591335 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.604447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] No DVR routers for this DVR port 9ea0d1d6-0b14-4b07-829b-179665ae7ede on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:09.628536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de07d9-ffe5-4d91-bdc8-53aec68c60d4 None None] Pushing event deleted for resources: {'Port': ['ID=9ea0d1d6-0b14-4b07-829b-179665ae7ede,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.646912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.659027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:09.669854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8490a590-b475-4420-b1db-cd05b4862874') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:09.670169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8490a590-b475-4420-b1db-cd05b4862874') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:09.679285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.694416 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.700737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:09.701138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:09.704645 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:09.777547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.783004 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.784901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa HTTP/1.1" status: 204 len: 168 time: 0.6086724 Jun 30 09:22:09.789458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:09.794472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-439757a8-8a62-4936-ab6f-b3e148b04afd tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1620816922', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:09.811058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9ea0d1d6-0b14-4b07-829b-179665ae7ede no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:09.814508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e5d33-ae15-4419-9956-e31d6d965704 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=d6d3e98f-12d5-4e28-8c34-7a74a3ace2aa,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.829383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-439757a8-8a62-4936-ab6f-b3e148b04afd tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.830404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-439757a8-8a62-4936-ab6f-b3e148b04afd tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.835660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 9ea0d1d6-0b14-4b07-829b-179665ae7ede {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:09.836009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 9ea0d1d6-0b14-4b07-829b-179665ae7ede not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:09.888517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-439757a8-8a62-4936-ab6f-b3e148b04afd tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.893168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-439757a8-8a62-4936-ab6f-b3e148b04afd tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.913164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-439757a8-8a62-4936-ab6f-b3e148b04afd tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.913164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-439757a8-8a62-4936-ab6f-b3e148b04afd tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1225238 Jun 30 09:22:09.916403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39098) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:09.922858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-776020461'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:09.943393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:09.947257 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.972054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:09.982041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.982452 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment 4b969d61-8378-4238-bf8d-94a0799cf461 of type vlan for network e19df019-0a5e-4347-ad3a-bd7502d7dd7f Jun 30 09:22:10.026811 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.056054 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.062267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:10.062858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.116033 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1984401 Jun 30 09:22:10.118804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39100) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:10.123839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:10.131815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fa4da-f8b3-4cd2-b6aa-28594e412650 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=e19df019-0a5e-4347-ad3a-bd7502d7dd7f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.142852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:10.233309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:10.238007 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.423940 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.497594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=e624a653-3669-45ae-a15b-9eb5efdc94bb,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.508412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:10.508774 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: e19df019-0a5e-4347-ad3a-bd7502d7dd7f, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:10.531224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:10.542121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e19df019-0a5e-4347-ad3a-bd7502d7dd7f) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:10.548583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:10.549852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.552878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90733e5c-ef4f-4ff8-ba82-d01fbdf81048 None None] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:10.573053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-48598e31-4d93-40e4-af10-e5c1a6141de8 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4531343 Jun 30 09:22:10.575858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39104) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:10.711342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:10.712395 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.860613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Allocated IP 172.20.0.2 (e19df019-0a5e-4347-ad3a-bd7502d7dd7f/e624a653-3669-45ae-a15b-9eb5efdc94bb/d32ce668-95ab-48a7-adf4-1006d066f8eb) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:10.864942 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.038973 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.052121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Transition to ACTIVE for port object d32ce668-95ab-48a7-adf4-1006d066f8eb will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:11.073205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Transition to ACTIVE for port object d32ce668-95ab-48a7-adf4-1006d066f8eb will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:11.080846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.118501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:11.122470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:11.126867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:11.136331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Pushing event updated for resources: {'Port': ['ID=d32ce668-95ab-48a7-adf4-1006d066f8eb,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:11.147791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.20.0.1 (e19df019-0a5e-4347-ad3a-bd7502d7dd7f/e624a653-3669-45ae-a15b-9eb5efdc94bb/55f32742-8799-4574-a940-ea41a45f585d) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:11.193907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Attempting to bind port d32ce668-95ab-48a7-adf4-1006d066f8eb on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:11.194379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Attempting to bind port d32ce668-95ab-48a7-adf4-1006d066f8eb by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:11.194992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Attempting to bind port d32ce668-95ab-48a7-adf4-1006d066f8eb on network e19df019-0a5e-4347-ad3a-bd7502d7dd7f {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:11.202684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:11.203059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Checking segment: {'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:11.203460 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.203850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Bound using segment: {'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:11.204340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Bound port: d32ce668-95ab-48a7-adf4-1006d066f8eb, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:11.204717 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.271970 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.287139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object 55f32742-8799-4574-a940-ea41a45f585d will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:11.290001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] For port d32ce668-95ab-48a7-adf4-1006d066f8eb, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:11.293393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] For port d32ce668-95ab-48a7-adf4-1006d066f8eb, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d32ce668-95ab-48a7-adf4-1006d066f8eb,segment=NetworkSegment(4b969d61-8378-4238-bf8d-94a0799cf461),segment_id=4b969d61-8378-4238-bf8d-94a0799cf461)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:11.299952 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.327534 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.358942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d710b-9c5c-4bc6-8d95-1e0e4c6e6c09 None None] Pushing event updated for resources: {'Port': ['ID=d32ce668-95ab-48a7-adf4-1006d066f8eb,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:11.374026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:11.379399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:11.382888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:11.413189 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=55f32742-8799-4574-a940-ea41a45f585d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:11.435042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.589211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.836920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d32ce668-95ab-48a7-adf4-1006d066f8eb up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:11.902358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d32ce668-95ab-48a7-adf4-1006d066f8eb completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:12.244913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.250400 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.330089 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.338441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=55f32742-8799-4574-a940-ea41a45f585d,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.380187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e4ee5-2384-4e12-a43b-cb1542e4fb22 None None] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:12.438098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8535b031-a123-4f20-93e9-35af128624a7 None None] Provisioning for port d32ce668-95ab-48a7-adf4-1006d066f8eb completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:12.440056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:12.441514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:12.448790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8535b031-a123-4f20-93e9-35af128624a7 None None] Provisioning complete for port d32ce668-95ab-48a7-adf4-1006d066f8eb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:12.450596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8535b031-a123-4f20-93e9-35af128624a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.577056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:12.676588 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8535b031-a123-4f20-93e9-35af128624a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.679143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:12.688044 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-297859ef-f2e3-40f8-b915-7058c0b87889 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1110451 Jun 30 09:22:12.690704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39110) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:12.696860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-1152942745'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:12.701917 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:12.714308 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:12.715213 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:12.719984 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8535b031-a123-4f20-93e9-35af128624a7 None None] For port d32ce668-95ab-48a7-adf4-1006d066f8eb, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d32ce668-95ab-48a7-adf4-1006d066f8eb,segment=NetworkSegment(4b969d61-8378-4238-bf8d-94a0799cf461),segment_id=4b969d61-8378-4238-bf8d-94a0799cf461)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:12.730601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:12.731508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8535b031-a123-4f20-93e9-35af128624a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.736974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.770376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:12.786985 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.787800 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment 1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2 of type vlan for network 37925a1d-49c1-49b0-8277-7351ab0b49ca Jun 30 09:22:12.806687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535b031-a123-4f20-93e9-35af128624a7 None None] Pushing event updated for resources: {'Port': ['ID=d32ce668-95ab-48a7-adf4-1006d066f8eb,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.842777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.843035 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:12.884023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.891701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.892404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.988051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=37925a1d-49c1-49b0-8277-7351ab0b49ca,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.002816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bc71bd05-f609-43ec-a489-7179830481c4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3103817 Jun 30 09:22:13.003381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:13.005454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39112) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:13.010873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:13.109794 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:11Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:11Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:13.122568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bb4fa0b8-ed3c-49ce-9a58-52d54fae6c04 None None] Provisioning complete for port d32ce668-95ab-48a7-adf4-1006d066f8eb triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:13.122983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa0b8-ed3c-49ce-9a58-52d54fae6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.134703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:13.139969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.150580 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:13.150924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Updating router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d port 55f32742-8799-4574-a940-ea41a45f585d binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:13.217589 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.266080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bb4fa0b8-ed3c-49ce-9a58-52d54fae6c04 None None] Provisioning for port 55f32742-8799-4574-a940-ea41a45f585d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:13.271453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bb4fa0b8-ed3c-49ce-9a58-52d54fae6c04 None None] Provisioning complete for port 55f32742-8799-4574-a940-ea41a45f585d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:13.271822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa0b8-ed3c-49ce-9a58-52d54fae6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.314642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fa0b8-ed3c-49ce-9a58-52d54fae6c04 None None] Port 55f32742-8799-4574-a940-ea41a45f585d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:13.393883 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.443232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d70c6557-a866-43ff-ae30-1d4d69bd83e2 None None] Provisioning complete for port 55f32742-8799-4574-a940-ea41a45f585d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:13.443597 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d70c6557-a866-43ff-ae30-1d4d69bd83e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.487418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.499194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:13.499794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: 37925a1d-49c1-49b0-8277-7351ab0b49ca, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:13.506337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d70c6557-a866-43ff-ae30-1d4d69bd83e2 None None] Port 55f32742-8799-4574-a940-ea41a45f585d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:13.535490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:13.548386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 37925a1d-49c1-49b0-8277-7351ab0b49ca) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:13.561772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30778088-23a4-43ee-b702-b4625290b87a None None] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:13.562000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.562000 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.577940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-71ace6e9-be68-4d60-9fb5-4e382450ea0b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5713036 Jun 30 09:22:13.581725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39116) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:13.599586 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.612010 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Transition to ACTIVE for port object 55f32742-8799-4574-a940-ea41a45f585d will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:13.621163 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.672379 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Pushing event updated for resources: {'Port': ['ID=55f32742-8799-4574-a940-ea41a45f585d,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.704002 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.705001 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.705333 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.705869 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.706360 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.706893 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.707224 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.707549 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.707870 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.708192 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.708648 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.708969 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:13.749512 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Attempting to bind port 55f32742-8799-4574-a940-ea41a45f585d on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:13.749902 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Attempting to bind port 55f32742-8799-4574-a940-ea41a45f585d by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:13.750257 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Attempting to bind port 55f32742-8799-4574-a940-ea41a45f585d on network e19df019-0a5e-4347-ad3a-bd7502d7dd7f {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:13.760661 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:13.760887 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Checking segment: {'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:13.761483 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.762211 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Bound using segment: {'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:13.762862 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Bound port: 55f32742-8799-4574-a940-ea41a45f585d, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b969d61-8378-4238-bf8d-94a0799cf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:13.763619 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.864090 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] For port 55f32742-8799-4574-a940-ea41a45f585d, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:13.868927 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] For port 55f32742-8799-4574-a940-ea41a45f585d, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=55f32742-8799-4574-a940-ea41a45f585d,segment=NetworkSegment(4b969d61-8378-4238-bf8d-94a0799cf461),segment_id=4b969d61-8378-4238-bf8d-94a0799cf461)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:13.875145 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.948864 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cc7f1-0651-40c9-b2db-546c9d3cfef9 None None] Pushing event updated for resources: {'Port': ['ID=55f32742-8799-4574-a940-ea41a45f585d,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.987296 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:13.988511 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:14.011824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d32ce668-95ab-48a7-adf4-1006d066f8eb up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:14.034529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-37925a1d-49c1-49b0-8277-7351ab0b49ca', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:14.035658 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.121107 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:14.203571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d32ce668-95ab-48a7-adf4-1006d066f8eb triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:14.203942 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.252239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Allocated IP 172.21.0.2 (37925a1d-49c1-49b0-8277-7351ab0b49ca/df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2/b510b647-0229-4b1a-843b-d01ebdeb158a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:14.434249 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:11Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:13Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:14.467067 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d493-7e04-46d3-bd38-af84b32190b0 None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:11Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:13Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:14.515916 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.525570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Transition to ACTIVE for port object b510b647-0229-4b1a-843b-d01ebdeb158a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:14.546487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Transition to ACTIVE for port object b510b647-0229-4b1a-843b-d01ebdeb158a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:14.555256 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.592557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.604628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:14.608067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:14.610963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:14.631602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Pushing event updated for resources: {'Port': ['ID=b510b647-0229-4b1a-843b-d01ebdeb158a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.691379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Attempting to bind port b510b647-0229-4b1a-843b-d01ebdeb158a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:14.691723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Attempting to bind port b510b647-0229-4b1a-843b-d01ebdeb158a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:14.692100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Attempting to bind port b510b647-0229-4b1a-843b-d01ebdeb158a on network 37925a1d-49c1-49b0-8277-7351ab0b49ca {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:14.699484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:14.699896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Checking segment: {'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:14.700732 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.701147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Bound using segment: {'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:14.701624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Bound port: b510b647-0229-4b1a-843b-d01ebdeb158a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:14.702028 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.791949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] For port b510b647-0229-4b1a-843b-d01ebdeb158a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:14.795563 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] For port b510b647-0229-4b1a-843b-d01ebdeb158a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b510b647-0229-4b1a-843b-d01ebdeb158a,segment=NetworkSegment(1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2),segment_id=1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:14.801640 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.873661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7deee9-1801-4753-bf3f-e99c507c8599 None None] Pushing event updated for resources: {'Port': ['ID=b510b647-0229-4b1a-843b-d01ebdeb158a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.911042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.21.0.1 (37925a1d-49c1-49b0-8277-7351ab0b49ca/df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2/3a961d33-ed74-4279-9596-e8bb7073c90b) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:15.063423 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.080842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object 3a961d33-ed74-4279-9596-e8bb7073c90b will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:15.135281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.193236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:15.197687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:15.200183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:15.245015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=3a961d33-ed74-4279-9596-e8bb7073c90b,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:15.272352 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.403718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.688123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.694134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.772709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=3a961d33-ed74-4279-9596-e8bb7073c90b,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:15.775770 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.933171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:15.939345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:15.977611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 55f32742-8799-4574-a940-ea41a45f585d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:16.047207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 55f32742-8799-4574-a940-ea41a45f585d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:16.052766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 55f32742-8799-4574-a940-ea41a45f585d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:16.053258 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.075734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce2661e-5e22-4bd8-917a-250d64f69d0d None None] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:16.082945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:16.170723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3d8ad5ed-077d-42ce-b534-02a1c9a5d358 None None] Provisioning for port b510b647-0229-4b1a-843b-d01ebdeb158a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:16.206328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:16.216798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:16.217515 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-75e32980-30b7-42bd-a7d2-0eb65f37766d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6341310 Jun 30 09:22:16.222844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-865759025'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:16.250717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:16.254308 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.273936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.287926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:16.299121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.299740 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment bf03040a-b3f8-40c1-bdc9-e208a502f1cf of type vlan for network 31391613-6652-47f0-a6b3-abf080803259 Jun 30 09:22:16.346159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.353245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 55f32742-8799-4574-a940-ea41a45f585d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=55f32742-8799-4574-a940-ea41a45f585d,segment=NetworkSegment(4b969d61-8378-4238-bf8d-94a0799cf461),segment_id=4b969d61-8378-4238-bf8d-94a0799cf461)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:16.366517 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.367305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b510b647-0229-4b1a-843b-d01ebdeb158a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:16.382167 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.388591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:16.389168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.457736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39148) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:16.457915 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2399182 Jun 30 09:22:16.463938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:16.464563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90b143-f78e-49ab-a452-d66793cb5bf7 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=31391613-6652-47f0-a6b3-abf080803259,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.479679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 31391613-6652-47f0-a6b3-abf080803259 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:16.498884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=55f32742-8799-4574-a940-ea41a45f585d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.535213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.535566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.535933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.536270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.536597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.536928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.537250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.537570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.537914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.538234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.538550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.538867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:16.544405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b510b647-0229-4b1a-843b-d01ebdeb158a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:16.562273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b510b647-0229-4b1a-843b-d01ebdeb158a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:16.562999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.646347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:16.654428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.699849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:16.733713 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.752064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:16.752873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:16.794482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-978f0549-6d40-4ff9-996a-40586dbc4e3e None None] Provisioning complete for port b510b647-0229-4b1a-843b-d01ebdeb158a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:16.794888 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-978f0549-6d40-4ff9-996a-40586dbc4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.826980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b510b647-0229-4b1a-843b-d01ebdeb158a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b510b647-0229-4b1a-843b-d01ebdeb158a,segment=NetworkSegment(1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2),segment_id=1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:16.875428 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.890420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.956773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:16.961917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=9b740625-5348-495d-b982-b6fd543626c5,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.975329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:16.975944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: 31391613-6652-47f0-a6b3-abf080803259, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:16.997506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 31391613-6652-47f0-a6b3-abf080803259 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:17.012550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 31391613-6652-47f0-a6b3-abf080803259) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:17.017080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:17.017702 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.035881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d680b65-e900-409c-b4f4-2f6cf10ed8a5 None None] Network 31391613-6652-47f0-a6b3-abf080803259 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:17.038012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b510b647-0229-4b1a-843b-d01ebdeb158a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:17.038664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-76a774cc-d129-4ca7-99e3-07f1cd86f247 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5793741 Jun 30 09:22:17.041624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.282550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-978f0549-6d40-4ff9-996a-40586dbc4e3e None None] Provisioning for port 3a961d33-ed74-4279-9596-e8bb7073c90b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:17.291478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-978f0549-6d40-4ff9-996a-40586dbc4e3e None None] Provisioning complete for port 3a961d33-ed74-4279-9596-e8bb7073c90b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:17.291478 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-978f0549-6d40-4ff9-996a-40586dbc4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.341949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:15Z', 'revision_number': 3, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:15Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:17.432790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.543662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:17.544432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Updating router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d port 3a961d33-ed74-4279-9596-e8bb7073c90b binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:17.546480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-978f0549-6d40-4ff9-996a-40586dbc4e3e None None] Port 3a961d33-ed74-4279-9596-e8bb7073c90b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:17.603834 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.607160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-31391613-6652-47f0-a6b3-abf080803259', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:17.607973 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.723939 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.22.0.1 (31391613-6652-47f0-a6b3-abf080803259/9b740625-5348-495d-b982-b6fd543626c5/507edb68-6981-4f3d-81b9-faa43459045e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:17.809865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4e0b016e-9bd8-48e4-87e0-e1a64bd11730 None None] Provisioning complete for port 3a961d33-ed74-4279-9596-e8bb7073c90b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:17.810249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4e0b016e-9bd8-48e4-87e0-e1a64bd11730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.861286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 55f32742-8799-4574-a940-ea41a45f585d up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:17.865451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b016e-9bd8-48e4-87e0-e1a64bd11730 None None] Port 3a961d33-ed74-4279-9596-e8bb7073c90b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:17.876131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.890459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object 507edb68-6981-4f3d-81b9-faa43459045e will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:17.925428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.969486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 31391613-6652-47f0-a6b3-abf080803259 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:17.972984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:17.980986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:18.007482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=507edb68-6981-4f3d-81b9-faa43459045e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.008173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Allocated IP 172.22.0.2 (31391613-6652-47f0-a6b3-abf080803259/9b740625-5348-495d-b982-b6fd543626c5/abc76021-2cce-4f44-a568-5219d3ca990b) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:18.018013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.018337 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.018677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.019013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.019367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.019715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.020117 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.020508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.020836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.021605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.021605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.021861 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:18.039778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 55f32742-8799-4574-a940-ea41a45f585d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:18.040216 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.044615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.218015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.223753 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.279156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Transition to ACTIVE for port object 3a961d33-ed74-4279-9596-e8bb7073c90b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:18.304089 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.333579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b510b647-0229-4b1a-843b-d01ebdeb158a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:18.453857 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.455746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a527-acd1-413a-80bd-919686026a58 None None] Pushing event updated for resources: {'Port': ['ID=3a961d33-ed74-4279-9596-e8bb7073c90b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.471940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Transition to ACTIVE for port object abc76021-2cce-4f44-a568-5219d3ca990b will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:18.571775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.581950 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.587853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Attempting to bind port 3a961d33-ed74-4279-9596-e8bb7073c90b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:18.588283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Attempting to bind port 3a961d33-ed74-4279-9596-e8bb7073c90b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:18.588792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Attempting to bind port 3a961d33-ed74-4279-9596-e8bb7073c90b on network 37925a1d-49c1-49b0-8277-7351ab0b49ca {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:18.602052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Transition to ACTIVE for port object abc76021-2cce-4f44-a568-5219d3ca990b will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:18.606533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:18.607195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Checking segment: {'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:18.607877 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.608301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Bound using segment: {'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:18.608881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Bound port: 3a961d33-ed74-4279-9596-e8bb7073c90b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:18.609849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.627031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b510b647-0229-4b1a-843b-d01ebdeb158a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:18.627765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.633025 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.661199 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=507edb68-6981-4f3d-81b9-faa43459045e,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.691632 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.744154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Network 31391613-6652-47f0-a6b3-abf080803259 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:18.757845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Pushing event updated for resources: {'Port': ['ID=abc76021-2cce-4f44-a568-5219d3ca990b,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.760957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:18.770792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:18.791955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 31391613-6652-47f0-a6b3-abf080803259 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:18.793505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:18.822375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] For port 3a961d33-ed74-4279-9596-e8bb7073c90b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:18.856641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] For port 3a961d33-ed74-4279-9596-e8bb7073c90b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3a961d33-ed74-4279-9596-e8bb7073c90b,segment=NetworkSegment(1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2),segment_id=1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:18.870748 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.915425 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:18.917333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Attempting to bind port abc76021-2cce-4f44-a568-5219d3ca990b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:18.917708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Attempting to bind port abc76021-2cce-4f44-a568-5219d3ca990b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:18.918305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Attempting to bind port abc76021-2cce-4f44-a568-5219d3ca990b on network 31391613-6652-47f0-a6b3-abf080803259 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:18.941592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:18.941988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Checking segment: {'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:18.942387 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.942778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Bound using segment: {'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:18.943315 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Bound port: abc76021-2cce-4f44-a568-5219d3ca990b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:18.943619 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.983166 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a527-acd1-413a-80bd-919686026a58 None None] Pushing event updated for resources: {'Port': ['ID=3a961d33-ed74-4279-9596-e8bb7073c90b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.007637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:19.008271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:19.041659 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:19.052903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f6fb7ce-9b2d-4a71-986e-50caae68e28c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0078540 Jun 30 09:22:19.053309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39158) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:19.059058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'network': {'name': 'tempest-RoutersTest-234961873'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:19.082947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:19.087853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.105980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] For port abc76021-2cce-4f44-a568-5219d3ca990b, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:19.127317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:19.127623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] For port abc76021-2cce-4f44-a568-5219d3ca990b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=abc76021-2cce-4f44-a568-5219d3ca990b,segment=NetworkSegment(bf03040a-b3f8-40c1-bdc9-e208a502f1cf),segment_id=bf03040a-b3f8-40c1-bdc9-e208a502f1cf)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:19.139514 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.139962 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.140412 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added segment 3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f of type vlan for network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 Jun 30 09:22:19.153619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:19.199031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.246838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.253051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:19.254059 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.279607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caaa35-fb5b-4ad4-bdfa-e3aebe484862 None None] Pushing event updated for resources: {'Port': ['ID=abc76021-2cce-4f44-a568-5219d3ca990b,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.335745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2811260 Jun 30 09:22:19.339193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39160) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:19.348031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d1d6-5322-4b18-9bbf-85826ede506c tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Network': ['ID=774050c0-8d9b-4e4e-9660-1c5e7af35a33,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.358461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'subnet': {'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:19.364702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:19.482627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Made reservation on behalf of d77461e465d440aeb46096ce6cc6c3b7 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:19.490575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.529760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:19.566320 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf774c-0fe3-44ca-8b86-b052078e3c28 None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:19.718406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.793832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Checking segment: {'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:19.794443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network hostable DHCP agents. Network: 774050c0-8d9b-4e4e-9660-1c5e7af35a33, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:19.796680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Subnet': ['ID=c76a3cd6-2927-426f-ad3b-3a4d103fe235,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.819591 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:19.832788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 774050c0-8d9b-4e4e-9660-1c5e7af35a33) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:19.836924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:19.839171 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.848776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c4659-6b50-4ccd-8d54-a76c8165602b None None] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:19.862003 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee3da019-f50f-4048-84a5-a4db123caa47 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5212209 Jun 30 09:22:19.864822 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39162) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.104196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3a961d33-ed74-4279-9596-e8bb7073c90b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:20.183403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3a961d33-ed74-4279-9596-e8bb7073c90b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:20.190019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3a961d33-ed74-4279-9596-e8bb7073c90b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:20.190590 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.364627 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.381616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:20.382628 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.508321 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.559026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-465ed9b9-c012-49cb-8ed5-661dd1629526 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:20.562234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-465ed9b9-c012-49cb-8ed5-661dd1629526 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1812382 Jun 30 09:22:20.578630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-f8d725fb-01bd-4f54-98b4-0ba13ae59a5a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/quotas/86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 375 time: 0.0108767 Jun 30 09:22:20.608431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 3a961d33-ed74-4279-9596-e8bb7073c90b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3a961d33-ed74-4279-9596-e8bb7073c90b,segment=NetworkSegment(1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2),segment_id=1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:20.612986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Allocated IP 172.23.0.2 (774050c0-8d9b-4e4e-9660-1c5e7af35a33/c76a3cd6-2927-426f-ad3b-3a4d103fe235/bc0e336f-2549-4a98-a953-0ff09fc49b4a) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:20.617774 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.618629 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc76021-2cce-4f44-a568-5219d3ca990b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:20.633854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5917d-a512-4952-bdfb-e699bdb41651 None None] Network 31391613-6652-47f0-a6b3-abf080803259 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:20.682114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-e708197a-dd3f-46f0-b937-382c5c4fcfdf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980647 Jun 30 09:22:20.789220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-80860fed-b357-4ac5-8a37-269de232149f service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985897 Jun 30 09:22:20.802552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d9bada96-bcc9-4b43-afa2-80bd31b195df None None] Provisioning for port abc76021-2cce-4f44-a568-5219d3ca990b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:20.824927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=3a961d33-ed74-4279-9596-e8bb7073c90b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:20.874322 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port abc76021-2cce-4f44-a568-5219d3ca990b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:20.886133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port abc76021-2cce-4f44-a568-5219d3ca990b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:20.886493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.896722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-106653a3-e487-4fd2-a73d-2f0ded54e581 service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994680 Jun 30 09:22:21.025030 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:21.030478 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.036011 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:21.036627 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:21.043097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Transition to ACTIVE for port object bc0e336f-2549-4a98-a953-0ff09fc49b4a will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:21.094241 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.097051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Transition to ACTIVE for port object bc0e336f-2549-4a98-a953-0ff09fc49b4a will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:21.115692 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.178944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Pushing event updated for resources: {'Port': ['ID=bc0e336f-2549-4a98-a953-0ff09fc49b4a,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:21.199067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:21.203904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:21.227066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Allocated IP 172.23.0.1 (774050c0-8d9b-4e4e-9660-1c5e7af35a33/c76a3cd6-2927-426f-ad3b-3a4d103fe235/c72966bd-dede-47e7-aed6-87f716a43667) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:21.232479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:21.254676 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:21.259434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe023e24-0b60-4235-878f-f8082db48dac req-237dd0a2-89ef-4974-b648-cb332af6fd16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 210 time: 0.0624905 Jun 30 09:22:21.294415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port abc76021-2cce-4f44-a568-5219d3ca990b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=abc76021-2cce-4f44-a568-5219d3ca990b,segment=NetworkSegment(bf03040a-b3f8-40c1-bdc9-e208a502f1cf),segment_id=bf03040a-b3f8-40c1-bdc9-e208a502f1cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:21.316903 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.361721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Attempting to bind port bc0e336f-2549-4a98-a953-0ff09fc49b4a on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:21.362273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Attempting to bind port bc0e336f-2549-4a98-a953-0ff09fc49b4a by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:21.362896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Attempting to bind port bc0e336f-2549-4a98-a953-0ff09fc49b4a on network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:21.374124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:21.374717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Checking segment: {'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:21.375225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.375832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Bound using segment: {'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:21.376401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Bound port: bc0e336f-2549-4a98-a953-0ff09fc49b4a, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:21.377014 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.391438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.405427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Transition to ACTIVE for port object c72966bd-dede-47e7-aed6-87f716a43667 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:21.409429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=abc76021-2cce-4f44-a568-5219d3ca990b,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:21.464017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.499050 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] For port bc0e336f-2549-4a98-a953-0ff09fc49b4a, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:21.502851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] For port bc0e336f-2549-4a98-a953-0ff09fc49b4a, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bc0e336f-2549-4a98-a953-0ff09fc49b4a,segment=NetworkSegment(3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f),segment_id=3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:21.511188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:21.516464 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.529323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:21.534816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:21.591568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b4d93-f565-4f3e-875f-d57327fa2ffa None None] Pushing event updated for resources: {'Port': ['ID=bc0e336f-2549-4a98-a953-0ff09fc49b4a,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:21.629713 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:18Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:21.654665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6348f6d4-c34e-41f1-b109-4bde6dc74452 None None] Provisioning complete for port abc76021-2cce-4f44-a568-5219d3ca990b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:21.655240 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6348f6d4-c34e-41f1-b109-4bde6dc74452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.659885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=c72966bd-dede-47e7-aed6-87f716a43667,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:21.681396 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:21.682079 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Updating router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d port 507edb68-6981-4f3d-81b9-faa43459045e binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:21.687014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.730210 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.796577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6348f6d4-c34e-41f1-b109-4bde6dc74452 None None] Provisioning for port 507edb68-6981-4f3d-81b9-faa43459045e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:21.804665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6348f6d4-c34e-41f1-b109-4bde6dc74452 None None] Provisioning complete for port 507edb68-6981-4f3d-81b9-faa43459045e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:21.805073 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6348f6d4-c34e-41f1-b109-4bde6dc74452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.900631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6348f6d4-c34e-41f1-b109-4bde6dc74452 None None] Port 507edb68-6981-4f3d-81b9-faa43459045e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:21.959915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3a961d33-ed74-4279-9596-e8bb7073c90b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:21.984205 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.040677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3a961d33-ed74-4279-9596-e8bb7073c90b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:22.043727 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.085415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-50c51ab5-eb39-462e-9e49-96a689942175 None None] Provisioning complete for port 507edb68-6981-4f3d-81b9-faa43459045e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:22.086188 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-50c51ab5-eb39-462e-9e49-96a689942175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.170284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-50c51ab5-eb39-462e-9e49-96a689942175 None None] Port 507edb68-6981-4f3d-81b9-faa43459045e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:22.198337 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.213420 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Transition to ACTIVE for port object 507edb68-6981-4f3d-81b9-faa43459045e will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:22.221383 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.223737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc76021-2cce-4f44-a568-5219d3ca990b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:22.283488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port abc76021-2cce-4f44-a568-5219d3ca990b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:22.283910 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.369059 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab103d42-cace-40c9-af66-c085457003d3 None None] Pushing event updated for resources: {'Port': ['ID=507edb68-6981-4f3d-81b9-faa43459045e,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:22.391720 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Attempting to bind port 507edb68-6981-4f3d-81b9-faa43459045e on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:22.392758 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Attempting to bind port 507edb68-6981-4f3d-81b9-faa43459045e by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:22.393668 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Attempting to bind port 507edb68-6981-4f3d-81b9-faa43459045e on network 31391613-6652-47f0-a6b3-abf080803259 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:22.401136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:22.402353 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Checking segment: {'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:22.402996 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.403940 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Bound using segment: {'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:22.405834 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Bound port: 507edb68-6981-4f3d-81b9-faa43459045e, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '31391613-6652-47f0-a6b3-abf080803259'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:22.406503 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.506294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.508692 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] For port 507edb68-6981-4f3d-81b9-faa43459045e, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:22.513494 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] For port 507edb68-6981-4f3d-81b9-faa43459045e, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=507edb68-6981-4f3d-81b9-faa43459045e,segment=NetworkSegment(bf03040a-b3f8-40c1-bdc9-e208a502f1cf),segment_id=bf03040a-b3f8-40c1-bdc9-e208a502f1cf)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:22.514513 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.521508 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.549423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcb64fab-f32b-46cf-9012-4ed43312468d req-aa16a1c4-35f5-408f-9021-2ca9f9c19fd8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 210 time: 0.0630028 Jun 30 09:22:22.617996 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab103d42-cace-40c9-af66-c085457003d3 None None] Pushing event updated for resources: {'Port': ['ID=507edb68-6981-4f3d-81b9-faa43459045e,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:22.625184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event updated for resources: {'Port': ['ID=c72966bd-dede-47e7-aed6-87f716a43667,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:22.634967 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:22.635589 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.638919 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.728944 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:22.754383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:22.756104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:23.044647 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:21Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:22Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:22Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:23.085744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2476677-458c-483a-b142-7cce216fc1d0 None None] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:23.107752 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf9f78-30a4-40ad-8342-994edf1414af None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:21Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:22Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:22Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:23.121698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7c4d5cd3-b997-4e3d-ad92-e1d8da802661 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.124079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7c4d5cd3-b997-4e3d-ad92-e1d8da802661 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.2104557 Jun 30 09:22:23.172773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'port': {'device_id': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'admin_state_up': True, 'tenant_id': '86b9fb1086f5409484faabc387b56949'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:23.346275 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee13df17-142e-4dce-9a20-69f0db24a48b None None] Provisioning for port bc0e336f-2549-4a98-a953-0ff09fc49b4a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:23.418156 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.499829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:23.503822 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.548914 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:23.742996 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:23.769914 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f3712a98-8312-4f1e-9346-3e65b6d369b4 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9015322 Jun 30 09:22:23.770140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:23.775504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:23.776011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c37880a-2931-47cf-8b85-113f47d5eb0b req-41c71e3d-310c-40c9-8f3f-7b13f002d94f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 210 time: 0.0447943 Jun 30 09:22:23.812987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.20.0.3 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/f0e6b748-309e-4e23-a6a0-6672f9375cd2) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:23.814394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-65743396-d17b-4983-b2fa-fddc6bc40434 None None] Provisioning for port c72966bd-dede-47e7-aed6-87f716a43667 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:23.822700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-65743396-d17b-4983-b2fa-fddc6bc40434 None None] Provisioning complete for port c72966bd-dede-47e7-aed6-87f716a43667 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:23.823556 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-65743396-d17b-4983-b2fa-fddc6bc40434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.921251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-65743396-d17b-4983-b2fa-fddc6bc40434 None None] Port c72966bd-dede-47e7-aed6-87f716a43667 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:24.083988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 507edb68-6981-4f3d-81b9-faa43459045e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:24.157472 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.166170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c4b5965c-cf87-4202-a42f-ca0ae245839c None None] Provisioning complete for port c72966bd-dede-47e7-aed6-87f716a43667 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:24.166943 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4b5965c-cf87-4202-a42f-ca0ae245839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.170913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 507edb68-6981-4f3d-81b9-faa43459045e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:24.189068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Transition to ACTIVE for port object f0e6b748-309e-4e23-a6a0-6672f9375cd2 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:24.200402 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 507edb68-6981-4f3d-81b9-faa43459045e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:24.200765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.251848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.254490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:24.270801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5965c-cf87-4202-a42f-ca0ae245839c None None] Port c72966bd-dede-47e7-aed6-87f716a43667 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:24.283165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:24.284015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.332776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:24.341660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:24.346376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:24.404390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=f0e6b748-309e-4e23-a6a0-6672f9375cd2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:24.415730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.419794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.427886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.428249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:24.475080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.477706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.481981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:22:24.499720 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Removed routes are [] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:22:24.500323 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.502495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-3dd02cad-acf9-42d7-a6d3-10863f7a3100 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3503563 Jun 30 09:22:24.520044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Request body: {'port': {'device_id': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:24.588174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0446cac0-19e7-48ae-b661-3ef835475840 None None] Provisioning complete for port c72966bd-dede-47e7-aed6-87f716a43667 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:24.588785 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0446cac0-19e7-48ae-b661-3ef835475840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.638058 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.641438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:24.704418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0446cac0-19e7-48ae-b661-3ef835475840 None None] Port c72966bd-dede-47e7-aed6-87f716a43667 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:24.754614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.774005 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.779590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.910148 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:24.941708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 507edb68-6981-4f3d-81b9-faa43459045e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=507edb68-6981-4f3d-81b9-faa43459045e,segment=NetworkSegment(bf03040a-b3f8-40c1-bdc9-e208a502f1cf),segment_id=bf03040a-b3f8-40c1-bdc9-e208a502f1cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:24.953030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-28ad3ea7-1397-4a57-8237-2bdf7f251805 None None] Provisioning for port f0e6b748-309e-4e23-a6a0-6672f9375cd2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:24.954160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e6b748-309e-4e23-a6a0-6672f9375cd2 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:24.957837 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.958649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc0e336f-2549-4a98-a953-0ff09fc49b4a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:24.962988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.988407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Transition to ACTIVE for port object f0e6b748-309e-4e23-a6a0-6672f9375cd2 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:25.000940 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.016437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-28ad3ea7-1397-4a57-8237-2bdf7f251805 None None] Provisioning complete for port f0e6b748-309e-4e23-a6a0-6672f9375cd2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:25.016807 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-28ad3ea7-1397-4a57-8237-2bdf7f251805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.042552 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:25.050176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.059666 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a053be1-8cff-4639-965b-ab1f612493be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 200 len: 934 time: 1.2831101 Jun 30 09:22:25.061057 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39200) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:25.088584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e6b748-309e-4e23-a6a0-6672f9375cd2,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.102375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:21Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:22Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:22Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:25.182154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=507edb68-6981-4f3d-81b9-faa43459045e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.186480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:25.186849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Updating router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d port c72966bd-dede-47e7-aed6-87f716a43667 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:25.205080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a811f0-ea1a-4741-8e9f-1cbdfc78d357 req-dfcaf3f0-25a3-4700-a4cf-e1ce8ced914a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.207492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11a811f0-ea1a-4741-8e9f-1cbdfc78d357 req-dfcaf3f0-25a3-4700-a4cf-e1ce8ced914a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.2174010 Jun 30 09:22:25.220343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-28ad3ea7-1397-4a57-8237-2bdf7f251805 None None] Port f0e6b748-309e-4e23-a6a0-6672f9375cd2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:25.249017 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-21de2940-a5ab-4859-8b2a-945b660585be tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 200 len: 934 time: 0.1843927 Jun 30 09:22:25.249379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39202) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:25.249756 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.255752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'routes': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:25.264394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port bc0e336f-2549-4a98-a953-0ff09fc49b4a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:25.272711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port bc0e336f-2549-4a98-a953-0ff09fc49b4a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:25.276246 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.276520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Attempting to bind port f0e6b748-309e-4e23-a6a0-6672f9375cd2 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:25.276956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Attempting to bind port f0e6b748-309e-4e23-a6a0-6672f9375cd2 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:25.277412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Attempting to bind port f0e6b748-309e-4e23-a6a0-6672f9375cd2 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:25.284138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Port f0e6b748-309e-4e23-a6a0-6672f9375cd2 on network e758e3ed-806c-4aa5-b924-0a632406084b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:22:25.284549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Attempting to bind port f0e6b748-309e-4e23-a6a0-6672f9375cd2 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:25.294932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11a811f0-ea1a-4741-8e9f-1cbdfc78d357 req-4f6ca06f-fe6f-4e27-9451-040835ed73c6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816829 Jun 30 09:22:25.296276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:25.296713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:25.297160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:25.297815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Bound port: f0e6b748-309e-4e23-a6a0-6672f9375cd2, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:25.298194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.393653 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.397259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] For port f0e6b748-309e-4e23-a6a0-6672f9375cd2, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:25.401987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] For port f0e6b748-309e-4e23-a6a0-6672f9375cd2, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:25.408421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.470721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e6b748-309e-4e23-a6a0-6672f9375cd2,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.497753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.498887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.500526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7b8cd73d-8956-42d9-ad7c-48b37d1b81f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/f0e6b748-309e-4e23-a6a0-6672f9375cd2 HTTP/1.1" status: 200 len: 1092 time: 0.9859867 Jun 30 09:22:25.501225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'tag': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:25.504068 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84773751-0c0c-47a9-830d-bf4aa01fa5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "74aab0a4-9d0f-4b95-9b25-09310b3e503d", "tag": "f0e6b748-309e-4e23-a6a0-6672f9375cd2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:25.556626 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.606270 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45e4bcd-6562-47a7-b341-65b0236a22d8 x-openstack-request-id: req-f45e4bcd-6562-47a7-b341-65b0236a22d8 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:25.606980 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74aab0a4-9d0f-4b95-9b25-09310b3e503d", "tag": "f0e6b748-309e-4e23-a6a0-6672f9375cd2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:25.608068 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f45e4bcd-6562-47a7-b341-65b0236a22d8 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:25.608700 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'tag': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2', 'status': 'completed', 'code': 200} Jun 30 09:22:25.635630 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port bc0e336f-2549-4a98-a953-0ff09fc49b4a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bc0e336f-2549-4a98-a953-0ff09fc49b4a,segment=NetworkSegment(3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f),segment_id=3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:25.643411 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.652164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-8445ec16-f53d-4abf-9035-c616462fcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.656437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-8445ec16-f53d-4abf-9035-c616462fcc5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 1095 time: 0.1035750 Jun 30 09:22:25.718006 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-cca81fa7-4a68-4b47-89b9-a443c040d392 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2 HTTP/1.1" status: 200 len: 217 time: 0.0488966 Jun 30 09:22:25.743099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=bc0e336f-2549-4a98-a953-0ff09fc49b4a,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.820121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-5f4240d3-b93a-4a7e-b434-c020cbd7614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.822884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-5f4240d3-b93a-4a7e-b434-c020cbd7614e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0955105 Jun 30 09:22:25.842732 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.861991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Transition to ACTIVE for port object c72966bd-dede-47e7-aed6-87f716a43667 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:25.870128 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.888978 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added routes are [] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:22:25.890323 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:22:25.903465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 507edb68-6981-4f3d-81b9-faa43459045e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:25.913148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-e7580e93-abcf-4079-94e6-c68db1b4c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.914723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-e7580e93-abcf-4079-94e6-c68db1b4c706 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810409 Jun 30 09:22:25.952444 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.031650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56448878-781f-48c2-8aaa-667f53236342 None None] Pushing event updated for resources: {'Port': ['ID=c72966bd-dede-47e7-aed6-87f716a43667,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.056783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Attempting to bind port c72966bd-dede-47e7-aed6-87f716a43667 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:26.057151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Attempting to bind port c72966bd-dede-47e7-aed6-87f716a43667 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:26.057511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Attempting to bind port c72966bd-dede-47e7-aed6-87f716a43667 on network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:26.066537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 507edb68-6981-4f3d-81b9-faa43459045e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:26.066943 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.067528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-541d7844-b288-4b86-9ed6-95c20bee3449 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426525 Jun 30 09:22:26.090711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:26.091083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Checking segment: {'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:26.091488 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.091882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Bound using segment: {'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:26.092375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Bound port: c72966bd-dede-47e7-aed6-87f716a43667, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:26.092756 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.221595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cf2a081a-050e-4efb-bb86-010834e0c998 req-7046e17b-2753-4d2b-a544-985b8a514077 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437056 Jun 30 09:22:26.233751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] For port c72966bd-dede-47e7-aed6-87f716a43667, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:26.255524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] For port c72966bd-dede-47e7-aed6-87f716a43667, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c72966bd-dede-47e7-aed6-87f716a43667,segment=NetworkSegment(3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f),segment_id=3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:26.270413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.280497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc0e336f-2549-4a98-a953-0ff09fc49b4a up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:26.283314 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.286789 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.377440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-65533893-090b-4e69-924f-5c12165b950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.379551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-65533893-090b-4e69-924f-5c12165b950a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 1095 time: 0.0738666 Jun 30 09:22:26.397203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:26.401716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56448878-781f-48c2-8aaa-667f53236342 None None] Pushing event updated for resources: {'Port': ['ID=c72966bd-dede-47e7-aed6-87f716a43667,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.439654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:26.440851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.567111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-7d20a7d2-aa51-45a3-8355-8d2ea0de7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.567732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port bc0e336f-2549-4a98-a953-0ff09fc49b4a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:26.568716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.569536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-7d20a7d2-aa51-45a3-8355-8d2ea0de7e56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.1798735 Jun 30 09:22:26.585158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab49c1-ce1c-4333-b564-991364481b01 req-4209dfae-9e7f-4e65-bcc1-ed11f9f25565 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.595327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2ab49c1-ce1c-4333-b564-991364481b01 req-4209dfae-9e7f-4e65-bcc1-ed11f9f25565 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.1253154 Jun 30 09:22:26.603128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:26.615828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.617231 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bcb87095-89ab-489b-b994-077193078186 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 200 len: 700 time: 1.3667290 Jun 30 09:22:26.620630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39208) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.657541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-125ed472-41dc-48e1-a02d-edaaad2e44c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2 HTTP/1.1" status: 200 len: 217 time: 0.0580771 Jun 30 09:22:26.675608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:26.709454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2ab49c1-ce1c-4333-b564-991364481b01 req-c4b85bcc-10b3-4b2f-b5a7-7e669830718d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164289 Jun 30 09:22:26.728719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-061ae53e-bc9e-4bcf-966c-70c50a355241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.730381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-061ae53e-bc9e-4bcf-966c-70c50a355241 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0623977 Jun 30 09:22:26.748988 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9fe2c7ae-aeff-4071-90a2-8389f7fa66d2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 200 len: 700 time: 0.1269743 Jun 30 09:22:26.752614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39210) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.953207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-d5064dc7-ef85-4239-88e0-8b624ca063e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.954730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-d5064dc7-ef85-4239-88e0-8b624ca063e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135978 Jun 30 09:22:26.961941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 7, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:26Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.989802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c21c3-17e3-4b79-a49f-7dbaf5e2bf6b None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 7, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:26Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:27.141564 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:27.151742 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:27.152355 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.250210 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:27.450107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-5216233b-0eae-426f-babb-2cffd7ac567c service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842281 Jun 30 09:22:27.465569 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 7, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:26Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.491543 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:27.500140 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:27.500743 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.588661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84773751-0c0c-47a9-830d-bf4aa01fa5cd req-e98738a1-26fa-4cb5-8ecf-4b77cac392c6 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283813 Jun 30 09:22:27.618651 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.689357 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:27.888721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c72966bd-dede-47e7-aed6-87f716a43667 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:27.948467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c72966bd-dede-47e7-aed6-87f716a43667 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:27.952642 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 7, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:26Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.954196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c72966bd-dede-47e7-aed6-87f716a43667 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:27.954812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.975854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98981a6b-f3c0-4a0b-9b45-d8ae7f482344 req-91335ea4-02c6-4ebf-91ab-7e6ebf9c38c5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.977364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98981a6b-f3c0-4a0b-9b45-d8ae7f482344 req-91335ea4-02c6-4ebf-91ab-7e6ebf9c38c5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.0918984 Jun 30 09:22:27.979189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port c72966bd-dede-47e7-aed6-87f716a43667 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:27.979531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.994453 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e66250-ee19-4fef-800a-2105f8bbc667 None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 7, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c72966bd-dede-47e7-aed6-87f716a43667', 'name': '', 'network_id': '774050c0-8d9b-4e4e-9660-1c5e7af35a33', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:55:16:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:20Z', 'updated_at': '2021-06-30T09:22:26Z', 'revision_number': 4, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'c76a3cd6-2927-426f-ad3b-3a4d103fe235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:28.058457 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.073711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98981a6b-f3c0-4a0b-9b45-d8ae7f482344 req-c5396d86-b557-472b-ae05-a0422e8b3db8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748456 Jun 30 09:22:28.094407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c72966bd-dede-47e7-aed6-87f716a43667, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c72966bd-dede-47e7-aed6-87f716a43667,segment=NetworkSegment(3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f),segment_id=3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:28.099997 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.119700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port c72966bd-dede-47e7-aed6-87f716a43667, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c72966bd-dede-47e7-aed6-87f716a43667,segment=NetworkSegment(3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f),segment_id=3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:28.120506 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.140257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for c72966bd-dede-47e7-aed6-87f716a43667 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:28.161735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c72966bd-dede-47e7-aed6-87f716a43667,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.329059 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.354572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=c72966bd-dede-47e7-aed6-87f716a43667,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.530954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.727462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:28.817928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:28.823317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-50bc72ba-e5cc-4ce8-af4e-52eb8b0137d0 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0697634 Jun 30 09:22:28.825934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39214) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:28.827303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:28.836353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:28.836881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:28.878836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet c76a3cd6-2927-426f-ad3b-3a4d103fe235 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:28.881930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.923447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.010187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.078078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.082356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:29.107543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=c76a3cd6-2927-426f-ad3b-3a4d103fe235,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.109434 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.111701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-168fa496-3987-44e5-96b1-a022fdd19469 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/c76a3cd6-2927-426f-ad3b-3a4d103fe235 HTTP/1.1" status: 204 len: 168 time: 0.2848351 Jun 30 09:22:29.114332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39218) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.119493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d50327-b159-4825-b035-2445388516dd None None] Network 774050c0-8d9b-4e4e-9660-1c5e7af35a33 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:29.196016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.249390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port bc0e336f-2549-4a98-a953-0ff09fc49b4a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:29.249834 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.273053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7715d-124b-40ad-9012-7021b72dbde4 req-766d491e-96e3-4d19-9ba5-3d28d3a9cbb9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.274775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5d7715d-124b-40ad-9012-7021b72dbde4 req-766d491e-96e3-4d19-9ba5-3d28d3a9cbb9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.0680168 Jun 30 09:22:29.315674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5d7715d-124b-40ad-9012-7021b72dbde4 req-a9e328df-cb0e-472f-9a13-3d83538e5193 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Jun 30 09:22:29.317121 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port bc0e336f-2549-4a98-a953-0ff09fc49b4a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=bc0e336f-2549-4a98-a953-0ff09fc49b4a,segment=NetworkSegment(3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f),segment_id=3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:29.317479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.330925 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for bc0e336f-2549-4a98-a953-0ff09fc49b4a owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:29.432230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:28Z', 'revision_number': 8, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.432647 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.461426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port bc0e336f-2549-4a98-a953-0ff09fc49b4a on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:29.467946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=bc0e336f-2549-4a98-a953-0ff09fc49b4a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.470618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:29.487178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1e9563-3982-49f6-88a1-c3526b93d574 None None] DHCP port deletion for 774050c0-8d9b-4e4e-9660-1c5e7af35a33 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:29.488782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:29.489480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.547753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.557167 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774050c0-8d9b-4e4e-9660-1c5e7af35a33']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.566891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.567184 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adcf82c-cb5a-4bbf-bb34-4aa5f51c184f') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.575746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.584915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:29.589483 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.595694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:29.596211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:29.600120 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:29.661881 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.670928 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.672736 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/774050c0-8d9b-4e4e-9660-1c5e7af35a33 HTTP/1.1" status: 204 len: 168 time: 0.5556877 Jun 30 09:22:29.675598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39220) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.683454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436f6e8-2c1b-4441-8a79-d7cfcc2d60d9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=774050c0-8d9b-4e4e-9660-1c5e7af35a33,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.807030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:28Z', 'revision_number': 8, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:29.836135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b69fa-9d55-4286-b2f9-5a4737e267df None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:28Z', 'revision_number': 8, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '507edb68-6981-4f3d-81b9-faa43459045e', 'name': '', 'network_id': '31391613-6652-47f0-a6b3-abf080803259', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:52:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '9b740625-5348-495d-b982-b6fd543626c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:17Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': '9b740625-5348-495d-b982-b6fd543626c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:29.868899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc0e336f-2549-4a98-a953-0ff09fc49b4a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:29.889149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: bc0e336f-2549-4a98-a953-0ff09fc49b4a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:29.889565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device bc0e336f-2549-4a98-a953-0ff09fc49b4a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:30.035562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.295881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 507edb68-6981-4f3d-81b9-faa43459045e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:30.296119 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.382832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port 507edb68-6981-4f3d-81b9-faa43459045e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=507edb68-6981-4f3d-81b9-faa43459045e,segment=NetworkSegment(bf03040a-b3f8-40c1-bdc9-e208a502f1cf),segment_id=bf03040a-b3f8-40c1-bdc9-e208a502f1cf)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:30.383194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.395335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 507edb68-6981-4f3d-81b9-faa43459045e owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:30.561289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13916680-55b6-4cb3-a5a6-93bac480d13c req-f481e5c9-7ffc-4b1e-aa3e-2e94444408ce tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.562738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13916680-55b6-4cb3-a5a6-93bac480d13c req-f481e5c9-7ffc-4b1e-aa3e-2e94444408ce tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.1241021 Jun 30 09:22:30.634605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13916680-55b6-4cb3-a5a6-93bac480d13c req-611c71a3-fcdc-4456-a3af-18dc111400a6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649540 Jun 30 09:22:30.648854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.677623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=507edb68-6981-4f3d-81b9-faa43459045e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.837668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.019591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:31.110187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:31.115207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8d20c2e6-b9a0-4d06-8a2f-7691408f39c9 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4384613 Jun 30 09:22:31.117595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39224) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:31.119914 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:31.129069 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:31.129731 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.167564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet 9b740625-5348-495d-b982-b6fd543626c5 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:31.170620 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.213314 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.215800 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:31.297998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.361340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.392229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=9b740625-5348-495d-b982-b6fd543626c5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.395807 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.397705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9736b4f7-59ef-4b17-ac45-e14141f22842 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/9b740625-5348-495d-b982-b6fd543626c5 HTTP/1.1" status: 204 len: 168 time: 0.2789960 Jun 30 09:22:31.402098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39228) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:31.403489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f24781-cb3e-4cff-a7a4-1682d0c02265 None None] Network 31391613-6652-47f0-a6b3-abf080803259 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:31.423779 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:30Z', 'revision_number': 9, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.453428 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:31.462738 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:31.463347 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.478544 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.531602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port abc76021-2cce-4f44-a568-5219d3ca990b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:31.532101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.548915 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:31.604895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port abc76021-2cce-4f44-a568-5219d3ca990b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=abc76021-2cce-4f44-a568-5219d3ca990b,segment=NetworkSegment(bf03040a-b3f8-40c1-bdc9-e208a502f1cf),segment_id=bf03040a-b3f8-40c1-bdc9-e208a502f1cf)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:31.605260 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.613560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] DHCP port deletion for 31391613-6652-47f0-a6b3-abf080803259 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:31.622265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for abc76021-2cce-4f44-a568-5219d3ca990b owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:31.655129 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f04b6649-6a1d-4ffa-ab03-c2af14360a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.678475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] Deleting port abc76021-2cce-4f44-a568-5219d3ca990b {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:31.678989 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.710278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.739725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=abc76021-2cce-4f44-a568-5219d3ca990b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.741606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port abc76021-2cce-4f44-a568-5219d3ca990b on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:31.763878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] For port abc76021-2cce-4f44-a568-5219d3ca990b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=abc76021-2cce-4f44-a568-5219d3ca990b,segment=NetworkSegment(bf03040a-b3f8-40c1-bdc9-e208a502f1cf),segment_id=bf03040a-b3f8-40c1-bdc9-e208a502f1cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:31.764385 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.785591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] Calling delete_port for abc76021-2cce-4f44-a568-5219d3ca990b owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:31.801038 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:30Z', 'revision_number': 9, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.835017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38767dba-08bc-48af-82b7-489cbc8f53ed None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:30Z', 'revision_number': 9, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '3a961d33-ed74-4279-9596-e8bb7073c90b', 'name': '', 'network_id': '37925a1d-49c1-49b0-8277-7351ab0b49ca', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:c7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:31.876553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.878753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.889619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] No DVR routers for this DVR port abc76021-2cce-4f44-a568-5219d3ca990b on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:31.892257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31391613-6652-47f0-a6b3-abf080803259']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.906469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.906875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf03040a-b3f8-40c1-bdc9-e208a502f1cf') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.911735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb5415-8769-44e6-a234-24c04560e565 None None] Pushing event deleted for resources: {'Port': ['ID=abc76021-2cce-4f44-a568-5219d3ca990b,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.920386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.949220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bbea8-557a-4c09-9d41-a65fe5e543c3 req-8a450c59-865a-4fd9-b82d-f8f819b00f2c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:31.950715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-648bbea8-557a-4c09-9d41-a65fe5e543c3 req-8a450c59-865a-4fd9-b82d-f8f819b00f2c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.1715796 Jun 30 09:22:31.951602 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.959085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:31.959465 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:31.962392 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:32.202971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c72966bd-dede-47e7-aed6-87f716a43667 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:32.226669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c72966bd-dede-47e7-aed6-87f716a43667 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:32.227007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c72966bd-dede-47e7-aed6-87f716a43667 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:32.227426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc76021-2cce-4f44-a568-5219d3ca990b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:32.247851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: abc76021-2cce-4f44-a568-5219d3ca990b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:32.248190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device abc76021-2cce-4f44-a568-5219d3ca990b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:32.365770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-648bbea8-557a-4c09-9d41-a65fe5e543c3 req-344e1a62-b516-4d89-b7c3-bb7ce3acd66d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084153 Jun 30 09:22:32.366799 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.374216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.378591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/31391613-6652-47f0-a6b3-abf080803259 HTTP/1.1" status: 204 len: 168 time: 0.9729419 Jun 30 09:22:32.379044 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39232) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:32.387247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a10fa1-de70-484d-87e3-bee7ad0597da tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=31391613-6652-47f0-a6b3-abf080803259,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.695202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.932632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 3a961d33-ed74-4279-9596-e8bb7073c90b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:32.932883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.019623 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port 3a961d33-ed74-4279-9596-e8bb7073c90b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3a961d33-ed74-4279-9596-e8bb7073c90b,segment=NetworkSegment(1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2),segment_id=1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:33.019966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.032081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 3a961d33-ed74-4279-9596-e8bb7073c90b owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:33.198169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.224453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=3a961d33-ed74-4279-9596-e8bb7073c90b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:33.555154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d673703-3fc7-43a4-be5c-0b6484f7258d req-09bb8048-ecaf-4a5e-885f-8218706718ae tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.557206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d673703-3fc7-43a4-be5c-0b6484f7258d req-09bb8048-ecaf-4a5e-885f-8218706718ae tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.0697095 Jun 30 09:22:33.597297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d673703-3fc7-43a4-be5c-0b6484f7258d req-c78c9358-bcd8-493d-8a0c-fe31be6c324a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Jun 30 09:22:33.722191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.822459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 507edb68-6981-4f3d-81b9-faa43459045e no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:33.841919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 507edb68-6981-4f3d-81b9-faa43459045e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:33.842263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 507edb68-6981-4f3d-81b9-faa43459045e not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:33.907036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:33.994682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:33.999755 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a3c8fbf8-fa1b-4811-a6bc-b243fa89e21e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194541 Jun 30 09:22:34.002567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39236) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:34.003588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:34.013034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:34.013784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:34.053354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:34.056382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.095249 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.097898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:34.182216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.246346 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.273742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.277765 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.279720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8ac26d77-9d83-4e0b-a3d1-669397c63fdb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2 HTTP/1.1" status: 204 len: 168 time: 0.2760749 Jun 30 09:22:34.282242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39238) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:34.290124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad6331-2e1f-41f2-8691-4959c96d62f0 None None] Network 37925a1d-49c1-49b0-8277-7351ab0b49ca requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:34.349717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:33Z', 'revision_number': 10, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:34.363553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.387245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.391349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:34.417612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port b510b647-0229-4b1a-843b-d01ebdeb158a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:34.417988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.450434 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-00bd7c0a-a0f1-4330-9854-5420cb661133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.451790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:34.452417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:34.481397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port b510b647-0229-4b1a-843b-d01ebdeb158a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b510b647-0229-4b1a-843b-d01ebdeb158a,segment=NetworkSegment(1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2),segment_id=1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:34.481792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.495310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for b510b647-0229-4b1a-843b-d01ebdeb158a owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:34.545605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:34.578496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.610039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=b510b647-0229-4b1a-843b-d01ebdeb158a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.611912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port b510b647-0229-4b1a-843b-d01ebdeb158a on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:34.669602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0c643-7533-459e-84bb-6d0b0b7c31ff None None] DHCP port deletion for 37925a1d-49c1-49b0-8277-7351ab0b49ca request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:34.700814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.711109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37925a1d-49c1-49b0-8277-7351ab0b49ca']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:34.721585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:34.721912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb0fe6b-46b3-46ea-be2d-7bd725a4ccd2') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:34.739978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.764708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:33Z', 'revision_number': 10, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:34.772252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.780817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:34.781198 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:34.784753 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:34.794912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99d574-2e0d-4276-918c-1c89b7f07f22 None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:33Z', 'revision_number': 10, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None, '_interfaces': [{'id': '55f32742-8799-4574-a940-ea41a45f585d', 'name': '', 'network_id': 'e19df019-0a5e-4347-ad3a-bd7502d7dd7f', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'mac_address': 'fa:16:3e:cb:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:10Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'subnets': [{'id': 'e624a653-3669-45ae-a15b-9eb5efdc94bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:34.866454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc590c7f-9630-491d-9989-42cce2e2be79 req-7096b849-62a9-4574-818f-b84eb8fc8ef5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:34.867876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc590c7f-9630-491d-9989-42cce2e2be79 req-7096b849-62a9-4574-818f-b84eb8fc8ef5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.1391637 Jun 30 09:22:34.868927 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.875447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.878109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/37925a1d-49c1-49b0-8277-7351ab0b49ca HTTP/1.1" status: 204 len: 168 time: 0.5947335 Jun 30 09:22:34.879926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39242) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:34.896446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f94d21-ca98-4497-a2e2-ef8a6c92eb30 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=37925a1d-49c1-49b0-8277-7351ab0b49ca,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.924850 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc590c7f-9630-491d-9989-42cce2e2be79 req-0dfe288e-e2f4-43f6-ad8e-7569b111a33e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Jun 30 09:22:35.201595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.447877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port 55f32742-8799-4574-a940-ea41a45f585d {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:35.448126 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.530923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port 55f32742-8799-4574-a940-ea41a45f585d, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=55f32742-8799-4574-a940-ea41a45f585d,segment=NetworkSegment(4b969d61-8378-4238-bf8d-94a0799cf461),segment_id=4b969d61-8378-4238-bf8d-94a0799cf461)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:35.531271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.547240 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for 55f32742-8799-4574-a940-ea41a45f585d owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:35.710215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f0e6b748-309e-4e23-a6a0-6672f9375cd2 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:22:35.710848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.740074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=55f32742-8799-4574-a940-ea41a45f585d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:35.814182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f0e6b748-309e-4e23-a6a0-6672f9375cd2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:35.828773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'port_id': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2', 'mac_address': 'fa:16:3e:a3:76:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:22:35.881623 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.895288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.898299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e6b748-309e-4e23-a6a0-6672f9375cd2 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:35.904934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b510b647-0229-4b1a-843b-d01ebdeb158a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:35.907614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.076016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:36.096876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: b510b647-0229-4b1a-843b-d01ebdeb158a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:36.097359 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b510b647-0229-4b1a-843b-d01ebdeb158a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:36.097881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3a961d33-ed74-4279-9596-e8bb7073c90b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:36.121121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172f337-7506-4bf8-9087-f6198bec2d33 req-517eda7b-85b8-4d06-a0c0-5409b724f800 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.122575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f0e6b748-309e-4e23-a6a0-6672f9375cd2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:36.124014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3a961d33-ed74-4279-9596-e8bb7073c90b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:36.124680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3a961d33-ed74-4279-9596-e8bb7073c90b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:36.126362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f172f337-7506-4bf8-9087-f6198bec2d33 req-517eda7b-85b8-4d06-a0c0-5409b724f800 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 943 time: 0.0721989 Jun 30 09:22:36.130127 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.157683 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:36.164676 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d413c6d7-fb4a-4058-986c-b63700f96422 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2833297 Jun 30 09:22:36.167842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39246) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.171557 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:36.185379 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:36.186136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.193496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f0e6b748-309e-4e23-a6a0-6672f9375cd2,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:36.211256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f172f337-7506-4bf8-9087-f6198bec2d33 req-14d7d346-e48d-439e-8a60-ac23cf2b1421 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737703 Jun 30 09:22:36.235388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting subnet e624a653-3669-45ae-a15b-9eb5efdc94bb {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:36.238583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.266675 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:36.278948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.324669 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:35Z', 'revision_number': 11, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.350711 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:36.359280 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:36.360140 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.361675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.384409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f0e6b748-309e-4e23-a6a0-6672f9375cd2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:36.427257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.428942 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:36.455059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Subnet': ['ID=e624a653-3669-45ae-a15b-9eb5efdc94bb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:36.458640 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.460493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ac981713-4c4d-42ce-986b-afe66fc5341e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/e624a653-3669-45ae-a15b-9eb5efdc94bb HTTP/1.1" status: 204 len: 168 time: 0.2916546 Jun 30 09:22:36.463897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39248) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.468959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bec4ce-6250-473e-8883-01ca0006f10a None None] Network e19df019-0a5e-4347-ad3a-bd7502d7dd7f requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:36.483317 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:35Z', 'revision_number': 11, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.546377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.602526 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068f5a82-3121-40dc-8d62-237939a896b6 None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:35Z', 'revision_number': 11, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:36.606580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Deleting port d32ce668-95ab-48a7-adf4-1006d066f8eb {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:36.607006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.677320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] For port d32ce668-95ab-48a7-adf4-1006d066f8eb, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d32ce668-95ab-48a7-adf4-1006d066f8eb,segment=NetworkSegment(4b969d61-8378-4238-bf8d-94a0799cf461),segment_id=4b969d61-8378-4238-bf8d-94a0799cf461)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:36.677716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.690863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Calling delete_port for d32ce668-95ab-48a7-adf4-1006d066f8eb owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:36.768571 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.797515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Port': ['ID=d32ce668-95ab-48a7-adf4-1006d066f8eb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:36.802329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No DVR routers for this DVR port d32ce668-95ab-48a7-adf4-1006d066f8eb on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:36.878428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.888598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19df019-0a5e-4347-ad3a-bd7502d7dd7f']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.898035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b969d61-8378-4238-bf8d-94a0799cf461') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.898337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b969d61-8378-4238-bf8d-94a0799cf461') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.906928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.920317 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.926023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:36.926408 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:36.929242 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:36.983801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44335426-a441-40f9-a394-cb9bd7130270 None None] DHCP port deletion for e19df019-0a5e-4347-ad3a-bd7502d7dd7f request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:37.005562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.010829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.013140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/networks/e19df019-0a5e-4347-ad3a-bd7502d7dd7f HTTP/1.1" status: 204 len: 168 time: 0.5480843 Jun 30 09:22:37.016370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39250) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.021715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'routes': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.028869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d7903-14fd-474a-b065-629607c967f3 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Pushing event deleted for resources: {'Network': ['ID=e19df019-0a5e-4347-ad3a-bd7502d7dd7f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:37.176273 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Added routes are [] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:22:37.176578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.extraroute_db [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Removed routes are [] {{(pid=100238) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:22:37.176929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.312246 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.313777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.315433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.389561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:37.392829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34365731-0671-4011-bfdc-97dccefc404e req-395cd12a-3088-43c9-b2a8-a1bb682c2043 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.394857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34365731-0671-4011-bfdc-97dccefc404e req-395cd12a-3088-43c9-b2a8-a1bb682c2043 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 944 time: 0.0647171 Jun 30 09:22:37.432739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-34365731-0671-4011-bfdc-97dccefc404e req-0c46eca6-7374-4690-a0cd-4a5960f3bfae tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Jun 30 09:22:37.461343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:37.468026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.469162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b926ec21-149e-4c27-a8b0-2d6aafa6ec12 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 200 len: 701 time: 0.4513085 Jun 30 09:22:37.470459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] Sync routers for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:37.471975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39254) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.479557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:37.480164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.503580 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f0fccf94-9ba2-4a07-a57f-9b634eb6db11 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 200 len: 205 time: 0.0305336 Jun 30 09:22:37.506094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39256) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.549156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:37.576206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-576b579e-af87-49cc-a34b-51ffca103a03 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.600068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:35Z', 'revision_number': 11, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.629370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] Checking router: e020d985-1cdc-45fe-b8be-15b8ccc5fd9d for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:37.638026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] Routers {'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:37.638640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.702266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] Set router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:37.725184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-576b579e-af87-49cc-a34b-51ffca103a03 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.727267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-576b579e-af87-49cc-a34b-51ffca103a03 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.731129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f0e6b748-309e-4e23-a6a0-6672f9375cd2 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:37.760193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:35Z', 'revision_number': 11, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.774027 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-576b579e-af87-49cc-a34b-51ffca103a03 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.774582 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576b579e-af87-49cc-a34b-51ffca103a03 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Fanout notify agent at l3_agent the message router_deleted on router e020d985-1cdc-45fe-b8be-15b8ccc5fd9d {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:37.782614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-576b579e-af87-49cc-a34b-51ffca103a03 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.787727 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-576b579e-af87-49cc-a34b-51ffca103a03 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 204 len: 168 time: 0.2767069 Jun 30 09:22:37.787913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39258) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.792559 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c9e22c57-b97b-47b0-bdd7-f4b71294f07a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-889355364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.803312 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceebce6-c341-4002-a7e5-ca22a9d01828 None None] The sync data for ids ['e020d985-1cdc-45fe-b8be-15b8ccc5fd9d'] in n-d-758944-40 is: [{'id': 'e020d985-1cdc-45fe-b8be-15b8ccc5fd9d', 'name': 'tempest-RoutersTest-router-1620816922', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:09Z', 'updated_at': '2021-06-30T09:22:35Z', 'revision_number': 11, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:37.817040 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c9e22c57-b97b-47b0-bdd7-f4b71294f07a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.818243 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c9e22c57-b97b-47b0-bdd7-f4b71294f07a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.834539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port f0e6b748-309e-4e23-a6a0-6672f9375cd2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:37.842150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port f0e6b748-309e-4e23-a6a0-6672f9375cd2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:37.842573 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.846813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 55f32742-8799-4574-a940-ea41a45f585d no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:37.878383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c9e22c57-b97b-47b0-bdd7-f4b71294f07a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.883062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c9e22c57-b97b-47b0-bdd7-f4b71294f07a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.889643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 55f32742-8799-4574-a940-ea41a45f585d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:37.890016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 55f32742-8799-4574-a940-ea41a45f585d not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:37.890441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d32ce668-95ab-48a7-adf4-1006d066f8eb no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:37.900940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c9e22c57-b97b-47b0-bdd7-f4b71294f07a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.902195 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c9e22c57-b97b-47b0-bdd7-f4b71294f07a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1133587 Jun 30 09:22:37.905017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39260) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.909362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d9e8bd46-e215-4e06-9d71-5f0f3e307e8f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.914549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d32ce668-95ab-48a7-adf4-1006d066f8eb {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:37.914949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d32ce668-95ab-48a7-adf4-1006d066f8eb not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:37.962642 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.987764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:37.990101 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def233a0-b348-4462-a594-b6e28ac9ce3c" -d '{"events": [{"server_uuid": "74aab0a4-9d0f-4b95-9b25-09310b3e503d", "name": "network-vif-plugged", "status": "completed", "tag": "f0e6b748-309e-4e23-a6a0-6672f9375cd2"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:38.003844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port f0e6b748-309e-4e23-a6a0-6672f9375cd2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:38.011100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.048401 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44d2e46-6f2c-4811-8047-35860a155e4c x-openstack-request-id: req-f44d2e46-6f2c-4811-8047-35860a155e4c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:38.049082 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aab0a4-9d0f-4b95-9b25-09310b3e503d", "name": "network-vif-plugged", "status": "completed", "tag": "f0e6b748-309e-4e23-a6a0-6672f9375cd2", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:38.049179 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f44d2e46-6f2c-4811-8047-35860a155e4c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:38.049563 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2', 'code': 200} Jun 30 09:22:38.080421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=f0e6b748-309e-4e23-a6a0-6672f9375cd2,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:38.124746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9e8bd46-e215-4e06-9d71-5f0f3e307e8f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.134574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9e8bd46-e215-4e06-9d71-5f0f3e307e8f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395150'] for router, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.182215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ff63e-c919-4c99-a0c4-33a97adeec8d req-d8da0ee6-e82c-4301-855d-0f096cee1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.183701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be9ff63e-c919-4c99-a0c4-33a97adeec8d req-d8da0ee6-e82c-4301-855d-0f096cee1fa8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 1097 time: 0.0551355 Jun 30 09:22:38.222173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be9ff63e-c919-4c99-a0c4-33a97adeec8d req-4ea94f9f-fad2-449b-8879-c623162e7d70 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281527 Jun 30 09:22:38.232099 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e8bd46-e215-4e06-9d71-5f0f3e307e8f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Router 5f26a708-73cf-42a8-bc8c-32ec88b0cd22 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:38.623872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436cb5d-3a74-4e77-963f-524da66264b6 req-0161eb6e-82dd-46d2-b67a-d34f7ac2af34 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.625339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1436cb5d-3a74-4e77-963f-524da66264b6 req-0161eb6e-82dd-46d2-b67a-d34f7ac2af34 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 945 time: 0.0651548 Jun 30 09:22:38.647854 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e8bd46-e215-4e06-9d71-5f0f3e307e8f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:38.656440 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d9e8bd46-e215-4e06-9d71-5f0f3e307e8f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.657881 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d9e8bd46-e215-4e06-9d71-5f0f3e307e8f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "PUT /v2.0/routers/5f26a708-73cf-42a8-bc8c-32ec88b0cd22 HTTP/1.1" status: 200 len: 693 time: 0.7516677 Jun 30 09:22:38.658006 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] Sync routers for ids ['5f26a708-73cf-42a8-bc8c-32ec88b0cd22'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:38.660146 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.664099 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1436cb5d-3a74-4e77-963f-524da66264b6 req-d8dbc62c-75eb-4468-bbde-e9887b6427ae tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Jun 30 09:22:38.667546 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] Routers {'5f26a708-73cf-42a8-bc8c-32ec88b0cd22'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:38.668098 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5f26a708-73cf-42a8-bc8c-32ec88b0cd22'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:38.735963 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] Set router 5f26a708-73cf-42a8-bc8c-32ec88b0cd22 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:38.736386 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cb24d79d-db12-466d-9a63-5ee4bf689f25 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/routers/5f26a708-73cf-42a8-bc8c-32ec88b0cd22 HTTP/1.1" status: 200 len: 699 time: 0.0749440 Jun 30 09:22:38.738730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39270) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.770339 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a43be94c-df87-4626-8ee6-814581112eac tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f26a708-73cf-42a8-bc8c-32ec88b0cd22 HTTP/1.1" status: 200 len: 205 time: 0.0305023 Jun 30 09:22:38.772727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39272) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.786322 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f26a708-73cf-42a8-bc8c-32ec88b0cd22', 'name': 'tempest-RoutersTest-router-889355364', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:37Z', 'updated_at': '2021-06-30T09:22:38Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:38.814315 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] Checking router: 5f26a708-73cf-42a8-bc8c-32ec88b0cd22 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:38.822822 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] Routers {'5f26a708-73cf-42a8-bc8c-32ec88b0cd22'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:38.823422 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:22:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['5f26a708-73cf-42a8-bc8c-32ec88b0cd22'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:38.842044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedfc-8faa-4a8c-8304-00af4ac28086 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.889654 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] Set router 5f26a708-73cf-42a8-bc8c-32ec88b0cd22 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:38.938843 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f26a708-73cf-42a8-bc8c-32ec88b0cd22', 'name': 'tempest-RoutersTest-router-889355364', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:37Z', 'updated_at': '2021-06-30T09:22:38Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:38.967308 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3e9cdb-3d15-4fd3-9c65-8de1f6a97957 None None] The sync data for ids ['5f26a708-73cf-42a8-bc8c-32ec88b0cd22'] in n-d-758944-40 is: [{'id': '5f26a708-73cf-42a8-bc8c-32ec88b0cd22', 'name': 'tempest-RoutersTest-router-889355364', 'tenant_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:37Z', 'updated_at': '2021-06-30T09:22:38Z', 'revision_number': 2, 'project_id': 'd77461e465d440aeb46096ce6cc6c3b7', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:38.996842 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedfc-8faa-4a8c-8304-00af4ac28086 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.999050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedfc-8faa-4a8c-8304-00af4ac28086 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.047994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedfc-8faa-4a8c-8304-00af4ac28086 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.048530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1dedfc-8faa-4a8c-8304-00af4ac28086 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Fanout notify agent at l3_agent the message router_deleted on router 5f26a708-73cf-42a8-bc8c-32ec88b0cd22 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:39.056023 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedfc-8faa-4a8c-8304-00af4ac28086 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.060375 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8b1dedfc-8faa-4a8c-8304-00af4ac28086 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/5f26a708-73cf-42a8-bc8c-32ec88b0cd22 HTTP/1.1" status: 204 len: 168 time: 0.2836316 Jun 30 09:22:39.060611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39274) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.089348 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d85115cb-973b-4543-8245-c265bf0ccb00 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f26a708-73cf-42a8-bc8c-32ec88b0cd22 HTTP/1.1" status: 200 len: 205 time: 0.0276468 Jun 30 09:22:39.091658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39276) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.128881 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-4124f304-1b98-401b-9c11-55b8f525381b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] delete failed (client error): The resource could not be found. Jun 30 09:22:39.129967 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4124f304-1b98-401b-9c11-55b8f525381b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/5f26a708-73cf-42a8-bc8c-32ec88b0cd22 HTTP/1.1" status: 404 len: 336 time: 0.0373886 Jun 30 09:22:39.132383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39278) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.159492 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea34f3e-997e-4417-9176-c4e2e40967cb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.159948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea34f3e-997e-4417-9176-c4e2e40967cb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.164125 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9ea34f3e-997e-4417-9176-c4e2e40967cb tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/c76a3cd6-2927-426f-ad3b-3a4d103fe235 HTTP/1.1" status: 404 len: 337 time: 0.0283906 Jun 30 09:22:39.164461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39280) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.191836 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-524c4810-883b-4b7a-a739-93086badc61b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.192294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524c4810-883b-4b7a-a739-93086badc61b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.194056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-524c4810-883b-4b7a-a739-93086badc61b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/9b740625-5348-495d-b982-b6fd543626c5 HTTP/1.1" status: 404 len: 337 time: 0.0279429 Jun 30 09:22:39.196663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39282) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.228761 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a532a3-e7f2-43b0-a0af-91d7e8eb243e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.229215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a532a3-e7f2-43b0-a0af-91d7e8eb243e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.231278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e6a532a3-e7f2-43b0-a0af-91d7e8eb243e tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/df3a3474-3fbf-4142-8b6a-6ec13f4c2bb2 HTTP/1.1" status: 404 len: 337 time: 0.0337005 Jun 30 09:22:39.233789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39284) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.262776 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-775a976e-f9af-4cbd-ae92-fd3fae71e41a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.263465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775a976e-f9af-4cbd-ae92-fd3fae71e41a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.265526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-775a976e-f9af-4cbd-ae92-fd3fae71e41a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/e624a653-3669-45ae-a15b-9eb5efdc94bb HTTP/1.1" status: 404 len: 337 time: 0.0308080 Jun 30 09:22:39.268175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39286) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.296314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-503db307-abfc-49dc-bfd8-8d34cfbfcf06 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 200 len: 205 time: 0.0271227 Jun 30 09:22:39.298572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39288) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.333762 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-02943b78-06fb-4a55-9cb0-9e8aed62c51f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] delete failed (client error): The resource could not be found. Jun 30 09:22:39.334701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-02943b78-06fb-4a55-9cb0-9e8aed62c51f tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/e020d985-1cdc-45fe-b8be-15b8ccc5fd9d HTTP/1.1" status: 404 len: 336 time: 0.0352747 Jun 30 09:22:39.337021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39290) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.367056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-33d3028d-c632-4436-93d4-f851c97d3e56 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf HTTP/1.1" status: 200 len: 205 time: 0.0290799 Jun 30 09:22:39.369674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39292) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.405270 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-a7b42fa0-f3a0-4d22-9abe-351adbbec4af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] delete failed (client error): The resource could not be found. Jun 30 09:22:39.406509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a7b42fa0-f3a0-4d22-9abe-351adbbec4af tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/ddd4dfe8-bcf1-444d-a560-a2d1ca05eddf HTTP/1.1" status: 404 len: 336 time: 0.0359902 Jun 30 09:22:39.409136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39294) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.435874 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebd86ea-8001-4b2b-a523-532c712f8f62 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.436315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebd86ea-8001-4b2b-a523-532c712f8f62 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.438542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3ebd86ea-8001-4b2b-a523-532c712f8f62 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/b90cd77f-51db-428a-be6c-7f41425ca4a3 HTTP/1.1" status: 404 len: 337 time: 0.0284331 Jun 30 09:22:39.440467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39296) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.472009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7decff16-7939-4896-a772-b6dab227630b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=884bfbe6-af00-42d7-9ae3-6f75da100205 HTTP/1.1" status: 200 len: 205 time: 0.0305252 Jun 30 09:22:39.474146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39298) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.510487 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-f18125c3-a4f9-4a2f-b4d4-49ac4bc64949 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] delete failed (client error): The resource could not be found. Jun 30 09:22:39.512492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f18125c3-a4f9-4a2f-b4d4-49ac4bc64949 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/884bfbe6-af00-42d7-9ae3-6f75da100205 HTTP/1.1" status: 404 len: 336 time: 0.0374565 Jun 30 09:22:39.515170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39300) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.543572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-96e020be-3226-4265-9192-5a8a11c578b1 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ef80af-d424-49f9-a392-eb4724b1ebca HTTP/1.1" status: 200 len: 205 time: 0.0274456 Jun 30 09:22:39.545723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39302) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.585100 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-9b2d9f03-0ac7-4d75-952b-8f2b8633ccc2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] delete failed (client error): The resource could not be found. Jun 30 09:22:39.586158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9b2d9f03-0ac7-4d75-952b-8f2b8633ccc2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/07ef80af-d424-49f9-a392-eb4724b1ebca HTTP/1.1" status: 404 len: 336 time: 0.0395586 Jun 30 09:22:39.589329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39304) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.615639 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b78bd2-15d8-4ce4-a47e-2c95d8710f15 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.616084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b78bd2-15d8-4ce4-a47e-2c95d8710f15 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.617758 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-21b78bd2-15d8-4ce4-a47e-2c95d8710f15 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/eb4cc96b-fddf-4f27-a960-c7d2ceb3b41f HTTP/1.1" status: 404 len: 337 time: 0.0274744 Jun 30 09:22:39.620278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39306) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.648618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-defa18b8-0100-4c88-a467-9d24a7a6df6b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=aba4dcaf-6886-4d2a-b6de-86b92bce3eee HTTP/1.1" status: 200 len: 205 time: 0.0272355 Jun 30 09:22:39.650983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39308) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.696760 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [None req-a6dc6e75-639e-4cd1-b8bc-b80071e1d4a2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] delete failed (client error): The resource could not be found. Jun 30 09:22:39.697837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a6dc6e75-639e-4cd1-b8bc-b80071e1d4a2 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/aba4dcaf-6886-4d2a-b6de-86b92bce3eee HTTP/1.1" status: 404 len: 336 time: 0.0459199 Jun 30 09:22:39.700323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39312) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.726404 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-9306423b-5e76-47c4-a199-efc21952484d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.726862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9306423b-5e76-47c4-a199-efc21952484d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.729080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9306423b-5e76-47c4-a199-efc21952484d tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/5d857164-ef6e-49a5-ba92-03b1e9c93257 HTTP/1.1" status: 404 len: 337 time: 0.0278623 Jun 30 09:22:39.731658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39314) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.765477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39316) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.765589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-52b7f63d-7c62-4ad6-a831-15fc7ee40626 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a156c7b-69e1-4263-88a2-d2847734687f HTTP/1.1" status: 200 len: 205 time: 0.0328486 Jun 30 09:22:39.806628 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-46a1601c-f061-4f18-96c8-dad6dc6dab8b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] delete failed (client error): The resource could not be found. Jun 30 09:22:39.808343 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-46a1601c-f061-4f18-96c8-dad6dc6dab8b tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/routers/6a156c7b-69e1-4263-88a2-d2847734687f HTTP/1.1" status: 404 len: 336 time: 0.0407841 Jun 30 09:22:39.810153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39318) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.837526 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebff256e-66de-4929-9362-569c1ef09459 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.838013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebff256e-66de-4929-9362-569c1ef09459 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.839717 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ebff256e-66de-4929-9362-569c1ef09459 tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/7c268be0-2a10-4633-90da-d52535227b8b HTTP/1.1" status: 404 len: 337 time: 0.0286167 Jun 30 09:22:39.842213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39320) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.848489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ede-4620-4aa2-9469-aed853fa3f76 req-73bed770-103a-4695-88ab-28409c946c98 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.850238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bed4ede-4620-4aa2-9469-aed853fa3f76 req-73bed770-103a-4695-88ab-28409c946c98 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 945 time: 0.0680361 Jun 30 09:22:39.869219 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ea4499-3242-41e1-9294-4a3b5ae8400a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:39.869515 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ea4499-3242-41e1-9294-4a3b5ae8400a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:39.871634 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d0ea4499-3242-41e1-9294-4a3b5ae8400a tempest-RoutersTest-855162794 tempest-RoutersTest-855162794-project] 10.222.0.53 "DELETE /v2.0/subnets/2fcb5f27-a45e-471e-8a8e-ab7e526f4827 HTTP/1.1" status: 404 len: 337 time: 0.0285094 Jun 30 09:22:39.892405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bed4ede-4620-4aa2-9469-aed853fa3f76 req-5d21ecf2-5a1f-4bf7-be0f-6ab7b83e5f2d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352445 Jun 30 09:22:40.072487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd645d-738d-49c7-98da-53d32cc93926 req-8e93ec72-17c6-45a7-83d0-5bc3866f06d9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.074060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbfd645d-738d-49c7-98da-53d32cc93926 req-8e93ec72-17c6-45a7-83d0-5bc3866f06d9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 945 time: 0.0708828 Jun 30 09:22:40.112544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbfd645d-738d-49c7-98da-53d32cc93926 req-d4676407-de72-451b-81e0-06882ec57a2a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327735 Jun 30 09:22:40.132847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39328) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:40.263761 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-92ef2cd7-c86b-451b-b585-58ce7086a009 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d77461e465d440aeb46096ce6cc6c3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296697 Jun 30 09:22:40.266457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39336) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:40.318000 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7055e96f-8eb2-4aba-b7f4-6c58a2544020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.339463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7055e96f-8eb2-4aba-b7f4-6c58a2544020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.385376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7055e96f-8eb2-4aba-b7f4-6c58a2544020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.387940 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7055e96f-8eb2-4aba-b7f4-6c58a2544020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.389076 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7055e96f-8eb2-4aba-b7f4-6c58a2544020 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7089ff9-3abe-4053-887a-648bb7f61975 HTTP/1.1" status: 204 len: 168 time: 0.1217110 Jun 30 09:22:40.397256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055e96f-8eb2-4aba-b7f4-6c58a2544020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7089ff9-3abe-4053-887a-648bb7f61975,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.020330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39372) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.117399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--671886702'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:41.141519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.151291 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.248789 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.255611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.304247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b896f017-6193-4ac9-8324-5ecbfbfd565a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.359511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.363688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.390841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.392372 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3709536 Jun 30 09:22:41.395247 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39388) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.403561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e2782-1f91-47a7-9cd5-9d8de9ad5e2c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41191c8-68e0-49e7-864f-f3c381144cec,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.468122 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-127dbcc2-457f-40a6-b67c-f6d2102e1d3c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0694602 Jun 30 09:22:41.468484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39396) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.473578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-aeeeb5e4-042b-48f5-aa61-b7fe95b57a24 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-security--636500094', 'description': 'tempest-security-description-1176703862'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:41.501984 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb5e4-042b-48f5-aa61-b7fe95b57a24 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.546879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb5e4-042b-48f5-aa61-b7fe95b57a24 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.550810 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb5e4-042b-48f5-aa61-b7fe95b57a24 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.553567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb5e4-042b-48f5-aa61-b7fe95b57a24 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.554828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-aeeeb5e4-042b-48f5-aa61-b7fe95b57a24 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "PUT /v2.0/security-groups/e41191c8-68e0-49e7-864f-f3c381144cec HTTP/1.1" status: 200 len: 1779 time: 0.0848339 Jun 30 09:22:41.558804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39402) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.581449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeb5e4-042b-48f5-aa61-b7fe95b57a24 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41191c8-68e0-49e7-864f-f3c381144cec,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.616302 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-38ea9941-673c-4148-b4a7-40efa458f523 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups/e41191c8-68e0-49e7-864f-f3c381144cec HTTP/1.1" status: 200 len: 1779 time: 0.0552797 Jun 30 09:22:41.619230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39404) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.675121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a856c746-9630-4c4d-bdb2-1c0d6ad55766 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.699393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a856c746-9630-4c4d-bdb2-1c0d6ad55766 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.744961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a856c746-9630-4c4d-bdb2-1c0d6ad55766 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.747502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a856c746-9630-4c4d-bdb2-1c0d6ad55766 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.748663 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a856c746-9630-4c4d-bdb2-1c0d6ad55766 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/e41191c8-68e0-49e7-864f-f3c381144cec HTTP/1.1" status: 204 len: 168 time: 0.1266999 Jun 30 09:22:41.751349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39412) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.758001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856c746-9630-4c4d-bdb2-1c0d6ad55766 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41191c8-68e0-49e7-864f-f3c381144cec,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.817694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-47f9f198-422a-4288-9dfd-244461826735 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641067 Jun 30 09:22:41.819971 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39418) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.835308 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-fdf16e4c-2a57-4cdc-bda8-56c69fd3738c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] delete failed (client error): The resource could not be found. Jun 30 09:22:41.840538 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fdf16e4c-2a57-4cdc-bda8-56c69fd3738c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/e41191c8-68e0-49e7-864f-f3c381144cec HTTP/1.1" status: 404 len: 347 time: 0.0152667 Jun 30 09:22:41.841009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39420) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.845739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3de24397-4e4b-4e09-be97-93a22ba1cf27 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--189667393'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:41.875476 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3de24397-4e4b-4e09-be97-93a22ba1cf27 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.028959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3de24397-4e4b-4e09-be97-93a22ba1cf27 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.035062 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3de24397-4e4b-4e09-be97-93a22ba1cf27 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.061676 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3de24397-4e4b-4e09-be97-93a22ba1cf27 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.062899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3de24397-4e4b-4e09-be97-93a22ba1cf27 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2207835 Jun 30 09:22:42.065797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39436) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.071188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4c4e8d5f-a2a5-40d8-9ebc-c25b521cc878 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': 'a58ea354-a1f7-40b0-919d-1ffbfc1a7dd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:42.075812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de24397-4e4b-4e09-be97-93a22ba1cf27 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ea354-a1f7-40b0-919d-1ffbfc1a7dd6,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.104037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8d5f-a2a5-40d8-9ebc-c25b521cc878 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.168476 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8d5f-a2a5-40d8-9ebc-c25b521cc878 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.172369 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8d5f-a2a5-40d8-9ebc-c25b521cc878 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.190654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e8d5f-a2a5-40d8-9ebc-c25b521cc878 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925f113c-a53d-42fc-b90f-86821d56d193,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.196097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8d5f-a2a5-40d8-9ebc-c25b521cc878 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.197942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4c4e8d5f-a2a5-40d8-9ebc-c25b521cc878 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304450 Jun 30 09:22:42.200615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39438) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.230373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c6402c-a346-4172-af55-7904cff98797 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.238654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c6402c-a346-4172-af55-7904cff98797 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.268753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c6402c-a346-4172-af55-7904cff98797 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.275251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-26c6402c-a346-4172-af55-7904cff98797 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.276384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-26c6402c-a346-4172-af55-7904cff98797 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/925f113c-a53d-42fc-b90f-86821d56d193 HTTP/1.1" status: 204 len: 168 time: 0.0748291 Jun 30 09:22:42.279045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39440) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.281815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6402c-a346-4172-af55-7904cff98797 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=925f113c-a53d-42fc-b90f-86821d56d193,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.355084 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-977ee12d-9065-4916-b2ce-1d50db6a2e59 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748348 Jun 30 09:22:42.357667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39442) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.406083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869015f6-f387-4328-b907-2dbf83afa619 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.427268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869015f6-f387-4328-b907-2dbf83afa619 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.467114 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869015f6-f387-4328-b907-2dbf83afa619 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.469580 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-869015f6-f387-4328-b907-2dbf83afa619 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.470719 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-869015f6-f387-4328-b907-2dbf83afa619 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/a58ea354-a1f7-40b0-919d-1ffbfc1a7dd6 HTTP/1.1" status: 204 len: 168 time: 0.1121647 Jun 30 09:22:42.473375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39444) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.480045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869015f6-f387-4328-b907-2dbf83afa619 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ea354-a1f7-40b0-919d-1ffbfc1a7dd6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.520622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d0115340-7574-40d9-a134-ca4f8c0833dd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460877 Jun 30 09:22:42.524145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39446) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.528934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-86f19faf-6fb0-4122-8bc2-59f9ba21b134 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534819264'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:42.550266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86f19faf-6fb0-4122-8bc2-59f9ba21b134 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.631869 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86f19faf-6fb0-4122-8bc2-59f9ba21b134 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.635744 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86f19faf-6fb0-4122-8bc2-59f9ba21b134 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.661601 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-86f19faf-6fb0-4122-8bc2-59f9ba21b134 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.662805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-86f19faf-6fb0-4122-8bc2-59f9ba21b134 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1371307 Jun 30 09:22:42.666177 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39448) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.667276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f19faf-6fb0-4122-8bc2-59f9ba21b134 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee1776-b29c-4041-b6a8-2583a15bdcc5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.671381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d302df64-11bd-4486-926b-86cf5f13572a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '41ee1776-b29c-4041-b6a8-2583a15bdcc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:42.703435 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d302df64-11bd-4486-926b-86cf5f13572a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.771449 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d302df64-11bd-4486-926b-86cf5f13572a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.775730 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d302df64-11bd-4486-926b-86cf5f13572a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.799355 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302df64-11bd-4486-926b-86cf5f13572a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e618f21-20cf-49fb-b608-f038e41a26ea,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.802533 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d302df64-11bd-4486-926b-86cf5f13572a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.806692 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d302df64-11bd-4486-926b-86cf5f13572a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365547 Jun 30 09:22:42.807067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39450) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.811295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7326caa0-cdbc-41ee-a1a3-1a4d4935f33e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '41ee1776-b29c-4041-b6a8-2583a15bdcc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:42.836443 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7326caa0-cdbc-41ee-a1a3-1a4d4935f33e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.895259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7326caa0-cdbc-41ee-a1a3-1a4d4935f33e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.898601 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7326caa0-cdbc-41ee-a1a3-1a4d4935f33e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.914527 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326caa0-cdbc-41ee-a1a3-1a4d4935f33e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5af8a6-e206-41ab-960d-90b82210d3a5,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.921115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7326caa0-cdbc-41ee-a1a3-1a4d4935f33e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.922312 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7326caa0-cdbc-41ee-a1a3-1a4d4935f33e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144378 Jun 30 09:22:42.925050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39452) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.929457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e81c4333-c15d-4a87-a944-291e147c0112 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '41ee1776-b29c-4041-b6a8-2583a15bdcc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:42.954575 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e81c4333-c15d-4a87-a944-291e147c0112 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.009883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e81c4333-c15d-4a87-a944-291e147c0112 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.013177 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e81c4333-c15d-4a87-a944-291e147c0112 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.030119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c4333-c15d-4a87-a944-291e147c0112 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581ad47f-e882-41b6-b28e-01786a056e27,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.038202 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e81c4333-c15d-4a87-a944-291e147c0112 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.039408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e81c4333-c15d-4a87-a944-291e147c0112 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134386 Jun 30 09:22:43.042434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39456) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.046853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bdcd1690-5cf8-45e1-a5f3-a14d1a502bbe tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '41ee1776-b29c-4041-b6a8-2583a15bdcc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:43.074097 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdcd1690-5cf8-45e1-a5f3-a14d1a502bbe tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.134254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdcd1690-5cf8-45e1-a5f3-a14d1a502bbe tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.138024 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdcd1690-5cf8-45e1-a5f3-a14d1a502bbe tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.156974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd1690-5cf8-45e1-a5f3-a14d1a502bbe tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605d5290-9589-4b37-9cec-d7b10f4fbe1a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.164527 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bdcd1690-5cf8-45e1-a5f3-a14d1a502bbe tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.169139 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bdcd1690-5cf8-45e1-a5f3-a14d1a502bbe tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229782 Jun 30 09:22:43.169293 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39462) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.173850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d24b5ddb-1036-4958-86fb-4809abf88fbb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '41ee1776-b29c-4041-b6a8-2583a15bdcc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:43.202888 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ddb-1036-4958-86fb-4809abf88fbb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.267436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ddb-1036-4958-86fb-4809abf88fbb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.270923 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ddb-1036-4958-86fb-4809abf88fbb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.288798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5ddb-1036-4958-86fb-4809abf88fbb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a281b6-4bc1-4347-bc08-3e784154ac7a,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.299250 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d24b5ddb-1036-4958-86fb-4809abf88fbb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.300757 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d24b5ddb-1036-4958-86fb-4809abf88fbb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1303492 Jun 30 09:22:43.303404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39472) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.327076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-f9ec1693-69a9-4f16-a3f0-96d4a0b47068 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.328697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-f9ec1693-69a9-4f16-a3f0-96d4a0b47068 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1041696 Jun 30 09:22:43.331033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c17e-46c7-4474-bcc4-5a8483eae88b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.340249 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c17e-46c7-4474-bcc4-5a8483eae88b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.344548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-2a47a9d5-ba04-4524-950b-3018b5f759e7 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/quotas/86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 375 time: 0.0101895 Jun 30 09:22:43.368211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c17e-46c7-4474-bcc4-5a8483eae88b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.374182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c17e-46c7-4474-bcc4-5a8483eae88b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.375270 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a2c2c17e-46c7-4474-bcc4-5a8483eae88b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d3a281b6-4bc1-4347-bc08-3e784154ac7a HTTP/1.1" status: 204 len: 168 time: 0.0709238 Jun 30 09:22:43.380170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39474) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.386949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2c17e-46c7-4474-bcc4-5a8483eae88b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a281b6-4bc1-4347-bc08-3e784154ac7a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.418258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-13b22b41-261f-430f-991d-dbe34dd1d81b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683906 Jun 30 09:22:43.427391 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-074f9daf-08a9-4e1d-aa87-204d5089dae1 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0461664 Jun 30 09:22:43.430211 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39476) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.454096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d806e53c-acfe-494d-85bd-48926871a45b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.461277 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d806e53c-acfe-494d-85bd-48926871a45b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.488833 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d806e53c-acfe-494d-85bd-48926871a45b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.496960 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d806e53c-acfe-494d-85bd-48926871a45b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.498081 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d806e53c-acfe-494d-85bd-48926871a45b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/605d5290-9589-4b37-9cec-d7b10f4fbe1a HTTP/1.1" status: 204 len: 168 time: 0.0664825 Jun 30 09:22:43.500818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39478) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.502098 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806e53c-acfe-494d-85bd-48926871a45b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=605d5290-9589-4b37-9cec-d7b10f4fbe1a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.526133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-e524750c-10a8-4637-b4fc-0274e53269ce service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008539 Jun 30 09:22:43.607159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e65ecc3e-2c7b-4ffa-ae46-fc82d4ba75bb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1050673 Jun 30 09:22:43.609924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39480) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.633059 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5cf01666-afec-4cf8-bd21-0728dce29122 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.640268 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5cf01666-afec-4cf8-bd21-0728dce29122 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.646001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-ddded910-7190-430b-92ce-374eb3666f7d service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141472 Jun 30 09:22:43.668820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5cf01666-afec-4cf8-bd21-0728dce29122 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.676158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5cf01666-afec-4cf8-bd21-0728dce29122 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.677256 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5cf01666-afec-4cf8-bd21-0728dce29122 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/581ad47f-e882-41b6-b28e-01786a056e27 HTTP/1.1" status: 204 len: 168 time: 0.0659940 Jun 30 09:22:43.679972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39482) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.683272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01666-afec-4cf8-bd21-0728dce29122 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=581ad47f-e882-41b6-b28e-01786a056e27,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.728749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-48d0b2f2-e4c5-4404-a3fd-3db37666c41f tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0442371 Jun 30 09:22:43.728982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39486) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.752475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83ddf6e0-7a9b-4d2a-afe7-d469d50e7c4e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.760306 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83ddf6e0-7a9b-4d2a-afe7-d469d50e7c4e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.792217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83ddf6e0-7a9b-4d2a-afe7-d469d50e7c4e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.798608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-83ddf6e0-7a9b-4d2a-afe7-d469d50e7c4e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.800183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-83ddf6e0-7a9b-4d2a-afe7-d469d50e7c4e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3f5af8a6-e206-41ab-960d-90b82210d3a5 HTTP/1.1" status: 204 len: 168 time: 0.0702200 Jun 30 09:22:43.803087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39490) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.809162 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddf6e0-7a9b-4d2a-afe7-d469d50e7c4e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f5af8a6-e206-41ab-960d-90b82210d3a5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.845352 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-407b3955-293a-4db5-9b7e-ec684f4419c6 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0411184 Jun 30 09:22:43.847976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39494) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.875626 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c859477-242c-479f-b3ec-224a94131215 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.877008 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:43.879385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b642b616-6ae6-453e-9450-b7144f2e7bcc req-80050c37-2c24-48d8-b194-18429259a5c9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 210 time: 0.0383132 Jun 30 09:22:43.883692 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c859477-242c-479f-b3ec-224a94131215 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.910796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c859477-242c-479f-b3ec-224a94131215 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.917403 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9c859477-242c-479f-b3ec-224a94131215 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.921128 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9c859477-242c-479f-b3ec-224a94131215 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6e618f21-20cf-49fb-b608-f038e41a26ea HTTP/1.1" status: 204 len: 168 time: 0.0695257 Jun 30 09:22:43.922342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39496) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.923639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c859477-242c-479f-b3ec-224a94131215 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e618f21-20cf-49fb-b608-f038e41a26ea,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.971328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ba10e16f-cb05-4720-9db5-9fe2e686845b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467081 Jun 30 09:22:43.974015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39502) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.026735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62781674-6764-477d-ac55-b6482aec29bb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.050256 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62781674-6764-477d-ac55-b6482aec29bb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.092207 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62781674-6764-477d-ac55-b6482aec29bb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.095420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62781674-6764-477d-ac55-b6482aec29bb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.099022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-62781674-6764-477d-ac55-b6482aec29bb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/41ee1776-b29c-4041-b6a8-2583a15bdcc5 HTTP/1.1" status: 204 len: 168 time: 0.1217279 Jun 30 09:22:44.099709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39506) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.109323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62781674-6764-477d-ac55-b6482aec29bb tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee1776-b29c-4041-b6a8-2583a15bdcc5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.146994 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-75a7b049-0324-4054-a7e8-83bc3e2d3790 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459869 Jun 30 09:22:44.151973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39508) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.157283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3e49c54b-46af-401a-9c16-02fd721838df tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076693886'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.179762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e49c54b-46af-401a-9c16-02fd721838df tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.265893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e49c54b-46af-401a-9c16-02fd721838df tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.269205 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e49c54b-46af-401a-9c16-02fd721838df tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.302216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e49c54b-46af-401a-9c16-02fd721838df tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.303445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3e49c54b-46af-401a-9c16-02fd721838df tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1502211 Jun 30 09:22:44.305361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c54b-46af-401a-9c16-02fd721838df tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd29f5-573d-4167-8516-7e75da85ff85,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.306900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39510) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.312741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c57eeb53-731a-496a-869c-cbb53e625882 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '99dd29f5-573d-4167-8516-7e75da85ff85', 'direction': 'ingress', 'protocol': 17}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.339132 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c57eeb53-731a-496a-869c-cbb53e625882 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.393336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c57eeb53-731a-496a-869c-cbb53e625882 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.397093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c57eeb53-731a-496a-869c-cbb53e625882 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.417796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eeb53-731a-496a-869c-cbb53e625882 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2c700f-0328-4951-b02d-6a92e1e7ffc0,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.423746 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c57eeb53-731a-496a-869c-cbb53e625882 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.425003 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c57eeb53-731a-496a-869c-cbb53e625882 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1170349 Jun 30 09:22:44.427710 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39512) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.483067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00d1eb9f-1ea2-4c3a-a507-c55999117b30 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.507546 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00d1eb9f-1ea2-4c3a-a507-c55999117b30 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.554567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00d1eb9f-1ea2-4c3a-a507-c55999117b30 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.557010 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00d1eb9f-1ea2-4c3a-a507-c55999117b30 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.558268 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-00d1eb9f-1ea2-4c3a-a507-c55999117b30 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/99dd29f5-573d-4167-8516-7e75da85ff85 HTTP/1.1" status: 204 len: 168 time: 0.1296244 Jun 30 09:22:44.560929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39514) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.568979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1eb9f-1ea2-4c3a-a507-c55999117b30 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd29f5-573d-4167-8516-7e75da85ff85,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.606206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-659b58d6-3dbb-47f3-8ed2-d257f85d38ac tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441425 Jun 30 09:22:44.609848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39516) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.614409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-582a646e-bb03-4ae1-a510-b2485c63fc21 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--756832624'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.634282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-582a646e-bb03-4ae1-a510-b2485c63fc21 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.716980 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-582a646e-bb03-4ae1-a510-b2485c63fc21 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.720609 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-582a646e-bb03-4ae1-a510-b2485c63fc21 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.746652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-582a646e-bb03-4ae1-a510-b2485c63fc21 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.747871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-582a646e-bb03-4ae1-a510-b2485c63fc21 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1368501 Jun 30 09:22:44.750729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39518) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.752238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a646e-bb03-4ae1-a510-b2485c63fc21 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11459e8-77dd-4c62-bca5-324583175c17,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.762412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-644d16a9-e83e-42e3-b7b4-3e079ba398c3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--867056579'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.789405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-644d16a9-e83e-42e3-b7b4-3e079ba398c3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.871967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-644d16a9-e83e-42e3-b7b4-3e079ba398c3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.876635 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-644d16a9-e83e-42e3-b7b4-3e079ba398c3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.896590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-644d16a9-e83e-42e3-b7b4-3e079ba398c3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.900760 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-644d16a9-e83e-42e3-b7b4-3e079ba398c3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1485670 Jun 30 09:22:44.902193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39520) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.907088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-09ee6d99-2a0f-4b78-aaf9-5bb08ea48a62 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': 'd11459e8-77dd-4c62-bca5-324583175c17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '64080d5b-a2fe-4c87-8708-c1965535bf9b', 'remote_ip_prefix': None}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.914244 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d16a9-e83e-42e3-b7b4-3e079ba398c3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64080d5b-a2fe-4c87-8708-c1965535bf9b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.952565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-623076f4-d524-4f76-8344-53ad6d41eac0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:44.954261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-623076f4-d524-4f76-8344-53ad6d41eac0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1318953 Jun 30 09:22:44.964194 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09ee6d99-2a0f-4b78-aaf9-5bb08ea48a62 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.978383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'port': {'device_id': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'admin_state_up': True, 'tenant_id': '86b9fb1086f5409484faabc387b56949'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:45.064162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec5417a6-a11f-4ab4-a386-44a8b7e8b55c req-98605672-f750-452f-beff-1177e0571c8a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 210 time: 0.0632274 Jun 30 09:22:45.138669 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09ee6d99-2a0f-4b78-aaf9-5bb08ea48a62 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.143381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09ee6d99-2a0f-4b78-aaf9-5bb08ea48a62 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.169679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee6d99-2a0f-4b78-aaf9-5bb08ea48a62 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1a8f55-8633-4650-b3dc-e0986e7a275b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.184325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:45.188138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.197976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-09ee6d99-2a0f-4b78-aaf9-5bb08ea48a62 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.199150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-09ee6d99-2a0f-4b78-aaf9-5bb08ea48a62 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2957892 Jun 30 09:22:45.202562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39524) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.237234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a72-aa0e-4aba-abac-078c166adef3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.272728 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a72-aa0e-4aba-abac-078c166adef3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.348995 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a72-aa0e-4aba-abac-078c166adef3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.354177 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08ad7a72-aa0e-4aba-abac-078c166adef3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.357837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-08ad7a72-aa0e-4aba-abac-078c166adef3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ce1a8f55-8633-4650-b3dc-e0986e7a275b HTTP/1.1" status: 204 len: 168 time: 0.1517792 Jun 30 09:22:45.358513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39528) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.370267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad7a72-aa0e-4aba-abac-078c166adef3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce1a8f55-8633-4650-b3dc-e0986e7a275b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.379863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.20.0.4 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/53e70379-eb28-4fe9-a0b7-9db8595aaefe) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:45.412747 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-befd7425-3bc9-4cd2-9c52-b82a03d9e2cc tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0530250 Jun 30 09:22:45.415936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39530) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.475261 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c06192cc-2709-4cd9-bf2a-249ee689a5ab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.499997 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c06192cc-2709-4cd9-bf2a-249ee689a5ab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.543941 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c06192cc-2709-4cd9-bf2a-249ee689a5ab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.548419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c06192cc-2709-4cd9-bf2a-249ee689a5ab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.549859 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.550129 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c06192cc-2709-4cd9-bf2a-249ee689a5ab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/64080d5b-a2fe-4c87-8708-c1965535bf9b HTTP/1.1" status: 204 len: 168 time: 0.1329615 Jun 30 09:22:45.553140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39534) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.560881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06192cc-2709-4cd9-bf2a-249ee689a5ab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64080d5b-a2fe-4c87-8708-c1965535bf9b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.583418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Transition to ACTIVE for port object 53e70379-eb28-4fe9-a0b7-9db8595aaefe will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:45.637241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f998a24f-229f-4c44-b742-84abb9267f39 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0829849 Jun 30 09:22:45.640519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39536) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.647969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.659801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f0e6b748-309e-4e23-a6a0-6672f9375cd2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:45.701200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:45.704565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:45.712819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:45.732256 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-762b3c73-186e-4aad-a4b1-560c2a05403b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.743818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=53e70379-eb28-4fe9-a0b7-9db8595aaefe,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.773891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-762b3c73-186e-4aad-a4b1-560c2a05403b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.778554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:45.779191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.810988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-481cef39-4cb2-40bb-9d62-7ecf76eadc44 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428371 Jun 30 09:22:45.831340 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-762b3c73-186e-4aad-a4b1-560c2a05403b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.833868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Request body: {'port': {'device_id': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:45.835491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-762b3c73-186e-4aad-a4b1-560c2a05403b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.837382 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-762b3c73-186e-4aad-a4b1-560c2a05403b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/d11459e8-77dd-4c62-bca5-324583175c17 HTTP/1.1" status: 204 len: 168 time: 0.1954057 Jun 30 09:22:45.853802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39538) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.855136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b3c73-186e-4aad-a4b1-560c2a05403b tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11459e8-77dd-4c62-bca5-324583175c17,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.920507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.944426 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-38131783-56be-4da8-b7f8-375bc3391b29 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824726 Jun 30 09:22:45.949158 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.954096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4ce2c04b-2292-4033-aad3-3d49a8725dbd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236775348'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:45.983835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c04b-2292-4033-aad3-3d49a8725dbd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.087852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-215bf161-dc1b-46ed-b6ae-3e711c6dacc2 None None] Provisioning for port 53e70379-eb28-4fe9-a0b7-9db8595aaefe completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:46.093662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c04b-2292-4033-aad3-3d49a8725dbd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.098550 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c04b-2292-4033-aad3-3d49a8725dbd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.098938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-215bf161-dc1b-46ed-b6ae-3e711c6dacc2 None None] Provisioning complete for port 53e70379-eb28-4fe9-a0b7-9db8595aaefe triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:46.099670 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-215bf161-dc1b-46ed-b6ae-3e711c6dacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.129883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2c04b-2292-4033-aad3-3d49a8725dbd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb7713-eed6-4183-869c-482de2072787,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.143211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-215bf161-dc1b-46ed-b6ae-3e711c6dacc2 None None] Port 53e70379-eb28-4fe9-a0b7-9db8595aaefe cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:46.153026 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c04b-2292-4033-aad3-3d49a8725dbd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.157063 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4ce2c04b-2292-4033-aad3-3d49a8725dbd tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2042265 Jun 30 09:22:46.157181 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39544) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.162298 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-f4023b53-b960-466a-93d6-058174c3a4e4 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '87eb7713-eed6-4183-869c-482de2072787', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:46.201281 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4023b53-b960-466a-93d6-058174c3a4e4 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.266734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4023b53-b960-466a-93d6-058174c3a4e4 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.270871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4023b53-b960-466a-93d6-058174c3a4e4 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.295449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4023b53-b960-466a-93d6-058174c3a4e4 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758436e0-fa36-47ab-a7ac-b0b41d82ddb5,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.302777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-f4023b53-b960-466a-93d6-058174c3a4e4 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.308137 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f4023b53-b960-466a-93d6-058174c3a4e4 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1493988 Jun 30 09:22:46.308480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39546) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.315935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e70379-eb28-4fe9-a0b7-9db8595aaefe {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:46.327792 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.333933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e89c28a7-05cd-4cc1-8376-059a432c06ff tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.340332 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1749-94e2-43dc-86eb-358916de5b06 req-173989d7-15cc-44c1-b67f-a18a6feebbda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.341863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3ba1749-94e2-43dc-86eb-358916de5b06 req-173989d7-15cc-44c1-b67f-a18a6feebbda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 931 time: 0.1220446 Jun 30 09:22:46.343493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e89c28a7-05cd-4cc1-8376-059a432c06ff tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.351609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Transition to ACTIVE for port object 53e70379-eb28-4fe9-a0b7-9db8595aaefe will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:46.360685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.378122 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e89c28a7-05cd-4cc1-8376-059a432c06ff tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.385964 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e89c28a7-05cd-4cc1-8376-059a432c06ff tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.389660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e89c28a7-05cd-4cc1-8376-059a432c06ff tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/758436e0-fa36-47ab-a7ac-b0b41d82ddb5 HTTP/1.1" status: 204 len: 168 time: 0.0775945 Jun 30 09:22:46.391443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39548) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.399368 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c28a7-05cd-4cc1-8376-059a432c06ff tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=758436e0-fa36-47ab-a7ac-b0b41d82ddb5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.440936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3ba1749-94e2-43dc-86eb-358916de5b06 req-6a7e4294-3a64-45d2-8b9b-64a86fb28721 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 Jun 30 09:22:46.443461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Pushing event updated for resources: {'Port': ['ID=53e70379-eb28-4fe9-a0b7-9db8595aaefe,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.460127 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-eafcb187-da33-4d70-acff-a1cee1b50dbc tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674875 Jun 30 09:22:46.463915 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39550) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.530111 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc6db098-971e-43f8-9768-b7a68fe38c2d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.530895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Attempting to bind port 53e70379-eb28-4fe9-a0b7-9db8595aaefe on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:46.531237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Attempting to bind port 53e70379-eb28-4fe9-a0b7-9db8595aaefe by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:46.531570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Attempting to bind port 53e70379-eb28-4fe9-a0b7-9db8595aaefe on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:46.536090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Port 53e70379-eb28-4fe9-a0b7-9db8595aaefe on network e758e3ed-806c-4aa5-b924-0a632406084b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:22:46.536414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Attempting to bind port 53e70379-eb28-4fe9-a0b7-9db8595aaefe on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:46.542278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:46.542623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:46.543011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:46.543448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Bound port: 53e70379-eb28-4fe9-a0b7-9db8595aaefe, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:46.543811 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.554475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc6db098-971e-43f8-9768-b7a68fe38c2d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.604031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc6db098-971e-43f8-9768-b7a68fe38c2d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.608126 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dc6db098-971e-43f8-9768-b7a68fe38c2d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.609440 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dc6db098-971e-43f8-9768-b7a68fe38c2d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/87eb7713-eed6-4183-869c-482de2072787 HTTP/1.1" status: 204 len: 168 time: 0.1439269 Jun 30 09:22:46.613980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39552) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.621436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6db098-971e-43f8-9768-b7a68fe38c2d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb7713-eed6-4183-869c-482de2072787,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.640955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] For port 53e70379-eb28-4fe9-a0b7-9db8595aaefe, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:46.663212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] For port 53e70379-eb28-4fe9-a0b7-9db8595aaefe, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53e70379-eb28-4fe9-a0b7-9db8595aaefe,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:46.673493 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.690822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f817e43f-f2b3-46d1-b7a0-627c50d18df6 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756269 Jun 30 09:22:46.695396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39554) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.700856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-912d97c0-ecdb-4b45-821a-391d7ca87d19 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032172198'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:46.714563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.715180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.716569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] 10.222.0.13 "PUT /v2.0/ports/53e70379-eb28-4fe9-a0b7-9db8595aaefe HTTP/1.1" status: 200 len: 1092 time: 0.8896174 Jun 30 09:22:46.717012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'tag': '53e70379-eb28-4fe9-a0b7-9db8595aaefe'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:46.719320 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383738c2-c63a-420e-9c21-09683c880fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf77977-1505-44c9-ae25-ccc0bb055d2b", "tag": "53e70379-eb28-4fe9-a0b7-9db8595aaefe"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:46.738899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-912d97c0-ecdb-4b45-821a-391d7ca87d19 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.759408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51a4f8-a1be-4b86-9f2d-5216ef985198 service neutron] Pushing event updated for resources: {'Port': ['ID=53e70379-eb28-4fe9-a0b7-9db8595aaefe,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.799539 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49b9bb0-60b5-48f1-9e30-3e4a0f5c2f7d x-openstack-request-id: req-d49b9bb0-60b5-48f1-9e30-3e4a0f5c2f7d {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:46.799836 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf77977-1505-44c9-ae25-ccc0bb055d2b", "tag": "53e70379-eb28-4fe9-a0b7-9db8595aaefe", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:46.800090 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d49b9bb0-60b5-48f1-9e30-3e4a0f5c2f7d {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:46.800489 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'tag': '53e70379-eb28-4fe9-a0b7-9db8595aaefe', 'status': 'completed', 'code': 200} Jun 30 09:22:46.836178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-adf5dc36-9c96-4572-840c-85299f36d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.838354 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-adf5dc36-9c96-4572-840c-85299f36d2fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 1095 time: 0.0757561 Jun 30 09:22:46.877720 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-912d97c0-ecdb-4b45-821a-391d7ca87d19 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.883674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-912d97c0-ecdb-4b45-821a-391d7ca87d19 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.896879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-33443809-f2ce-479e-bfe3-974fe7772411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53e70379-eb28-4fe9-a0b7-9db8595aaefe HTTP/1.1" status: 200 len: 217 time: 0.0504832 Jun 30 09:22:46.918910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-912d97c0-ecdb-4b45-821a-391d7ca87d19 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.922972 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-912d97c0-ecdb-4b45-821a-391d7ca87d19 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2262607 Jun 30 09:22:46.923859 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.928572 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-473e35bf-15c8-471e-be5c-f13559ec2f14 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '83258c5d-e026-4b9e-96d2-04b719c56ccf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:46.933507 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d97c0-ecdb-4b45-821a-391d7ca87d19 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83258c5d-e026-4b9e-96d2-04b719c56ccf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.970356 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-473e35bf-15c8-471e-be5c-f13559ec2f14 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.972575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-186ef3ee-bfca-4168-8c96-2ba5be171803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.974044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-186ef3ee-bfca-4168-8c96-2ba5be171803 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0695858 Jun 30 09:22:47.037819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d976f-549a-4dac-aa75-79822d58af54 req-03bfb001-71e1-4a71-a5cf-7cec6d400891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.038385 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-473e35bf-15c8-471e-be5c-f13559ec2f14 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.039740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-03bfb001-71e1-4a71-a5cf-7cec6d400891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594943 Jun 30 09:22:47.044083 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-473e35bf-15c8-471e-be5c-f13559ec2f14 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.063686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e35bf-15c8-471e-be5c-f13559ec2f14 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bfe5e7-6ca8-48ed-918e-905000c7cb4d,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.074967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-473e35bf-15c8-471e-be5c-f13559ec2f14 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.078703 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-473e35bf-15c8-471e-be5c-f13559ec2f14 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515059 Jun 30 09:22:47.079087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39560) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.100546 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69b793ab-d360-4c48-afcf-dbcd5f872cce tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules/c8bfe5e7-6ca8-48ed-918e-905000c7cb4d HTTP/1.1" status: 200 len: 763 time: 0.0180860 Jun 30 09:22:47.100960 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39562) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.144786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-20e65741-493a-4370-a86c-99fb0ccb403f service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944250 Jun 30 09:22:47.144998 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3dbb62fe-b6e6-42fa-a5ab-531dc19b291e tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0402656 Jun 30 09:22:47.145087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39564) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.168820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c09f2ac4-3920-4afa-bf1d-5a6a95cfe384 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.176136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c09f2ac4-3920-4afa-bf1d-5a6a95cfe384 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.203223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c09f2ac4-3920-4afa-bf1d-5a6a95cfe384 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.210596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c09f2ac4-3920-4afa-bf1d-5a6a95cfe384 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.214007 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c09f2ac4-3920-4afa-bf1d-5a6a95cfe384 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c8bfe5e7-6ca8-48ed-918e-905000c7cb4d HTTP/1.1" status: 204 len: 168 time: 0.0657518 Jun 30 09:22:47.214813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39566) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.215758 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2ac4-3920-4afa-bf1d-5a6a95cfe384 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8bfe5e7-6ca8-48ed-918e-905000c7cb4d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.263432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563d976f-549a-4dac-aa75-79822d58af54 req-2386e24c-7e5e-4393-9b5a-49417b880bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144538 Jun 30 09:22:47.278571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-08fe13ad-736d-4484-bbc1-db991ff1c010 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0619323 Jun 30 09:22:47.279990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39568) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.284852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-954f3e6a-9f78-4b32-b3bf-c6086b54ba42 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '83258c5d-e026-4b9e-96d2-04b719c56ccf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:47.323044 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-954f3e6a-9f78-4b32-b3bf-c6086b54ba42 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.405562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-954f3e6a-9f78-4b32-b3bf-c6086b54ba42 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.414501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383738c2-c63a-420e-9c21-09683c880fe7 req-8d594e2d-6f44-4ca4-8bf6-e5b184b88090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.414501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-383738c2-c63a-420e-9c21-09683c880fe7 req-8d594e2d-6f44-4ca4-8bf6-e5b184b88090 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 1095 time: 0.1021807 Jun 30 09:22:47.416133 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-954f3e6a-9f78-4b32-b3bf-c6086b54ba42 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.476442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f3e6a-9f78-4b32-b3bf-c6086b54ba42 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc2ece0-b104-4021-a450-3335ffd8665c,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.491382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-954f3e6a-9f78-4b32-b3bf-c6086b54ba42 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.492597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-954f3e6a-9f78-4b32-b3bf-c6086b54ba42 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2116449 Jun 30 09:22:47.495363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39572) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.527709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0e9c6236-33f8-429a-8639-dc18899a066a tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules/8bc2ece0-b104-4021-a450-3335ffd8665c HTTP/1.1" status: 200 len: 763 time: 0.0297449 Jun 30 09:22:47.530189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39574) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.556734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383738c2-c63a-420e-9c21-09683c880fe7 req-109c3497-0dab-4933-b597-82ffea70c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.558237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-383738c2-c63a-420e-9c21-09683c880fe7 req-109c3497-0dab-4933-b597-82ffea70c877 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.1363845 Jun 30 09:22:47.613670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-383738c2-c63a-420e-9c21-09683c880fe7 req-f229ef63-dcc6-4f65-9100-ba6f431928e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53e70379-eb28-4fe9-a0b7-9db8595aaefe HTTP/1.1" status: 200 len: 217 time: 0.0482204 Jun 30 09:22:47.626090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b825960a-9570-4697-85d6-69b88543e7a9 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0945539 Jun 30 09:22:47.628596 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39576) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.652913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc48330-93fc-48c5-87c1-6aa547f87ab2 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.660366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc48330-93fc-48c5-87c1-6aa547f87ab2 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.693088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc48330-93fc-48c5-87c1-6aa547f87ab2 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.699263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4fc48330-93fc-48c5-87c1-6aa547f87ab2 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.702751 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4fc48330-93fc-48c5-87c1-6aa547f87ab2 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8bc2ece0-b104-4021-a450-3335ffd8665c HTTP/1.1" status: 204 len: 168 time: 0.0709240 Jun 30 09:22:47.702977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39578) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.705367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383738c2-c63a-420e-9c21-09683c880fe7 req-5566b902-335f-439f-b9ce-2b3126e927a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.707108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-383738c2-c63a-420e-9c21-09683c880fe7 req-5566b902-335f-439f-b9ce-2b3126e927a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0800087 Jun 30 09:22:47.714540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc48330-93fc-48c5-87c1-6aa547f87ab2 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bc2ece0-b104-4021-a450-3335ffd8665c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.753055 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-17588657-f68b-48ba-aa4a-9af32b91bdc3 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488780 Jun 30 09:22:47.755270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c7c1b-996e-45cc-8cd0-ffd1f1130d2b req-6800d2d1-9299-4b65-b39d-4f5cbe0128db tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.756078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39580) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.758398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c7c1b-996e-45cc-8cd0-ffd1f1130d2b req-6800d2d1-9299-4b65-b39d-4f5cbe0128db tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.1570394 Jun 30 09:22:47.765299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2c65fb09-6c50-423c-a49e-8e48d04c67b8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Request body: {'security_group_rule': {'security_group_id': '83258c5d-e026-4b9e-96d2-04b719c56ccf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:47.807360 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c65fb09-6c50-423c-a49e-8e48d04c67b8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.819106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c7c1b-996e-45cc-8cd0-ffd1f1130d2b req-8d771260-b44e-4d7d-a6a6-125302132246 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522473 Jun 30 09:22:47.835122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383738c2-c63a-420e-9c21-09683c880fe7 req-87d709c9-a34c-4652-8c5c-fd3ceb416e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.836744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-383738c2-c63a-420e-9c21-09683c880fe7 req-87d709c9-a34c-4652-8c5c-fd3ceb416e47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218588 Jun 30 09:22:47.889542 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c65fb09-6c50-423c-a49e-8e48d04c67b8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.893611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c65fb09-6c50-423c-a49e-8e48d04c67b8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.913255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65fb09-6c50-423c-a49e-8e48d04c67b8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c841a5-cd97-4061-9c69-74eabc25ecff,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.918043 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c65fb09-6c50-423c-a49e-8e48d04c67b8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.919326 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2c65fb09-6c50-423c-a49e-8e48d04c67b8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620381 Jun 30 09:22:47.922056 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39582) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.941297 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ad88a2e9-6bd2-4ed8-ae41-a7b902cb2e9c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules/99c841a5-cd97-4061-9c69-74eabc25ecff HTTP/1.1" status: 200 len: 764 time: 0.0181322 Jun 30 09:22:47.943752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39584) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.963263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-383738c2-c63a-420e-9c21-09683c880fe7 req-355565bb-642d-4678-8e06-fbb02bdb45c5 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172652 Jun 30 09:22:47.988729 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-92c6e6ae-a6bd-449f-9f9f-5b31a2961f7c tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0435205 Jun 30 09:22:47.991999 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39586) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.022428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-855d179d-308e-4023-a30b-a7bbee29431d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.031280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-855d179d-308e-4023-a30b-a7bbee29431d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.065419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-855d179d-308e-4023-a30b-a7bbee29431d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.073701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-855d179d-308e-4023-a30b-a7bbee29431d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.074838 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-855d179d-308e-4023-a30b-a7bbee29431d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/99c841a5-cd97-4061-9c69-74eabc25ecff HTTP/1.1" status: 204 len: 168 time: 0.0816078 Jun 30 09:22:48.077259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39588) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.089295 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d179d-308e-4023-a30b-a7bbee29431d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99c841a5-cd97-4061-9c69-74eabc25ecff,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:48.136634 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d4d7167c-972b-48d0-87a2-f5da6c1603cf tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0581644 Jun 30 09:22:48.137465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39590) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.214216 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f4080c3-ace2-41f5-9737-e44fdc06bcab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.257328 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f4080c3-ace2-41f5-9737-e44fdc06bcab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.319726 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f4080c3-ace2-41f5-9737-e44fdc06bcab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.323259 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f4080c3-ace2-41f5-9737-e44fdc06bcab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.326433 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4f4080c3-ace2-41f5-9737-e44fdc06bcab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "DELETE /v2.0/security-groups/83258c5d-e026-4b9e-96d2-04b719c56ccf HTTP/1.1" status: 204 len: 168 time: 0.1880164 Jun 30 09:22:48.329819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39592) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.345664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4080c3-ace2-41f5-9737-e44fdc06bcab tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83258c5d-e026-4b9e-96d2-04b719c56ccf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:48.398893 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7c3aa569-cbe1-43d6-ab82-aaba195d67d8 tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669355 Jun 30 09:22:48.409259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39594) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.469463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-383738c2-c63a-420e-9c21-09683c880fe7 req-4f15e510-5027-46b4-94de-327ade3a1c97 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988999 Jun 30 09:22:48.470492 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-afbb3867-a477-44d5-860a-6498ec73875d tempest-SecGroupTest-1177490512 tempest-SecGroupTest-1177490512-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600955 Jun 30 09:22:48.764653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39600) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.938682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a3023738-610f-4d5e-b3f7-3ff3df70c5ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74fa8352d6794e96a60bd675d5c23e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717951 Jun 30 09:22:48.945906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39606) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.082124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d00d1ba9-516d-4e80-95db-8fd9ad568ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.111598 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d00d1ba9-516d-4e80-95db-8fd9ad568ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.121475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065318e-5994-4ea0-82b0-9957cacd4861 req-45636136-22b8-4eef-b34f-da399d8b1b49 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.121991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7065318e-5994-4ea0-82b0-9957cacd4861 req-45636136-22b8-4eef-b34f-da399d8b1b49 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.1726520 Jun 30 09:22:49.188826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7065318e-5994-4ea0-82b0-9957cacd4861 req-dd462edb-98eb-41ce-9bb1-ea867a9aa215 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593402 Jun 30 09:22:49.216855 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d00d1ba9-516d-4e80-95db-8fd9ad568ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.220956 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d00d1ba9-516d-4e80-95db-8fd9ad568ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.222382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d00d1ba9-516d-4e80-95db-8fd9ad568ec7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b896f017-6193-4ac9-8324-5ecbfbfd565a HTTP/1.1" status: 204 len: 168 time: 0.2741618 Jun 30 09:22:49.230881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d1ba9-516d-4e80-95db-8fd9ad568ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b896f017-6193-4ac9-8324-5ecbfbfd565a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.228053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39632) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.374510 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-736d45f7-cedb-4952-85bb-82083581a48e tempest-ServiceProvidersTest-735486744 tempest-ServiceProvidersTest-735486744-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1451509 Jun 30 09:22:50.571619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe3d2-b82a-4a38-9b2b-9e7187cdacbf req-576bfabf-4c1e-4c2e-a9f4-cbc4eb2e566a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:50.579538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-870fe3d2-b82a-4a38-9b2b-9e7187cdacbf req-576bfabf-4c1e-4c2e-a9f4-cbc4eb2e566a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.1508408 Jun 30 09:22:50.634187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-870fe3d2-b82a-4a38-9b2b-9e7187cdacbf req-122e0adc-8722-4d7a-9cfa-5f8885f8e44d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536945 Jun 30 09:22:50.790163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 39640) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.909374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a93-eb26-413d-8b56-1f8668716051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.016597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a93-eb26-413d-8b56-1f8668716051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.022280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a93-eb26-413d-8b56-1f8668716051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.056861 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-dbe41a93-eb26-413d-8b56-1f8668716051 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75d68dc17650408b852b0a5271a0c987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652719 Jun 30 09:22:51.060103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 39644) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.068666 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe41a93-eb26-413d-8b56-1f8668716051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22b1c60-d538-4ed9-88a7-e50c9c27c015,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.136251 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55f598c3-2040-426a-832a-85ed38998c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.161428 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55f598c3-2040-426a-832a-85ed38998c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.231911 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55f598c3-2040-426a-832a-85ed38998c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.234779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-55f598c3-2040-426a-832a-85ed38998c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.236404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-55f598c3-2040-426a-832a-85ed38998c9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c22b1c60-d538-4ed9-88a7-e50c9c27c015 HTTP/1.1" status: 204 len: 168 time: 0.1752429 Jun 30 09:22:51.248357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f598c3-2040-426a-832a-85ed38998c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22b1c60-d538-4ed9-88a7-e50c9c27c015,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.831175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13014412-4332-49b7-9f39-220f7b3e027e req-8d865431-7b6b-4531-98ab-7adb1ac4be0b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:51.832309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13014412-4332-49b7-9f39-220f7b3e027e req-8d865431-7b6b-4531-98ab-7adb1ac4be0b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0734522 Jun 30 09:22:51.881478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13014412-4332-49b7-9f39-220f7b3e027e req-d29cc453-5dc8-4064-93bd-3f4b825fab20 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Jun 30 09:22:53.086784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c54ef-7bc9-40ca-8294-6056298a322f req-e97f06a6-7647-443b-9898-7aab15d473d8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:53.088968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d09c54ef-7bc9-40ca-8294-6056298a322f req-e97f06a6-7647-443b-9898-7aab15d473d8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0851192 Jun 30 09:22:53.147626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d09c54ef-7bc9-40ca-8294-6056298a322f req-883e4345-a837-4aff-b1ff-68e3ac588441 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Jun 30 09:22:53.401051 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.333556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ffdd3-ea29-4355-8f27-2326f3b42922 req-43c30e01-5ae7-4722-adda-64c3f66237d4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:54.335064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce7ffdd3-ea29-4355-8f27-2326f3b42922 req-43c30e01-5ae7-4722-adda-64c3f66237d4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0739419 Jun 30 09:22:54.374744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce7ffdd3-ea29-4355-8f27-2326f3b42922 req-12429e7e-cebc-4590-a3b2-264a0cfc588b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Jun 30 09:22:55.312667 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.565021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d374291-7cdf-4bfc-ab85-d017528855f5 req-bafa0908-9bc9-4eac-ad58-e6375ab97b77 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:55.569117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d374291-7cdf-4bfc-ab85-d017528855f5 req-bafa0908-9bc9-4eac-ad58-e6375ab97b77 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0781069 Jun 30 09:22:55.611569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d374291-7cdf-4bfc-ab85-d017528855f5 req-eb783641-e259-4ffd-a965-b764d6eb4a2d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374084 Jun 30 09:22:56.842949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0633-1467-4bcd-92e9-957abb987d2b req-454871c3-9f41-4faa-99d1-1af455394adc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:56.850323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fcde0633-1467-4bcd-92e9-957abb987d2b req-454871c3-9f41-4faa-99d1-1af455394adc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0847034 Jun 30 09:22:56.891959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fcde0633-1467-4bcd-92e9-957abb987d2b req-785b1c94-1a8d-4491-aea4-84a13a39e38c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 Jun 30 09:22:58.099681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86bdb8-60c2-4e5c-8c86-c0aa7256e7bc req-f9367b0c-129c-47f5-b483-a056424b040b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:58.101528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e86bdb8-60c2-4e5c-8c86-c0aa7256e7bc req-f9367b0c-129c-47f5-b483-a056424b040b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0872774 Jun 30 09:22:58.150703 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e86bdb8-60c2-4e5c-8c86-c0aa7256e7bc req-bc61af65-fe0b-4762-a66b-870438f5b597 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Jun 30 09:22:59.334078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c39e-6ade-4f9e-b91c-9f3b9f9cb751 req-a7f83671-93aa-4721-90aa-76759e1212a0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:59.335458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b809c39e-6ade-4f9e-b91c-9f3b9f9cb751 req-a7f83671-93aa-4721-90aa-76759e1212a0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0627487 Jun 30 09:22:59.373957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b809c39e-6ade-4f9e-b91c-9f3b9f9cb751 req-43b40782-e4d3-4f6a-98e0-f2dfe11a54fd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Jun 30 09:23:00.559877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8705fb3-021b-492f-a324-d420d174c1bf req-26f67620-4644-4656-a21d-e2ba2cea163b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:00.561665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8705fb3-021b-492f-a324-d420d174c1bf req-26f67620-4644-4656-a21d-e2ba2cea163b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0656695 Jun 30 09:23:00.619340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8705fb3-021b-492f-a324-d420d174c1bf req-61383622-22bf-4f9a-95aa-6d59b096c0a1 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487525 Jun 30 09:23:01.639400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d503381-18b7-4796-8f87-e9eac989f39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.831856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3746c9-1e1f-4ee4-bb13-9dbc872b4fca req-862cd78c-1994-4df5-be48-670cc99c3900 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:01.834245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c3746c9-1e1f-4ee4-bb13-9dbc872b4fca req-862cd78c-1994-4df5-be48-670cc99c3900 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0711844 Jun 30 09:23:01.892723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c3746c9-1e1f-4ee4-bb13-9dbc872b4fca req-15e941ec-6697-47b8-9f26-2f0aa76e7cb0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520825 Jun 30 09:23:03.074203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0799d-6e24-4733-a45c-6b1653e909c0 req-5a31898c-2026-47e4-9b10-787f1c12a34c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:03.075702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af0799d-6e24-4733-a45c-6b1653e909c0 req-5a31898c-2026-47e4-9b10-787f1c12a34c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0731409 Jun 30 09:23:03.115841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af0799d-6e24-4733-a45c-6b1653e909c0 req-297a0df7-fd78-454b-a7d5-57814e2151dc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Jun 30 09:23:04.314144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea315bd6-c1bb-4314-a771-01a20dcea40e req-0777bbaa-a6dc-4f7d-bd39-828954a8fa70 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:04.315783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea315bd6-c1bb-4314-a771-01a20dcea40e req-0777bbaa-a6dc-4f7d-bd39-828954a8fa70 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 943 time: 0.0712118 Jun 30 09:23:04.350412 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.360242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea315bd6-c1bb-4314-a771-01a20dcea40e req-e94dfe28-a5de-4ba7-9a7e-0e7ba1c4f58a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Jun 30 09:23:04.401787 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1ff62a02-0b5c-4001-85bf-7e827bd94b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.004381 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-d6007905-f5cc-4bd4-8295-e6079b93d24b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507207 Jun 30 09:23:05.098187 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-482a5b4e-59b0-417e-9b59-94dcbf5b1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:05.099718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-482a5b4e-59b0-417e-9b59-94dcbf5b1ecf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 1097 time: 0.0556772 Jun 30 09:23:05.214784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-f3be351c-6b6e-437e-b413-521f0a42b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:05.216489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-f3be351c-6b6e-437e-b413-521f0a42b60d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0915091 Jun 30 09:23:05.217364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53e70379-eb28-4fe9-a0b7-9db8595aaefe details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:05.264262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-6b6c48b0-9e2e-4f78-a267-fdae3195db3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2 HTTP/1.1" status: 200 len: 217 time: 0.0390356 Jun 30 09:23:05.319117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-c1d7d2d5-6326-444f-8484-5563e8d00ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:05.320683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-c1d7d2d5-6326-444f-8484-5563e8d00ddf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0498884 Jun 30 09:23:05.322900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 53e70379-eb28-4fe9-a0b7-9db8595aaefe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53e70379-eb28-4fe9-a0b7-9db8595aaefe,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:05.334809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '53e70379-eb28-4fe9-a0b7-9db8595aaefe', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'port_id': '53e70379-eb28-4fe9-a0b7-9db8595aaefe', 'mac_address': 'fa:16:3e:32:a0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:05.374770 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.387234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-be923718-34a5-4443-a7c7-92b5a376a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:05.389098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-be923718-34a5-4443-a7c7-92b5a376a567 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603347 Jun 30 09:23:05.389310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e70379-eb28-4fe9-a0b7-9db8595aaefe {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:05.425107 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 53e70379-eb28-4fe9-a0b7-9db8595aaefe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53e70379-eb28-4fe9-a0b7-9db8595aaefe,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:05.435789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.489160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-7531eb06-1f6e-4088-a648-809ae6e60df4 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919700 Jun 30 09:23:05.509735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=53e70379-eb28-4fe9-a0b7-9db8595aaefe,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.651449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84693edc-68b9-4ff6-a8e8-c8a3f8987087 req-f8f9cdbd-35b5-4212-8ef8-4789e01d94b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551952 Jun 30 09:23:05.666659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3af75-6913-4331-b4c2-0e16cb8ca862 req-e71f9ce3-1e48-4641-b03f-a3d4d6c4543e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:05.668353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ec3af75-6913-4331-b4c2-0e16cb8ca862 req-e71f9ce3-1e48-4641-b03f-a3d4d6c4543e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 944 time: 0.1407688 Jun 30 09:23:05.670254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['53e70379-eb28-4fe9-a0b7-9db8595aaefe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:05.719356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6ec3af75-6913-4331-b4c2-0e16cb8ca862 req-0d2c204b-c6a8-4654-b9e7-306e6c75fee6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Jun 30 09:23:05.884740 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.920235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad03d7-7d31-40ed-9d05-ae3b07278733 req-ae35e5c2-6965-402f-906a-476bad01abbc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:06.922032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcad03d7-7d31-40ed-9d05-ae3b07278733 req-ae35e5c2-6965-402f-906a-476bad01abbc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 944 time: 0.0702810 Jun 30 09:23:06.964030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bcad03d7-7d31-40ed-9d05-ae3b07278733 req-ced56b9c-18e1-4729-a060-630c65089c9f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Jun 30 09:23:07.217953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53e70379-eb28-4fe9-a0b7-9db8595aaefe up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:07.272865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 53e70379-eb28-4fe9-a0b7-9db8595aaefe completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:07.277122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 53e70379-eb28-4fe9-a0b7-9db8595aaefe triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:07.277517 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.323773 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.364534 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.387138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e70379-eb28-4fe9-a0b7-9db8595aaefe'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:07.389415 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f755ad-c6bc-4314-b886-7301c66bbc4f" -d '{"events": [{"server_uuid": "3bf77977-1505-44c9-ae25-ccc0bb055d2b", "name": "network-vif-plugged", "status": "completed", "tag": "53e70379-eb28-4fe9-a0b7-9db8595aaefe"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:07.402651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 53e70379-eb28-4fe9-a0b7-9db8595aaefe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53e70379-eb28-4fe9-a0b7-9db8595aaefe,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:07.406597 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.429145 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474e28a9-c408-4df2-8025-092327a10f33 x-openstack-request-id: req-474e28a9-c408-4df2-8025-092327a10f33 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:07.429440 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf77977-1505-44c9-ae25-ccc0bb055d2b", "name": "network-vif-plugged", "status": "completed", "tag": "53e70379-eb28-4fe9-a0b7-9db8595aaefe", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:07.429716 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-474e28a9-c408-4df2-8025-092327a10f33 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:07.430112 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e70379-eb28-4fe9-a0b7-9db8595aaefe', 'code': 200} Jun 30 09:23:07.466305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=53e70379-eb28-4fe9-a0b7-9db8595aaefe,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:07.545020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66fb67-94a3-447e-967a-bb43a8925b5b req-5fbd3e42-a48d-455b-aee0-414dcfd27d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:07.546537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b66fb67-94a3-447e-967a-bb43a8925b5b req-5fbd3e42-a48d-455b-aee0-414dcfd27d7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 1097 time: 0.0552509 Jun 30 09:23:07.581615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b66fb67-94a3-447e-967a-bb43a8925b5b req-53b2382c-0197-4be6-a215-d6a5e8c4d6f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282614 Jun 30 09:23:08.148418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e99ac7-f80c-4bdb-8954-e3a6414d96d7 req-9d6e838c-a540-471a-a794-d68ec1627f73 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.150540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10e99ac7-f80c-4bdb-8954-e3a6414d96d7 req-9d6e838c-a540-471a-a794-d68ec1627f73 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 945 time: 0.0671883 Jun 30 09:23:08.191682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10e99ac7-f80c-4bdb-8954-e3a6414d96d7 req-27a2b239-3555-4af0-81bf-75ba4701f2cb tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Jun 30 09:23:09.377622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7c86e-1790-4741-b203-1d114ca20e2d req-53f60a3c-54b9-4c08-ba70-25ded134110b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.379040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7fc7c86e-1790-4741-b203-1d114ca20e2d req-53f60a3c-54b9-4c08-ba70-25ded134110b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 945 time: 0.0705709 Jun 30 09:23:09.418909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7fc7c86e-1790-4741-b203-1d114ca20e2d req-e0864ae6-3448-4bf8-a5ed-5a6e70a337ea tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Jun 30 09:23:09.612893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335215-b67a-40cf-88eb-e94a128adf99 req-9b0dfc11-e613-440c-9960-079ffce850b8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.614417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e335215-b67a-40cf-88eb-e94a128adf99 req-9b0dfc11-e613-440c-9960-079ffce850b8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 945 time: 0.0694427 Jun 30 09:23:09.660486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e335215-b67a-40cf-88eb-e94a128adf99 req-7ef12322-55ea-4855-ac51-f54bc2f4c702 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Jun 30 09:23:10.156213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab0a56-9287-4c05-9602-9376b6aed013 req-fd5d3093-5cd1-4d09-bd6e-791cde3e8d26 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.157936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20ab0a56-9287-4c05-9602-9376b6aed013 req-fd5d3093-5cd1-4d09-bd6e-791cde3e8d26 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 945 time: 0.0659940 Jun 30 09:23:10.202699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20ab0a56-9287-4c05-9602-9376b6aed013 req-6cb34055-a9d6-42bd-9367-67e38b864de3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Jun 30 09:23:11.411654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b200-cd88-4a9d-9c30-9870b8ea2e5b req-52f4583f-c1e4-41c2-b795-78ab5dd81173 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.413203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3810b200-cd88-4a9d-9c30-9870b8ea2e5b req-52f4583f-c1e4-41c2-b795-78ab5dd81173 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 945 time: 0.0817146 Jun 30 09:23:11.502790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3810b200-cd88-4a9d-9c30-9870b8ea2e5b req-1443d7f7-122c-4f30-a806-ce5ee2bb5c78 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831811 Jun 30 09:23:11.546297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-caa1f555-5989-4b4e-be11-8be8a1ca5121 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.548017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-caa1f555-5989-4b4e-be11-8be8a1ca5121 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 945 time: 0.1126318 Jun 30 09:23:11.658788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port 53e70379-eb28-4fe9-a0b7-9db8595aaefe {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:11.659142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.754833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] For port 53e70379-eb28-4fe9-a0b7-9db8595aaefe, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=53e70379-eb28-4fe9-a0b7-9db8595aaefe,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:11.755128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.769553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for 53e70379-eb28-4fe9-a0b7-9db8595aaefe owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:11.911612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.926786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['53e70379-eb28-4fe9-a0b7-9db8595aaefe'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:11.930460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f0e6b748-309e-4e23-a6a0-6672f9375cd2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:11.942565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=53e70379-eb28-4fe9-a0b7-9db8595aaefe,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:11.996400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] No DVR routers for this DVR port 53e70379-eb28-4fe9-a0b7-9db8595aaefe on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:11.999069 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.001401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63782df2-6620-4ea2-9587-3f2efc77c34b req-c4e76bd2-a641-49a7-b6b5-c6b8b168e977 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "DELETE /v2.0/ports/53e70379-eb28-4fe9-a0b7-9db8595aaefe HTTP/1.1" status: 204 len: 173 time: 0.4464865 Jun 30 09:23:12.001895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'name': 'network-vif-deleted', 'tag': '53e70379-eb28-4fe9-a0b7-9db8595aaefe'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:12.004306 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d033757-0370-4428-b23d-4e0e1ad616fc" -d '{"events": [{"server_uuid": "3bf77977-1505-44c9-ae25-ccc0bb055d2b", "name": "network-vif-deleted", "tag": "53e70379-eb28-4fe9-a0b7-9db8595aaefe"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:12.053154 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067861e3-d452-4d24-8f46-28e8d6e32c51 x-openstack-request-id: req-067861e3-d452-4d24-8f46-28e8d6e32c51 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:12.053452 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf77977-1505-44c9-ae25-ccc0bb055d2b", "name": "network-vif-deleted", "tag": "53e70379-eb28-4fe9-a0b7-9db8595aaefe", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:12.053803 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-067861e3-d452-4d24-8f46-28e8d6e32c51 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:12.054171 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf77977-1505-44c9-ae25-ccc0bb055d2b', 'name': 'network-vif-deleted', 'tag': '53e70379-eb28-4fe9-a0b7-9db8595aaefe', 'status': 'completed', 'code': 200} Jun 30 09:23:12.679962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-390671a3-305b-4e94-b1c2-63cfa1c206de req-96f15c2b-a6db-46f1-bdf7-c11ea39fd718 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 210 time: 0.0443065 Jun 30 09:23:13.850898 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74bd0744-0ae6-4bd5-a6c8-ed14899aa3e2 req-d4932886-7a92-42ce-8954-84f79174edcc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 210 time: 0.0310595 Jun 30 09:23:15.020696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64af1156-653a-426d-b13e-400593bb3997 req-4a5a86f0-be1a-4a67-825d-4c5eedbd28f4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 210 time: 0.0302706 Jun 30 09:23:15.269207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53e70379-eb28-4fe9-a0b7-9db8595aaefe no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:15.291873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 53e70379-eb28-4fe9-a0b7-9db8595aaefe {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:15.292219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 53e70379-eb28-4fe9-a0b7-9db8595aaefe not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:16.191948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e1600df9-07fa-47d8-8ae2-dff067b67540 req-b95e8240-6cf3-4a73-8951-b0faf6d751c9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bf77977-1505-44c9-ae25-ccc0bb055d2b HTTP/1.1" status: 200 len: 210 time: 0.0383096 Jun 30 09:23:20.853448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df14748-f3aa-46b0-aa4f-0fb5157693bc req-240eb148-7fb2-40ba-9ce8-9e865e2f329a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:20.854858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7df14748-f3aa-46b0-aa4f-0fb5157693bc req-240eb148-7fb2-40ba-9ce8-9e865e2f329a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 945 time: 0.0621772 Jun 30 09:23:20.875849 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:23:20.893414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7df14748-f3aa-46b0-aa4f-0fb5157693bc req-31b239a6-fddb-487a-8b45-b5ef37f1ae7c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jun 30 09:23:22.075630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765248bd-0ed5-45c8-ad96-21256f085a53 req-d997675f-2a72-4c13-9b7d-7ce14160da7c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:22.077252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-765248bd-0ed5-45c8-ad96-21256f085a53 req-d997675f-2a72-4c13-9b7d-7ce14160da7c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 945 time: 0.0661159 Jun 30 09:23:22.119441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-765248bd-0ed5-45c8-ad96-21256f085a53 req-dc59d390-d17f-4315-b6e1-c492f53ea887 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=3efc5dd6-6a97-4130-b806-a9b9e0924a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365217 Jun 30 09:23:22.506736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-eecf4622-bff2-4848-8262-beba6ea279f5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:22.508104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-eecf4622-bff2-4848-8262-beba6ea279f5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 945 time: 0.0651786 Jun 30 09:23:22.609510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port f0e6b748-309e-4e23-a6a0-6672f9375cd2 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:22.609891 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.699948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] For port f0e6b748-309e-4e23-a6a0-6672f9375cd2, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=f0e6b748-309e-4e23-a6a0-6672f9375cd2,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:22.700300 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.712290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for f0e6b748-309e-4e23-a6a0-6672f9375cd2 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:22.842670 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.862446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['f0e6b748-309e-4e23-a6a0-6672f9375cd2'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:22.871580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=f0e6b748-309e-4e23-a6a0-6672f9375cd2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.916954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] No DVR routers for this DVR port f0e6b748-309e-4e23-a6a0-6672f9375cd2 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:22.919417 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.921348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c7ee16e-3723-41ec-8855-cfde57fa3b37 req-267eea73-f7a8-4ec2-a7b2-1f3e88c82271 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "DELETE /v2.0/ports/f0e6b748-309e-4e23-a6a0-6672f9375cd2 HTTP/1.1" status: 204 len: 173 time: 0.4056137 Jun 30 09:23:22.921839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'name': 'network-vif-deleted', 'tag': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:22.924055 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b39369-a6e1-46d9-889c-df1f160a3ad7" -d '{"events": [{"server_uuid": "74aab0a4-9d0f-4b95-9b25-09310b3e503d", "name": "network-vif-deleted", "tag": "f0e6b748-309e-4e23-a6a0-6672f9375cd2"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:22.961424 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53c38e0-a458-49ca-9125-fe4d6c6f747b x-openstack-request-id: req-d53c38e0-a458-49ca-9125-fe4d6c6f747b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:22.962341 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aab0a4-9d0f-4b95-9b25-09310b3e503d", "name": "network-vif-deleted", "tag": "f0e6b748-309e-4e23-a6a0-6672f9375cd2", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:22.962599 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d53c38e0-a458-49ca-9125-fe4d6c6f747b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:22.962998 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aab0a4-9d0f-4b95-9b25-09310b3e503d', 'name': 'network-vif-deleted', 'tag': 'f0e6b748-309e-4e23-a6a0-6672f9375cd2', 'status': 'completed', 'code': 200} Jun 30 09:23:23.264981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f97ee1a1-9711-40aa-812a-6de0e4a138b0 req-938ac9af-9393-4c2d-b163-07d701d24398 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 210 time: 0.0309846 Jun 30 09:23:23.406397 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.454944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea3dd70e-0684-42f4-ab46-05af2f88ad3a req-bf8e85bf-9ada-4631-932e-989cf5467c72 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 210 time: 0.0414493 Jun 30 09:23:25.338813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.619297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943b21df-63ce-4a6a-b490-07a380d6e8fc req-fb191f7f-acb9-48f9-80c7-1b1bd108895e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 210 time: 0.0334671 Jun 30 09:23:25.931288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f0e6b748-309e-4e23-a6a0-6672f9375cd2 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:25.950363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: f0e6b748-309e-4e23-a6a0-6672f9375cd2 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:25.950698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device f0e6b748-309e-4e23-a6a0-6672f9375cd2 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:27.005878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8b78a7-59e8-41c6-85be-1c4a304cbe51 req-bc97f1a4-20d3-4ac1-9fca-8123cdc00048 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=74aab0a4-9d0f-4b95-9b25-09310b3e503d HTTP/1.1" status: 200 len: 210 time: 0.0425961 Jun 30 09:23:30.314246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40086) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.319309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315077460', 'description': 'tempest-secgroup-smoke-1315077460 description', 'project_id': '86b9fb1086f5409484faabc387b56949'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.344712 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.433128 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.437593 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.467176 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.471693 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40096) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.476906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'security_group_rule': {'security_group_id': 'c34707d0-5f3b-497b-99e1-4572048b26f6', 'project_id': '86b9fb1086f5409484faabc387b56949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.482186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1668036 Jun 30 09:23:30.488137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34707d0-5f3b-497b-99e1-4572048b26f6,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.497403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.498017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.498610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.498970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.499282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.499806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.500366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.500936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.501520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.502015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.502537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.503009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ac4-8802-41b7-ad90-a00122e6fba3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.506922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.569458 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.571372 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.597577 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ff9c1e-e995-4890-9d93-dfdbdc38654d,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.608226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.608701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.609122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.609660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.610089 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.610549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.611374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.612035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.612410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.612751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.613118 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.613445 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:30.624405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.628910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40100) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.629330 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aa0c72b9-c2e3-441a-a14e-d7d970bdba55 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564493 Jun 30 09:23:30.634208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-ef1f4b6e-b497-46b9-a832-c93805dc77ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'security_group_rule': {'security_group_id': 'c34707d0-5f3b-497b-99e1-4572048b26f6', 'project_id': '86b9fb1086f5409484faabc387b56949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.661537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4b6e-b497-46b9-a832-c93805dc77ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.723076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4b6e-b497-46b9-a832-c93805dc77ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.726993 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4b6e-b497-46b9-a832-c93805dc77ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.744760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f4b6e-b497-46b9-a832-c93805dc77ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fd2243-7ba4-4de2-b88d-08e52cc92c09,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.751694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4b6e-b497-46b9-a832-c93805dc77ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.753141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ef1f4b6e-b497-46b9-a832-c93805dc77ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229994 Jun 30 09:23:30.756017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40102) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.760947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-73b0155c-003e-4754-ba76-3911e30da68a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'security_group_rule': {'security_group_id': 'c34707d0-5f3b-497b-99e1-4572048b26f6', 'project_id': '86b9fb1086f5409484faabc387b56949', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.787024 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-73b0155c-003e-4754-ba76-3911e30da68a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.845724 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-73b0155c-003e-4754-ba76-3911e30da68a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.849071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-73b0155c-003e-4754-ba76-3911e30da68a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.866562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0155c-003e-4754-ba76-3911e30da68a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4172bfa0-b32f-4f84-834c-873e4c513a44,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.873979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-73b0155c-003e-4754-ba76-3911e30da68a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.875175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-73b0155c-003e-4754-ba76-3911e30da68a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181908 Jun 30 09:23:30.877933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.882264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9e5f8322-732b-4d4a-9ba4-94b6a8e58cda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'security_group_rule': {'security_group_id': 'c34707d0-5f3b-497b-99e1-4572048b26f6', 'project_id': '86b9fb1086f5409484faabc387b56949', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.908563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8322-732b-4d4a-9ba4-94b6a8e58cda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.972534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8322-732b-4d4a-9ba4-94b6a8e58cda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.975868 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8322-732b-4d4a-9ba4-94b6a8e58cda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.995989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f8322-732b-4d4a-9ba4-94b6a8e58cda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a12dad-a055-47ee-acff-a2a324c600fe,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.999604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8322-732b-4d4a-9ba4-94b6a8e58cda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.000777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9e5f8322-732b-4d4a-9ba4-94b6a8e58cda tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219056 Jun 30 09:23:31.003484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40106) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.007988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'security_group_rule': {'security_group_id': 'c34707d0-5f3b-497b-99e1-4572048b26f6', 'project_id': '86b9fb1086f5409484faabc387b56949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:31.029409 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Project 86b9fb1086f5409484faabc387b56949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:23:31.034120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.095236 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.098475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.112842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c611cac7-3f9a-4c2b-bb23-8ece74071a90,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.122153 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.123401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7a9be7b5-63bd-4e02-ac11-c5e52b9a4afc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190596 Jun 30 09:23:31.126016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40108) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.130319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'security_group_rule': {'security_group_id': 'c34707d0-5f3b-497b-99e1-4572048b26f6', 'project_id': '86b9fb1086f5409484faabc387b56949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:31.151670 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Project 86b9fb1086f5409484faabc387b56949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:23:31.156455 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.216500 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.220017 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.237194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2571c82-9ce0-405c-bfa8-af79b4dd5601,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.242958 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.245506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9ac35a82-6515-4d8e-b7e0-7f3641807f79 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185567 Jun 30 09:23:31.643539 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a070564d-ccdc-47de-891f-13caf5b7e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.357789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.403501 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ac4171e7-c2d6-4459-9ed9-439f58f5c13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.888106 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.318871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.652800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40292) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.769212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-41e1462a-1360-4228-9f1d-4c11459f0ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.865254 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-41e1462a-1360-4228-9f1d-4c11459f0ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.870315 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-41e1462a-1360-4228-9f1d-4c11459f0ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.910155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-41e1462a-1360-4228-9f1d-4c11459f0ee5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07093e243b9d4671b27b3d0372fb26ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556763 Jun 30 09:23:39.911552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1462a-1360-4228-9f1d-4c11459f0ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8daf39-7e4f-4eb8-86a9-086f7ce4da37,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.912826 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40296) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.964228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3010e119-e7a4-4e93-b739-5f3fec63fb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.986095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3010e119-e7a4-4e93-b739-5f3fec63fb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.033856 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3010e119-e7a4-4e93-b739-5f3fec63fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.036382 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3010e119-e7a4-4e93-b739-5f3fec63fb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.037547 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3010e119-e7a4-4e93-b739-5f3fec63fb61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd8daf39-7e4f-4eb8-86a9-086f7ce4da37 HTTP/1.1" status: 204 len: 168 time: 0.1228397 Jun 30 09:23:40.046126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010e119-e7a4-4e93-b739-5f3fec63fb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8daf39-7e4f-4eb8-86a9-086f7ce4da37,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.370966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40304) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.384629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15fde239-7038-479d-ab63-6e17ca92635a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.478282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15fde239-7038-479d-ab63-6e17ca92635a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.482293 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-15fde239-7038-479d-ab63-6e17ca92635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.521062 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-15fde239-7038-479d-ab63-6e17ca92635a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7b69b0595804d7fae131709e3d1631e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488972 Jun 30 09:23:40.521975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fde239-7038-479d-ab63-6e17ca92635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec1b6c4-8f9c-41e5-9d9f-461b4b8e0efd,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.523637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40306) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.581377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91f677e8-706d-4af9-950f-c4db06ad9acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.603702 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91f677e8-706d-4af9-950f-c4db06ad9acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.651540 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91f677e8-706d-4af9-950f-c4db06ad9acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.654145 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-91f677e8-706d-4af9-950f-c4db06ad9acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.655583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-91f677e8-706d-4af9-950f-c4db06ad9acf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ec1b6c4-8f9c-41e5-9d9f-461b4b8e0efd HTTP/1.1" status: 204 len: 168 time: 0.1290967 Jun 30 09:23:40.666722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f677e8-706d-4af9-950f-c4db06ad9acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec1b6c4-8f9c-41e5-9d9f-461b4b8e0efd,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:43.513842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40468) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.619440 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d072d8a9-6f2c-40eb-850c-b70db1d07bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.711246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d072d8a9-6f2c-40eb-850c-b70db1d07bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.715531 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d072d8a9-6f2c-40eb-850c-b70db1d07bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.756023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d072d8a9-6f2c-40eb-850c-b70db1d07bbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fce9db3cb7d4b5d92329cfd22643285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410195 Jun 30 09:23:43.757019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072d8a9-6f2c-40eb-850c-b70db1d07bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e24d6-7d76-4196-8636-d34e7faef1a5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:43.758650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40472) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.817161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-93abc127-6c77-4eb7-8525-2f53d8c4ee16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.839004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-93abc127-6c77-4eb7-8525-2f53d8c4ee16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.886035 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-93abc127-6c77-4eb7-8525-2f53d8c4ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.888676 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-93abc127-6c77-4eb7-8525-2f53d8c4ee16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.889876 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-93abc127-6c77-4eb7-8525-2f53d8c4ee16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/887e24d6-7d76-4196-8636-d34e7faef1a5 HTTP/1.1" status: 204 len: 168 time: 0.1301839 Jun 30 09:23:43.897860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abc127-6c77-4eb7-8525-2f53d8c4ee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e24d6-7d76-4196-8636-d34e7faef1a5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.153449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40478) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:44.172545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997e9024-de47-45ea-8ebf-c4ae7820a9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.263291 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997e9024-de47-45ea-8ebf-c4ae7820a9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.267164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-997e9024-de47-45ea-8ebf-c4ae7820a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.303063 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e9024-de47-45ea-8ebf-c4ae7820a9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852e9f0f-c59d-4a26-9a2d-5373a6c0fc37,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.312842 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-997e9024-de47-45ea-8ebf-c4ae7820a9bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7af112c33da4e738c4b0803a69eed8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581481 Jun 30 09:23:44.313291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40482) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:44.372551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cd-be9f-4f59-8dbf-742675468b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.400000 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cd-be9f-4f59-8dbf-742675468b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.447852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cd-be9f-4f59-8dbf-742675468b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.450342 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f0b667cd-be9f-4f59-8dbf-742675468b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.451523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f0b667cd-be9f-4f59-8dbf-742675468b67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/852e9f0f-c59d-4a26-9a2d-5373a6c0fc37 HTTP/1.1" status: 204 len: 168 time: 0.1371658 Jun 30 09:23:44.459179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b667cd-be9f-4f59-8dbf-742675468b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e9f0f-c59d-4a26-9a2d-5373a6c0fc37,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.206778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40534) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.309229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-67f27552-dbdd-4ac6-a7c6-ed130d36460c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.396689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-67f27552-dbdd-4ac6-a7c6-ed130d36460c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.400666 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-67f27552-dbdd-4ac6-a7c6-ed130d36460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.441266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-67f27552-dbdd-4ac6-a7c6-ed130d36460c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a99885fc1d64cffbcaf3713f5973d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333755 Jun 30 09:23:46.441435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.442891 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f27552-dbdd-4ac6-a7c6-ed130d36460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54164b-b23c-4bdc-8db3-1a151e9ab088,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.491133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e97d0328-85dc-49f5-81c5-5739172be697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.512563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e97d0328-85dc-49f5-81c5-5739172be697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.564373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e97d0328-85dc-49f5-81c5-5739172be697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.566922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e97d0328-85dc-49f5-81c5-5739172be697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.570490 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e97d0328-85dc-49f5-81c5-5739172be697 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b54164b-b23c-4bdc-8db3-1a151e9ab088 HTTP/1.1" status: 204 len: 168 time: 0.1257229 Jun 30 09:23:46.575752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d0328-85dc-49f5-81c5-5739172be697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b54164b-b23c-4bdc-8db3-1a151e9ab088,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.743400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-c934645a-8f42-403d-a1dd-de88f718f12b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315077460&fields=id&tenant_id=86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 267 time: 0.0330193 Jun 30 09:23:46.836962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40554) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.849765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ad84cc16-f84e-451b-844d-f529181e3c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.852109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-7d3dd347-703e-4978-ab66-52a638d03e6d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:46.854105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-7d3dd347-703e-4978-ab66-52a638d03e6d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1041965 Jun 30 09:23:46.869012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e30f349a-3989-41ed-b5c3-1c64c5906d7f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/quotas/86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 375 time: 0.0093019 Jun 30 09:23:46.938425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-fc1ee99e-c754-4179-9f0b-f0c18587c497 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641000 Jun 30 09:23:46.942265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ad84cc16-f84e-451b-844d-f529181e3c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.946596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ad84cc16-f84e-451b-844d-f529181e3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.984054 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ad84cc16-f84e-451b-844d-f529181e3c3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6325d7fb19e548f4bfce85480d51fe30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458528 Jun 30 09:23:46.986674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40558) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.992792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84cc16-f84e-451b-844d-f529181e3c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3d88aa-3f09-4d04-8b84-045a0ef95292,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.039470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c13eb57d-6187-4649-b7a4-3498728950c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.060159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c13eb57d-6187-4649-b7a4-3498728950c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.107333 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c13eb57d-6187-4649-b7a4-3498728950c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.109922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c13eb57d-6187-4649-b7a4-3498728950c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.111301 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c13eb57d-6187-4649-b7a4-3498728950c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a3d88aa-3f09-4d04-8b84-045a0ef95292 HTTP/1.1" status: 204 len: 168 time: 0.1232758 Jun 30 09:23:47.127066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13eb57d-6187-4649-b7a4-3498728950c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3d88aa-3f09-4d04-8b84-045a0ef95292,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.201827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-ff51b922-3518-425d-90a0-7e602c4cc2ca service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510827 Jun 30 09:23:47.293497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-4d269815-73eb-4699-9391-b866756d3281 service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859144 Jun 30 09:23:47.603278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6991fd94-4e03-412d-9a8e-76e0ede485ed req-50c44889-5472-4cc1-b0ed-f170a51af0b3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 210 time: 0.0341623 Jun 30 09:23:48.629315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-8c91dce1-77d2-4a44-87a7-546fe562a20e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:48.630869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-8c91dce1-77d2-4a44-87a7-546fe562a20e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1204693 Jun 30 09:23:48.680308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-6ec6a1fb-0160-447d-b1a8-3d9c2d03e87e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 380 time: 0.0403962 Jun 30 09:23:48.689183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'port': {'device_id': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'admin_state_up': True, 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'security_groups': ['c34707d0-5f3b-497b-99e1-4572048b26f6']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:48.779258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c388af47-44a0-4eb2-ada3-7d87487af2b6 req-4cf362d8-79a1-43ba-97dc-0b665b3a8e66 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 210 time: 0.0398121 Jun 30 09:23:48.852828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:48.858279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.014553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.20.0.7 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/d412fab9-f2f1-4a0f-b20a-102d6d3e161e) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:49.162734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.176983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Transition to ACTIVE for port object d412fab9-f2f1-4a0f-b20a-102d6d3e161e will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:49.212284 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.257753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:49.262013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:49.265910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:49.295293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:49.341330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:49.342163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.359926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e150260a-b5e3-4f09-86c1-c98eed76f948 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751521 Jun 30 09:23:49.372756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Request body: {'port': {'device_id': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:49.455817 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.583351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93416532-46fb-42c3-8f86-52a5555d4859 None None] Provisioning for port d412fab9-f2f1-4a0f-b20a-102d6d3e161e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:49.592538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-93416532-46fb-42c3-8f86-52a5555d4859 None None] Provisioning complete for port d412fab9-f2f1-4a0f-b20a-102d6d3e161e triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:49.592911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93416532-46fb-42c3-8f86-52a5555d4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.641523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-93416532-46fb-42c3-8f86-52a5555d4859 None None] Port d412fab9-f2f1-4a0f-b20a-102d6d3e161e cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:49.754678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d412fab9-f2f1-4a0f-b20a-102d6d3e161e {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:49.762714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.775036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Transition to ACTIVE for port object d412fab9-f2f1-4a0f-b20a-102d6d3e161e will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:49.779278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.847991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Pushing event updated for resources: {'Port': ['ID=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:49.966925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Attempting to bind port d412fab9-f2f1-4a0f-b20a-102d6d3e161e on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:49.967267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Attempting to bind port d412fab9-f2f1-4a0f-b20a-102d6d3e161e by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:49.970221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Attempting to bind port d412fab9-f2f1-4a0f-b20a-102d6d3e161e on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:49.976233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Port d412fab9-f2f1-4a0f-b20a-102d6d3e161e on network e758e3ed-806c-4aa5-b924-0a632406084b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:23:49.976565 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Attempting to bind port d412fab9-f2f1-4a0f-b20a-102d6d3e161e on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:49.984805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:49.985158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:49.985541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:49.986030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Bound port: d412fab9-f2f1-4a0f-b20a-102d6d3e161e, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:49.986391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.087071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f03895-3eca-42c2-9dfe-9dd825a8d152 req-e063b269-0b84-4739-9754-64eccd1e1d1d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.088534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39f03895-3eca-42c2-9dfe-9dd825a8d152 req-e063b269-0b84-4739-9754-64eccd1e1d1d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.1648180 Jun 30 09:23:50.089691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] For port d412fab9-f2f1-4a0f-b20a-102d6d3e161e, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:50.093112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] For port d412fab9-f2f1-4a0f-b20a-102d6d3e161e, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:50.105246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.160417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.161042 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.162477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] 10.222.0.13 "PUT /v2.0/ports/d412fab9-f2f1-4a0f-b20a-102d6d3e161e HTTP/1.1" status: 200 len: 1092 time: 0.7948518 Jun 30 09:23:50.165233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:50.167580 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec1a159-174e-49d0-ac0d-879e761e257e" -d '{"events": [{"name": "network-changed", "server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:50.207350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39f03895-3eca-42c2-9dfe-9dd825a8d152 req-152203de-c642-4baa-b8e4-9f57da2733f0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108036 Jun 30 09:23:50.236347 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff64bb2-af7a-4fec-ab8d-80fae4580581 x-openstack-request-id: req-eff64bb2-af7a-4fec-ab8d-80fae4580581 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:50.236891 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:50.237562 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eff64bb2-af7a-4fec-ab8d-80fae4580581 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:50.238367 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'status': 'completed', 'code': 200} Jun 30 09:23:50.262381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7320a-403d-4fa1-9bd1-59cb0edb46ed service neutron] Pushing event updated for resources: {'Port': ['ID=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:50.311273 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-eda14a23-4b7c-46bf-b5e3-62de736ccddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.312940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-eda14a23-4b7c-46bf-b5e3-62de736ccddf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 1095 time: 0.0956023 Jun 30 09:23:50.370498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-2df43dc6-3f64-4766-ba76-1351b21bc5f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e HTTP/1.1" status: 200 len: 217 time: 0.0454774 Jun 30 09:23:50.433117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-23fc421b-7e9a-4019-add2-2452c2adb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.435120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-23fc421b-7e9a-4019-add2-2452c2adb374 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0585966 Jun 30 09:23:50.496003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-4a61c70f-06a0-4079-8a53-b5fc66acb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.497436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-4a61c70f-06a0-4079-8a53-b5fc66acb1a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557976 Jun 30 09:23:50.597812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-84adcb79-0f7e-435e-8b8e-5a465fe97e99 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935459 Jun 30 09:23:50.699326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb2e11cf-d145-4107-9f15-1e2ae5634274 req-b87d5ff6-a014-4e9b-9857-53be20113f7e service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955932 Jun 30 09:23:50.817049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a159-174e-49d0-ac0d-879e761e257e req-495789da-248a-429b-b255-833b13b0335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.819413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec1a159-174e-49d0-ac0d-879e761e257e req-495789da-248a-429b-b255-833b13b0335a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 1095 time: 0.0625947 Jun 30 09:23:50.923651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a159-174e-49d0-ac0d-879e761e257e req-294a0d24-6cab-45a0-a79e-a9e117942636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.925236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec1a159-174e-49d0-ac0d-879e761e257e req-294a0d24-6cab-45a0-a79e-a9e117942636 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0995619 Jun 30 09:23:50.968551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec1a159-174e-49d0-ac0d-879e761e257e req-e94dfd27-4d08-4446-b7e5-608da7ee8f13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e HTTP/1.1" status: 200 len: 217 time: 0.0367854 Jun 30 09:23:51.018352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a159-174e-49d0-ac0d-879e761e257e req-3577aeb4-ee17-4e74-9b0d-c3da98cdc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:51.020634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec1a159-174e-49d0-ac0d-879e761e257e req-3577aeb4-ee17-4e74-9b0d-c3da98cdc5cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0464447 Jun 30 09:23:51.082274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a159-174e-49d0-ac0d-879e761e257e req-cff08bf2-d0d7-4a3d-bd5d-8e73510638d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:51.083688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec1a159-174e-49d0-ac0d-879e761e257e req-cff08bf2-d0d7-4a3d-bd5d-8e73510638d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573125 Jun 30 09:23:51.171114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec1a159-174e-49d0-ac0d-879e761e257e req-2bacfe21-62b4-4f4d-a554-3ddc44e7f1cd service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813956 Jun 30 09:23:51.269947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cec1a159-174e-49d0-ac0d-879e761e257e req-a3c9392d-b5fd-43a7-97ff-c2da523b3212 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929115 Jun 30 09:23:51.730591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc56568-3b02-4b88-a35a-fca7b83019c7 req-754c3a03-03da-46ad-820f-3d4d80ce8591 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:51.732168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ebc56568-3b02-4b88-a35a-fca7b83019c7 req-754c3a03-03da-46ad-820f-3d4d80ce8591 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.3919327 Jun 30 09:23:51.774969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ebc56568-3b02-4b88-a35a-fca7b83019c7 req-c7839c3d-1ec6-4a0a-8b24-ff78ac8e32f3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358951 Jun 30 09:23:52.994440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a157c25-4080-45c4-aea6-649b4c66e808 req-64d1f0fe-95e5-4988-bd97-224802eba479 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.997008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a157c25-4080-45c4-aea6-649b4c66e808 req-64d1f0fe-95e5-4988-bd97-224802eba479 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.1050444 Jun 30 09:23:53.048016 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a157c25-4080-45c4-aea6-649b4c66e808 req-4ef3be31-59f0-4b45-ab0d-bb6a2ed970f8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Jun 30 09:23:53.344361 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40666) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.435054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.453402 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea628d57-e3b2-4ab6-8c6a-5031588fe115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.537870 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea628d57-e3b2-4ab6-8c6a-5031588fe115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.541855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ea628d57-e3b2-4ab6-8c6a-5031588fe115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.578125 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ea628d57-e3b2-4ab6-8c6a-5031588fe115 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfa7f87539dd4d89ab6bc711c71acbda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326927 Jun 30 09:23:53.579001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea628d57-e3b2-4ab6-8c6a-5031588fe115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b04948-e966-426d-87f4-a6fddd6e469c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.580853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40670) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.633509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0bae43cb-6729-4c7b-9384-dfabe08e4cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.654031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0bae43cb-6729-4c7b-9384-dfabe08e4cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.699690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0bae43cb-6729-4c7b-9384-dfabe08e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.702116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0bae43cb-6729-4c7b-9384-dfabe08e4cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.703243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0bae43cb-6729-4c7b-9384-dfabe08e4cda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87b04948-e966-426d-87f4-a6fddd6e469c HTTP/1.1" status: 204 len: 168 time: 0.1213815 Jun 30 09:23:53.710752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae43cb-6729-4c7b-9384-dfabe08e4cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b04948-e966-426d-87f4-a6fddd6e469c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.957748 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 40676) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.971474 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-65acca91-717b-4045-8979-3842fcf71028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.056899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-65acca91-717b-4045-8979-3842fcf71028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.060383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-65acca91-717b-4045-8979-3842fcf71028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.098179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-65acca91-717b-4045-8979-3842fcf71028 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2675a06b4394d52930ea1882884b138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393471 Jun 30 09:23:54.099051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acca91-717b-4045-8979-3842fcf71028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9566eef-baab-4f0d-b771-12f214f5c0ff,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:54.100882 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40680) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.150238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b708d38c-0d83-44cf-9bbe-37eda4acea2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.171354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b708d38c-0d83-44cf-9bbe-37eda4acea2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.220353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b708d38c-0d83-44cf-9bbe-37eda4acea2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.223404 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b708d38c-0d83-44cf-9bbe-37eda4acea2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.227848 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b708d38c-0d83-44cf-9bbe-37eda4acea2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9566eef-baab-4f0d-b771-12f214f5c0ff HTTP/1.1" status: 204 len: 168 time: 0.1224923 Jun 30 09:23:54.228846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5322-b099-43a3-8a0d-3328aba11fc0 req-93898f58-dc7b-443c-989b-bcfa554e62aa tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:54.230400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-417b5322-b099-43a3-8a0d-3328aba11fc0 req-93898f58-dc7b-443c-989b-bcfa554e62aa tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.0642135 Jun 30 09:23:54.238248 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708d38c-0d83-44cf-9bbe-37eda4acea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9566eef-baab-4f0d-b771-12f214f5c0ff,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:54.280012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-417b5322-b099-43a3-8a0d-3328aba11fc0 req-a0942fda-3e14-4c48-8d61-235e50dc5fe9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Jun 30 09:23:55.333009 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.455307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e7ce-c66e-48bf-aed3-912e70cf9aa5 req-5923a64d-5e4f-4bb4-ab93-1c29fe5c1ce8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.456792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e85e7ce-c66e-48bf-aed3-912e70cf9aa5 req-5923a64d-5e4f-4bb4-ab93-1c29fe5c1ce8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.0634012 Jun 30 09:23:55.493978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e85e7ce-c66e-48bf-aed3-912e70cf9aa5 req-74fd2688-9f24-44c7-9a19-eaaadee67760 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Jun 30 09:23:56.674578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ec5fb-308f-4a18-9c5c-728045594528 req-284c5af2-8805-4834-9700-7969ed7177b3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.676024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e7ec5fb-308f-4a18-9c5c-728045594528 req-284c5af2-8805-4834-9700-7969ed7177b3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.0613496 Jun 30 09:23:56.714532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e7ec5fb-308f-4a18-9c5c-728045594528 req-47aacd0a-9021-4445-a8c7-830df323d97e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326805 Jun 30 09:23:57.874716 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:23:58.065892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13659c87-0d28-45f3-85d7-aedfb0116256 req-7eb42a79-db1d-4013-b42a-8868641b2d1d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:58.067370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13659c87-0d28-45f3-85d7-aedfb0116256 req-7eb42a79-db1d-4013-b42a-8868641b2d1d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.2361012 Jun 30 09:23:58.105504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13659c87-0d28-45f3-85d7-aedfb0116256 req-e8813fea-aa9f-44db-91f4-87219e0ee6bc tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316794 Jun 30 09:23:59.279499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f980d-5492-4adf-8e45-9c48a732a947 req-0bc232d2-8104-4069-aa5c-faa53de37a84 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.280984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-502f980d-5492-4adf-8e45-9c48a732a947 req-0bc232d2-8104-4069-aa5c-faa53de37a84 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 943 time: 0.0623834 Jun 30 09:23:59.317940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-502f980d-5492-4adf-8e45-9c48a732a947 req-43db445a-8afb-4c53-a47f-d3fd08390b20 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310130 Jun 30 09:23:59.485353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d412fab9-f2f1-4a0f-b20a-102d6d3e161e details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:59.588307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d412fab9-f2f1-4a0f-b20a-102d6d3e161e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:59.602767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'port_id': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'mac_address': 'fa:16:3e:6b:86:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:59.640628 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.652886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d412fab9-f2f1-4a0f-b20a-102d6d3e161e {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:59.672118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d412fab9-f2f1-4a0f-b20a-102d6d3e161e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:59.676059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.721450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:59.729108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.729457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.729822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.730155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.730484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.730807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.731128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.731445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.731762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.732080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.732395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.732709 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:59.862253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['d412fab9-f2f1-4a0f-b20a-102d6d3e161e'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:00.503890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5905e7-6823-443b-b6b9-0c2861704691 req-3143098b-0d5e-4757-944f-7e8665289cf0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.505348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c5905e7-6823-443b-b6b9-0c2861704691 req-3143098b-0d5e-4757-944f-7e8665289cf0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 944 time: 0.0623801 Jun 30 09:24:00.546272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c5905e7-6823-443b-b6b9-0c2861704691 req-a0472f72-7d2a-4727-8f57-7516334508d6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353653 Jun 30 09:24:01.485136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d412fab9-f2f1-4a0f-b20a-102d6d3e161e up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:01.532985 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port d412fab9-f2f1-4a0f-b20a-102d6d3e161e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:01.536703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port d412fab9-f2f1-4a0f-b20a-102d6d3e161e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:01.537087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.632039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.657836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e71ee57a-aaad-449c-af84-1255cb6ee319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.663072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:01.665321 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7873633-2252-44d6-bd92-e7d120269863" -d '{"events": [{"server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "name": "network-vif-plugged", "status": "completed", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:01.678532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port d412fab9-f2f1-4a0f-b20a-102d6d3e161e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:01.684087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.707327 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d442c0-aee3-47c8-828a-3348a6f2c327 x-openstack-request-id: req-c6d442c0-aee3-47c8-828a-3348a6f2c327 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:01.707622 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "name": "network-vif-plugged", "status": "completed", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:01.707873 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6d442c0-aee3-47c8-828a-3348a6f2c327 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:01.708262 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'code': 200} Jun 30 09:24:01.741225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.760151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c352e1-3c85-4982-8834-231368fb14cf req-4d5d0ec1-6be4-40a8-9903-2a0f39288698 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:01.761682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18c352e1-3c85-4982-8834-231368fb14cf req-4d5d0ec1-6be4-40a8-9903-2a0f39288698 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 945 time: 0.1006007 Jun 30 09:24:01.835330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18c352e1-3c85-4982-8834-231368fb14cf req-37d0d4b4-9db5-4594-941e-d943bec12f16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679352 Jun 30 09:24:01.846096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6863242-16ee-489c-a656-756f82142248 req-6cb57e3f-a204-4ebd-aa05-8456f28dfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:01.847514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6863242-16ee-489c-a656-756f82142248 req-6cb57e3f-a204-4ebd-aa05-8456f28dfbe7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 1097 time: 0.0743229 Jun 30 09:24:01.883486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6863242-16ee-489c-a656-756f82142248 req-c8251f13-2521-48fc-83fa-dc8bd62cb1a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289392 Jun 30 09:24:03.010032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78e31-ab83-4eab-84db-8cfdd87cc847 req-e77e562f-7fe4-460b-b978-8f117894942b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.011527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbb78e31-ab83-4eab-84db-8cfdd87cc847 req-e77e562f-7fe4-460b-b978-8f117894942b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 945 time: 0.0661573 Jun 30 09:24:03.051593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbb78e31-ab83-4eab-84db-8cfdd87cc847 req-af6cc935-8fba-4197-b344-481dfc961b17 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329769 Jun 30 09:24:03.226875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a7c8-22b2-40a0-923a-fc45c8ad6738 req-d70c5b23-e92c-4126-88f9-828fecbf8ff1 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.228387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ab3a7c8-22b2-40a0-923a-fc45c8ad6738 req-d70c5b23-e92c-4126-88f9-828fecbf8ff1 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 945 time: 0.0624785 Jun 30 09:24:03.267976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ab3a7c8-22b2-40a0-923a-fc45c8ad6738 req-46d4634e-ba81-4b8d-afe5-e7029d87dff4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338323 Jun 30 09:24:03.293111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40792) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:03.361143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15119c3a-e41b-4384-b647-e29e9e490d9e tempest-TestVolumeBootPattern-1218464269 tempest-TestVolumeBootPattern-1218464269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.362967 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-15119c3a-e41b-4384-b647-e29e9e490d9e tempest-TestVolumeBootPattern-1218464269 tempest-TestVolumeBootPattern-1218464269-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 1092 time: 0.0685465 Jun 30 09:24:03.365860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 40794) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:03.370769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:03.395743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.487849 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.593672 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.25.8.199 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/c725e032-73b1-4dbd-ae62-bbc47aac613c) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:03.693981 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.733137 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.773804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:03.777079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:03.780452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:03.806340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=c725e032-73b1-4dbd-ae62-bbc47aac613c,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.281091 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.352245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.387912 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.406554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5e6adfba-b4aa-479b-acc7-adfb113b3444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.540176 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.544387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.614096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=c725e032-73b1-4dbd-ae62-bbc47aac613c,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.622686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.724189 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Floating IP 590275b9-8061-400c-963e-ba4a1e9a5f08 associated. External IP: 172.25.8.199, port: d412fab9-f2f1-4a0f-b20a-102d6d3e161e. Jun 30 09:24:04.930053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:05.033128 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:05.042741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:05.051664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:05.052251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.052426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:24:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:05.093032 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cc18b880-8ee8-4240-9d84-1d28e0eabacf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7259965 Jun 30 09:24:05.093774 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:05.096219 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0231feb8-2f4e-4f72-884b-db8adf889c43" -d '{"events": [{"name": "network-changed", "server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:05.163958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:05.214524 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdacc7c8-4070-4cc5-b32e-000d642effa5 x-openstack-request-id: req-cdacc7c8-4070-4cc5-b32e-000d642effa5 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:05.214815 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:05.215065 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdacc7c8-4070-4cc5-b32e-000d642effa5 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:05.222742 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'status': 'completed', 'code': 200} Jun 30 09:24:05.296002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-38953c10-2d12-4b6d-90d1-55b805eb86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.297708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-38953c10-2d12-4b6d-90d1-55b805eb86d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 1097 time: 0.0636356 Jun 30 09:24:05.388904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-2e4c58c8-bd86-4a2d-853c-f6a964a5c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.390471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-2e4c58c8-bd86-4a2d-853c-f6a964a5c64e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0867288 Jun 30 09:24:05.464715 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-293f540d-ff1c-4ed4-b230-4cdd9caf2bef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e HTTP/1.1" status: 200 len: 999 time: 0.0676188 Jun 30 09:24:05.520111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-da72d7ee-d15d-43a0-bee5-8219637bb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.521649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-da72d7ee-d15d-43a0-bee5-8219637bb40f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0497768 Jun 30 09:24:05.580170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '590275b9-8061-400c-963e-ba4a1e9a5f08', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:6b:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:24:04Z', 'updated_at': '2021-06-30T09:24:04Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:05.581594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-4823b1dd-8524-4b7c-b245-c1bf07464691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.583232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-4823b1dd-8524-4b7c-b245-c1bf07464691 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555246 Jun 30 09:24:05.595428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:24:05.612181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:05.613266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:24:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:05.679573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-8a2c2f14-7dd1-4f2d-a1e2-a6790c04b876 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895231 Jun 30 09:24:05.720710 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:05.773680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0231feb8-2f4e-4f72-884b-db8adf889c43 req-f35deb02-be29-452b-80ff-496e2d0c8a7b service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873268 Jun 30 09:24:05.907606 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.965533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '590275b9-8061-400c-963e-ba4a1e9a5f08', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:6b:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:24:04Z', 'updated_at': '2021-06-30T09:24:04Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:05.990621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf56af-0347-44ce-b97a-33792c35bd7b None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '590275b9-8061-400c-963e-ba4a1e9a5f08', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:6b:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:24:04Z', 'updated_at': '2021-06-30T09:24:04Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:06.183444 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba2bbc-02e8-46ed-ba30-3d251afa0fb0 None None] New status for floating IP 590275b9-8061-400c-963e-ba4a1e9a5f08: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:24:07.321091 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.439403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.344121 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.639588 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c1b1-a2fd-412c-bc38-570c44dc1742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.354707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.404002 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7a0c-6ffb-4954-8589-5ae3f9c1f03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.874015 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:24:35.895988 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.329297 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.084049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41728) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:39.190452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.278448 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.282213 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.319837 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db15c996255d463a94f4920dc3f33558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347128 Jun 30 09:24:39.320702 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afdb4e2-6e89-49c4-b452-67450181b0d6,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:39.322594 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41732) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:39.339477 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.339929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.340304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.340641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.340969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.341307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.341621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.341973 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.342348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.342621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.342930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.343461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570641c5-4aca-476b-9bf4-7e6eccd280a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:39.385282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e05ba2b-1ed5-4ab9-b088-baf3b737a518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.406381 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e05ba2b-1ed5-4ab9-b088-baf3b737a518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.456222 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e05ba2b-1ed5-4ab9-b088-baf3b737a518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.458877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e05ba2b-1ed5-4ab9-b088-baf3b737a518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.460027 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4e05ba2b-1ed5-4ab9-b088-baf3b737a518 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1afdb4e2-6e89-49c4-b452-67450181b0d6 HTTP/1.1" status: 204 len: 168 time: 0.1365402 Jun 30 09:24:39.468139 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05ba2b-1ed5-4ab9-b088-baf3b737a518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afdb4e2-6e89-49c4-b452-67450181b0d6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:48.456405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41814) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:48.881266 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-50c24450-c973-4484-afc6-62503573c78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.965254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-50c24450-c973-4484-afc6-62503573c78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.968724 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-50c24450-c973-4484-afc6-62503573c78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.004439 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-50c24450-c973-4484-afc6-62503573c78b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccaae6462006486fbff8bc9b43717fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469787 Jun 30 09:24:49.006307 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c24450-c973-4484-afc6-62503573c78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7356ab3-ef77-4d5a-bcc6-4347e384faa7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:49.008858 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41818) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:49.055823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18c7fabd-9483-4769-9be3-7056672639a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.076166 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18c7fabd-9483-4769-9be3-7056672639a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.122061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18c7fabd-9483-4769-9be3-7056672639a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.125073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-18c7fabd-9483-4769-9be3-7056672639a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.126225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-18c7fabd-9483-4769-9be3-7056672639a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7356ab3-ef77-4d5a-bcc6-4347e384faa7 HTTP/1.1" status: 204 len: 168 time: 0.1164758 Jun 30 09:24:49.133668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7fabd-9483-4769-9be3-7056672639a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7356ab3-ef77-4d5a-bcc6-4347e384faa7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:53.454610 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.345846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.992042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-75aa92a8-8ded-4bdc-8d51-2305dc5d906f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1461535 Jun 30 09:25:00.086159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-5bc1600e-401b-4414-81db-e9c91e2f7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.087641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-5bc1600e-401b-4414-81db-e9c91e2f7c7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 1097 time: 0.0548625 Jun 30 09:25:00.192356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-2f739cb1-d260-4773-81a7-06ea551c3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.193801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-2f739cb1-d260-4773-81a7-06ea551c3329 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0875344 Jun 30 09:25:00.261473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-840eedb1-c360-46d1-a31c-4d5e71303056 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e HTTP/1.1" status: 200 len: 1001 time: 0.0616541 Jun 30 09:25:00.308276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-91229830-a8b6-42ab-91f2-32a6e4a18d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.309706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-91229830-a8b6-42ab-91f2-32a6e4a18d4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0424435 Jun 30 09:25:00.364828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-3933054e-69ec-40a1-81fe-4b285db9402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.366301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-3933054e-69ec-40a1-81fe-4b285db9402c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498557 Jun 30 09:25:00.376935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-56773edb-1305-496a-bb02-2675524c2370 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:25:00.378027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-56773edb-1305-496a-bb02-2675524c2370 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055182 Jun 30 09:25:00.467302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-379c53d3-6c23-4e0f-a4f6-140054ae9250 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828905 Jun 30 09:25:00.556026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c54aa046-0ac7-4156-8fd8-07ad06bafedc req-fa054336-0634-4a1b-8b10-59f2fb5166a9 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816269 Jun 30 09:25:01.640347 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4794916c-f265-4046-8c12-b4b07ce6b70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.356873 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.403649 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-79012130-1f81-4ccb-aaa0-0cb930ae3c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.896760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.327054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.874152 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:23.470342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.347713 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.640476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-04dbcd75-a851-4054-af64-0d6a3d81ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.358610 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.402567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3e03c665-91e7-4ea8-85e4-09d06583cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.898591 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.328732 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.873358 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:53.502359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.363537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.896234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-6a16c21e-9fec-4d40-a647-6321d68e4ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543511 Jun 30 09:25:59.997553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45855454-8e42-4653-81bc-316e845efafa req-ce332f56-a336-488a-b060-75d574a903fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:59.999131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-ce332f56-a336-488a-b060-75d574a903fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 1097 time: 0.0626438 Jun 30 09:26:00.103160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45855454-8e42-4653-81bc-316e845efafa req-4b965d08-9cb8-422e-97e0-7b5091a56d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.104671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-4b965d08-9cb8-422e-97e0-7b5091a56d73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0855215 Jun 30 09:26:00.173115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-0a345d5b-d328-4d34-9ac6-f83985e207ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e HTTP/1.1" status: 200 len: 1001 time: 0.0617347 Jun 30 09:26:00.221770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45855454-8e42-4653-81bc-316e845efafa req-55cfae5e-9592-40b4-afca-f5f87145895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.223249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-55cfae5e-9592-40b4-afca-f5f87145895c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0438876 Jun 30 09:26:00.285119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45855454-8e42-4653-81bc-316e845efafa req-884e9c3c-0e6c-4ce7-97a3-4249e64eabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.286645 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-884e9c3c-0e6c-4ce7-97a3-4249e64eabd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573959 Jun 30 09:26:00.385206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-c6627ec2-6edc-4777-9d9c-870b53ca201b service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917263 Jun 30 09:26:00.475508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45855454-8e42-4653-81bc-316e845efafa req-ad594358-bc47-4fe8-9353-fb77c5bc7a3f service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838017 Jun 30 09:26:01.294102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57c3d1-6da7-448d-9ab1-0d1190d80c50 req-011d065c-0227-486d-9d72-f33d50079162 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.295492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea57c3d1-6da7-448d-9ab1-0d1190d80c50 req-011d065c-0227-486d-9d72-f33d50079162 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 945 time: 0.0643554 Jun 30 09:26:01.337085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea57c3d1-6da7-448d-9ab1-0d1190d80c50 req-612acec2-755b-4218-a203-2f5133b2c7c4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359492 Jun 30 09:26:01.640929 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5805bfde-ff3d-4e59-8e82-c18460c956fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.626166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab388aa-5981-4870-bf60-ea42710dae00 req-8739b4e0-ffd7-4ac0-9d91-8dd1864e1ae8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.627572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ab388aa-5981-4870-bf60-ea42710dae00 req-8739b4e0-ffd7-4ac0-9d91-8dd1864e1ae8 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 945 time: 0.1478002 Jun 30 09:26:02.665557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ab388aa-5981-4870-bf60-ea42710dae00 req-e463fecc-57e1-4f13-a866-1776667c2d4b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Jun 30 09:26:02.730224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-6cce9142-7006-4a8c-b775-535660494fc2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.731665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-6cce9142-7006-4a8c-b775-535660494fc2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 945 time: 0.0608366 Jun 30 09:26:02.830558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port d412fab9-f2f1-4a0f-b20a-102d6d3e161e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:02.830894 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.915945 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] For port d412fab9-f2f1-4a0f-b20a-102d6d3e161e, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:02.916223 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.089755 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.090136 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.090453 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Floating IP 590275b9-8061-400c-963e-ba4a1e9a5f08 disassociated. External IP: 172.25.8.199, port: d412fab9-f2f1-4a0f-b20a-102d6d3e161e. Jun 30 09:26:03.090835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for d412fab9-f2f1-4a0f-b20a-102d6d3e161e owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:03.215975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.248395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=d412fab9-f2f1-4a0f-b20a-102d6d3e161e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.260479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.260830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.261173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.261507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.261874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.262208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.262534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.262858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.263185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.263510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.263838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.264199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:03.370612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:03.476995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:03.487101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:03.496996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:03.497614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:25:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.522886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] No DVR routers for this DVR port d412fab9-f2f1-4a0f-b20a-102d6d3e161e on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:03.525541 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.527624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0d4f31d-c6f6-4911-a235-bd01708c5363 req-670962db-36aa-4691-9e32-57e12ae384b9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "DELETE /v2.0/ports/d412fab9-f2f1-4a0f-b20a-102d6d3e161e HTTP/1.1" status: 204 len: 173 time: 0.7908826 Jun 30 09:26:03.528148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'name': 'network-vif-deleted', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:03.530580 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a21a8a-5533-4985-9dab-ab43a98992f0" -d '{"events": [{"server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "name": "network-vif-deleted", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:03.630842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:03.669673 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3bad96-0af4-47c3-8962-fc9f7d27b764 x-openstack-request-id: req-aa3bad96-0af4-47c3-8962-fc9f7d27b764 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:03.670176 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62efef7-df5a-4dfc-ae2a-47ec37c36438", "name": "network-vif-deleted", "tag": "d412fab9-f2f1-4a0f-b20a-102d6d3e161e", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:03.670257 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa3bad96-0af4-47c3-8962-fc9f7d27b764 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:03.670659 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62efef7-df5a-4dfc-ae2a-47ec37c36438', 'name': 'network-vif-deleted', 'tag': 'd412fab9-f2f1-4a0f-b20a-102d6d3e161e', 'status': 'completed', 'code': 200} Jun 30 09:26:03.819087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33219149-d0c9-4934-af20-47ee99f5aa8c req-5a32dcf5-a9b2-426d-89da-51523c9f4f68 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Jun 30 09:26:03.846977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.873360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:03.882097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:03.882712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:25:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.984703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:04.189899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:04.220308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcfcbe-54de-458a-9b96-357e7c213e25 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:04.360287 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.404986 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a02ad783-0cc6-4a14-9c24-2c25e925dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.459369 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c473b-c783-47a9-a97a-fd23386eb15a None None] New status for floating IP 590275b9-8061-400c-963e-ba4a1e9a5f08: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:26:04.965929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-21c26357-289b-4e71-822a-fcc865cde760 req-3abe0b37-7aec-44a5-93c2-cb0dc82c9a60 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Jun 30 09:26:05.902694 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.109260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e1a10ea7-7361-4d06-ae42-0063824e58c8 req-d2f53895-1547-446a-862c-8c3413a45b3c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 210 time: 0.0316732 Jun 30 09:26:06.168611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d412fab9-f2f1-4a0f-b20a-102d6d3e161e no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:06.188950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: d412fab9-f2f1-4a0f-b20a-102d6d3e161e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:06.189298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device d412fab9-f2f1-4a0f-b20a-102d6d3e161e not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:07.272209 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ed23f3b5-f4d8-4bd9-a63c-8e9f7d03a765 req-a16efdf1-99bf-4d9c-be80-c1523b3d6400 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=a62efef7-df5a-4dfc-ae2a-47ec37c36438 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Jun 30 09:26:07.331804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.506237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-1808117b-b3a1-4b8f-bd07-1febf6e4eb1a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315077460&fields=id&tenant_id=86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 267 time: 0.0329101 Jun 30 09:26:08.614495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-a922b6de-36f8-4b72-811f-4ab9060d366b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:08.615927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-a922b6de-36f8-4b72-811f-4ab9060d366b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1032052 Jun 30 09:26:08.630320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-75367eca-dcb6-4a9a-a67f-c188eb7d8437 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/quotas/86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 375 time: 0.0087659 Jun 30 09:26:08.696295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-d80a3cfe-b14d-4986-9014-893c0bf382a9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612679 Jun 30 09:26:08.838363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-c6510967-4c29-40ee-a14f-e899e64a4cbf service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310666 Jun 30 09:26:08.928814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-5be30a8d-8b82-4e50-a605-cee86a21a9bb service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845947 Jun 30 09:26:09.220734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce5a9d64-aac7-4046-9b74-fc25baddddc1 req-28db8eb4-dd01-4505-90bf-3c64bcfb147c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 210 time: 0.0287414 Jun 30 09:26:10.360293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd7cddac-7759-4c48-be70-e69fb6caf2b2 req-77f092e8-7171-429e-b11b-5e88c448902a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 210 time: 0.0293992 Jun 30 09:26:10.489957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-0788ae74-582b-4c8d-aaf7-edf167890bcd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:10.491724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-0788ae74-582b-4c8d-aaf7-edf167890bcd tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1031165 Jun 30 09:26:10.550688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-a375b558-64b7-4b34-8279-89c088ba57b0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 380 time: 0.0349026 Jun 30 09:26:10.560986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'port': {'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'admin_state_up': True, 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'security_groups': ['c34707d0-5f3b-497b-99e1-4572048b26f6']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:10.672361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:10.676038 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:10.800107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.20.0.6 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/ffda65f1-f163-4ce6-93e7-5ff2687cceb1) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:10.941032 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:10.953970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Transition to ACTIVE for port object ffda65f1-f163-4ce6-93e7-5ff2687cceb1 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:10.986246 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.029650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:11.032979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:11.039862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:11.045531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:11.094757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.095396 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.112362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-528d6140-e6c7-4ebe-9b3b-9fabfff9dfe0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562904 Jun 30 09:26:11.128388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-306d45f3-3909-455c-b29d-040385ff1b1d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:26:11.129474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-306d45f3-3909-455c-b29d-040385ff1b1d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057826 Jun 30 09:26:11.199472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Request body: {'port': {'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:11.254459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3b286dc7-5493-48ec-a3b1-ba098d5354a2 None None] Provisioning for port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:11.259483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3b286dc7-5493-48ec-a3b1-ba098d5354a2 None None] Provisioning complete for port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:11.260035 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3b286dc7-5493-48ec-a3b1-ba098d5354a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.277572 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.298222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3b286dc7-5493-48ec-a3b1-ba098d5354a2 None None] Port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:26:11.592519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc0906-7702-409a-974b-298b46f6e671 req-b554867a-87fa-45fb-8baf-a435f3f8d21a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.594073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82bc0906-7702-409a-974b-298b46f6e671 req-b554867a-87fa-45fb-8baf-a435f3f8d21a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 931 time: 0.1187725 Jun 30 09:26:11.602614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffda65f1-f163-4ce6-93e7-5ff2687cceb1 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:11.610585 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.637353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Transition to ACTIVE for port object ffda65f1-f163-4ce6-93e7-5ff2687cceb1 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:11.647642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.682004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82bc0906-7702-409a-974b-298b46f6e671 req-977471af-7cc3-4567-a7dd-bf3a88c5ab3f tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689657 Jun 30 09:26:11.756082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Pushing event updated for resources: {'Port': ['ID=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:11.795622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Attempting to bind port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:11.796206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Attempting to bind port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:11.796543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Attempting to bind port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:11.803660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 on network e758e3ed-806c-4aa5-b924-0a632406084b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:11.804109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Attempting to bind port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:11.810061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:11.810877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:11.811336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:11.812231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Bound port: ffda65f1-f163-4ce6-93e7-5ff2687cceb1, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:11.812672 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.887054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] For port ffda65f1-f163-4ce6-93e7-5ff2687cceb1, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:11.890610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] For port ffda65f1-f163-4ce6-93e7-5ff2687cceb1, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:11.895411 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.936557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.937185 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.938642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] 10.222.0.26 "PUT /v2.0/ports/ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 1092 time: 0.7986567 Jun 30 09:26:11.939075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:11.941301 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b" -d '{"events": [{"name": "network-changed", "server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:11.978440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01c0b5-0990-4137-a53a-1dc7beb3324e service neutron] Pushing event updated for resources: {'Port': ['ID=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:12.015308 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0da9e8-e7a0-4e64-9389-27a518947043 x-openstack-request-id: req-0b0da9e8-e7a0-4e64-9389-27a518947043 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:12.015697 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:12.016020 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b0da9e8-e7a0-4e64-9389-27a518947043 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:12.016558 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'status': 'completed', 'code': 200} Jun 30 09:26:12.049981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-1c18629a-d9c5-48e5-9302-b0f6fb39bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.051601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-1c18629a-d9c5-48e5-9302-b0f6fb39bab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1095 time: 0.0676355 Jun 30 09:26:12.099700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-bad92d0a-1684-4e5c-a744-a7ffc6b17e8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 217 time: 0.0358262 Jun 30 09:26:12.154231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-546a3e60-e4b4-46b9-bcec-ae57ae213897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.155618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-546a3e60-e4b4-46b9-bcec-ae57ae213897 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0463047 Jun 30 09:26:12.216683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-ee23fbe6-05e8-467b-88aa-c82204988929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.218244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-ee23fbe6-05e8-467b-88aa-c82204988929 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517588 Jun 30 09:26:12.317783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-9bc240be-103e-4d5e-a7b8-eb456efb04b0 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881848 Jun 30 09:26:12.412832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-729b4b74-54ad-4fbe-9759-692b4252d6bb req-b6f6b686-071d-4e7d-b26c-dd49d6ddf837 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Jun 30 09:26:12.523377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-74dbbee5-aaad-4665-930f-b7dc00802ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.525044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-74dbbee5-aaad-4665-930f-b7dc00802ab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1095 time: 0.0569127 Jun 30 09:26:12.615862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-866b8458-0075-4a56-8186-713324f42109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.617601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-866b8458-0075-4a56-8186-713324f42109 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0834172 Jun 30 09:26:12.665787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-fa71eee9-b867-49dc-9a95-9f3892b95831 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 217 time: 0.0386949 Jun 30 09:26:12.716807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-fd6e71a5-d96a-415d-80e9-9de4fba98168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.718242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-fd6e71a5-d96a-415d-80e9-9de4fba98168 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0437574 Jun 30 09:26:12.784105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-76349168-0dca-4018-898c-8e92d41fe177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.785813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-76349168-0dca-4018-898c-8e92d41fe177 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533493 Jun 30 09:26:13.250457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14198-dd03-4c74-bdcc-c587bdbfb221 req-97d95806-5990-41b0-8b4b-953ebddf0566 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.251934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6e14198-dd03-4c74-bdcc-c587bdbfb221 req-97d95806-5990-41b0-8b4b-953ebddf0566 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.4488266 Jun 30 09:26:13.254165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-84e8d347-2cba-4637-9fc6-fc583e59f1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583452 Jun 30 09:26:13.340181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6e14198-dd03-4c74-bdcc-c587bdbfb221 req-e0ce04d6-bf17-44bf-87a7-35ed40dc3436 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815630 Jun 30 09:26:13.371426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c0cd1ff6-4b86-4e41-8079-ffd1b81cda8b req-93b3b4fc-fb83-4787-996d-da864fcfc6de service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060987 Jun 30 09:26:14.520738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c46d22-2190-424e-8005-e808cf117cf1 req-df6e9a32-0aeb-4d2e-a9b4-3add6d99ddc5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.522232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9c46d22-2190-424e-8005-e808cf117cf1 req-df6e9a32-0aeb-4d2e-a9b4-3add6d99ddc5 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0664485 Jun 30 09:26:14.566626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9c46d22-2190-424e-8005-e808cf117cf1 req-3894b8b9-4f2e-4ddb-af74-4635dcefa984 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378857 Jun 30 09:26:15.735269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d3bab-71b8-42b8-8785-118c2fc5cdcc req-7416deed-34c1-4ef2-92f3-2984fededb48 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.736712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f2d3bab-71b8-42b8-8785-118c2fc5cdcc req-7416deed-34c1-4ef2-92f3-2984fededb48 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0611725 Jun 30 09:26:15.777449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f2d3bab-71b8-42b8-8785-118c2fc5cdcc req-33103e73-d0df-431a-9c20-17bbef9f7e15 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342019 Jun 30 09:26:16.946163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8323e57-e3ed-4087-a4b4-c701dc07d49f req-67c8bdad-bb31-44e6-9b73-ee55b143cdfe tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.947536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8323e57-e3ed-4087-a4b4-c701dc07d49f req-67c8bdad-bb31-44e6-9b73-ee55b143cdfe tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0613267 Jun 30 09:26:16.984186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8323e57-e3ed-4087-a4b4-c701dc07d49f req-f9c42091-19a4-4319-ba29-a0c4d0eba580 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310130 Jun 30 09:26:18.152698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8857ba-67b4-4575-bd1d-8c00df5273cb req-1ea4f506-7f3f-422e-9ba1-c31f361cf296 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.154102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f8857ba-67b4-4575-bd1d-8c00df5273cb req-1ea4f506-7f3f-422e-9ba1-c31f361cf296 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0617151 Jun 30 09:26:18.190576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f8857ba-67b4-4575-bd1d-8c00df5273cb req-a20b91cc-2f21-4ef5-80c6-859eb6376829 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309427 Jun 30 09:26:19.372413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9019b02-14c8-4a4b-ac28-ced1e19a3a7c req-b4fa79ae-b57a-4e9c-9208-ebc62d1da733 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:19.373979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9019b02-14c8-4a4b-ac28-ced1e19a3a7c req-b4fa79ae-b57a-4e9c-9208-ebc62d1da733 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0650563 Jun 30 09:26:19.411379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9019b02-14c8-4a4b-ac28-ced1e19a3a7c req-0baf1f98-8b8d-49c0-88b8-4df330f3f154 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Jun 30 09:26:20.583506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b654-ae60-4f4e-9ca4-40e64879c4a5 req-3b5b9a4c-4223-44a5-91b1-fcee1d59e45e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:20.584960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a051b654-ae60-4f4e-9ca4-40e64879c4a5 req-3b5b9a4c-4223-44a5-91b1-fcee1d59e45e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0614676 Jun 30 09:26:20.621902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a051b654-ae60-4f4e-9ca4-40e64879c4a5 req-d8fa368e-57d1-41de-90b9-fe84e82a4d50 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Jun 30 09:26:21.790487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264755-d14b-4660-9c4c-9b49583f0edb req-e20fd56c-4017-4e5d-bdb9-70ba2fe5232c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:21.791965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c264755-d14b-4660-9c4c-9b49583f0edb req-e20fd56c-4017-4e5d-bdb9-70ba2fe5232c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0625865 Jun 30 09:26:21.831687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c264755-d14b-4660-9c4c-9b49583f0edb req-22930a56-2248-46d6-a75d-f064512dc9a6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341828 Jun 30 09:26:22.838083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ffda65f1-f163-4ce6-93e7-5ff2687cceb1 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:22.933038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ffda65f1-f163-4ce6-93e7-5ff2687cceb1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:22.944254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:22.980562 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.993117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffda65f1-f163-4ce6-93e7-5ff2687cceb1 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:23.008790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee781df-1892-458c-8098-1a37c0420221 req-9b177977-2679-497a-9b1d-8532525cf4ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:23.010262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee781df-1892-458c-8098-1a37c0420221 req-9b177977-2679-497a-9b1d-8532525cf4ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 943 time: 0.0620430 Jun 30 09:26:23.012081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ffda65f1-f163-4ce6-93e7-5ff2687cceb1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:23.017537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.049508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ee781df-1892-458c-8098-1a37c0420221 req-e398f3b9-671f-4426-958d-c75914966dd9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Jun 30 09:26:23.068435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:23.076063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.076407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.076742 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.077075 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.077407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.077759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.078084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.078404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.078725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.079044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.079362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.079677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:23.315020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ffda65f1-f163-4ce6-93e7-5ff2687cceb1'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:23.535079 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.224043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d39144-ecba-4dea-a57d-49826865cc6d req-6e7514fb-1fa9-4412-9f01-e3ba24d925bf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.225527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70d39144-ecba-4dea-a57d-49826865cc6d req-6e7514fb-1fa9-4412-9f01-e3ba24d925bf tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 944 time: 0.0629854 Jun 30 09:26:24.264073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70d39144-ecba-4dea-a57d-49826865cc6d req-66f8e53d-74e6-4cec-bf1e-b65534f6c303 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Jun 30 09:26:24.853081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ffda65f1-f163-4ce6-93e7-5ff2687cceb1 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:24.900840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:24.904956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:24.905319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.977494 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.999535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:25.001781 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c878b9-89aa-40fd-8a3f-b8b6df049ace" -d '{"events": [{"server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:25.015356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ffda65f1-f163-4ce6-93e7-5ff2687cceb1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:25.019368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:25.068750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:25.097059 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e91c69-1598-4d0e-b9df-ff77da6ba504 x-openstack-request-id: req-08e91c69-1598-4d0e-b9df-ff77da6ba504 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:25.097351 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "name": "network-vif-plugged", "status": "completed", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:25.097604 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08e91c69-1598-4d0e-b9df-ff77da6ba504 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:25.098015 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'code': 200} Jun 30 09:26:25.216059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65951e59-8a6a-404b-b6ed-7eb187be730c req-e4eb78e7-5bc4-4287-bd99-5369dca8ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.217512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65951e59-8a6a-404b-b6ed-7eb187be730c req-e4eb78e7-5bc4-4287-bd99-5369dca8ca2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1097 time: 0.0540142 Jun 30 09:26:25.256466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65951e59-8a6a-404b-b6ed-7eb187be730c req-78d1d86f-102e-44ef-a067-43dbb9f88158 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275636 Jun 30 09:26:25.380497 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:25.435856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b4b90-c2fb-4252-b1bc-255c1c9dc349 req-3121bf6a-9a91-4ea8-af54-dd6d8183f62b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.437328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549b4b90-c2fb-4252-b1bc-255c1c9dc349 req-3121bf6a-9a91-4ea8-af54-dd6d8183f62b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 945 time: 0.0626781 Jun 30 09:26:25.474304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549b4b90-c2fb-4252-b1bc-255c1c9dc349 req-df85d100-b4d4-4984-ba26-6a6b20268d09 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Jun 30 09:26:25.872559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:26:26.659649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835a6d5-eeea-4f61-8a8c-498e5e838f46 req-483d7c32-5024-4267-875b-d0b988d7582e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:26.661116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6835a6d5-eeea-4f61-8a8c-498e5e838f46 req-483d7c32-5024-4267-875b-d0b988d7582e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 945 time: 0.0637016 Jun 30 09:26:26.701421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6835a6d5-eeea-4f61-8a8c-498e5e838f46 req-883cb9d8-e159-464a-b62e-5785f2fd58a4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347047 Jun 30 09:26:26.868952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51516695-f521-473a-9509-d31feca28f6c req-3e32d28b-0b5e-40a9-95bf-5289427f9e69 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:26.870367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51516695-f521-473a-9509-d31feca28f6c req-3e32d28b-0b5e-40a9-95bf-5289427f9e69 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 945 time: 0.0628276 Jun 30 09:26:26.908086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51516695-f521-473a-9509-d31feca28f6c req-3a744c77-ff59-4aad-bff0-57042df49852 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318856 Jun 30 09:26:26.931934 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41962) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:27.092046 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3d2a0-6abf-436d-83ff-d74b80d98243 tempest-TestVolumeBootPattern-1218464269 tempest-TestVolumeBootPattern-1218464269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:27.093537 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-69a3d2a0-6abf-436d-83ff-d74b80d98243 tempest-TestVolumeBootPattern-1218464269 tempest-TestVolumeBootPattern-1218464269-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1092 time: 0.1605804 Jun 30 09:26:27.096236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 41968) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:27.100461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:27.122307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:27.213567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:27.317532 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.25.8.242 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/654aab93-a524-437a-854e-4f866c013605) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:27.415931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:27.457985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:27.492630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:27.495929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:27.499841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:27.527074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=654aab93-a524-437a-854e-4f866c013605,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:27.536621 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.536964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.537301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.537654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.537989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.538348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.538671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.539023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.539335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.539655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.539977 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.540802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:27.867920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:27.940568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.085082 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.089958 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.156839 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=654aab93-a524-437a-854e-4f866c013605,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:28.167752 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.263006 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Floating IP a7b298bc-b858-412e-a3bc-e2a90be77976 associated. External IP: 172.25.8.242, port: ffda65f1-f163-4ce6-93e7-5ff2687cceb1. Jun 30 09:26:28.456924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:28.566704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:28.577465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:28.584792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.587314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:28.587921 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:26:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:28.624634 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-938bb932-4c62-46f4-bb3a-6e61cbf1eb5c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5272403 Jun 30 09:26:28.625070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:28.627367 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f91c3d6-4412-4796-8863-2da3f1155225" -d '{"events": [{"name": "network-changed", "server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:28.663383 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f294f06-022e-4ed4-806c-fba3f5e90e38 x-openstack-request-id: req-6f294f06-022e-4ed4-806c-fba3f5e90e38 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:28.663678 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:28.663926 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f294f06-022e-4ed4-806c-fba3f5e90e38 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:28.664450 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'status': 'completed', 'code': 200} Jun 30 09:26:28.691638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:28.737568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-0366ad91-d778-4a65-8885-f8fe153fb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.739115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-0366ad91-d778-4a65-8885-f8fe153fb34b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1097 time: 0.0520313 Jun 30 09:26:28.830797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-f20f06c6-6dec-41ee-bcd7-83795f2dcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.832288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-f20f06c6-6dec-41ee-bcd7-83795f2dcdc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0870833 Jun 30 09:26:28.896979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-cfd4edb3-af9e-4cd7-959c-82ed3ac8d84d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 999 time: 0.0581706 Jun 30 09:26:28.903571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:27Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:28.933064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:28.941187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:28.941889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:26:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:28.950708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-7c7e5ea5-e708-4cb2-b22a-99b757ae26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.952216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-7c7e5ea5-e708-4cb2-b22a-99b757ae26a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0488646 Jun 30 09:26:29.012464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-2283c047-46e1-4c39-ba1a-b54c8449a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:29.013968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-2283c047-46e1-4c39-ba1a-b54c8449a67a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548093 Jun 30 09:26:29.105464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-0aa17497-945c-40c3-9037-38f99a3d201b service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844252 Jun 30 09:26:29.193822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:29.196819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f91c3d6-4412-4796-8863-2da3f1155225 req-2b95c1b1-99e8-4f53-b5a9-1866af6e82ec service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851786 Jun 30 09:26:29.408146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:27Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:29.433073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37530e23-03f3-45f1-8209-a2d82d9570c2 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:27Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:29.621544 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580902ab-7ce4-4e7c-8b60-d4a25dccf477 None None] New status for floating IP a7b298bc-b858-412e-a3bc-e2a90be77976: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:26:31.640784 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-72eaddbb-3946-4193-9ccb-c9d92080859c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.366004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.403678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ae8680c7-b93b-455f-8cf4-58bac3dfc50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.904227 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.333573 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.510814 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.379341 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.640909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54763810-84e4-4ad6-b4d6-a66820a15baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.872388 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:04.365859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.402462 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-539c05b1-89a6-408e-8de9-156f82aa09fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.912527 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.336092 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:10.994152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-a9a008b4-ca1e-4e92-98fb-ff46fc755a2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514004 Jun 30 09:27:11.089778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-bb62fd9d-83b2-49f7-b097-143bc05895d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.091235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-bb62fd9d-83b2-49f7-b097-143bc05895d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1097 time: 0.0512896 Jun 30 09:27:11.196765 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-ab2f2737-f921-40c5-bd5d-fd7f7eb6435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.198240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-ab2f2737-f921-40c5-bd5d-fd7f7eb6435f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0867891 Jun 30 09:27:11.262032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-7d3a88e4-4368-44ac-9fe7-94ca2c606a76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0564320 Jun 30 09:27:11.314120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-6fd395f1-bc5f-4ab2-959a-c086f313f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.315611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-6fd395f1-bc5f-4ab2-959a-c086f313f06c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0474043 Jun 30 09:27:11.371122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-7f744f51-082c-4b1b-b08a-f8f7c4e200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.372546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-7f744f51-082c-4b1b-b08a-f8f7c4e200dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500660 Jun 30 09:27:11.460483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-8f734c18-8d41-4dca-a4c4-c1dcff5c082f service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803902 Jun 30 09:27:11.553503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11d82738-e15b-4473-a6f6-cd4fe9bad165 req-a771086f-ac84-4f2f-b0d5-ce9ecc53d334 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856895 Jun 30 09:27:23.533837 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.380247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.641848 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7685837d-d42c-4a7d-9647-978475a6699c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.366585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.401200 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eb487ca-0798-475f-b9de-1c2db82057d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.910413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.339288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.872658 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:53.534651 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.394351 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.641469 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c97886c8-e748-4d8e-9a50-58bcd5e0af51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.366150 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.402290 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1f02a438-f4e6-4179-b3f8-4066967418dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.912584 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.341060 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.987722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-c2fc4a65-69f7-4731-a59d-f40da879e7ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703497 Jun 30 09:28:13.104742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-b1cd410e-8925-4356-9dd9-2f7dba7eddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:13.106336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-b1cd410e-8925-4356-9dd9-2f7dba7eddba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1097 time: 0.0645587 Jun 30 09:28:13.237065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-8db7a8d3-e1b2-4a59-9dc9-0ff45f0b867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:13.238655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-8db7a8d3-e1b2-4a59-9dc9-0ff45f0b867b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.1044564 Jun 30 09:28:13.337564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-bb11e163-2a64-4707-92cf-dca77e6bb900 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0895419 Jun 30 09:28:13.409422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-d4ed8a30-e571-4ab6-846c-761c610b11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:13.412100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-d4ed8a30-e571-4ab6-846c-761c610b11e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0656729 Jun 30 09:28:13.483773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-bbe78f3e-2895-41fb-afb7-cf91bc7eeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:13.485312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-bbe78f3e-2895-41fb-afb7-cf91bc7eeb18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639915 Jun 30 09:28:13.603343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-de8af427-9f54-4b87-9a48-f4f5641b18ea service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074007 Jun 30 09:28:13.708172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e997288-a4d3-4b88-b43b-6fd714cb011f req-e66e7386-6183-41a1-87cd-32cf5f759d8b service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947001 Jun 30 09:28:16.872926 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:17.963178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-a210b3f3-7c20-4d85-a95e-4ceeda078130 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315077460&fields=id&tenant_id=86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 267 time: 0.0341589 Jun 30 09:28:18.072397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-a0ed63bf-c4ac-4099-94e5-90f8f814ae2a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:18.073764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-a0ed63bf-c4ac-4099-94e5-90f8f814ae2a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1042597 Jun 30 09:28:18.087913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-21a286d1-387c-4c0f-93b7-4525f15324d2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/quotas/86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 375 time: 0.0087924 Jun 30 09:28:18.158713 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-aca8da91-5e00-4f71-8485-26bcde64b85c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0661108 Jun 30 09:28:18.173251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-2bb4f0bb-7ab8-4c36-a56c-6a2aa8b42a0b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:28:18.174222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-2bb4f0bb-7ab8-4c36-a56c-6a2aa8b42a0b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049915 Jun 30 09:28:18.263981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-09888b05-a834-41d2-9ff4-2caa76058b61 service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Jun 30 09:28:18.350593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-31a3979d-05f3-48a2-aff9-c7f00a1fb3bf service neutron] 10.222.0.53 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808530 Jun 30 09:28:18.654062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9a73794-1369-410d-8f09-2f4137b905ff req-82df0fd1-d04a-4ce9-a816-0d4c8b53282c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0280919 Jun 30 09:28:19.636566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-3f5ae1bd-089d-4362-849f-a46f1ec8836a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:19.638024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-3f5ae1bd-089d-4362-849f-a46f1ec8836a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 811 time: 0.1086597 Jun 30 09:28:19.686895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-a2e6e73d-7c16-43fb-9bd3-05abf18285c7 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b9fb1086f5409484faabc387b56949 HTTP/1.1" status: 200 len: 380 time: 0.0334852 Jun 30 09:28:19.695966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'port': {'device_id': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'admin_state_up': True, 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'security_groups': ['c34707d0-5f3b-497b-99e1-4572048b26f6']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:19.808969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-28d6b90d-3124-49e9-b6e0-7d42228d4bad req-0641779b-91c7-419f-8180-9143e784b149 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0342910 Jun 30 09:28:19.839226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Made reservation on behalf of 86b9fb1086f5409484faabc387b56949 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:19.842966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.971193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.20.0.13 (e758e3ed-806c-4aa5-b924-0a632406084b/5551f96c-782e-4a09-a364-72042cdb02a5/7cad6ca4-c41a-4f17-b120-8537c0e7f97a) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:20.111307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.125175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Transition to ACTIVE for port object 7cad6ca4-c41a-4f17-b120-8537c0e7f97a will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:20.157302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.202594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network e758e3ed-806c-4aa5-b924-0a632406084b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:20.205785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:20.209446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:20.239784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:20.258345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.258692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.259035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.259377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.259716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.260047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.260378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.260708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.261036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.261363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.261733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.262046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:20.280906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:20.281561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.297018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-dc24f1ac-7f2e-4063-bdb6-fee2faf6a69c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053562 Jun 30 09:28:20.309367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Request body: {'port': {'device_id': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:20.387025 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.423605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7f8aa6a7-17f5-44d4-8a61-c0df39da9910 None None] Provisioning for port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:20.427917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7f8aa6a7-17f5-44d4-8a61-c0df39da9910 None None] Provisioning complete for port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:20.428406 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa6a7-17f5-44d4-8a61-c0df39da9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.464600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7f8aa6a7-17f5-44d4-8a61-c0df39da9910 None None] Port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:20.654036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cad6ca4-c41a-4f17-b120-8537c0e7f97a {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:20.661315 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.673260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Transition to ACTIVE for port object 7cad6ca4-c41a-4f17-b120-8537c0e7f97a will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:20.677535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.729354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:20.798871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Attempting to bind port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:20.799206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Attempting to bind port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:20.799655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Attempting to bind port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:20.804906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a on network e758e3ed-806c-4aa5-b924-0a632406084b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:20.805238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Attempting to bind port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a on network e758e3ed-806c-4aa5-b924-0a632406084b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:20.810660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:20.810994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Checking segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:20.811372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Bound using segment: {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:20.811800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Bound port: 7cad6ca4-c41a-4f17-b120-8537c0e7f97a, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a771dd-78ba-48de-9154-35c219c1007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:20.812157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.901953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] For port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:20.907146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] For port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:20.912291 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.957910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:20.958728 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.961832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 200 len: 1093 time: 0.6562033 Jun 30 09:28:20.961832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:20.963779 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:21.013271 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6796d0a-8f5b-4c77-8839-c655ad26b7db x-openstack-request-id: req-d6796d0a-8f5b-4c77-8839-c655ad26b7db {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:21.013563 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:21.013853 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6796d0a-8f5b-4c77-8839-c655ad26b7db {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:21.014244 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'status': 'completed', 'code': 200} Jun 30 09:28:21.016452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54141-e128-4f32-ba65-d104392521d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:21.111930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-a15067b7-4d7e-49fe-b574-b65067fdebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.113442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-a15067b7-4d7e-49fe-b574-b65067fdebd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1096 time: 0.1109507 Jun 30 09:28:21.124900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3dd03-a206-4230-afc8-766181f18f40 req-43dd93a7-c4c2-4d48-abc9-90e19011345c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.126456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70e3dd03-a206-4230-afc8-766181f18f40 req-43dd93a7-c4c2-4d48-abc9-90e19011345c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.1074579 Jun 30 09:28:21.168608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-df27222d-c533-4ac1-befe-ab7b8b8b34ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 200 len: 217 time: 0.0409238 Jun 30 09:28:21.227030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70e3dd03-a206-4230-afc8-766181f18f40 req-9cf675ed-8ad7-4c0b-8a2b-5bacb7f35d8d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934277 Jun 30 09:28:21.234705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-c83cf235-95f3-4560-9e3d-cfc52b63c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.236165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-c83cf235-95f3-4560-9e3d-cfc52b63c097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0614235 Jun 30 09:28:21.301892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43d13-597e-4877-8790-3f45f149cfaf req-0ef9748c-ab81-4929-bb4c-63811c9acdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.303390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-0ef9748c-ab81-4929-bb4c-63811c9acdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607901 Jun 30 09:28:21.390472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-05dbf6a7-4e8d-455e-8d9f-02209edc0f30 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808234 Jun 30 09:28:21.483194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67f43d13-597e-4877-8790-3f45f149cfaf req-21e6e1e7-e44c-42ea-a08c-719f9064e5a1 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Jun 30 09:28:21.581141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-2cce9c09-9c43-42a6-925f-66b3957c8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.582725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-2cce9c09-9c43-42a6-925f-66b3957c8204 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0551143 Jun 30 09:28:21.675378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-db2461b3-9cdb-4802-b55e-f9fe51b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.676857 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-db2461b3-9cdb-4802-b55e-f9fe51b758bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0877929 Jun 30 09:28:21.725206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-2ae81e87-6000-421a-992f-14293563c26e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 200 len: 217 time: 0.0383270 Jun 30 09:28:21.773994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-4ce93bd0-4747-493b-83d8-d52f871608d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.775380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-4ce93bd0-4747-493b-83d8-d52f871608d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0442760 Jun 30 09:28:21.830965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-ea05a1b1-e790-4b66-bfe1-1840f99f1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:21.832451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-ea05a1b1-e790-4b66-bfe1-1840f99f1f17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513649 Jun 30 09:28:21.925781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-c7beacde-72e9-4189-80e8-47b77b475c49 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866191 Jun 30 09:28:22.020098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0e490f3d-4b8f-406c-acd1-fa4fa63ad6cc req-cb6411b5-59ad-43ea-822a-8f49124bc67d service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864263 Jun 30 09:28:22.408449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea88b5a-27c0-4fe9-8d68-9e66a789ff76 req-071849f1-2bd6-4cfa-ac24-abba48b058fa tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:22.409937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea88b5a-27c0-4fe9-8d68-9e66a789ff76 req-071849f1-2bd6-4cfa-ac24-abba48b058fa tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0675118 Jun 30 09:28:22.447629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea88b5a-27c0-4fe9-8d68-9e66a789ff76 req-197386b5-0c6d-48c9-9aee-918de041c6b0 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Jun 30 09:28:23.537620 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.634747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c1e46-f8b3-49a1-b3bb-a42a0e3d29e1 req-5f750bd3-6fa3-44b1-9fd6-cc98d5c0aef9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:23.638070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-669c1e46-f8b3-49a1-b3bb-a42a0e3d29e1 req-5f750bd3-6fa3-44b1-9fd6-cc98d5c0aef9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0713918 Jun 30 09:28:23.681277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-669c1e46-f8b3-49a1-b3bb-a42a0e3d29e1 req-48ad339f-7545-4cff-88ff-3d2f62ded8ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369735 Jun 30 09:28:24.856240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b92f-789f-4900-958a-013d5ad8bef7 req-eb120273-0ea1-4aa5-9798-ffe329a915e6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.857585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e61b92f-789f-4900-958a-013d5ad8bef7 req-eb120273-0ea1-4aa5-9798-ffe329a915e6 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0619793 Jun 30 09:28:24.895460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e61b92f-789f-4900-958a-013d5ad8bef7 req-b955fa3b-5bd4-492c-8829-4bd82f3bc52e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jun 30 09:28:25.395957 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.084281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762133-6496-4f91-8959-b2ad7673b892 req-46c5d7fe-9489-4c4a-976d-a74f6986c8ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:26.086745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8762133-6496-4f91-8959-b2ad7673b892 req-46c5d7fe-9489-4c4a-976d-a74f6986c8ef tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0741007 Jun 30 09:28:26.128077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8762133-6496-4f91-8959-b2ad7673b892 req-eb192aad-d127-4dc1-8319-6ac0a3eb38ec tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Jun 30 09:28:27.300285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6370f-a2bc-42a0-942a-153074d6d602 req-5e40baba-52ba-4fec-b191-c5eae4510c59 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:27.301762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-faa6370f-a2bc-42a0-942a-153074d6d602 req-5e40baba-52ba-4fec-b191-c5eae4510c59 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0617115 Jun 30 09:28:27.338111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-faa6370f-a2bc-42a0-942a-153074d6d602 req-3ed76cd3-c5a5-48ea-abbb-1b473351df3e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Jun 30 09:28:28.510904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb54b35-7807-4658-84a7-c9bcfd42d01b req-6017409c-e9ab-4421-a9e9-4d537fbc033b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:28.512389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fb54b35-7807-4658-84a7-c9bcfd42d01b req-6017409c-e9ab-4421-a9e9-4d537fbc033b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0655971 Jun 30 09:28:28.551614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fb54b35-7807-4658-84a7-c9bcfd42d01b req-35e245cd-1179-4751-9135-bc7698eace0d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Jun 30 09:28:29.724493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135d008-defc-48dc-bc40-1564852efc87 req-edb44944-2ff1-4081-9844-d631744fd07c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:29.725996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5135d008-defc-48dc-bc40-1564852efc87 req-edb44944-2ff1-4081-9844-d631744fd07c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0625021 Jun 30 09:28:29.762437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5135d008-defc-48dc-bc40-1564852efc87 req-ce415835-2369-43ef-ad7f-ffdfd14da831 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Jun 30 09:28:30.270404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-0bc8f40d-aaf0-4ef9-b678-2aad6449628d req-266199a6-4d54-4bae-8960-8027a130950c service neutron] (100238) timed out ('10.222.0.53', 44946) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:28:30.935655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d09e1-e967-4f52-898e-3b4d58722d8a req-081d0672-2c72-46b0-aaa4-36135f87c646 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:30.937042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f1d09e1-e967-4f52-898e-3b4d58722d8a req-081d0672-2c72-46b0-aaa4-36135f87c646 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0614698 Jun 30 09:28:30.973890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f1d09e1-e967-4f52-898e-3b4d58722d8a req-b6c9708b-7f13-4ee6-b974-41a5cecb2d41 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Jun 30 09:28:31.641565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d6187d80-4501-40d9-8318-84c1ab04193b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.146304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a02ec-850f-49b4-8b5e-cbba1fa0981c req-b1ddd15c-dcc3-4003-89d7-1c02a4ba128d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:32.148303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-132a02ec-850f-49b4-8b5e-cbba1fa0981c req-b1ddd15c-dcc3-4003-89d7-1c02a4ba128d tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0650473 Jun 30 09:28:32.184195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-132a02ec-850f-49b4-8b5e-cbba1fa0981c req-0f95db18-e184-4e72-9eaa-c85f1ac4f6a7 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302796 Jun 30 09:28:32.944515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7cad6ca4-c41a-4f17-b120-8537c0e7f97a details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:28:33.036323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:33.047624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'port_id': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'mac_address': 'fa:16:3e:52:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:28:33.082374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.095116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cad6ca4-c41a-4f17-b120-8537c0e7f97a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:33.113798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:33.118059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.165067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.172116 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.172461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.172800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.173134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.173464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.173815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.174148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.174469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.174997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.175146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.175410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.175725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:33.328397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['7cad6ca4-c41a-4f17-b120-8537c0e7f97a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:28:33.355300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca5546-acbf-4ba4-8a6f-ce7d5b46affc req-3f5ffb91-4ef5-4de7-b5b0-e106a71d0d25 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:33.356822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bca5546-acbf-4ba4-8a6f-ce7d5b46affc req-3f5ffb91-4ef5-4de7-b5b0-e106a71d0d25 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0625138 Jun 30 09:28:33.396881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bca5546-acbf-4ba4-8a6f-ce7d5b46affc req-ebacf355-a8a1-4f7b-8a71-0d41d51eb2a3 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342643 Jun 30 09:28:34.366932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.400975 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c0ea38f7-e398-4aaa-898e-a01b7c13d40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.572849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f30dc-c3d1-4fc0-a4ee-d025278ab81c req-223be0ba-1f65-4434-b1c6-26c86610762c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:34.574431 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717f30dc-c3d1-4fc0-a4ee-d025278ab81c req-223be0ba-1f65-4434-b1c6-26c86610762c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0663621 Jun 30 09:28:34.611056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717f30dc-c3d1-4fc0-a4ee-d025278ab81c req-73d74bac-83c7-43f9-add1-f0e18f01a3f2 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Jun 30 09:28:34.960174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7cad6ca4-c41a-4f17-b120-8537c0e7f97a up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:35.009981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:35.013494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:35.013890 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.086733 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.108220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:35.110460 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6ea13-a8a8-417d-a41e-b1d731cafd0f" -d '{"events": [{"server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:35.123357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:35.127437 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.149444 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a8899-8bcf-4230-8bee-896f3e31e8ae x-openstack-request-id: req-e45a8899-8bcf-4230-8bee-896f3e31e8ae {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:35.149761 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:35.150011 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e45a8899-8bcf-4230-8bee-896f3e31e8ae {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:35.150389 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'code': 200} Jun 30 09:28:35.175473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:35.261558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2efff5-6ac8-4383-b333-860b838fc0bb req-e29b3cbd-772a-414a-9e67-5336ea295dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:35.263008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2efff5-6ac8-4383-b333-860b838fc0bb req-e29b3cbd-772a-414a-9e67-5336ea295dfa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0516906 Jun 30 09:28:35.297120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ce2efff5-6ac8-4383-b333-860b838fc0bb req-6bb94059-a971-439d-98ca-7a568407c3bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278258 Jun 30 09:28:35.790888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d88450-e58c-471e-a955-390b954a1295 req-d7135ba7-beb4-406a-b24c-36a0c9fc337c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:35.792356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74d88450-e58c-471e-a955-390b954a1295 req-d7135ba7-beb4-406a-b24c-36a0c9fc337c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0621076 Jun 30 09:28:35.829389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74d88450-e58c-471e-a955-390b954a1295 req-2bd4d5ee-1fd6-4a07-b3c4-b09dddfd1a0b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312741 Jun 30 09:28:35.919381 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.002944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6a68-5729-4965-8c75-2e8a57ed4914 req-e7004eff-d7b5-4a28-a52d-aea11539a232 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:37.004393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5bc6a68-5729-4965-8c75-2e8a57ed4914 req-e7004eff-d7b5-4a28-a52d-aea11539a232 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0648198 Jun 30 09:28:37.040858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5bc6a68-5729-4965-8c75-2e8a57ed4914 req-efaf4454-1b6d-40df-9eda-82c6f9a5c424 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Jun 30 09:28:37.212297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942083c9-2640-40e9-bb9d-0ed89161ce1b req-741e9b28-9816-44f2-ae42-8e54418ba644 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:37.214071 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-942083c9-2640-40e9-bb9d-0ed89161ce1b req-741e9b28-9816-44f2-ae42-8e54418ba644 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0618157 Jun 30 09:28:37.251148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-942083c9-2640-40e9-bb9d-0ed89161ce1b req-79313a8f-7764-4fdf-b844-5e5c005868e7 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Jun 30 09:28:37.274696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42120) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:37.327569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ffcd67-3e63-4c41-ae7b-7b685e02c271 tempest-TestVolumeBootPattern-1218464269 tempest-TestVolumeBootPattern-1218464269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:37.329532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-08ffcd67-3e63-4c41-ae7b-7b685e02c271 tempest-TestVolumeBootPattern-1218464269 tempest-TestVolumeBootPattern-1218464269-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1093 time: 0.0533583 Jun 30 09:28:37.331761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42122) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:37.336058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:37.343667 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.358214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.455716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.558208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Allocated IP 172.25.8.135 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/65ad92a5-0c3b-4023-b222-308615dc9154) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:37.655769 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.693818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.734369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:37.737087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:37.743480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:37.767321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=65ad92a5-0c3b-4023-b222-308615dc9154,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.110955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.510626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.659125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.663625 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.729845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event updated for resources: {'Port': ['ID=65ad92a5-0c3b-4023-b222-308615dc9154,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.741174 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.842255 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Floating IP 16e6116d-bb63-4164-8a92-1d132009a1fe associated. External IP: 172.25.8.135, port: 7cad6ca4-c41a-4f17-b120-8537c0e7f97a. Jun 30 09:28:39.043294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:39.154696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:39.164148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:39.170982 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.174280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:39.174963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:28:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:39.207730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7654938d-4243-4e3e-a5bd-51c51f946b16 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8749354 Jun 30 09:28:39.208308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:39.210645 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a914c0-98c0-47b6-b09e-6c4396928712" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:39.246613 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2344d17e-7a82-4db3-b51e-99bc8a7b8685 x-openstack-request-id: req-2344d17e-7a82-4db3-b51e-99bc8a7b8685 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:39.246906 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:39.247160 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2344d17e-7a82-4db3-b51e-99bc8a7b8685 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:39.247564 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'status': 'completed', 'code': 200} Jun 30 09:28:39.284890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:39.319018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-a2afa68e-6503-4056-9e17-b9799781c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.320525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-a2afa68e-6503-4056-9e17-b9799781c92d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0523789 Jun 30 09:28:39.415724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-cfff6e03-d12f-4640-9dc1-d8c64828ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.417146 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-cfff6e03-d12f-4640-9dc1-d8c64828ada8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0899818 Jun 30 09:28:39.483200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-2b9cffc5-d17b-41e0-b081-5fbdee0c336e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 200 len: 1000 time: 0.0599105 Jun 30 09:28:39.512213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '16e6116d-bb63-4164-8a92-1d132009a1fe', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:52:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:37Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}, {'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:29Z', 'revision_number': 1, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:39.535183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-f9340747-cbc5-488c-a788-62fded808b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.536720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-f9340747-cbc5-488c-a788-62fded808b14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0477169 Jun 30 09:28:39.537697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:39.545730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:39.546323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:28:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:39.593024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-28a4ba30-5598-4909-837f-9df44ddb4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.594593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-28a4ba30-5598-4909-837f-9df44ddb4b0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519900 Jun 30 09:28:39.652319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:39.683240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-227c776e-aff2-446c-9efe-31f400713233 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821366 Jun 30 09:28:39.776972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-38a914c0-98c0-47b6-b09e-6c4396928712 req-9f28f06f-f0d5-4065-869b-c29aa4eed853 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881045 Jun 30 09:28:39.876057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '16e6116d-bb63-4164-8a92-1d132009a1fe', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:52:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:37Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}, {'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:29Z', 'revision_number': 1, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:39.901517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23871f4-f59d-44f5-92df-2e911b04fc14 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '16e6116d-bb63-4164-8a92-1d132009a1fe', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:52:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:37Z', 'revision_number': 0, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}, {'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:29Z', 'revision_number': 1, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:40.091429 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775093f0-9c30-4e77-a880-fc3281c4fb06 None None] New status for floating IP 16e6116d-bb63-4164-8a92-1d132009a1fe: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:28:53.552849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.874235 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:55.411634 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.643314 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7e148c03-a7ed-4acb-9c6e-57b89d45bfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.912215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-15a8cb28-1048-4eae-abe5-9d98ee7dcc6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517147 Jun 30 09:29:02.004738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-ee148aab-47e1-44ae-acc5-02816293c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:02.006255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-ee148aab-47e1-44ae-acc5-02816293c2dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0519230 Jun 30 09:29:02.110785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-5dcaf569-82a9-484e-95af-5b8337d59425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:02.112269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-5dcaf569-82a9-484e-95af-5b8337d59425 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0860524 Jun 30 09:29:02.174477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-60f79f91-d1ad-4ff0-9349-f6428c491eed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 200 len: 1002 time: 0.0561211 Jun 30 09:29:02.224936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-92c1269f-1588-44e8-a77d-c4bb7fad6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:02.226415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-92c1269f-1588-44e8-a77d-c4bb7fad6d38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0460124 Jun 30 09:29:02.282074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-1c52726d-5a12-452f-8e61-5cb99832f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:02.283773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-1c52726d-5a12-452f-8e61-5cb99832f16a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510972 Jun 30 09:29:02.370759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-9bb38963-cc30-4328-89ff-dfa848df672f service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804770 Jun 30 09:29:02.463013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bf526a7-0079-4ba9-be53-2b91153976ba req-ca64d661-b9da-4987-af15-a2b28f21ac72 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857897 Jun 30 09:29:04.369285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.399626 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7ae7c413-0867-4318-b67f-84d895bb2aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.918158 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.347845 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.028471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-7237f5ab-1087-42e9-a5a0-c68739ef71f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509765 Jun 30 09:29:13.123795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-156fbb4c-9bf4-41d1-b01a-5316b4aef727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.125869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-156fbb4c-9bf4-41d1-b01a-5316b4aef727 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1097 time: 0.0517485 Jun 30 09:29:13.238117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-b85deb7b-ab0e-4c4e-9f22-37ac3b27fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.239571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-b85deb7b-ab0e-4c4e-9f22-37ac3b27fe54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0882804 Jun 30 09:29:13.306284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-80581361-a3a0-47bc-9f6a-185b879ced01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0570767 Jun 30 09:29:13.361137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-eb1ad416-4e8e-4504-8eb0-1c13156d47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.362598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-eb1ad416-4e8e-4504-8eb0-1c13156d47dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0474415 Jun 30 09:29:13.422893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-95214dc7-1747-4d56-874e-b09cc468edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.424378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-95214dc7-1747-4d56-874e-b09cc468edb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522199 Jun 30 09:29:13.515469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-c7bfa530-98c0-46d8-a15e-c5130aaf2081 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802476 Jun 30 09:29:13.613617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa5a9f2f-4f75-4f90-9af4-5a14fadc6325 req-70a8caea-8b4f-4409-ba4c-7d1897d384f8 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Jun 30 09:29:23.570015 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.412839 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.873188 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:29:31.643243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a101e310-a6d7-4da1-b17b-e101f2dd5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.370799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.397435 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-731b134a-0f60-4010-800f-bcea3e8bc299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.921514 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.350056 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.560852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.422240 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.642862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-02a17f80-4008-46b9-bfa8-b317fea15774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.932774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-411d37a4-2d3a-48da-9a2e-a2b7608da28d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014566 Jun 30 09:30:04.031002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-99dc4e21-ff22-4524-9bae-360c629a8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.032495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-99dc4e21-ff22-4524-9bae-360c629a8b03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0575688 Jun 30 09:30:04.138674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-22efe969-0874-4805-904e-56303ca8be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.140032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-22efe969-0874-4805-904e-56303ca8be92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0848439 Jun 30 09:30:04.210330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-1bb3c0e8-ce6d-43bf-9b1a-2e2a374967b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 200 len: 1002 time: 0.0637176 Jun 30 09:30:04.258917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-d68d9247-5891-4522-89aa-0df1abe5e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.260334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-d68d9247-5891-4522-89aa-0df1abe5e16a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0445850 Jun 30 09:30:04.316103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-a9cf67a2-d9be-4646-92a5-9eeac4ee5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.317567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-a9cf67a2-d9be-4646-92a5-9eeac4ee5e6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512452 Jun 30 09:30:04.372836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.399023 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-af773660-a2d4-40da-b66c-9ada7ffb21ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.413819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-0c0cc4aa-7228-4445-8945-716696093f55 service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893569 Jun 30 09:30:04.504200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-655769f5-4c58-4ab8-ad2d-df92ef761ad9 req-bdecc27d-6215-4391-b2d2-c1d6709a1acd service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841916 Jun 30 09:30:05.923884 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.553026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42168) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.716190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port 65ad92a5-0c3b-4023-b222-308615dc9154 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:06.716525 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.792470 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.792789 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.804585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for 65ad92a5-0c3b-4023-b222-308615dc9154 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:06.949218 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.974283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=65ad92a5-0c3b-4023-b222-308615dc9154,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.986136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.986476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.986812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.987145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.987473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.987799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.988121 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.988440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.988756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.989074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.989391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:06.989731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:07.045643 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.046029 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Floating IP 16e6116d-bb63-4164-8a92-1d132009a1fe disassociated (deleted). External IP: 172.25.8.135, port: 7cad6ca4-c41a-4f17-b120-8537c0e7f97a. Jun 30 09:30:07.248426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:07.352253 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.354717 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:07.359772 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.363995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:07.373223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:07.373862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:07.396243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-05093956-b28e-4cc4-86d3-1952888cb01e tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "DELETE /v2.0/floatingips/16e6116d-bb63-4164-8a92-1d132009a1fe HTTP/1.1" status: 204 len: 168 time: 0.8420849 Jun 30 09:30:07.396939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:07.399311 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25965b52-865b-4b1b-991d-a0ecff70b3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:07.438504 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b17ce8-7840-4f3a-9b73-7e38fc036525 x-openstack-request-id: req-60b17ce8-7840-4f3a-9b73-7e38fc036525 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:07.438807 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:07.439059 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60b17ce8-7840-4f3a-9b73-7e38fc036525 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:07.439537 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'status': 'completed', 'code': 200} Jun 30 09:30:07.517303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-ae8a546c-23d7-4401-a99e-50c9032bd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.519156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-ae8a546c-23d7-4401-a99e-50c9032bd86d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0576413 Jun 30 09:30:07.626867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-d3f24d50-243d-48c3-b356-ee382f9618c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.628490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-d3f24d50-243d-48c3-b356-ee382f9618c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.1027055 Jun 30 09:30:07.650568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:07.672452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-b2d7b86e-7c11-41fd-975d-11030264e907 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 200 len: 217 time: 0.0374789 Jun 30 09:30:07.726600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-996364f6-7708-4f42-ae06-404acd1e9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.728085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-996364f6-7708-4f42-ae06-404acd1e9adf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0491114 Jun 30 09:30:07.832467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b24d60-5fbc-467c-9fec-a10f4e9daadd req-b34eaecd-1d40-462c-875b-7bd31aff9b29 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.833853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9b24d60-5fbc-467c-9fec-a10f4e9daadd req-b34eaecd-1d40-462c-875b-7bd31aff9b29 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0991769 Jun 30 09:30:07.836484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-e104d107-14b2-40d8-a872-10bb6565c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.837864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-e104d107-14b2-40d8-a872-10bb6565c07b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942049 Jun 30 09:30:07.872737 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:07.874667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:29Z', 'revision_number': 1, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:07.899808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:07.908311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:07.908878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:07.923160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9b24d60-5fbc-467c-9fec-a10f4e9daadd req-e165ee4f-9750-4f6b-9fa4-a59c82a0a323 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836236 Jun 30 09:30:07.963009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-caff65d1-8133-476e-a829-7acb18f836ae service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170468 Jun 30 09:30:08.013437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:08.053259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25965b52-865b-4b1b-991d-a0ecff70b3ad req-2d1eb369-e63d-409f-8577-e6b121f298ec service neutron] 10.222.0.13 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838704 Jun 30 09:30:08.244263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:29Z', 'revision_number': 1, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:08.274863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d66535-dad6-4acd-99fb-eb3b4ed11b68 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a7b298bc-b858-412e-a3bc-e2a90be77976', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'port_id': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'mac_address': 'fa:16:3e:56:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af280418-2607-44fc-8f84-36693115c7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:27Z', 'updated_at': '2021-06-30T09:26:29Z', 'revision_number': 1, 'project_id': '86b9fb1086f5409484faabc387b56949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:08.487399 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b27ab4-5dfc-4436-8602-d7d8e06f8dbf None None] New status for floating IP 16e6116d-bb63-4164-8a92-1d132009a1fe: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:30:09.243537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8557af-3280-4b8e-8ba5-a62f4e00ad03 req-a698ac98-58da-4ff0-9ff1-6694f6e9860a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.245005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8557af-3280-4b8e-8ba5-a62f4e00ad03 req-a698ac98-58da-4ff0-9ff1-6694f6e9860a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 946 time: 0.1786578 Jun 30 09:30:09.265317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46d91-f147-4096-8656-91ece246a375 req-d7b3bfc1-a91d-4d54-a6d5-a57bb8834583 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.266723 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9da46d91-f147-4096-8656-91ece246a375 req-d7b3bfc1-a91d-4d54-a6d5-a57bb8834583 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0935225 Jun 30 09:30:09.327593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f8557af-3280-4b8e-8ba5-a62f4e00ad03 req-1e41f83a-9b39-4c00-a9f6-345fe7d19907 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757132 Jun 30 09:30:09.390196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:09.390556 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.475607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] For port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:09.475959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.488379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for 7cad6ca4-c41a-4f17-b120-8537c0e7f97a owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:09.614857 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.643526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=7cad6ca4-c41a-4f17-b120-8537c0e7f97a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.697883 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] No DVR routers for this DVR port 7cad6ca4-c41a-4f17-b120-8537c0e7f97a on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:09.700519 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.702747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9da46d91-f147-4096-8656-91ece246a375 req-0913528e-285b-46e2-b5cc-5ac603679278 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.13 "DELETE /v2.0/ports/7cad6ca4-c41a-4f17-b120-8537c0e7f97a HTTP/1.1" status: 204 len: 173 time: 0.4288085 Jun 30 09:30:09.703181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'name': 'network-vif-deleted', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:09.705539 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c8b157-58cb-4e1c-ad0f-e28a7a1c0b1f" -d '{"events": [{"server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "name": "network-vif-deleted", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:09.745429 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6202d664-ee86-46f0-926e-11d8642520c6 x-openstack-request-id: req-6202d664-ee86-46f0-926e-11d8642520c6 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:09.745744 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa06c4-527a-4fd9-ab36-0111f68e5bf9", "name": "network-vif-deleted", "tag": "7cad6ca4-c41a-4f17-b120-8537c0e7f97a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:09.745990 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6202d664-ee86-46f0-926e-11d8642520c6 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:09.746924 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa06c4-527a-4fd9-ab36-0111f68e5bf9', 'name': 'network-vif-deleted', 'tag': '7cad6ca4-c41a-4f17-b120-8537c0e7f97a', 'status': 'completed', 'code': 200} Jun 30 09:30:10.487735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0abc8a97-ce16-4e21-92e0-43bd1cf49f18 req-6e3d9d5b-433c-4298-950b-283b0e2d43ac tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0386910 Jun 30 09:30:11.640048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27392b54-3254-40e4-9f0b-e512af15c64f req-3446605d-77f3-4f3b-aae6-3c4a5487a33a tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Jun 30 09:30:12.779476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35dbc09d-5bb5-46a4-b103-5a09d5c93cb2 req-77888c11-ad09-44a0-bd2f-cb684038cae4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=cefa06c4-527a-4fd9-ab36-0111f68e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0288098 Jun 30 09:30:13.483758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7cad6ca4-c41a-4f17-b120-8537c0e7f97a no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:13.504731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 7cad6ca4-c41a-4f17-b120-8537c0e7f97a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:13.505073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 7cad6ca4-c41a-4f17-b120-8537c0e7f97a not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:15.599442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-e41ff117-2263-46bf-b61e-66d1ea0a1349 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533235 Jun 30 09:30:15.723583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-7fa2334f-2630-4f43-a82c-7862c0d6a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.725041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-7fa2334f-2630-4f43-a82c-7862c0d6a755 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1097 time: 0.0526690 Jun 30 09:30:15.832835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-0ef6d55f-3254-4527-9b88-dd87fdb386c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.834329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-0ef6d55f-3254-4527-9b88-dd87fdb386c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0828061 Jun 30 09:30:15.908122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-31837048-47d6-4d3a-b353-3403efbbb740 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 1001 time: 0.0634401 Jun 30 09:30:15.961099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-690a280a-ab04-4a61-8f60-36854cef1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.962690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-690a280a-ab04-4a61-8f60-36854cef1b74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0451455 Jun 30 09:30:16.025735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-c8b9c2de-2b4a-430b-9c23-96c7473f9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.027783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-c8b9c2de-2b4a-430b-9c23-96c7473f9e7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551026 Jun 30 09:30:16.144304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-82509fa4-2c1f-4a6b-a8a2-a9d9a2858b55 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061103 Jun 30 09:30:16.246874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb9c72f9-32d0-4f44-8498-1ed8afe0d969 req-c32158de-36d0-4f83-8bdd-26ced3e12aae service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911942 Jun 30 09:30:18.175377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42222) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:18.651046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port 654aab93-a524-437a-854e-4f866c013605 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:18.651410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.726355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.726684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.738570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for 654aab93-a524-437a-854e-4f866c013605 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:18.883343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.909111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=654aab93-a524-437a-854e-4f866c013605,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.968300 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.968656 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Floating IP a7b298bc-b858-412e-a3bc-e2a90be77976 disassociated (deleted). External IP: 172.25.8.242, port: ffda65f1-f163-4ce6-93e7-5ff2687cceb1. Jun 30 09:30:19.172302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:19.278596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:19.283388 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.288421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:19.298333 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:19.298946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.319232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d5db7871-9e5d-4f0a-b540-a555cd407a0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "DELETE /v2.0/floatingips/a7b298bc-b858-412e-a3bc-e2a90be77976 HTTP/1.1" status: 204 len: 168 time: 1.1427503 Jun 30 09:30:19.319917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:19.322358 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881c6e03-daab-478a-a5b9-cae93ed45488" -d '{"events": [{"name": "network-changed", "server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:19.366317 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d41cb23-f180-4603-87c6-eace4b5cec78 x-openstack-request-id: req-2d41cb23-f180-4603-87c6-eace4b5cec78 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:19.366812 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:19.367068 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d41cb23-f180-4603-87c6-eace4b5cec78 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:19.367465 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'status': 'completed', 'code': 200} Jun 30 09:30:19.412971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:19.457953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-8e93ef53-da53-4cc1-a82b-2501eeeb74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:19.459634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-8e93ef53-da53-4cc1-a82b-2501eeeb74d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86b9fb1086f5409484faabc387b56949&device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 1097 time: 0.0615659 Jun 30 09:30:19.564847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-1bff77df-5df8-4060-b70a-fe4f585ff277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:19.567256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-1bff77df-5df8-4060-b70a-fe4f585ff277 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 200 len: 912 time: 0.0964177 Jun 30 09:30:19.619711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-d8bd8298-a46b-4530-a99d-11e229dc565d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 200 len: 217 time: 0.0412915 Jun 30 09:30:19.629521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.667621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:19.676118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:19.676730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.704676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-0a50a59b-7cf7-4af8-9c6b-0641f3122c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:19.706132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-0a50a59b-7cf7-4af8-9c6b-0641f3122c1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 200 len: 850 time: 0.0783720 Jun 30 09:30:19.765065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32d4f-4bcc-45fc-85fa-8af24b320168 req-8cbce916-4c3a-41ff-b0e8-b8fc80b49b18 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:19.766536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2f32d4f-4bcc-45fc-85fa-8af24b320168 req-8cbce916-4c3a-41ff-b0e8-b8fc80b49b18 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 945 time: 0.1071506 Jun 30 09:30:19.780334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:19.809215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-f12e6926-5144-4895-9090-a5ec5a1e1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:19.810781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-f12e6926-5144-4895-9090-a5ec5a1e1a4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e758e3ed-806c-4aa5-b924-0a632406084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962393 Jun 30 09:30:19.817915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2f32d4f-4bcc-45fc-85fa-8af24b320168 req-48b22c31-7055-4673-aed2-1cfe5b6faad9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457180 Jun 30 09:30:19.901722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-831e9d70-c6f2-40cc-b41e-22741b2a6767 service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Jun 30 09:30:19.972228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.997395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-881c6e03-daab-478a-a5b9-cae93ed45488 req-a253a643-32d4-4782-9c14-c22fcf08e64b service neutron] 10.222.0.26 "GET /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888479 Jun 30 09:30:19.998564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da8459-6005-462e-8a04-6104bd38dcd5 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 4, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '3c583b64-be0a-4796-a101-07c918ef5ad8', 'name': '', 'network_id': 'e758e3ed-806c-4aa5-b924-0a632406084b', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'mac_address': 'fa:16:3e:61:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:17Z', 'updated_at': '2021-06-30T09:20:26Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'subnets': [{'id': '5551f96c-782e-4a09-a364-72042cdb02a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:20.208461 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7573b221-a27a-45cc-8af3-5a388befb27e None None] New status for floating IP a7b298bc-b858-412e-a3bc-e2a90be77976: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:30:20.995804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55445181-9547-48e8-983a-f2a8a90b558c req-5acb9e7f-703a-4341-8abe-699b973741f9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:20.997268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55445181-9547-48e8-983a-f2a8a90b558c req-5acb9e7f-703a-4341-8abe-699b973741f9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 945 time: 0.0628963 Jun 30 09:30:21.034654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55445181-9547-48e8-983a-f2a8a90b558c req-e836c6fa-a10e-415c-93aa-0e03f243b00b tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/security-groups?id=c34707d0-5f3b-497b-99e1-4572048b26f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Jun 30 09:30:21.382868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46736730-abab-4d5a-bae3-87741d3cee2a req-e89173bd-b73e-46cb-b70a-b6016af95288 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.384289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46736730-abab-4d5a-bae3-87741d3cee2a req-e89173bd-b73e-46cb-b70a-b6016af95288 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 945 time: 0.0606785 Jun 30 09:30:21.487052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:21.487392 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.574919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] For port ffda65f1-f163-4ce6-93e7-5ff2687cceb1, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:21.575284 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.587475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for ffda65f1-f163-4ce6-93e7-5ff2687cceb1 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:21.716465 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.751630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=ffda65f1-f163-4ce6-93e7-5ff2687cceb1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:21.793178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] No DVR routers for this DVR port ffda65f1-f163-4ce6-93e7-5ff2687cceb1 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:21.795558 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.797528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46736730-abab-4d5a-bae3-87741d3cee2a req-9c08b7d5-2169-41cc-bb7d-2e6262a394b4 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.26 "DELETE /v2.0/ports/ffda65f1-f163-4ce6-93e7-5ff2687cceb1 HTTP/1.1" status: 204 len: 173 time: 0.4052899 Jun 30 09:30:21.798048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'name': 'network-vif-deleted', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:21.800407 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83283bc6-ff23-48db-b479-b536d37e68b1" -d '{"events": [{"server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "name": "network-vif-deleted", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:21.836043 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd99375d-1311-4487-8c39-3e5b268546b3 x-openstack-request-id: req-bd99375d-1311-4487-8c39-3e5b268546b3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:21.836343 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af280418-2607-44fc-8f84-36693115c7cb", "name": "network-vif-deleted", "tag": "ffda65f1-f163-4ce6-93e7-5ff2687cceb1", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:21.836676 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd99375d-1311-4487-8c39-3e5b268546b3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:21.837079 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af280418-2607-44fc-8f84-36693115c7cb', 'name': 'network-vif-deleted', 'tag': 'ffda65f1-f163-4ce6-93e7-5ff2687cceb1', 'status': 'completed', 'code': 200} Jun 30 09:30:22.181102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b9c8a9c-4535-47f7-8585-a218eaf52455 req-af184780-99fe-40aa-9cc7-f68feb1d62ad tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 210 time: 0.0312276 Jun 30 09:30:23.326505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cdcb05e3-a828-40a0-8ce7-6114dd6743c5 req-97945d5d-5ce7-4fe0-94e2-9e2c6c0317c9 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 210 time: 0.0288284 Jun 30 09:30:23.553262 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.905931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ffda65f1-f163-4ce6-93e7-5ff2687cceb1 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:23.929504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: ffda65f1-f163-4ce6-93e7-5ff2687cceb1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:23.929874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ffda65f1-f163-4ce6-93e7-5ff2687cceb1 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:24.465984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10789bd4-d60b-4e3a-b483-019f0f12e2a0 req-109a97a2-e10c-45b0-910e-60dcbf262693 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 210 time: 0.0284011 Jun 30 09:30:25.433055 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.629783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8118412-4357-4bb5-a066-465120bffaec req-60708206-6e5a-4105-ac04-b557ec473328 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "GET /v2.0/ports?device_id=af280418-2607-44fc-8f84-36693115c7cb HTTP/1.1" status: 200 len: 210 time: 0.0323291 Jun 30 09:30:26.719634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42248) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.869598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Deleting port c725e032-73b1-4dbd-ae62-bbc47aac613c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:26.869865 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.939033 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.939360 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.950306 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Calling delete_port for c725e032-73b1-4dbd-ae62-bbc47aac613c owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:27.085720 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.119765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'Port': ['ID=c725e032-73b1-4dbd-ae62-bbc47aac613c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.148871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.149214 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.149551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.149919 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.150259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.150585 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.150906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.151226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.151544 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.151862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.152180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.152498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:27.189771 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.192299 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.193444 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-765b3a05-ab48-4a05-9407-7738936fc057 tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "DELETE /v2.0/floatingips/590275b9-8061-400c-963e-ba4a1e9a5f08 HTTP/1.1" status: 204 len: 168 time: 0.4728208 Jun 30 09:30:29.510566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42264) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:29.568888 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40776b80-2778-4cfd-9634-68f47daa4f0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.593721 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40776b80-2778-4cfd-9634-68f47daa4f0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.657796 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40776b80-2778-4cfd-9634-68f47daa4f0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.660465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-40776b80-2778-4cfd-9634-68f47daa4f0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.663399 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-40776b80-2778-4cfd-9634-68f47daa4f0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] 10.222.0.53 "DELETE /v2.0/security-groups/c34707d0-5f3b-497b-99e1-4572048b26f6 HTTP/1.1" status: 204 len: 168 time: 0.1511662 Jun 30 09:30:29.672865 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40776b80-2778-4cfd-9634-68f47daa4f0c tempest-TestVolumeBootPattern-873141577 tempest-TestVolumeBootPattern-873141577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34707d0-5f3b-497b-99e1-4572048b26f6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:29.727490 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:30.192962 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.449054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Deleting port 3c583b64-be0a-4796-a101-07c918ef5ad8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:30.449294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.521946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] For port 3c583b64-be0a-4796-a101-07c918ef5ad8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3c583b64-be0a-4796-a101-07c918ef5ad8,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:30.522559 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.534125 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Calling delete_port for 3c583b64-be0a-4796-a101-07c918ef5ad8 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:30.706388 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.735174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Pushing event deleted for resources: {'Port': ['ID=3c583b64-be0a-4796-a101-07c918ef5ad8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.135334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.335608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:31.437531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:31.442306 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e7b88d4e-eb02-42b4-aefb-62aaec35bdee admin admin] 10.222.0.53 "PUT /v2.0/routers/f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132795 Jun 30 09:30:31.444884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42274) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:31.445864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] Sync routers for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:31.454568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:31.455161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:31.547453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.557163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:31.652297 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.666244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0981ef17-4d06-49b5-aec2-fa0c0852eba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.703837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Deleting port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:31.704092 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.737368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:30:30Z', 'revision_number': 5, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port': {'id': '24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:31.763898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] Checking router: f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:31.772045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] Routers {'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:31.772645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:31.779335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] For port 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:31.779694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.792108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Calling delete_port for 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:31.962822 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.992275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Pushing event deleted for resources: {'Port': ['ID=24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:32.015036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] Set router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:32.056873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.070288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:30:31Z', 'revision_number': 6, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:32.096854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8859c27-5899-48f4-add4-608d48449ff1 None None] The sync data for ids ['f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405'] in n-d-758944-40 is: [{'id': 'f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405', 'name': 'tempest-TestVolumeBootPattern-814162524-router', 'tenant_id': '86b9fb1086f5409484faabc387b56949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:30:31Z', 'revision_number': 6, 'project_id': '86b9fb1086f5409484faabc387b56949', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:32.147493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.150178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.191224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.191748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:30:32.196643 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.197821 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5701f026-8c24-4bbd-8e6d-a5dd5733b47c admin admin] 10.222.0.53 "DELETE /v2.0/routers/f17cf4f1-96ea-4ae1-a1f3-8a632ec0e405 HTTP/1.1" status: 204 len: 168 time: 0.7518892 Jun 30 09:30:32.200309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42276) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:32.246485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] Deleting subnet 5551f96c-782e-4a09-a364-72042cdb02a5 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:32.249265 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.282975 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.356743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.417334 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.443555 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5551f96c-782e-4a09-a364-72042cdb02a5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:32.445649 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.448089 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb11cad5-c702-4a89-bddc-09bc4b1f3271 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5551f96c-782e-4a09-a364-72042cdb02a5 HTTP/1.1" status: 204 len: 168 time: 0.2468381 Jun 30 09:30:32.450537 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42278) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:32.451164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c20184-2d6d-4a76-8119-4f2180557146 None None] Network e758e3ed-806c-4aa5-b924-0a632406084b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:32.520067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.575185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Deleting port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:32.575860 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.641119 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] For port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=2af38040-d0b2-49f2-9d0e-4bd089b8b01a,segment=NetworkSegment(c4a771dd-78ba-48de-9154-35c219c1007c),segment_id=c4a771dd-78ba-48de-9154-35c219c1007c)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:32.641477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.654115 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Calling delete_port for 2af38040-d0b2-49f2-9d0e-4bd089b8b01a owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:32.730002 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.758487 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Pushing event deleted for resources: {'Port': ['ID=2af38040-d0b2-49f2-9d0e-4bd089b8b01a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:32.761862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] No DVR routers for this DVR port 2af38040-d0b2-49f2-9d0e-4bd089b8b01a on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:32.829528 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.839446 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e758e3ed-806c-4aa5-b924-0a632406084b']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:32.849423 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a771dd-78ba-48de-9154-35c219c1007c') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:32.849792 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a771dd-78ba-48de-9154-35c219c1007c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:32.859039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.873136 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.879299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:32.879691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:32.881603 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:32.891101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8336d5-5358-4aef-9cba-c5ea33a1b6aa None None] DHCP port deletion for e758e3ed-806c-4aa5-b924-0a632406084b request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:32.940151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.945479 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.947831 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] 10.222.0.53 "DELETE /v2.0/networks/e758e3ed-806c-4aa5-b924-0a632406084b HTTP/1.1" status: 204 len: 168 time: 0.4963834 Jun 30 09:30:32.950856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42280) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:32.958620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942be9c-eac3-45e5-8d49-82d60510799d admin admin] Pushing event deleted for resources: {'Network': ['ID=e758e3ed-806c-4aa5-b924-0a632406084b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:33.299193 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.548483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Deleting port c8f7aa16-2ee8-4474-abbb-95d346edc19a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:33.548929 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.638410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] For port c8f7aa16-2ee8-4474-abbb-95d346edc19a, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c8f7aa16-2ee8-4474-abbb-95d346edc19a,segment=NetworkSegment(f58edb8e-b8ec-4c87-ac69-c950a8d6f888),segment_id=f58edb8e-b8ec-4c87-ac69-c950a8d6f888)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:33.638768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.651294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Calling delete_port for c8f7aa16-2ee8-4474-abbb-95d346edc19a owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:33.826215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.849293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f7aa16-2ee8-4474-abbb-95d346edc19a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:34.014245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.119230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3c583b64-be0a-4796-a101-07c918ef5ad8 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:34.139140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3c583b64-be0a-4796-a101-07c918ef5ad8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:34.139401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3c583b64-be0a-4796-a101-07c918ef5ad8 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:34.139814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2af38040-d0b2-49f2-9d0e-4bd089b8b01a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:34.161141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 2af38040-d0b2-49f2-9d0e-4bd089b8b01a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:34.161477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 2af38040-d0b2-49f2-9d0e-4bd089b8b01a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:34.161910 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:34.179884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:34.180238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 24dec30d-ac6a-49f0-b0b8-c3eb4d21c0b6 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:34.228085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:34.332811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:34.338202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8ae18387-58d2-4234-a186-d9a98f4d5196 admin admin] 10.222.0.53 "PUT /v2.0/routers/822cd6a8-1e0d-4c85-b2f6-49456eb583a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857756 Jun 30 09:30:34.340847 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42282) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:34.341418 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea205d6-256e-445f-be01-8b18c729750e None None] Sync routers for ids ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:34.350362 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] Routers {'822cd6a8-1e0d-4c85-b2f6-49456eb583a8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:34.350961 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.374495 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.402791 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c414e3f9-7b93-43ee-bd11-1e26153ec652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.456118 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.462816 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] Set router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:34.554777 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.608807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Deleting port af39c2e5-da66-4100-83f9-8603ca448afe {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:34.609140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.644408 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:30:33Z', 'revision_number': 5, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port': {'id': 'af39c2e5-da66-4100-83f9-8603ca448afe', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:21Z', 'updated_at': '2021-06-30T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.671127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea205d6-256e-445f-be01-8b18c729750e None None] Checking router: 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:34.679712 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] Routers {'822cd6a8-1e0d-4c85-b2f6-49456eb583a8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:34.680343 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:30:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.693438 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] For port af39c2e5-da66-4100-83f9-8603ca448afe, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=af39c2e5-da66-4100-83f9-8603ca448afe,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:34.693844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.705022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Calling delete_port for af39c2e5-da66-4100-83f9-8603ca448afe owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:34.761995 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] Set router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:34.811100 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dea205d6-256e-445f-be01-8b18c729750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:30:34Z', 'revision_number': 6, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.840088 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea205d6-256e-445f-be01-8b18c729750e None None] The sync data for ids ['822cd6a8-1e0d-4c85-b2f6-49456eb583a8'] in n-d-758944-40 is: [{'id': '822cd6a8-1e0d-4c85-b2f6-49456eb583a8', 'name': 'tempest-TestVolumeBootPattern-248588908-router', 'tenant_id': '2d26773fde04457580b261fad2ef8187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:20Z', 'updated_at': '2021-06-30T09:30:34Z', 'revision_number': 6, 'project_id': '2d26773fde04457580b261fad2ef8187', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:34.868548 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.893790 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Pushing event deleted for resources: {'Port': ['ID=af39c2e5-da66-4100-83f9-8603ca448afe,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:34.955498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.040959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.042994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.088469 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.089054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 822cd6a8-1e0d-4c85-b2f6-49456eb583a8 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:30:35.093745 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.094878 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a38082bd-4ef8-4005-9d5b-235826458233 admin admin] 10.222.0.53 "DELETE /v2.0/routers/822cd6a8-1e0d-4c85-b2f6-49456eb583a8 HTTP/1.1" status: 204 len: 168 time: 0.7530472 Jun 30 09:30:35.097426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42284) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:35.140480 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] Deleting subnet 7c7039db-37df-4858-a586-c5fbb84a0e57 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:35.143301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.175671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.259757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.313224 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.339299 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7039db-37df-4858-a586-c5fbb84a0e57,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.341186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.343025 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3e5d24cd-afec-491b-b584-36458a080ad4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7c7039db-37df-4858-a586-c5fbb84a0e57 HTTP/1.1" status: 204 len: 168 time: 0.2446673 Jun 30 09:30:35.345482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42286) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:35.347409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68109c86-37ce-432e-b7e9-4074391a8f1f None None] Network db9f2b96-34d4-40fe-8624-274936ef7310 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:35.409348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.464231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Deleting port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:35.464568 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.527064 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] For port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,segment=NetworkSegment(f58edb8e-b8ec-4c87-ac69-c950a8d6f888),segment_id=f58edb8e-b8ec-4c87-ac69-c950a8d6f888)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:35.527361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.540964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Calling delete_port for 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:35.590719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] DHCP port deletion for db9f2b96-34d4-40fe-8624-274936ef7310 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:35.640327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Deleting port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:35.640725 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.706203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] For port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,segment=NetworkSegment(f58edb8e-b8ec-4c87-ac69-c950a8d6f888),segment_id=f58edb8e-b8ec-4c87-ac69-c950a8d6f888)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:35.706590 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.721108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Calling delete_port for 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:35.807304 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.834448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Pushing event deleted for resources: {'Port': ['ID=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.839439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] No DVR routers for this DVR port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:35.854334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.854678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.855022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.855364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.855665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.855993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.856319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.856639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.856960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.857277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.857595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.857937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83707f-59f2-4386-8e6b-8f980fa8defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:35.891887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.915873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.919174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] No DVR routers for this DVR port 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:35.930868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.985863 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.995885 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9f2b96-34d4-40fe-8624-274936ef7310']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:36.008177 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:36.008458 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58edb8e-b8ec-4c87-ac69-c950a8d6f888') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:36.016675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.030851 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.037170 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:36.037565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:36.040063 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:36.071341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:36.091238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:36.091586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7d6d82a4-8d07-4b55-aaf4-9b51d3b9f38c not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:36.092077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8f7aa16-2ee8-4474-abbb-95d346edc19a no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:36.094433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.098914 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.104614 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/db9f2b96-34d4-40fe-8624-274936ef7310 HTTP/1.1" status: 204 len: 168 time: 0.7548330 Jun 30 09:30:36.112494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c8f7aa16-2ee8-4474-abbb-95d346edc19a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:36.113386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c8f7aa16-2ee8-4474-abbb-95d346edc19a not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:36.113973 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device af39c2e5-da66-4100-83f9-8603ca448afe no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:36.114798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3147e1-45d6-4614-b23e-e16a262241b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db9f2b96-34d4-40fe-8624-274936ef7310,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.136486 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: af39c2e5-da66-4100-83f9-8603ca448afe {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:36.136833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device af39c2e5-da66-4100-83f9-8603ca448afe not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:36.234422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42290) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.273500 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a231aa19-4564-4b79-8edf-11522fa60983 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86b9fb1086f5409484faabc387b56949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378959 Jun 30 09:30:36.275959 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42292) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.322614 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d87fdeb-c445-4794-9d36-08aa83edbb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.346106 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d87fdeb-c445-4794-9d36-08aa83edbb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.392944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d87fdeb-c445-4794-9d36-08aa83edbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.395555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d87fdeb-c445-4794-9d36-08aa83edbb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.396556 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d87fdeb-c445-4794-9d36-08aa83edbb47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3efc5dd6-6a97-4130-b806-a9b9e0924a97 HTTP/1.1" status: 204 len: 168 time: 0.1196649 Jun 30 09:30:36.404597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87fdeb-c445-4794-9d36-08aa83edbb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efc5dd6-6a97-4130-b806-a9b9e0924a97,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.732175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42298) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.770572 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-77166a61-4a29-4954-ae4f-aefa7ed622eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d26773fde04457580b261fad2ef8187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372114 Jun 30 09:30:36.772765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42300) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.818590 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2ce439f-7e11-4411-9318-34bf10ea45aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.838904 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2ce439f-7e11-4411-9318-34bf10ea45aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.885237 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2ce439f-7e11-4411-9318-34bf10ea45aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.887879 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2ce439f-7e11-4411-9318-34bf10ea45aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.889041 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e2ce439f-7e11-4411-9318-34bf10ea45aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7aad634e-18f3-4e29-8b45-694fdee32568 HTTP/1.1" status: 204 len: 168 time: 0.1154187 Jun 30 09:30:36.896432 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce439f-7e11-4411-9318-34bf10ea45aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aad634e-18f3-4e29-8b45-694fdee32568,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:37.357004 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.872015 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:46.817102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-f7b86047-756d-40b0-9f73-155b223629de tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9dfa3aad0ef54ab6891d4f89fbe5889a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289876 Jun 30 09:30:46.996223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-2e10fdd9-d646-4d0b-a02b-1d1a8e6d02e0 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:46.997706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-2e10fdd9-d646-4d0b-a02b-1d1a8e6d02e0 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757491 Jun 30 09:30:47.012464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-af62ebfe-b57a-43d1-a15e-e0a883f0bc5b tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/quotas/9dfa3aad0ef54ab6891d4f89fbe5889a HTTP/1.1" status: 200 len: 375 time: 0.0092394 Jun 30 09:30:47.043959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-5ce6f34d-dc8f-4da0-9f74-25c6c5668018 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dfa3aad0ef54ab6891d4f89fbe5889a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267243 Jun 30 09:30:47.207094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b507ab5d-df7f-4cfa-902d-c4056e2c4ba3 req-4a0be9ad-bc6b-4ab2-849a-742eefa8d21d tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 210 time: 0.0279224 Jun 30 09:30:48.125792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-4be9367e-796d-4532-8b5f-2d7c1b1744f5 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9dfa3aad0ef54ab6891d4f89fbe5889a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214176 Jun 30 09:30:48.232375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-e0d9b85b-b067-4bdb-89dc-153dc2f8891f tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:48.233875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-e0d9b85b-b067-4bdb-89dc-153dc2f8891f tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030102 Jun 30 09:30:48.247349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Request body: {'port': {'device_id': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'admin_state_up': True, 'tenant_id': '9dfa3aad0ef54ab6891d4f89fbe5889a'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:48.360189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9178062d-9d1b-4e79-9146-a34e564ca540 req-ec17aa35-9f7f-4281-aee0-e21555690b43 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 210 time: 0.0389550 Jun 30 09:30:48.388570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Made reservation on behalf of 9dfa3aad0ef54ab6891d4f89fbe5889a for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:48.392052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.400327 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.487170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.490729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.553489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b985ce5-5095-4f67-8bd6-8842fb02fa71,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.627296 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Allocated IP 192.168.233.206 (0b619d7f-2e49-47da-a701-e864556142c1/57965c5a-2e2f-4cc0-bf89-c11f08e50026/e730798f-0415-4afa-85a9-727d08b5415a) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:48.764697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.777146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Transition to ACTIVE for port object e730798f-0415-4afa-85a9-727d08b5415a will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:48.809174 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.852839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Network 0b619d7f-2e49-47da-a701-e864556142c1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:48.856029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:48.859606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:48.889214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Pushing event updated for resources: {'Port': ['ID=e730798f-0415-4afa-85a9-727d08b5415a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.914486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:48.915111 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.930706 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-d977d604-8ac8-41d3-a17d-55d87958707a tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6872585 Jun 30 09:30:48.942698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Request body: {'port': {'device_id': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:49.015318 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.043433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c85bd0fb-08e7-4079-ba04-bc0f9822d2a3 None None] Provisioning for port e730798f-0415-4afa-85a9-727d08b5415a completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:49.046922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c85bd0fb-08e7-4079-ba04-bc0f9822d2a3 None None] Provisioning complete for port e730798f-0415-4afa-85a9-727d08b5415a triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:49.047286 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c85bd0fb-08e7-4079-ba04-bc0f9822d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.080603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c85bd0fb-08e7-4079-ba04-bc0f9822d2a3 None None] Port e730798f-0415-4afa-85a9-727d08b5415a cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:49.271899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e730798f-0415-4afa-85a9-727d08b5415a {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:49.279618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.293099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Transition to ACTIVE for port object e730798f-0415-4afa-85a9-727d08b5415a will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:49.297055 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.388042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Pushing event updated for resources: {'Port': ['ID=e730798f-0415-4afa-85a9-727d08b5415a,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:49.422107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Attempting to bind port e730798f-0415-4afa-85a9-727d08b5415a on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:49.422450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Attempting to bind port e730798f-0415-4afa-85a9-727d08b5415a by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:49.422808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Attempting to bind port e730798f-0415-4afa-85a9-727d08b5415a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:49.427680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Port e730798f-0415-4afa-85a9-727d08b5415a on network 0b619d7f-2e49-47da-a701-e864556142c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:49.428147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Attempting to bind port e730798f-0415-4afa-85a9-727d08b5415a on network 0b619d7f-2e49-47da-a701-e864556142c1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:49.433327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:49.433519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Checking segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:49.433937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Bound using segment: {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:49.434371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Bound port: e730798f-0415-4afa-85a9-727d08b5415a, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd2f67-0f41-4af1-96cf-f23836d73be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:49.434731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.857519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] For port e730798f-0415-4afa-85a9-727d08b5415a, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:49.875141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a90a8-4bd1-478a-85c0-822a359e6a33 req-a990acb6-3158-48de-9688-29d60ad00de8 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.876610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c08a90a8-4bd1-478a-85c0-822a359e6a33 req-a990acb6-3158-48de-9688-29d60ad00de8 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 948 time: 0.1110618 Jun 30 09:30:49.879919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] For port e730798f-0415-4afa-85a9-727d08b5415a, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e730798f-0415-4afa-85a9-727d08b5415a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:49.889551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.933197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.933831 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.935224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] 10.222.0.13 "PUT /v2.0/ports/e730798f-0415-4afa-85a9-727d08b5415a HTTP/1.1" status: 200 len: 1097 time: 0.9969568 Jun 30 09:30:49.935821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'tag': 'e730798f-0415-4afa-85a9-727d08b5415a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:49.938104 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6207b465-d317-4d1f-9227-f6a7fb013ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "22678f78-9aeb-4b17-a738-de4ca77326fb", "tag": "e730798f-0415-4afa-85a9-727d08b5415a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:49.971841 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c08a90a8-4bd1-478a-85c0-822a359e6a33 req-bd9cadd1-c39e-4134-aba4-a73e74cbbedb tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888727 Jun 30 09:30:49.977058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cf648-8fdc-4abd-aff2-46b34f17a888 service neutron] Pushing event updated for resources: {'Port': ['ID=e730798f-0415-4afa-85a9-727d08b5415a,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:50.016827 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b17b59f-7c9c-4f56-9e13-039e53df3d46 x-openstack-request-id: req-6b17b59f-7c9c-4f56-9e13-039e53df3d46 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:50.017117 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22678f78-9aeb-4b17-a738-de4ca77326fb", "tag": "e730798f-0415-4afa-85a9-727d08b5415a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:50.017367 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b17b59f-7c9c-4f56-9e13-039e53df3d46 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:50.017815 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'tag': 'e730798f-0415-4afa-85a9-727d08b5415a', 'status': 'completed', 'code': 200} Jun 30 09:30:50.048571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-9c2a2e9e-040a-4c99-8ca4-54ba30ba72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.050206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-9c2a2e9e-040a-4c99-8ca4-54ba30ba72c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dfa3aad0ef54ab6891d4f89fbe5889a&device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 1100 time: 0.0656343 Jun 30 09:30:50.097438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-816c8fb6-c581-4185-8e34-31e31ab1b45d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e730798f-0415-4afa-85a9-727d08b5415a HTTP/1.1" status: 200 len: 217 time: 0.0393648 Jun 30 09:30:50.147075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-b11d9f0e-3b03-43c6-9a55-1ad7d0475661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.149095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-b11d9f0e-3b03-43c6-9a55-1ad7d0475661 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0455775 Jun 30 09:30:50.206247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-66d6142d-fd63-49e0-ae44-c9467f78b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.207908 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-66d6142d-fd63-49e0-ae44-c9467f78b0fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500066 Jun 30 09:30:50.299667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-e26e389d-3097-4c9a-823c-4046004daa43 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848613 Jun 30 09:30:50.394378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02ddd4dd-c037-471b-8441-4bd6fcc99006 req-097d502e-fb67-4622-bab0-822dd44f20b6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860903 Jun 30 09:30:50.490416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-c8f61259-885c-458e-8aa6-640730a24395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.492361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-c8f61259-885c-458e-8aa6-640730a24395 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dfa3aad0ef54ab6891d4f89fbe5889a&device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 1100 time: 0.0515969 Jun 30 09:30:50.584633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-43cdbcba-1d57-42bf-a5c8-92b571bf1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.586140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-43cdbcba-1d57-42bf-a5c8-92b571bf1b0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b619d7f-2e49-47da-a701-e864556142c1 HTTP/1.1" status: 200 len: 870 time: 0.0875316 Jun 30 09:30:50.627736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-0c657510-c3e3-4c0e-86db-ad646035cbfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e730798f-0415-4afa-85a9-727d08b5415a HTTP/1.1" status: 200 len: 217 time: 0.0348699 Jun 30 09:30:50.673799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-6f62fc09-58e8-4efe-a92e-b3ba1927b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.675107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-6f62fc09-58e8-4efe-a92e-b3ba1927b82b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57965c5a-2e2f-4cc0-bf89-c11f08e50026 HTTP/1.1" status: 200 len: 843 time: 0.0413291 Jun 30 09:30:50.735043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-26ac13ee-384a-42b9-93a2-e30d86b79a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.736752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-26ac13ee-384a-42b9-93a2-e30d86b79a6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b619d7f-2e49-47da-a701-e864556142c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542796 Jun 30 09:30:50.824358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-17886935-fad6-4b50-b409-0519417d4aec service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798464 Jun 30 09:30:50.915869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6207b465-d317-4d1f-9227-f6a7fb013ec7 req-1b78a2ec-72a3-4f30-8e98-c2ee02a4b891 service neutron] 10.222.0.13 "GET /v2.0/networks/0b619d7f-2e49-47da-a701-e864556142c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852504 Jun 30 09:30:51.151324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d16b-b8e3-4a57-aa9d-ec274117013b req-2644168d-fcaf-49dc-b3c1-2659361ab2e2 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:51.152782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02d2d16b-b8e3-4a57-aa9d-ec274117013b req-2644168d-fcaf-49dc-b3c1-2659361ab2e2 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 948 time: 0.0626690 Jun 30 09:30:51.189211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02d2d16b-b8e3-4a57-aa9d-ec274117013b req-7301b70e-18ad-4d7e-94d0-d7f6f547ca9c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308862 Jun 30 09:30:52.364871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25f864-dd23-4caf-8bda-69888d0bc09f req-3b4869c8-0e27-4561-81a9-a37e87dc0353 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:52.366854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c25f864-dd23-4caf-8bda-69888d0bc09f req-3b4869c8-0e27-4561-81a9-a37e87dc0353 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 948 time: 0.0639777 Jun 30 09:30:52.408056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c25f864-dd23-4caf-8bda-69888d0bc09f req-40a93c4a-3c7b-4c30-ba45-b2a0aed5cc57 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jun 30 09:30:53.554268 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.579304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588619f8-3b4c-4731-bf10-70cabc96dee1 req-1f66bda7-2d02-4d84-9b4d-a515d6bbf61f tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:53.580784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-588619f8-3b4c-4731-bf10-70cabc96dee1 req-1f66bda7-2d02-4d84-9b4d-a515d6bbf61f tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 948 time: 0.0637789 Jun 30 09:30:53.618722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-588619f8-3b4c-4731-bf10-70cabc96dee1 req-c370b07d-9daf-4773-b2f0-9f6dac1546cd tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Jun 30 09:30:53.697568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e730798f-0415-4afa-85a9-727d08b5415a details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:30:53.790161 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e730798f-0415-4afa-85a9-727d08b5415a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e730798f-0415-4afa-85a9-727d08b5415a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:53.801017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e730798f-0415-4afa-85a9-727d08b5415a', 'network_id': '0b619d7f-2e49-47da-a701-e864556142c1', 'port_id': 'e730798f-0415-4afa-85a9-727d08b5415a', 'mac_address': 'fa:16:3e:59:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57965c5a-2e2f-4cc0-bf89-c11f08e50026', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:30:53.836143 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.848082 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e730798f-0415-4afa-85a9-727d08b5415a {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:53.866482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e730798f-0415-4afa-85a9-727d08b5415a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e730798f-0415-4afa-85a9-727d08b5415a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:53.870683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.916494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e730798f-0415-4afa-85a9-727d08b5415a,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.078170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e730798f-0415-4afa-85a9-727d08b5415a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:30:54.790719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a9bea-db1e-447a-b5df-b14a08e5533b req-f02d0dab-9a97-4524-94dc-cbd0ddce50aa tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.792176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f6a9bea-db1e-447a-b5df-b14a08e5533b req-f02d0dab-9a97-4524-94dc-cbd0ddce50aa tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 949 time: 0.0613964 Jun 30 09:30:54.828521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f6a9bea-db1e-447a-b5df-b14a08e5533b req-e36dff76-cb20-49dc-90ee-94b44dab9bff tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Jun 30 09:30:55.428219 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.713284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e730798f-0415-4afa-85a9-727d08b5415a up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:55.759604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port e730798f-0415-4afa-85a9-727d08b5415a completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:55.763009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e730798f-0415-4afa-85a9-727d08b5415a triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:55.763367 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.837752 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.859035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730798f-0415-4afa-85a9-727d08b5415a'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:55.861092 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810a0cb-d5a9-4b5c-bede-b0b26cd09838" -d '{"events": [{"server_uuid": "22678f78-9aeb-4b17-a738-de4ca77326fb", "name": "network-vif-plugged", "status": "completed", "tag": "e730798f-0415-4afa-85a9-727d08b5415a"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:55.873773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e730798f-0415-4afa-85a9-727d08b5415a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e730798f-0415-4afa-85a9-727d08b5415a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:55.878330 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.902936 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ad9c5-3af2-4087-b46d-fe9aac65cc32 x-openstack-request-id: req-a98ad9c5-3af2-4087-b46d-fe9aac65cc32 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:55.903224 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22678f78-9aeb-4b17-a738-de4ca77326fb", "name": "network-vif-plugged", "status": "completed", "tag": "e730798f-0415-4afa-85a9-727d08b5415a", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:55.903468 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a98ad9c5-3af2-4087-b46d-fe9aac65cc32 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:55.903842 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730798f-0415-4afa-85a9-727d08b5415a', 'code': 200} Jun 30 09:30:55.928604 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e730798f-0415-4afa-85a9-727d08b5415a,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:56.047256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb1103-5025-42a2-b3a9-e6cd129b530d req-2c948b2b-883f-430f-8b3f-409d18db2589 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:56.048735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3cb1103-5025-42a2-b3a9-e6cd129b530d req-2c948b2b-883f-430f-8b3f-409d18db2589 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 950 time: 0.1022220 Jun 30 09:30:56.062617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875118b0-7117-4c66-bff8-281a7ecf89e9 req-3c36600c-2453-485f-80fe-c6b19891d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:56.064020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-875118b0-7117-4c66-bff8-281a7ecf89e9 req-3c36600c-2453-485f-80fe-c6b19891d45f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 1102 time: 0.0851374 Jun 30 09:30:56.110538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c3cb1103-5025-42a2-b3a9-e6cd129b530d req-ef6d5a54-2aab-4d81-b753-0025d13fbc6d tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Jun 30 09:30:56.114337 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-875118b0-7117-4c66-bff8-281a7ecf89e9 req-f5ed6daa-9d4a-493f-ac0c-9e735a08dea2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Jun 30 09:30:57.281261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614f067-c2b9-45bd-9131-34c6c7cc2657 req-69d7f3cf-8176-405b-8365-e5d554a67792 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.282745 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2614f067-c2b9-45bd-9131-34c6c7cc2657 req-69d7f3cf-8176-405b-8365-e5d554a67792 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 950 time: 0.0622873 Jun 30 09:30:57.326832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2614f067-c2b9-45bd-9131-34c6c7cc2657 req-1de6625e-4092-4790-bc1a-4affe9d4927d tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Jun 30 09:30:58.390256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6392f-8582-4727-98a9-f5265276a230 req-ef8b67ed-1dac-4286-b64d-cebd475a81b8 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.391783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73b6392f-8582-4727-98a9-f5265276a230 req-ef8b67ed-1dac-4286-b64d-cebd475a81b8 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 950 time: 0.0635538 Jun 30 09:30:58.432953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73b6392f-8582-4727-98a9-f5265276a230 req-d3241efe-12d6-46df-88ff-41c91afff86f tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348346 Jun 30 09:30:59.637089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7c58-29fb-4e82-b39a-16e6a52c2695 req-4a8e1ccc-01f8-499d-8f2f-4a89aa50663b tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:59.638557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51eb7c58-29fb-4e82-b39a-16e6a52c2695 req-4a8e1ccc-01f8-499d-8f2f-4a89aa50663b tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 950 time: 0.0948081 Jun 30 09:30:59.676980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-71a17b5f-79b8-4a44-8c24-e15b6576fdd3 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:59.678446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-71a17b5f-79b8-4a44-8c24-e15b6576fdd3 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.13 "GET /v2.0/ports?device_id=22678f78-9aeb-4b17-a738-de4ca77326fb HTTP/1.1" status: 200 len: 950 time: 0.0970235 Jun 30 09:30:59.717910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51eb7c58-29fb-4e82-b39a-16e6a52c2695 req-cec9e25a-bfa5-40d3-9189-b15df7f41558 tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b985ce5-5095-4f67-8bd6-8842fb02fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718889 Jun 30 09:30:59.785271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Deleting port e730798f-0415-4afa-85a9-727d08b5415a {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:59.785608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.873548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] For port e730798f-0415-4afa-85a9-727d08b5415a, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e730798f-0415-4afa-85a9-727d08b5415a,segment=NetworkSegment(18bd2f67-0f41-4af1-96cf-f23836d73be1),segment_id=18bd2f67-0f41-4af1-96cf-f23836d73be1)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:59.873930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.885709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Calling delete_port for e730798f-0415-4afa-85a9-727d08b5415a owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:00.009893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.023062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e730798f-0415-4afa-85a9-727d08b5415a'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:00.043428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Pushing event deleted for resources: {'Port': ['ID=e730798f-0415-4afa-85a9-727d08b5415a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.088725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] No DVR routers for this DVR port e730798f-0415-4afa-85a9-727d08b5415a on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:00.091310 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.093349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7c5c6e8-3540-45c6-9fe4-7b41d1d2f88b req-7ed5ab62-3418-473b-87cc-8ecaefb7f81c tempest-ServersAdminNegativeTestJSON-73615294 tempest-ServersAdminNegativeTestJSON-73615294-project] 10.222.0.13 "DELETE /v2.0/ports/e730798f-0415-4afa-85a9-727d08b5415a HTTP/1.1" status: 204 len: 173 time: 0.4056556 Jun 30 09:31:00.093810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'name': 'network-vif-deleted', 'tag': 'e730798f-0415-4afa-85a9-727d08b5415a'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:00.096117 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1f24f5-caa5-43f7-813c-d47176be8299" -d '{"events": [{"server_uuid": "22678f78-9aeb-4b17-a738-de4ca77326fb", "name": "network-vif-deleted", "tag": "e730798f-0415-4afa-85a9-727d08b5415a"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:00.136738 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce060cff-2880-48df-a0fa-866be3350634 x-openstack-request-id: req-ce060cff-2880-48df-a0fa-866be3350634 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:00.137034 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22678f78-9aeb-4b17-a738-de4ca77326fb", "name": "network-vif-deleted", "tag": "e730798f-0415-4afa-85a9-727d08b5415a", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:00.137293 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce060cff-2880-48df-a0fa-866be3350634 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:00.137730 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22678f78-9aeb-4b17-a738-de4ca77326fb', 'name': 'network-vif-deleted', 'tag': 'e730798f-0415-4afa-85a9-727d08b5415a', 'status': 'completed', 'code': 200} Jun 30 09:31:01.045436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42430) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:01.181571 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aa422072-dd9b-437c-822f-5ead49935490 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dfa3aad0ef54ab6891d4f89fbe5889a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349506 Jun 30 09:31:01.184164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42434) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:01.232209 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91c75ed2-dd29-4001-aa14-5b26bb453d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.252197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91c75ed2-dd29-4001-aa14-5b26bb453d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.297671 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91c75ed2-dd29-4001-aa14-5b26bb453d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.300070 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-91c75ed2-dd29-4001-aa14-5b26bb453d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.301194 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-91c75ed2-dd29-4001-aa14-5b26bb453d34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b985ce5-5095-4f67-8bd6-8842fb02fa71 HTTP/1.1" status: 204 len: 168 time: 0.1161468 Jun 30 09:31:01.309062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c75ed2-dd29-4001-aa14-5b26bb453d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b985ce5-5095-4f67-8bd6-8842fb02fa71,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:01.549896 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42440) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:01.563160 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af32db3f-2753-4821-8bed-1abb4f2dd80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.647840 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8a2909ff-a5bb-4abe-bde8-2c1c5de01176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.651769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af32db3f-2753-4821-8bed-1abb4f2dd80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.655397 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af32db3f-2753-4821-8bed-1abb4f2dd80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.691988 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af32db3f-2753-4821-8bed-1abb4f2dd80b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b702b89e12ce46cea9cd24dcd0ac406e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411026 Jun 30 09:31:01.693379 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32db3f-2753-4821-8bed-1abb4f2dd80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5954b963-a661-4537-9959-a74bf4fcebf5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:01.695295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42442) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:01.750140 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e20f32ee-aff3-4404-b603-b06fb60c8114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.770932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e20f32ee-aff3-4404-b603-b06fb60c8114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.816685 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e20f32ee-aff3-4404-b603-b06fb60c8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.819753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e20f32ee-aff3-4404-b603-b06fb60c8114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.820926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e20f32ee-aff3-4404-b603-b06fb60c8114 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5954b963-a661-4537-9959-a74bf4fcebf5 HTTP/1.1" status: 204 len: 168 time: 0.1183965 Jun 30 09:31:01.828497 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f32ee-aff3-4404-b603-b06fb60c8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5954b963-a661-4537-9959-a74bf4fcebf5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.461285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42464) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:02.556259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1374322673-network', 'tenant_id': '190b52f757d440309062be346678068d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:02.580626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Made reservation on behalf of 190b52f757d440309062be346678068d for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:02.583547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.591627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.676816 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.680349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.703920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:02.719989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d644b2-dbb8-4854-8399-cf2b81d51e1a,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.722920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.723266 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Added segment ba197f7b-fb2d-4d22-a937-f9f94441c9cf of type vlan for network 39cc6596-b212-4eb8-ad3b-794a878e52e1 Jun 30 09:31:02.770423 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.800719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.801846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:02.802432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.873452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4109244 Jun 30 09:31:02.876409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:02.882137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Request body: {'subnet': {'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1374322673-subnet', 'tenant_id': '190b52f757d440309062be346678068d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:02.907218 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Made reservation on behalf of 190b52f757d440309062be346678068d for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:02.909785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.918923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616abf4-b806-4ca3-8fc4-10aeb6c796c3 admin admin] Pushing event updated for resources: {'Network': ['ID=39cc6596-b212-4eb8-ad3b-794a878e52e1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.928855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 39cc6596-b212-4eb8-ad3b-794a878e52e1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:03.075121 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.134045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5cfed02-0f47-49e2-ab97-d03d3bd9494c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.143857 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Checking segment: {'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:03.144231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Network hostable DHCP agents. Network: 39cc6596-b212-4eb8-ad3b-794a878e52e1, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:03.160931 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Network 39cc6596-b212-4eb8-ad3b-794a878e52e1 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:03.170508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 39cc6596-b212-4eb8-ad3b-794a878e52e1) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:03.174635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:03.175215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.179291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e9ec2-1055-4f7c-b7a3-e5c0500b1f7e None None] Network 39cc6596-b212-4eb8-ad3b-794a878e52e1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:03.191342 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bcfb1921-3137-40d6-96a0-6971c48f6b6d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3138044 Jun 30 09:31:03.313934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfba876-fe9c-4229-8877-3c6adae925e3 None None] Network 39cc6596-b212-4eb8-ad3b-794a878e52e1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:03.614360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f126-f447-470c-9aff-3f851668470a req-86c2a40e-5233-4973-a6f1-0a0777ddc73a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:03.615875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-86c2a40e-5233-4973-a6f1-0a0777ddc73a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 812 time: 0.1024511 Jun 30 09:31:03.631000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-305ec880-8b17-4d79-9df5-4921139ce3fa tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/quotas/190b52f757d440309062be346678068d HTTP/1.1" status: 200 len: 375 time: 0.0096717 Jun 30 09:31:03.664007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-c2d96d29-f935-458e-b097-438d2160ed3e tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281281 Jun 30 09:31:03.756371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-43854faf-a110-40df-ab7f-bbc97f83dac1 service neutron] 10.222.0.53 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861142 Jun 30 09:31:03.757062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e730798f-0415-4afa-85a9-727d08b5415a no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:03.777506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: e730798f-0415-4afa-85a9-727d08b5415a {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:03.777869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e730798f-0415-4afa-85a9-727d08b5415a not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:03.844740 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-0a063d10-e066-4e96-95a6-5ded2cb4814d service neutron] 10.222.0.53 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825801 Jun 30 09:31:04.070566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89f108c1-a5e0-45df-a421-700c71ecb4c3 req-13914c78-7e2d-4028-ad77-c31a9618da01 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 210 time: 0.0903268 Jun 30 09:31:04.376727 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.403176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1377-d759-4785-b1b9-21ec42a65475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.047769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f126-f447-470c-9aff-3f851668470a req-d520e2a8-03b1-45a7-85b9-605e95e4e895 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:05.049195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-d520e2a8-03b1-45a7-85b9-605e95e4e895 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.13 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 812 time: 0.1011980 Jun 30 09:31:05.068213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Request body: {'port': {'device_id': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1', 'admin_state_up': True, 'tenant_id': '190b52f757d440309062be346678068d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:05.183383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Made reservation on behalf of 190b52f757d440309062be346678068d for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:05.187143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.224764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbad6fab-7243-4942-81c6-9add0160b836 req-ae8e3845-b026-4788-98e2-b7bce7ae00eb tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 210 time: 0.0353379 Jun 30 09:31:05.337740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Allocated IP 172.20.0.5 (39cc6596-b212-4eb8-ad3b-794a878e52e1/f5cfed02-0f47-49e2-ab97-d03d3bd9494c/e48a170c-9eea-428d-bb05-0aaf3c5f85c6) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:05.477147 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.514457 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.562880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Network 39cc6596-b212-4eb8-ad3b-794a878e52e1 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:05.566042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:05.571984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:05.578155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.623624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:05.624239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.637345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-93f57fd0-5fb7-439a-85b3-b0e9a6833c97 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730577 Jun 30 09:31:05.649513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Request body: {'port': {'device_id': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:05.719034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.929674 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.983684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48a170c-9eea-428d-bb05-0aaf3c5f85c6 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:05.991060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.002401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Transition to ACTIVE for port object e48a170c-9eea-428d-bb05-0aaf3c5f85c6 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:06.006627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.077971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:06.128276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:06.128615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:06.128946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on network 39cc6596-b212-4eb8-ad3b-794a878e52e1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:06.133742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on network 39cc6596-b212-4eb8-ad3b-794a878e52e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:06.134065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on network 39cc6596-b212-4eb8-ad3b-794a878e52e1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:06.138832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:06.139169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Checking segment: {'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:06.139549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Bound using segment: {'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:06.139980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Bound port: e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:06.140330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.207258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:06.210640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:06.213991 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.247478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.248087 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.249494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 1092 time: 0.6044879 Jun 30 09:31:06.249953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:06.252230 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:06.277370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad4301-a452-42d3-af93-61c594f8a6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:06.380691 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0565e7-0449-41db-9fd0-4451735bf1c3 x-openstack-request-id: req-0d0565e7-0449-41db-9fd0-4451735bf1c3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:06.380984 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:06.381233 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d0565e7-0449-41db-9fd0-4451735bf1c3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:06.381617 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'status': 'completed', 'code': 200} Jun 30 09:31:06.394514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f126-f447-470c-9aff-3f851668470a req-9f5d3d91-dd53-40a5-b875-ec76ca4b4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.396040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-9f5d3d91-dd53-40a5-b875-ec76ca4b4d81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1095 time: 0.0899298 Jun 30 09:31:06.441578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-56e540e2-a3fd-4224-a930-782f72cc698a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 217 time: 0.0365508 Jun 30 09:31:06.466788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335f106-6e79-41cc-af5f-071373820440 req-0b247d7a-9c29-4c34-b954-557fc1a5cb33 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.468220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c335f106-6e79-41cc-af5f-071373820440 req-0b247d7a-9c29-4c34-b954-557fc1a5cb33 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 943 time: 0.1216729 Jun 30 09:31:06.524463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5f126-f447-470c-9aff-3f851668470a req-eca4649f-fd30-4ead-a1cb-1abae53b75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.525912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-eca4649f-fd30-4ead-a1cb-1abae53b75d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 200 len: 852 time: 0.0780654 Jun 30 09:31:06.530660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c335f106-6e79-41cc-af5f-071373820440 req-6fc66f32-35b3-4199-919c-ea2afcbb2594 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 Jun 30 09:31:06.564256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-0be95bbe-2dcd-4acd-a8c1-9cdb681c0b09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39cc6596-b212-4eb8-ad3b-794a878e52e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316453 Jun 30 09:31:06.653378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-f52a3a4f-01ff-4694-adff-882537752e97 service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821364 Jun 30 09:31:06.748557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3cb5f126-f447-470c-9aff-3f851668470a req-96050220-ac15-47b6-9560-82962e54eb42 service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882027 Jun 30 09:31:06.847937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-90a3019f-0fd0-4563-86af-9021d515e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.849944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-90a3019f-0fd0-4563-86af-9021d515e496 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1095 time: 0.0526364 Jun 30 09:31:06.937170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-5859fd48-b7e4-47dd-81e8-93d862f0c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.938702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-5859fd48-b7e4-47dd-81e8-93d862f0c760 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 913 time: 0.0827022 Jun 30 09:31:06.985423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-e073d360-e385-4b7a-bbfa-c9684d4e1adb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 217 time: 0.0388277 Jun 30 09:31:07.036957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-50b673d4-4e5e-44fe-93e2-ea80a99e9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:07.038345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-50b673d4-4e5e-44fe-93e2-ea80a99e9c79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 200 len: 852 time: 0.0436099 Jun 30 09:31:07.072248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-638fb4c7-679c-48cb-ac9a-66042cf77fab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39cc6596-b212-4eb8-ad3b-794a878e52e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246937 Jun 30 09:31:07.166268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-f272398b-de41-4fe6-b641-7374384e3709 service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848613 Jun 30 09:31:07.255626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c32aa27-3aa4-4cbc-bdc8-87a24c71b5be req-be6236fc-4589-4a9f-8d03-7b4c0a45db5b service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807605 Jun 30 09:31:07.356988 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.713355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf1139-53d9-4881-a4ed-ee03c663815b req-c7374786-0fde-40e2-919e-9ea333133aae tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:07.714923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65cf1139-53d9-4881-a4ed-ee03c663815b req-c7374786-0fde-40e2-919e-9ea333133aae tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 943 time: 0.0724351 Jun 30 09:31:07.757578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65cf1139-53d9-4881-a4ed-ee03c663815b req-c2aa124d-48a7-44c0-9858-9018ab52ef2d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370331 Jun 30 09:31:08.926284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19085e14-fd20-4487-8220-1a499cf51735 req-4f83fe12-7cbc-4537-8fd7-c6c62c7fb4e2 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:08.927659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19085e14-fd20-4487-8220-1a499cf51735 req-4f83fe12-7cbc-4537-8fd7-c6c62c7fb4e2 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 943 time: 0.0621135 Jun 30 09:31:08.964805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-19085e14-fd20-4487-8220-1a499cf51735 req-bf3a151b-930a-4fa4-a7f3-5275090feb71 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Jun 30 09:31:09.789991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:09.882529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:09.893099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1', 'port_id': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'mac_address': 'fa:16:3e:94:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cfed02-0f47-49e2-ab97-d03d3bd9494c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:09.932783 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.946346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48a170c-9eea-428d-bb05-0aaf3c5f85c6 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:09.965223 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:09.969697 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.015696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.141146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e6c36-5ca4-4abb-a61a-8036ebedc796 req-95e33e06-bab9-4b77-8767-6ff2038eedae tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:10.142568 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-009e6c36-5ca4-4abb-a61a-8036ebedc796 req-95e33e06-bab9-4b77-8767-6ff2038eedae tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 944 time: 0.0631621 Jun 30 09:31:10.179668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-009e6c36-5ca4-4abb-a61a-8036ebedc796 req-3f8ab2ad-fd5d-4ab3-b2b0-affbc9ec3618 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Jun 30 09:31:10.182860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e48a170c-9eea-428d-bb05-0aaf3c5f85c6'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:11.358122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc1c7a-ea8d-4e89-a268-30c33794b9f7 req-210dcfd6-ebe7-45cb-9040-ed0fbaba6987 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.360150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47bc1c7a-ea8d-4e89-a268-30c33794b9f7 req-210dcfd6-ebe7-45cb-9040-ed0fbaba6987 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 944 time: 0.0685399 Jun 30 09:31:11.400266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47bc1c7a-ea8d-4e89-a268-30c33794b9f7 req-43653676-ae8e-44e7-9982-c0686d75a8d5 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Jun 30 09:31:11.804897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:11.851483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:11.855048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:11.855414 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.927774 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.951364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:11.953592 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6cc550-e052-4c94-af4d-5eb0bcdd6464" -d '{"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-plugged", "status": "completed", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:11.966049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:11.969878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.993252 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3edbb3a-6b0d-48f7-ba8a-ce39373a36dd x-openstack-request-id: req-e3edbb3a-6b0d-48f7-ba8a-ce39373a36dd {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:11.993542 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-plugged", "status": "completed", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:11.993824 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3edbb3a-6b0d-48f7-ba8a-ce39373a36dd {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:11.994205 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'code': 200} Jun 30 09:31:12.020400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.104170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28b5f7-1b0a-49b8-8b03-9317c285b165 req-9f0c859c-634e-49b0-b9f4-7777c3d6efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.105561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c28b5f7-1b0a-49b8-8b03-9317c285b165 req-9f0c859c-634e-49b0-b9f4-7777c3d6efca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1097 time: 0.0507631 Jun 30 09:31:12.140224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0c28b5f7-1b0a-49b8-8b03-9317c285b165 req-464c7658-f1f4-4cdf-afce-04f60c1ffc01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270958 Jun 30 09:31:12.570421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fe95c-72e9-4d22-9086-dff0784fafe2 req-b6256ede-ebec-4861-83a3-1a5cf3342532 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:12.571909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b2fe95c-72e9-4d22-9086-dff0784fafe2 req-b6256ede-ebec-4861-83a3-1a5cf3342532 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0617189 Jun 30 09:31:12.612802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b2fe95c-72e9-4d22-9086-dff0784fafe2 req-a3c6c0c4-5c1e-4848-a15a-4df35df1884f tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353019 Jun 30 09:31:13.783237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbab007-1622-45bc-bc99-b2b76c21316c req-0226894a-bad2-4464-80b4-cdf9c759cb62 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.784693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afbab007-1622-45bc-bc99-b2b76c21316c req-0226894a-bad2-4464-80b4-cdf9c759cb62 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0621641 Jun 30 09:31:13.821954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afbab007-1622-45bc-bc99-b2b76c21316c req-ca3172c1-48b9-44fe-a3bb-29b9571072ac tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jun 30 09:31:14.100661 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42524) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.202863 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-565ad530-d669-42db-ab83-0128a0e7df28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010897 Jun 30 09:31:14.211498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497327b-9589-40a5-bf83-181140123315 req-076b3e13-583a-4778-bc43-3616c4295cd6 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:14.213112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e497327b-9589-40a5-bf83-181140123315 req-076b3e13-583a-4778-bc43-3616c4295cd6 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0629447 Jun 30 09:31:14.258576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e497327b-9589-40a5-bf83-181140123315 req-bfa05c03-2744-4960-b073-3c2fa8aa0776 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Jun 30 09:31:15.435333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d7fe-bbbe-4891-b640-1e0f85b5d439 req-c9aaa4d7-dd3e-4f48-afd6-226f6f85ea6e tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:15.436800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7053d7fe-bbbe-4891-b640-1e0f85b5d439 req-c9aaa4d7-dd3e-4f48-afd6-226f6f85ea6e tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0657244 Jun 30 09:31:15.475943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7053d7fe-bbbe-4891-b640-1e0f85b5d439 req-31930a82-180b-4e1d-a848-fc540a67181d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jun 30 09:31:15.573341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-81c68419-8243-4e77-89e2-41b864faf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:15.574791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-81c68419-8243-4e77-89e2-41b864faf9b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1097 time: 0.0538952 Jun 30 09:31:15.665875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-6a4764f1-17a8-4226-afdc-d9a8ae8b0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:15.667321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-6a4764f1-17a8-4226-afdc-d9a8ae8b0cca service neutron] 10.222.0.13 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 913 time: 0.0864484 Jun 30 09:31:15.709008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-32db3eb0-ba09-4dd7-99ac-d13c3f16f597 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 217 time: 0.0345705 Jun 30 09:31:15.756714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-e4b71171-7044-4bd7-9244-8571aeb600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:15.758125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-e4b71171-7044-4bd7-9244-8571aeb600d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 200 len: 852 time: 0.0431213 Jun 30 09:31:15.790564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-09c97c9c-5552-4e8e-ae76-675e0b530150 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39cc6596-b212-4eb8-ad3b-794a878e52e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255141 Jun 30 09:31:15.881286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-ec68eb19-0731-48bc-8012-b4fdde8783bc service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836716 Jun 30 09:31:15.969605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-204156eb-99b9-481d-af55-2db8c3a7f048 service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818624 Jun 30 09:31:16.657594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60d34-a73d-4d57-aa93-264877af0795 req-9733e214-72c0-4641-af22-70fb3199bc9d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.659082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6aa60d34-a73d-4d57-aa93-264877af0795 req-9733e214-72c0-4641-af22-70fb3199bc9d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0669012 Jun 30 09:31:16.696290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6aa60d34-a73d-4d57-aa93-264877af0795 req-757c1adc-39a0-4bee-b012-fbcc7d366305 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jun 30 09:31:17.870188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87032f1e-6945-4325-947f-b962fa6e7235 req-70dceff1-42d7-41ab-951b-900213888cfe tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.872050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87032f1e-6945-4325-947f-b962fa6e7235 req-70dceff1-42d7-41ab-951b-900213888cfe tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0627010 Jun 30 09:31:17.909041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-87032f1e-6945-4325-947f-b962fa6e7235 req-a074e8ec-4816-45cf-8405-7862ec23575c tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Jun 30 09:31:19.081654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5496e-75a3-4953-878f-cc6d0b5146c3 req-cfe53a86-e290-4f9d-8850-eac029c055a4 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:19.083084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74a5496e-75a3-4953-878f-cc6d0b5146c3 req-cfe53a86-e290-4f9d-8850-eac029c055a4 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0654407 Jun 30 09:31:19.119660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74a5496e-75a3-4953-878f-cc6d0b5146c3 req-ce6c644c-904f-4d17-b24c-ce73b26b93ef tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Jun 30 09:31:20.290205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a0bc8-f29d-4711-a3c5-a8b5740bb03a req-9b78c222-4a5e-4c4a-942e-de21123d66f9 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:20.291445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a7a0bc8-f29d-4711-a3c5-a8b5740bb03a req-9b78c222-4a5e-4c4a-942e-de21123d66f9 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0624547 Jun 30 09:31:20.329825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a7a0bc8-f29d-4711-a3c5-a8b5740bb03a req-7411ef9c-73e3-4edd-87f7-44b0f75f788d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Jun 30 09:31:21.505175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a40f-7cb3-4dd1-a72c-3eea30e939c2 req-5f855401-613e-4ba6-99f8-194b549c9611 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.506637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e362a40f-7cb3-4dd1-a72c-3eea30e939c2 req-5f855401-613e-4ba6-99f8-194b549c9611 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0624154 Jun 30 09:31:21.543734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e362a40f-7cb3-4dd1-a72c-3eea30e939c2 req-f0cb449e-e0f7-443c-aa15-cc133b411074 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Jun 30 09:31:21.870701 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:22.719498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b96271-6ad0-438a-9df4-2143192e29ad req-319f823c-47d8-4211-adf1-ba9f2c5c30a7 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.720946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b96271-6ad0-438a-9df4-2143192e29ad req-319f823c-47d8-4211-adf1-ba9f2c5c30a7 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0654013 Jun 30 09:31:22.758397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04b96271-6ad0-438a-9df4-2143192e29ad req-5fc5f577-4fbb-470d-8fbc-3d1bb8c7e1df tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jun 30 09:31:23.567344 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.929885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58f985-6c82-4551-be2d-2725b39cbf5b req-d936655c-466d-4715-aad2-281c86469d6a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:23.931274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a58f985-6c82-4551-be2d-2725b39cbf5b req-d936655c-466d-4715-aad2-281c86469d6a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0634580 Jun 30 09:31:23.967735 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5a58f985-6c82-4551-be2d-2725b39cbf5b req-20124eee-8ea2-48f3-ab28-8b9326da3954 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Jun 30 09:31:25.173479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8dad6-1f10-4b10-a4c7-c2c41de5457b req-b6f2edae-a744-4270-ba3a-53139953ff2d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:25.175474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30a8dad6-1f10-4b10-a4c7-c2c41de5457b req-b6f2edae-a744-4270-ba3a-53139953ff2d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0660896 Jun 30 09:31:25.212284 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30a8dad6-1f10-4b10-a4c7-c2c41de5457b req-9fa4f810-4c59-4e61-9a65-0956ff1291ce tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Jun 30 09:31:25.440753 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.385464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e4c12-0884-4f88-b79a-89664f137cc3 req-2f8a9201-0646-4642-abc4-1560bf5d11db tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:26.386834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e04e4c12-0884-4f88-b79a-89664f137cc3 req-2f8a9201-0646-4642-abc4-1560bf5d11db tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0619197 Jun 30 09:31:26.423424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e04e4c12-0884-4f88-b79a-89664f137cc3 req-f03414e9-32c0-47bc-a1f4-2755e9dba0c1 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Jun 30 09:31:27.594172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60186cc-9492-484f-b284-380c10931efd req-9bed79cf-f5ba-4038-b576-b46293a9401d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:27.597010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c60186cc-9492-484f-b284-380c10931efd req-9bed79cf-f5ba-4038-b576-b46293a9401d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0636210 Jun 30 09:31:27.634386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c60186cc-9492-484f-b284-380c10931efd req-b6bf7c68-a9a8-4401-95d0-bdc3babf73d7 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Jun 30 09:31:28.807910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4964d5-5026-447f-83ef-5b1ba4a91c3c req-109a70b8-608f-4524-9463-54d5ad8d507f tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:28.809343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e4964d5-5026-447f-83ef-5b1ba4a91c3c req-109a70b8-608f-4524-9463-54d5ad8d507f tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0664530 Jun 30 09:31:28.846397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e4964d5-5026-447f-83ef-5b1ba4a91c3c req-8589826d-d4b3-4e0b-8e25-3ec5709402a6 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307183 Jun 30 09:31:30.018259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6f752-dfe8-45d4-9d61-4bc65b1fe304 req-a2ff3508-d333-450e-826a-8a0dbb558d89 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.019718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fcf6f752-dfe8-45d4-9d61-4bc65b1fe304 req-a2ff3508-d333-450e-826a-8a0dbb558d89 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0636458 Jun 30 09:31:30.057358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fcf6f752-dfe8-45d4-9d61-4bc65b1fe304 req-3ea4dded-c97f-42b6-b9f7-c5fa95d74eac tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jun 30 09:31:31.231223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d825c7-ffe3-4295-ad18-1306f0660e95 req-559aba47-65ef-4c19-b93d-e61ebfd31a5d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:31.232947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7d825c7-ffe3-4295-ad18-1306f0660e95 req-559aba47-65ef-4c19-b93d-e61ebfd31a5d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0656197 Jun 30 09:31:31.270361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7d825c7-ffe3-4295-ad18-1306f0660e95 req-4e1403c6-cf31-47d7-9b28-2196f4d971f6 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Jun 30 09:31:31.648235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ba28-20b6-4f03-85bc-874ec1ea5533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.441764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3ffb-f444-4ccb-a993-f057488b78df req-bda94559-2a4d-4f04-b0c3-08784c26dbe4 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.443268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2db3ffb-f444-4ccb-a993-f057488b78df req-bda94559-2a4d-4f04-b0c3-08784c26dbe4 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0617065 Jun 30 09:31:32.480409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2db3ffb-f444-4ccb-a993-f057488b78df req-3d009ec1-675d-4c8f-828f-066cf52f5ccf tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Jun 30 09:31:33.650973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dd25d-3f7d-4e4d-af0b-395cdf67e8d2 req-f5e5d256-dd9b-4613-a9d9-07a5e764c48e tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.652441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-215dd25d-3f7d-4e4d-af0b-395cdf67e8d2 req-f5e5d256-dd9b-4613-a9d9-07a5e764c48e tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0621204 Jun 30 09:31:33.689388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-215dd25d-3f7d-4e4d-af0b-395cdf67e8d2 req-e668f0c8-25b7-4876-bf2f-1e6a2eaeee3f tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Jun 30 09:31:34.377506 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.402075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f93a3db2-8f50-433a-85f2-9b3c6c6fd5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.865979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9dad0-9056-4750-9043-845d4f20ac55 req-0b47113d-9802-4eaa-af36-ded3b1390634 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:34.868301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b9dad0-9056-4750-9043-845d4f20ac55 req-0b47113d-9802-4eaa-af36-ded3b1390634 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0681725 Jun 30 09:31:34.905743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09b9dad0-9056-4750-9043-845d4f20ac55 req-a59dbf84-e123-4d8e-84dd-45221ec80534 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Jun 30 09:31:35.931407 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.081032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fd8ed-c68e-417f-bdfb-653ad32a571f req-6553754b-e969-444c-b158-4b75a9dd6922 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.082530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e02fd8ed-c68e-417f-bdfb-653ad32a571f req-6553754b-e969-444c-b158-4b75a9dd6922 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0634253 Jun 30 09:31:36.119103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e02fd8ed-c68e-417f-bdfb-653ad32a571f req-d163ac05-06d2-4a06-9340-742b18673c84 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Jun 30 09:31:37.292414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a338b-bcb1-4c73-b41b-8a945b297da4 req-e8125aef-28b2-409d-ac36-8417a9483619 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:37.294710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c39a338b-bcb1-4c73-b41b-8a945b297da4 req-e8125aef-28b2-409d-ac36-8417a9483619 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0662274 Jun 30 09:31:37.332577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c39a338b-bcb1-4c73-b41b-8a945b297da4 req-50786565-ffb7-470f-95d5-be99444d99c3 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Jun 30 09:31:37.359968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.501089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ceb29-c627-4e1e-9270-11b726c5f018 req-0056c3dd-99eb-4273-9222-ef543d40c5f8 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.502551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f2ceb29-c627-4e1e-9270-11b726c5f018 req-0056c3dd-99eb-4273-9222-ef543d40c5f8 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0614352 Jun 30 09:31:38.539623 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f2ceb29-c627-4e1e-9270-11b726c5f018 req-89d68160-cc60-4e73-b8e4-3fd309e3664a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Jun 30 09:31:39.709022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f991d4-9981-44e7-9bf8-16f376ca563a req-71acda05-8139-4497-b4ed-f572d2d6da8c tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.710518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6f991d4-9981-44e7-9bf8-16f376ca563a req-71acda05-8139-4497-b4ed-f572d2d6da8c tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0627697 Jun 30 09:31:39.747926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6f991d4-9981-44e7-9bf8-16f376ca563a req-eaa51138-643d-4283-b78f-bcf8e05f0016 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Jun 30 09:31:40.921213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9048-aa3e-4231-bf24-425781fa5139 req-401afaf8-0521-4f49-bb98-ed4f7636876d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:40.923096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-029c9048-aa3e-4231-bf24-425781fa5139 req-401afaf8-0521-4f49-bb98-ed4f7636876d tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0665350 Jun 30 09:31:40.959798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-029c9048-aa3e-4231-bf24-425781fa5139 req-d242003d-32fc-403d-a461-18b677f41237 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Jun 30 09:31:42.133839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0aac8-61f5-4af9-b223-e69140b8ede1 req-ba809b15-ca31-465a-b79e-b5f0770f9f09 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.135305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ee0aac8-61f5-4af9-b223-e69140b8ede1 req-ba809b15-ca31-465a-b79e-b5f0770f9f09 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0624523 Jun 30 09:31:42.172544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ee0aac8-61f5-4af9-b223-e69140b8ede1 req-313b628a-cb02-48af-b9fd-868cb70c1d93 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Jun 30 09:31:43.018330 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-6677b3ce-f7a5-4770-9c57-715c9fa479a0 service neutron] show failed (client error): The resource could not be found. Jun 30 09:31:43.019329 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-6677b3ce-f7a5-4770-9c57-715c9fa479a0 service neutron] 10.222.0.13 "GET /v2.0/ports/e48a170c-9eea-428d-bb05-0aaf3c5f85c6/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0589368 Jun 30 09:31:43.717183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-cabc5578-2944-44b9-aee0-dee266586f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.718700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-cabc5578-2944-44b9-aee0-dee266586f9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430&tenant_id=190b52f757d440309062be346678068d HTTP/1.1" status: 200 len: 1097 time: 0.4871712 Jun 30 09:31:43.727958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56427f52-5905-46fa-a997-263d21989d85 req-da1d2eb5-ee45-4f70-b41c-47e8e937815a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.729319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56427f52-5905-46fa-a997-263d21989d85 req-da1d2eb5-ee45-4f70-b41c-47e8e937815a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.1129689 Jun 30 09:31:43.734352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:43.797496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56427f52-5905-46fa-a997-263d21989d85 req-7ce86f6d-f076-4e64-a9c0-f2e21061e311 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606840 Jun 30 09:31:43.827976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.027150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:44.058425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:44.098175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:44.100644 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47dfaa3-94d3-450b-810b-6db0151e3844" -d '{"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-unplugged", "status": "completed", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:44.104232 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.116547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Transition to ACTIVE for port object e48a170c-9eea-428d-bb05-0aaf3c5f85c6 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:44.120684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.154440 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7361a42-60b6-4543-89c0-1564035caa60 x-openstack-request-id: req-d7361a42-60b6-4543-89c0-1564035caa60 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:44.154741 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-unplugged", "status": "completed", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:44.154996 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7361a42-60b6-4543-89c0-1564035caa60 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:44.155386 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'code': 200} Jun 30 09:31:44.188064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] No DVR routers for this DVR port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:44.190803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:44.201486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.201861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.202208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.202546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.202881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.203785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.204119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.204448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.204776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.205103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.205429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.205785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:44.239142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:44.239478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:44.239803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on network 39cc6596-b212-4eb8-ad3b-794a878e52e1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:44.243964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on network 39cc6596-b212-4eb8-ad3b-794a878e52e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:44.244286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Attempting to bind port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on network 39cc6596-b212-4eb8-ad3b-794a878e52e1 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:44.249007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:44.249339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Checking segment: {'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:44.249758 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Bound using segment: {'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:44.250700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Bound port: e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:44.251060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.311780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:44.315294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:44.319320 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.351174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.351848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.353251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] 10.222.0.26 "PUT /v2.0/ports/e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 1092 time: 0.6230345 Jun 30 09:31:44.377058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720344f9-eb6f-41b7-ba77-e7bd1ec4ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:44.431063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-23069507-124b-40b7-bfae-e567a6402119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.432543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-23069507-124b-40b7-bfae-e567a6402119 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1095 time: 0.0511787 Jun 30 09:31:44.525519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-cd7ee8d4-3e2e-495c-984f-1b149c0dfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.527099 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-cd7ee8d4-3e2e-495c-984f-1b149c0dfb3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 913 time: 0.0843542 Jun 30 09:31:44.575824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-710679d2-b374-459e-932c-dd976d1e050b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 217 time: 0.0386195 Jun 30 09:31:44.633959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-c74de368-a418-470e-96da-537c27286f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.635398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-c74de368-a418-470e-96da-537c27286f66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 200 len: 852 time: 0.0499992 Jun 30 09:31:44.670957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-7f3dab96-29f8-426a-8c16-6877185c42a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39cc6596-b212-4eb8-ad3b-794a878e52e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248303 Jun 30 09:31:44.762541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-3232cf6f-a853-4096-adc6-55e929a0c9dd service neutron] 10.222.0.26 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794761 Jun 30 09:31:44.857474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-076baab7-0501-4c7a-9daa-a6b7e02f0e11 req-72caf2f5-47dd-4ebc-888d-7d886e443e03 service neutron] 10.222.0.26 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841913 Jun 30 09:31:44.982352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415580-bb21-4fd9-b858-67620a6d0ff8 req-40ac5a3b-bb84-45ac-808d-a9ecc6147552 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.983847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e415580-bb21-4fd9-b858-67620a6d0ff8 req-40ac5a3b-bb84-45ac-808d-a9ecc6147552 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 943 time: 0.0697997 Jun 30 09:31:45.023084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6e415580-bb21-4fd9-b858-67620a6d0ff8 req-994312fe-e241-4d5c-afe7-9caaaf50cb72 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Jun 30 09:31:45.957724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:45.997214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:46.170000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:46.172219 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c27046b-960c-421c-ae62-403d3a3ff2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:46.210150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472038d6-b722-435c-a8ff-9c30ba46225d req-3da79767-bc44-4029-bcd1-62eaa3b7f7b0 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.212053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-472038d6-b722-435c-a8ff-9c30ba46225d req-3da79767-bc44-4029-bcd1-62eaa3b7f7b0 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 943 time: 0.0728488 Jun 30 09:31:46.225792 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10af75bf-a111-4084-9d93-33211d733771 x-openstack-request-id: req-10af75bf-a111-4084-9d93-33211d733771 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:46.226147 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:46.226495 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10af75bf-a111-4084-9d93-33211d733771 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:46.226882 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'status': 'completed', 'code': 200} Jun 30 09:31:46.302766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-472038d6-b722-435c-a8ff-9c30ba46225d req-dbd29b1e-7638-4087-a546-d690d49bde55 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854988 Jun 30 09:31:46.344807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-faba4464-5e38-4ca6-90ad-75b78f530a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.346336 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-faba4464-5e38-4ca6-90ad-75b78f530a0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1095 time: 0.1037486 Jun 30 09:31:46.348056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-eef2a59f-396c-4fab-8f83-65f8f62610b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.349363 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-eef2a59f-396c-4fab-8f83-65f8f62610b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1095 time: 0.0977929 Jun 30 09:31:46.505241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-1c7105bb-f2e1-4aba-9a80-b5735c86633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.506631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-1c7105bb-f2e1-4aba-9a80-b5735c86633e service neutron] 10.222.0.26 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 913 time: 0.1530097 Jun 30 09:31:46.509099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-ced30ad3-cad4-403e-b554-8c5726dcbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.510441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-ced30ad3-cad4-403e-b554-8c5726dcbe70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 913 time: 0.1495509 Jun 30 09:31:46.555389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-3a91c89f-bd92-4e23-9bce-b50893ed8120 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 217 time: 0.0385568 Jun 30 09:31:46.590580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-c8c8e127-12f9-4c41-bbd1-36314757a1ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 217 time: 0.0726728 Jun 30 09:31:46.663339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-faa59324-8102-4419-bb03-9494a86a6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.664800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-faa59324-8102-4419-bb03-9494a86a6c2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 200 len: 852 time: 0.0825152 Jun 30 09:31:46.670551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-335b27f4-f351-4f82-9b1f-190e8fbb076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.672422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-335b27f4-f351-4f82-9b1f-190e8fbb076c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 200 len: 852 time: 0.0597546 Jun 30 09:31:46.706883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-86967d63-2345-421b-8896-109e1fc4236b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39cc6596-b212-4eb8-ad3b-794a878e52e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335336 Jun 30 09:31:46.724161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-dc796f08-4f21-4ad4-afb8-3fe93b90b06e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39cc6596-b212-4eb8-ad3b-794a878e52e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437450 Jun 30 09:31:46.879716 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-6961193a-c28d-4a9a-b047-a036fe354ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574819 Jun 30 09:31:46.881751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-6bcd6302-49d2-4001-a39f-fcb5e4161e5e service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499226 Jun 30 09:31:47.032431 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-068c5a1d-15e2-4b53-a402-7ed785ea825f service neutron] 10.222.0.26 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460071 Jun 30 09:31:47.035698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c27046b-960c-421c-ae62-403d3a3ff2ec req-aaa3f852-20d3-4f75-b7f5-bf6b361d157b service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425071 Jun 30 09:31:47.475083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94d41-8f9f-4f9b-bc9f-cd8e268b20c8 req-484cce08-f499-4018-92d3-cbcf238e3230 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:47.476555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61b94d41-8f9f-4f9b-bc9f-cd8e268b20c8 req-484cce08-f499-4018-92d3-cbcf238e3230 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 943 time: 0.0614531 Jun 30 09:31:47.512848 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61b94d41-8f9f-4f9b-bc9f-cd8e268b20c8 req-390a7584-aaa9-4a86-9e78-ff5eabb8d2d0 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305431 Jun 30 09:31:47.923676 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5708da-0750-4978-b19f-882b3d45b225 req-cbf14bc6-c402-4634-b127-03cfea5f7252 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:47.925059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-cbf14bc6-c402-4634-b127-03cfea5f7252 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430&tenant_id=190b52f757d440309062be346678068d&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 943 time: 0.1081686 Jun 30 09:31:47.981971 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-6a5708da-0750-4978-b19f-882b3d45b225 req-5ba3aa94-baef-4dee-a030-46376b67beff service neutron] delete failed (client error): The resource could not be found. Jun 30 09:31:47.982925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-5ba3aa94-baef-4dee-a030-46376b67beff service neutron] 10.222.0.13 "DELETE /v2.0/ports/e48a170c-9eea-428d-bb05-0aaf3c5f85c6/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0517485 Jun 30 09:31:48.079224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5708da-0750-4978-b19f-882b3d45b225 req-bae7c757-956d-48bd-bb25-e7155d5b9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.080687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-bae7c757-956d-48bd-bb25-e7155d5b9a0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190b52f757d440309062be346678068d&device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 1095 time: 0.0560603 Jun 30 09:31:48.167406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5708da-0750-4978-b19f-882b3d45b225 req-57c0ef56-27b5-4eaa-9a0f-ebdbeb1de321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.168819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-57c0ef56-27b5-4eaa-9a0f-ebdbeb1de321 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 200 len: 913 time: 0.0812006 Jun 30 09:31:48.211991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e4ad4b7f-a7fc-4f12-9846-07edd4390fa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 200 len: 217 time: 0.0362179 Jun 30 09:31:48.245285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:48.260005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5708da-0750-4978-b19f-882b3d45b225 req-c5e7f9ca-4e7c-4346-8133-bfc88e1abb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.261487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-c5e7f9ca-4e7c-4346-8133-bfc88e1abb3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 200 len: 852 time: 0.0418689 Jun 30 09:31:48.295493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-c1353c4c-6e8f-477d-9f9b-ce4947238b6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39cc6596-b212-4eb8-ad3b-794a878e52e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Jun 30 09:31:48.335299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:48.346906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'network_id': '39cc6596-b212-4eb8-ad3b-794a878e52e1', 'port_id': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'mac_address': 'fa:16:3e:94:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cfed02-0f47-49e2-ab97-d03d3bd9494c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:48.381319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.386380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-81cdd67d-54ad-4afc-9c0d-1c4d0a611fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828164 Jun 30 09:31:48.393719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48a170c-9eea-428d-bb05-0aaf3c5f85c6 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:48.416077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:48.420231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.465928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.473426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.473800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.474134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.474469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.474791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.475165 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.475493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.475810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.476126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.476442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.476785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.477100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.477469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-b930e82d-0d6f-46e9-8285-ad0ef9350f54 service neutron] 10.222.0.13 "GET /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829291 Jun 30 09:31:48.690385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['e48a170c-9eea-428d-bb05-0aaf3c5f85c6'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:49.312597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a473b-68cc-42f4-9eb9-7e5421a6f5de req-5385948a-fb0f-4854-910e-857843b16d10 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:49.314190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b2a473b-68cc-42f4-9eb9-7e5421a6f5de req-5385948a-fb0f-4854-910e-857843b16d10 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 944 time: 0.0624597 Jun 30 09:31:49.351589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b2a473b-68cc-42f4-9eb9-7e5421a6f5de req-634e4988-5f79-4238-8e92-9559e503936c tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Jun 30 09:31:50.268911 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:50.317998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:50.321761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:50.322135 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.398484 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.426027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:50.428292 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440762ad-9a7d-4e56-a0ce-b4e2e71e3de8" -d '{"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-plugged", "status": "completed", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:50.443145 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:50.447234 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.498184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.532132 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db173d79-5fea-4409-a080-cb05bf437e30 x-openstack-request-id: req-db173d79-5fea-4409-a080-cb05bf437e30 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:50.532427 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-plugged", "status": "completed", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:50.532679 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db173d79-5fea-4409-a080-cb05bf437e30 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:50.533068 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'code': 200} Jun 30 09:31:50.831222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f468289-45be-42cd-a0ba-da84352b92f1 req-09a01d79-0fd0-4e7e-ae8a-039efc4cc29c tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.832693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f468289-45be-42cd-a0ba-da84352b92f1 req-09a01d79-0fd0-4e7e-ae8a-039efc4cc29c tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.3572478 Jun 30 09:31:50.842773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5708da-0750-4978-b19f-882b3d45b225 req-34ab1fb6-36ea-40f3-b528-e4f63f493925 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.844628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-34ab1fb6-36ea-40f3-b528-e4f63f493925 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3a75387-4e11-4604-b25e-28e0a72af430 HTTP/1.1" status: 200 len: 945 time: 0.0884960 Jun 30 09:31:50.911043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f468289-45be-42cd-a0ba-da84352b92f1 req-cac655ce-d237-4bc9-ab7c-61972855da6a tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.53 "GET /v2.0/security-groups?id=16d644b2-dbb8-4854-8399-cf2b81d51e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653956 Jun 30 09:31:50.966874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Deleting port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:50.967210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.055643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] For port e48a170c-9eea-428d-bb05-0aaf3c5f85c6, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,segment=NetworkSegment(ba197f7b-fb2d-4d22-a937-f9f94441c9cf),segment_id=ba197f7b-fb2d-4d22-a937-f9f94441c9cf)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:51.055995 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.067653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Calling delete_port for e48a170c-9eea-428d-bb05-0aaf3c5f85c6 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:51.190439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.205733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['e48a170c-9eea-428d-bb05-0aaf3c5f85c6'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:51.222913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Pushing event deleted for resources: {'Port': ['ID=e48a170c-9eea-428d-bb05-0aaf3c5f85c6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.267270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] No DVR routers for this DVR port e48a170c-9eea-428d-bb05-0aaf3c5f85c6 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:51.269852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.271813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5708da-0750-4978-b19f-882b3d45b225 req-e22c7580-8799-48e7-9918-eaea5422bb95 tempest-DeleteServersTestJSON-1486330486 tempest-DeleteServersTestJSON-1486330486-project] 10.222.0.26 "DELETE /v2.0/ports/e48a170c-9eea-428d-bb05-0aaf3c5f85c6 HTTP/1.1" status: 204 len: 173 time: 0.4131906 Jun 30 09:31:51.272249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-deleted', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:51.274538 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebdb57e-fdc7-4012-b02c-0638b6b71295" -d '{"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-deleted", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:51.315923 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e8f9d4-11ab-4ead-9685-9f4f8a65f492 x-openstack-request-id: req-78e8f9d4-11ab-4ead-9685-9f4f8a65f492 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:51.316235 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a75387-4e11-4604-b25e-28e0a72af430", "name": "network-vif-deleted", "tag": "e48a170c-9eea-428d-bb05-0aaf3c5f85c6", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:51.316486 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78e8f9d4-11ab-4ead-9685-9f4f8a65f492 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:51.316876 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a75387-4e11-4604-b25e-28e0a72af430', 'name': 'network-vif-deleted', 'tag': 'e48a170c-9eea-428d-bb05-0aaf3c5f85c6', 'status': 'completed', 'code': 200} Jun 30 09:31:52.152589 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42638) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.195760 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Deleting subnet f5cfed02-0f47-49e2-ab97-d03d3bd9494c {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:52.198620 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.232649 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.274461 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.329422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.351852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5cfed02-0f47-49e2-ab97-d03d3bd9494c,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:52.361516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.363373 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f5cfed02-0f47-49e2-ab97-d03d3bd9494c HTTP/1.1" status: 204 len: 168 time: 0.2097995 Jun 30 09:31:52.364751 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.365104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.365435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.365788 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.366060 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42640) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.366481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.366481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.366717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.367029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.367343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.367660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.367968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.368274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26c977-fa82-4a5b-a982-7ed7aa6b859e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.436952 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.530377 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.540236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cc6596-b212-4eb8-ad3b-794a878e52e1']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:52.557000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:52.557323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba197f7b-fb2d-4d22-a937-f9f94441c9cf') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:52.569828 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.583484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.589390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:52.589815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:52.591463 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:52.649784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.655235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.657339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] 10.222.0.53 "DELETE /v2.0/networks/39cc6596-b212-4eb8-ad3b-794a878e52e1 HTTP/1.1" status: 204 len: 168 time: 0.2902665 Jun 30 09:31:52.669325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34127bde-2a74-4db1-9838-ad46ffec6dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=39cc6596-b212-4eb8-ad3b-794a878e52e1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:52.766467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42644) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.805456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-468be706-7141-415a-9f46-c466c5a07601 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=190b52f757d440309062be346678068d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378036 Jun 30 09:31:52.807900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42646) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.855366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2327d4ef-ee0f-4582-b882-3de6b551bb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.877116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2327d4ef-ee0f-4582-b882-3de6b551bb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.924037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2327d4ef-ee0f-4582-b882-3de6b551bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.927357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2327d4ef-ee0f-4582-b882-3de6b551bb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.928507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2327d4ef-ee0f-4582-b882-3de6b551bb80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16d644b2-dbb8-4854-8399-cf2b81d51e1a HTTP/1.1" status: 204 len: 168 time: 0.1197245 Jun 30 09:31:52.937611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327d4ef-ee0f-4582-b882-3de6b551bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d644b2-dbb8-4854-8399-cf2b81d51e1a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.563306 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.570277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 42668) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.665287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-312082601-network', 'tenant_id': '92646c56f0544a9dafe7e61087e359bb'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:53.686207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Made reservation on behalf of 92646c56f0544a9dafe7e61087e359bb for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:53.689064 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.697038 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.787843 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.791366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.819299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:53.825290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8fbce3-6a9c-4641-902d-381c1bb03754,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.831580 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.831925 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Added segment 77f7fb9d-3e6d-492b-8a59-e105f3889fdd of type vlan for network 25f6581b-edd4-4332-a023-27a92f9281fd Jun 30 09:31:53.872155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.898353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.899271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:53.899837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.951951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3805385 Jun 30 09:31:53.954955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 42672) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.958609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3f9d6-7610-4ce7-b3f9-864d89ee3877 admin admin] Pushing event updated for resources: {'Network': ['ID=25f6581b-edd4-4332-a023-27a92f9281fd,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.960563 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Request body: {'subnet': {'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-312082601-subnet', 'tenant_id': '92646c56f0544a9dafe7e61087e359bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:53.969112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 25f6581b-edd4-4332-a023-27a92f9281fd details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:53.981175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Made reservation on behalf of 92646c56f0544a9dafe7e61087e359bb for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:53.984120 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.144952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.193473 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b497395-59f2-4f32-9e49-fa450cd663ed,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.208226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Checking segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:54.208581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Network hostable DHCP agents. Network: 25f6581b-edd4-4332-a023-27a92f9281fd, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:54.224049 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Network 25f6581b-edd4-4332-a023-27a92f9281fd is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:54.232630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 25f6581b-edd4-4332-a023-27a92f9281fd) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:54.240404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.240990 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.241134 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab96d0-67d5-4642-964e-38f9342f2fa8 None None] Network 25f6581b-edd4-4332-a023-27a92f9281fd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:54.254773 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c53b39ce-62b0-4e88-9ccd-f1af809bc23e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2986891 Jun 30 09:31:54.286404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:54.307925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: e48a170c-9eea-428d-bb05-0aaf3c5f85c6 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:54.308193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e48a170c-9eea-428d-bb05-0aaf3c5f85c6 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:54.388562 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb404650-757c-4a73-a13c-c38b7f4ab3a7 None None] Network 25f6581b-edd4-4332-a023-27a92f9281fd requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:54.677120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-97086f9d-e59e-40fc-8cb9-9bdfc9517584 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.678594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-97086f9d-e59e-40fc-8cb9-9bdfc9517584 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 814 time: 0.1035843 Jun 30 09:31:54.692700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-9c73da53-74b2-4c09-b183-61f8294dd0b0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/quotas/92646c56f0544a9dafe7e61087e359bb HTTP/1.1" status: 200 len: 375 time: 0.0088274 Jun 30 09:31:54.724417 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-3d52bb9e-ac6e-4f64-9ba1-00e73eb16ec4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270615 Jun 30 09:31:54.864676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-32a322f8-1203-4770-9762-6c2d5bc85b5f service neutron] 10.222.0.53 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336877 Jun 30 09:31:54.951714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-ffea29a1-23a4-4d52-9161-9552c1b6cd93 service neutron] 10.222.0.53 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812347 Jun 30 09:31:55.123099 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0a87628e-366d-44b6-bad9-85f78c162a30 req-af0fdfde-f23a-4486-bf5b-6aeb0fb4c7cf tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0329716 Jun 30 09:31:55.452249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.238053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-2b93f2e4-c8b5-4cf3-b5f2-ab0034061af6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:56.239747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-2b93f2e4-c8b5-4cf3-b5f2-ab0034061af6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 814 time: 0.1102724 Jun 30 09:31:56.275233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-791ed5d0-55fa-4794-81f1-af39ea6a482d req-bff895b1-02b7-4ac2-888f-dbbe9e763eb3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0315149 Jun 30 09:31:56.278877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Request body: {'port': {'device_id': '816d8792-e640-45a4-afb1-a895a719d9b4', 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd', 'admin_state_up': True, 'tenant_id': '92646c56f0544a9dafe7e61087e359bb'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:56.390456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Made reservation on behalf of 92646c56f0544a9dafe7e61087e359bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:56.394019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.518899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Allocated IP 172.20.0.7 (25f6581b-edd4-4332-a023-27a92f9281fd/7b497395-59f2-4f32-9e49-fa450cd663ed/0cbb2541-52d0-4e01-8a09-f2ff6f365adf) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:56.664155 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.701760 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.744090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Network 25f6581b-edd4-4332-a023-27a92f9281fd is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:56.747085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:56.752723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:56.759096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.802844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:56.803443 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.816487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-b5aad6e3-878f-4247-bc9c-223d099f90ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435953 Jun 30 09:31:56.831762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Request body: {'port': {'device_id': '816d8792-e640-45a4-afb1-a895a719d9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:56.903823 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.153834 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbb2541-52d0-4e01-8a09-f2ff6f365adf {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:57.161815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.173910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Transition to ACTIVE for port object 0cbb2541-52d0-4e01-8a09-f2ff6f365adf will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:57.177122 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.228098 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.300986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:57.301697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:57.301697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:57.306129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on network 25f6581b-edd4-4332-a023-27a92f9281fd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:57.306457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:57.311425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:57.311862 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Checking segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:57.312155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Bound using segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:57.312637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Bound port: 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:57.312939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.376043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:57.379127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:57.383418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.446963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.447577 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.448934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] 10.222.0.26 "PUT /v2.0/ports/0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 1092 time: 0.6211932 Jun 30 09:31:57.452946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:57.455353 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689a8211-bc46-41f9-b0b2-fd67bb66d692" -d '{"events": [{"name": "network-changed", "server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:57.484069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573b0f7-0b7c-4094-b78b-aa2586e85bee service neutron] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.499494 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7029461-059d-4ce7-8f9d-b2fcb86c935a x-openstack-request-id: req-d7029461-059d-4ce7-8f9d-b2fcb86c935a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:57.499782 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:57.500029 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7029461-059d-4ce7-8f9d-b2fcb86c935a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:57.500411 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'status': 'completed', 'code': 200} Jun 30 09:31:57.543323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920014-1ae6-4d67-9de2-11fd0f70fa83 req-698c687f-b5f5-4667-ba5c-7c983c087771 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.544790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68920014-1ae6-4d67-9de2-11fd0f70fa83 req-698c687f-b5f5-4667-ba5c-7c983c087771 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 943 time: 0.1521525 Jun 30 09:31:57.575596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-7319cbd0-c3da-4e82-b8d5-24d02659759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.577658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-7319cbd0-c3da-4e82-b8d5-24d02659759e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0886471 Jun 30 09:31:57.599832 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68920014-1ae6-4d67-9de2-11fd0f70fa83 req-3ea2faa2-34cf-42c4-89a0-f1bda4cf01a8 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Jun 30 09:31:57.627588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-9a685877-49e0-46dd-a52b-de1bcbe1f06b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0388849 Jun 30 09:31:57.680373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-6a20c548-2e86-4f35-9637-80714fa7fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.681771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-6a20c548-2e86-4f35-9637-80714fa7fda5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0451629 Jun 30 09:31:57.716806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-fddb80b2-1c65-4e99-aeec-71f3536886a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247490 Jun 30 09:31:57.808791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-46dd142f-02a6-4189-996d-91d87cd6cbcc service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816319 Jun 30 09:31:57.901572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e0ece9d-f819-42ef-8639-2c07359d65aa req-9524f5bb-23f6-4a62-8009-e6d5a8972241 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Jun 30 09:31:57.998020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-af6b1e6f-e814-41ae-be20-10b8d3cfee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.999477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-af6b1e6f-e814-41ae-be20-10b8d3cfee9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0520995 Jun 30 09:31:58.095306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-febfe14f-e53c-4b46-989f-4db56afd66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:58.096782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-febfe14f-e53c-4b46-989f-4db56afd66f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0911767 Jun 30 09:31:58.141216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-0677c990-6631-4aac-b5ff-68abf04ce69b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0335274 Jun 30 09:31:58.187665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-cfa1b4e0-7446-4c30-bbee-2305464c9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:58.189038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-cfa1b4e0-7446-4c30-bbee-2305464c9460 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0419703 Jun 30 09:31:58.225224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-4ddbc5f1-5b63-4350-8277-8e50cd7012c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288963 Jun 30 09:31:58.312622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-06ba390c-4701-4461-aa3c-f76c48256c2f service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806096 Jun 30 09:31:58.404111 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-689a8211-bc46-41f9-b0b2-fd67bb66d692 req-c9a8b117-4324-4699-9e49-2c021a598ddc service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848279 Jun 30 09:31:58.772892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6ead-84e4-4af4-aefe-a3c386bfaedd req-c445f62f-f390-46d3-b7e8-75581bed605d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:58.774378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4ff6ead-84e4-4af4-aefe-a3c386bfaedd req-c445f62f-f390-46d3-b7e8-75581bed605d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 943 time: 0.0628531 Jun 30 09:31:58.812370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4ff6ead-84e4-4af4-aefe-a3c386bfaedd req-76886eca-76c3-4199-8dbb-99d6b4c0e50e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jun 30 09:31:58.869503 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:59.979291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74fb4-bd0b-4c0e-bf37-3781cef413cd req-e7c46c3d-7321-4900-8d31-fdbff92a22f1 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:59.981013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adf74fb4-bd0b-4c0e-bf37-3781cef413cd req-e7c46c3d-7321-4900-8d31-fdbff92a22f1 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 943 time: 0.0606499 Jun 30 09:32:00.017475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adf74fb4-bd0b-4c0e-bf37-3781cef413cd req-f85a1393-04fa-42b9-909f-97a44e0719ea tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Jun 30 09:32:00.300412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:32:00.398334 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:00.408958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd', 'port_id': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'mac_address': 'fa:16:3e:62:60:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b497395-59f2-4f32-9e49-fa450cd663ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:32:00.444172 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.455942 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbb2541-52d0-4e01-8a09-f2ff6f365adf {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:00.474826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:00.478118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.524948 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.731159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['0cbb2541-52d0-4e01-8a09-f2ff6f365adf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:01.197585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3890c-a671-4e76-986f-086904c64c1d req-f75d3afe-3652-4c44-8aac-a52dba8f03db tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:01.199047 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5e3890c-a671-4e76-986f-086904c64c1d req-f75d3afe-3652-4c44-8aac-a52dba8f03db tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 944 time: 0.0645750 Jun 30 09:32:01.236386 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5e3890c-a671-4e76-986f-086904c64c1d req-8488211a-3565-446c-a865-eeaf4632bfc9 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Jun 30 09:32:01.648364 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc380-5e50-4e12-87d5-c5705fd82516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.312506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:02.362538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:02.366225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:02.366590 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.412967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3063f-bbb1-46e9-9f67-463ab0bf0660 req-c3d3b840-409b-4676-a03d-37e994788dda tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:02.414493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16b3063f-bbb1-46e9-9f67-463ab0bf0660 req-c3d3b840-409b-4676-a03d-37e994788dda tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 944 time: 0.0643792 Jun 30 09:32:02.440445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.453085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16b3063f-bbb1-46e9-9f67-463ab0bf0660 req-84a76982-0974-4045-9382-7e5876b94b63 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Jun 30 09:32:02.461578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:02.464081 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aff46c-1fa0-4d8e-b5b2-382a54d15d35" -d '{"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:02.476380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:02.481055 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.511391 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f510703-8bd4-4caa-93e9-5253bd524a20 x-openstack-request-id: req-3f510703-8bd4-4caa-93e9-5253bd524a20 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:02.511685 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:02.511939 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f510703-8bd4-4caa-93e9-5253bd524a20 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:02.512323 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'code': 200} Jun 30 09:32:02.529408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.640496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce890e-861b-4145-9f45-692ac205c685 req-d618d818-cd75-4db5-86c8-48c2d692288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:02.641995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62ce890e-861b-4145-9f45-692ac205c685 req-d618d818-cd75-4db5-86c8-48c2d692288b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0509989 Jun 30 09:32:02.677978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62ce890e-861b-4145-9f45-692ac205c685 req-ea4cafa4-35ab-4ba7-9b03-4ef7aaab0ccd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267003 Jun 30 09:32:03.632516 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04795497-4e42-418f-80b3-ab334f5bf967 req-7607de92-d6bb-45e3-9614-f6fcadd0f327 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:03.634178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04795497-4e42-418f-80b3-ab334f5bf967 req-7607de92-d6bb-45e3-9614-f6fcadd0f327 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0678804 Jun 30 09:32:03.672647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04795497-4e42-418f-80b3-ab334f5bf967 req-0158ce3b-c016-4b46-892b-27646da32d5d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Jun 30 09:32:04.380932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.400703 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d8d14ac8-2257-4473-a53c-1a8010a274b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.851481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09210c6b-2493-43b9-aca1-26d33a9f7345 req-9120d7b7-6c27-4c6b-995e-78a59376802a tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:04.852954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09210c6b-2493-43b9-aca1-26d33a9f7345 req-9120d7b7-6c27-4c6b-995e-78a59376802a tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0648654 Jun 30 09:32:04.891925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-09210c6b-2493-43b9-aca1-26d33a9f7345 req-db70f95a-7c14-477a-8cac-8e1dc5a743d2 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Jun 30 09:32:05.068359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300c87b-4da5-4d1c-8dc5-8ae02f6d72f2 req-d98f443e-d602-4783-a195-99160a382c9d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.069845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b300c87b-4da5-4d1c-8dc5-8ae02f6d72f2 req-d98f443e-d602-4783-a195-99160a382c9d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0668559 Jun 30 09:32:05.107120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b300c87b-4da5-4d1c-8dc5-8ae02f6d72f2 req-375622c1-8fb4-4bcd-9376-a6284bc3af13 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jun 30 09:32:05.449684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37cc9-13e8-426e-b6de-63b906e88ab0 req-ea986421-e9a2-47be-9132-fcb4c869c2ec tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.451144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83f37cc9-13e8-426e-b6de-63b906e88ab0 req-ea986421-e9a2-47be-9132-fcb4c869c2ec tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0634563 Jun 30 09:32:05.488724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83f37cc9-13e8-426e-b6de-63b906e88ab0 req-1d80a80c-6387-4e13-ad56-fd38d6b527ff tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Jun 30 09:32:05.660246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c5e-e2db-484a-a305-04d111623103 req-eeaffbd2-7250-46c3-8ff2-7a16a889de6d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.661718 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ea7c5e-e2db-484a-a305-04d111623103 req-eeaffbd2-7250-46c3-8ff2-7a16a889de6d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0615733 Jun 30 09:32:05.701563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78ea7c5e-e2db-484a-a305-04d111623103 req-714b9d61-2c7b-46b2-b62f-265c3d32f661 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Jun 30 09:32:05.934565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.051766 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-556d438d-2aa4-4483-b385-b4e1c3c7ee64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552394 Jun 30 09:32:06.095361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b6e07-39ea-4b9f-8323-f9aa4bca883b req-471e73a3-36a9-4d5e-947c-8489b80227cb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.096299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb4b6e07-39ea-4b9f-8323-f9aa4bca883b req-471e73a3-36a9-4d5e-947c-8489b80227cb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0640373 Jun 30 09:32:06.135101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb4b6e07-39ea-4b9f-8323-f9aa4bca883b req-18512fa1-ceb6-416c-af43-9dadce73e1d5 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Jun 30 09:32:07.306176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fa9fc-b0d8-46a0-92eb-53d040078365 req-b76edabf-4e2b-492d-a6be-e7ce820ba43c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.307676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-355fa9fc-b0d8-46a0-92eb-53d040078365 req-b76edabf-4e2b-492d-a6be-e7ce820ba43c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0627682 Jun 30 09:32:07.358405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-355fa9fc-b0d8-46a0-92eb-53d040078365 req-c9dc3cda-bdd1-416b-a3cd-7692ae91233b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444467 Jun 30 09:32:07.363895 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.407017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-a595db44-e4ca-4c79-b721-cc808e8a9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.409021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-a595db44-e4ca-4c79-b721-cc808e8a9b2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0608644 Jun 30 09:32:07.496915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-bc3b6026-e353-4afd-bea1-be1152411a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.498403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-bc3b6026-e353-4afd-bea1-be1152411a3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0829260 Jun 30 09:32:07.542517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-17c51e5c-9ca5-4826-b023-dcbb0f256322 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0376759 Jun 30 09:32:07.590190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-a04c8116-35df-40fb-b089-02f581d986a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.591583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-a04c8116-35df-40fb-b089-02f581d986a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0435658 Jun 30 09:32:07.622979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-cd79698e-0d24-4dfd-b948-c4694a571ed0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252295 Jun 30 09:32:07.710429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-8accee74-ec2e-4e24-9202-d2c9f3487ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814652 Jun 30 09:32:07.797936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-37ecf839-bd9c-4822-8457-0bd0b404fc9a service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796428 Jun 30 09:32:08.529125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6340f66-9091-4e26-bddc-da3cfdf9b3d6 req-f2781800-a2c5-4b3d-9893-972435532473 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:08.530586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6340f66-9091-4e26-bddc-da3cfdf9b3d6 req-f2781800-a2c5-4b3d-9893-972435532473 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0616755 Jun 30 09:32:08.568231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6340f66-9091-4e26-bddc-da3cfdf9b3d6 req-e8afe11b-43af-460e-8bb9-f276f872e440 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Jun 30 09:32:09.981770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396e54a-61b4-4e6c-9c91-f8df2d399536 req-74c26700-b19c-45a0-805a-20568ce42a90 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:09.983519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c396e54a-61b4-4e6c-9c91-f8df2d399536 req-74c26700-b19c-45a0-805a-20568ce42a90 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.3049700 Jun 30 09:32:10.021879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c396e54a-61b4-4e6c-9c91-f8df2d399536 req-dad4300e-7a2f-415e-8d46-1943dabc5617 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Jun 30 09:32:11.189141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6905f6b-83bd-4a1c-8a4e-03246bea74ae req-f6d54878-7fcf-4fd7-9d2a-ce78166338a0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:11.190651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6905f6b-83bd-4a1c-8a4e-03246bea74ae req-f6d54878-7fcf-4fd7-9d2a-ce78166338a0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0608408 Jun 30 09:32:11.227199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6905f6b-83bd-4a1c-8a4e-03246bea74ae req-cc60774d-3ca9-412a-8fc9-295e9e54f7e0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Jun 30 09:32:12.407856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090213d-0d65-42ef-b5f4-85a80a8c3ed2 req-c986b421-400a-4c56-a034-7a93a54a2b33 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:12.409231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e090213d-0d65-42ef-b5f4-85a80a8c3ed2 req-c986b421-400a-4c56-a034-7a93a54a2b33 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0659206 Jun 30 09:32:12.445374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e090213d-0d65-42ef-b5f4-85a80a8c3ed2 req-0ea111e2-fe80-49d7-86a6-00a98e0fea1b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305803 Jun 30 09:32:13.620288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280435-3814-4b46-a35c-6287bd61a02f req-ea527bbf-6540-4225-ba35-6a78ff992203 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:13.621791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b280435-3814-4b46-a35c-6287bd61a02f req-ea527bbf-6540-4225-ba35-6a78ff992203 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0624554 Jun 30 09:32:13.659534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b280435-3814-4b46-a35c-6287bd61a02f req-8dc96393-09d7-4f31-947e-303d85d51273 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jun 30 09:32:14.827253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5f24-8b10-45da-9bee-6cc2cb89cab4 req-a90d4ed3-6276-420b-bd62-5ce0251ff514 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:14.828678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b87a5f24-8b10-45da-9bee-6cc2cb89cab4 req-a90d4ed3-6276-420b-bd62-5ce0251ff514 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0604560 Jun 30 09:32:14.868902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b87a5f24-8b10-45da-9bee-6cc2cb89cab4 req-797ff9fc-138f-4f4e-b3f4-bf9239c9aea3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Jun 30 09:32:16.038107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704079-d1b1-4d99-9303-8eb8c54e129e req-a5017240-1480-48a9-ae7e-1aca7d82ec1b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:16.039562 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56704079-d1b1-4d99-9303-8eb8c54e129e req-a5017240-1480-48a9-ae7e-1aca7d82ec1b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0613084 Jun 30 09:32:16.076333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56704079-d1b1-4d99-9303-8eb8c54e129e req-513bc103-c177-414c-86c0-9ec687afd377 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Jun 30 09:32:16.812953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-6889d17f-28d3-4fb0-a2f6-b75573644160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:16.815107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-6889d17f-28d3-4fb0-a2f6-b75573644160 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0519471 Jun 30 09:32:16.927012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-96942218-95d6-4744-a783-86f64d65e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:16.928536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-96942218-95d6-4744-a783-86f64d65e201 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0935786 Jun 30 09:32:16.969289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-31338802-7513-4ff3-859b-01ed39b88143 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0339017 Jun 30 09:32:17.015411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-7915caae-1dff-4037-9f54-0af2adfbb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:17.016811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-7915caae-1dff-4037-9f54-0af2adfbb19f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0418429 Jun 30 09:32:17.052499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-c9c7dc0a-4b10-40bf-bf21-dbe8677774f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295560 Jun 30 09:32:17.138204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-503546cf-c58d-4d9b-8411-31969f82efaf service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795794 Jun 30 09:32:17.269131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17d31923-309d-4fcf-a30d-7930b3d50fab req-2971b569-8b7f-4d4a-86e0-5b7110fb4b56 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240232 Jun 30 09:32:17.287126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462bb7-e5f3-4d31-914b-a1c065bbb2e7 req-3d7b8ca9-309c-4bf4-a829-7d850607d3d6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:17.288577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6462bb7-e5f3-4d31-914b-a1c065bbb2e7 req-3d7b8ca9-309c-4bf4-a829-7d850607d3d6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0986755 Jun 30 09:32:17.326408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6462bb7-e5f3-4d31-914b-a1c065bbb2e7 req-a0a49f4a-ae85-46ff-bf3e-5a3537ab2914 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Jun 30 09:32:18.501997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e436c2c-d733-473f-8f6d-d00789de0cd8 req-ca5d2309-50de-47d4-ae4d-ebb7e7f432b7 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.503448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e436c2c-d733-473f-8f6d-d00789de0cd8 req-ca5d2309-50de-47d4-ae4d-ebb7e7f432b7 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0655775 Jun 30 09:32:18.539750 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e436c2c-d733-473f-8f6d-d00789de0cd8 req-b71c4d15-aeb0-4cc9-a523-8c237df7dd9c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307848 Jun 30 09:32:19.708763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10506035-36d6-4f1e-b509-0da9e88b42a0 req-99325472-6499-4da0-822e-7ed968c9ebd8 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:19.710280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10506035-36d6-4f1e-b509-0da9e88b42a0 req-99325472-6499-4da0-822e-7ed968c9ebd8 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0619440 Jun 30 09:32:19.747624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10506035-36d6-4f1e-b509-0da9e88b42a0 req-2ea079db-7899-4ec1-b993-d8c62d4f8a39 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316789 Jun 30 09:32:20.918329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720a17-e844-4afe-9f56-1baf25a775df req-e0279b7c-8856-4fa5-9b9e-7be55614a0b0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.919732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e720a17-e844-4afe-9f56-1baf25a775df req-e0279b7c-8856-4fa5-9b9e-7be55614a0b0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0633414 Jun 30 09:32:20.957026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e720a17-e844-4afe-9f56-1baf25a775df req-5cea2061-9d2e-42de-82d5-2db68f781eda tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Jun 30 09:32:22.133919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51053e9c-558d-46dc-974a-09cf3fcf3444 req-852fa931-5725-4806-92ba-b334ff5eb2bc tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:22.135382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51053e9c-558d-46dc-974a-09cf3fcf3444 req-852fa931-5725-4806-92ba-b334ff5eb2bc tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0649827 Jun 30 09:32:22.171456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-51053e9c-558d-46dc-974a-09cf3fcf3444 req-c57ba4cf-b66f-4248-b986-a32713e8a6db tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305090 Jun 30 09:32:23.347692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77b1ab-7420-4961-9f7d-b1818b5f23cb req-47cb3971-8074-4c7f-bfef-87a59d8eb637 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:23.349173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c77b1ab-7420-4961-9f7d-b1818b5f23cb req-47cb3971-8074-4c7f-bfef-87a59d8eb637 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0639503 Jun 30 09:32:23.386795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c77b1ab-7420-4961-9f7d-b1818b5f23cb req-2c34a438-f642-45d5-85e4-3457674ad1f5 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Jun 30 09:32:23.567799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.284489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-83dcfd65-2b17-4365-97ae-c7501212c65f req-f0419c18-ea8d-40b4-8c57-787a7f0090c9 service neutron] (100240) timed out ('10.222.0.13', 64332) {{(pid=100240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:32:24.560977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812c58e-ddba-439b-8100-e44e409df5f7 req-5600ec18-6e4d-4857-8db7-ea771be975fe tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:24.562990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5812c58e-ddba-439b-8100-e44e409df5f7 req-5600ec18-6e4d-4857-8db7-ea771be975fe tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0651848 Jun 30 09:32:24.600471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5812c58e-ddba-439b-8100-e44e409df5f7 req-4ca6de45-ff3e-49e0-9ab9-9a75736cc0ce tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Jun 30 09:32:25.452284 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.769319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7a401-8611-45b2-b146-9b785de6c673 req-c8368677-d65f-4187-a2c5-663f4c64f508 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:25.770794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ae7a401-8611-45b2-b146-9b785de6c673 req-c8368677-d65f-4187-a2c5-663f4c64f508 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0616779 Jun 30 09:32:25.807226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ae7a401-8611-45b2-b146-9b785de6c673 req-884bb132-0b7d-4283-acdc-95d8416ee2ea tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Jun 30 09:32:26.975803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf7bb3-26ad-4934-9ed9-2fc0c3fba7e2 req-7468aa6f-e976-42c1-804b-ef9aea3cc32a tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.977258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbcf7bb3-26ad-4934-9ed9-2fc0c3fba7e2 req-7468aa6f-e976-42c1-804b-ef9aea3cc32a tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0610764 Jun 30 09:32:27.012965 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dbcf7bb3-26ad-4934-9ed9-2fc0c3fba7e2 req-e4ff301e-51b6-4937-8036-1803f98edd2b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299425 Jun 30 09:32:28.187677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1dfb-072a-41c8-82c6-8042a17d80e3 req-3665f172-bae1-4a89-b4fe-0e9c7878a17c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:28.189127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-226d1dfb-072a-41c8-82c6-8042a17d80e3 req-3665f172-bae1-4a89-b4fe-0e9c7878a17c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0651722 Jun 30 09:32:28.225410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-226d1dfb-072a-41c8-82c6-8042a17d80e3 req-8f365192-98fd-41bf-a7d8-bb063f540ab8 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Jun 30 09:32:29.394111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52ab3d-f10a-4e60-937e-a438b8ec09c9 req-9f2aac7d-1041-4d08-9ba3-09d1b615bb52 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:29.395546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b52ab3d-f10a-4e60-937e-a438b8ec09c9 req-9f2aac7d-1041-4d08-9ba3-09d1b615bb52 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0612342 Jun 30 09:32:29.432334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b52ab3d-f10a-4e60-937e-a438b8ec09c9 req-331a942b-99dd-4a51-91e0-fd95283bfc1f tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Jun 30 09:32:30.606590 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd5848-d1ad-44d0-9875-3c6a64bcdaf5 req-a225ab00-5da3-4203-aa87-a7ad7c5b288c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:30.608055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9dd5848-d1ad-44d0-9875-3c6a64bcdaf5 req-a225ab00-5da3-4203-aa87-a7ad7c5b288c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0665350 Jun 30 09:32:30.644683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9dd5848-d1ad-44d0-9875-3c6a64bcdaf5 req-68bf22fa-76cd-4c62-a83c-3a4d4e218ae4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304649 Jun 30 09:32:31.648635 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcaf872b-6c54-449e-9a9c-27ff0cc7b9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.004673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84354da3-741a-4168-a182-bbe9e924a407 req-829102df-81c9-4c7e-a63d-2f4bce9bd874 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:32.006213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84354da3-741a-4168-a182-bbe9e924a407 req-829102df-81c9-4c7e-a63d-2f4bce9bd874 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0635056 Jun 30 09:32:32.048748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84354da3-741a-4168-a182-bbe9e924a407 req-af4dee7c-2b8d-4363-b1c4-b8692d5cb5af tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Jun 30 09:32:33.227746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491becf-a986-4a82-92df-76e61c26c205 req-e799b815-ce9c-48cd-9145-ef19ccfea8dc tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:33.229233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7491becf-a986-4a82-92df-76e61c26c205 req-e799b815-ce9c-48cd-9145-ef19ccfea8dc tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0679874 Jun 30 09:32:33.265278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7491becf-a986-4a82-92df-76e61c26c205 req-4d87e35c-d790-44d5-bd86-a0078cea299e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Jun 30 09:32:34.382528 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.401620 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e15290d8-c994-4dc9-a496-410e61e3801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.444272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a73f6-8058-4a5c-a20d-e4e254af5240 req-675ad46c-4f63-4ec6-a745-52371340a014 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:34.445763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-905a73f6-8058-4a5c-a20d-e4e254af5240 req-675ad46c-4f63-4ec6-a745-52371340a014 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0686836 Jun 30 09:32:34.485334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-905a73f6-8058-4a5c-a20d-e4e254af5240 req-7d91f742-5529-4f9d-a026-00e2e68efdee tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Jun 30 09:32:34.983208 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-320c7702-5e58-4b29-9b1c-7267d6b1bf00 service neutron] show failed (client error): The resource could not be found. Jun 30 09:32:34.984188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-320c7702-5e58-4b29-9b1c-7267d6b1bf00 service neutron] 10.222.0.26 "GET /v2.0/ports/0cbb2541-52d0-4e01-8a09-f2ff6f365adf/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0524888 Jun 30 09:32:35.245197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-e95990a1-2f19-4a5c-8ce7-a089de4a20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.246591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-e95990a1-2f19-4a5c-8ce7-a089de4a20d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4&tenant_id=92646c56f0544a9dafe7e61087e359bb HTTP/1.1" status: 200 len: 1097 time: 0.0517077 Jun 30 09:32:35.258341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:35.333281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.533368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:35.570238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:35.623985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:35.628642 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c62aab-fe1c-4bf6-a9e8-764b41e608f9" -d '{"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:35.650234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.667812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Transition to ACTIVE for port object 0cbb2541-52d0-4e01-8a09-f2ff6f365adf will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:35.672363 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.702070 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7b0f2-f0de-4302-a5d3-ccc60c4cfb42 x-openstack-request-id: req-44d7b0f2-f0de-4302-a5d3-ccc60c4cfb42 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:35.702367 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:35.702615 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44d7b0f2-f0de-4302-a5d3-ccc60c4cfb42 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:35.703005 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'code': 200} Jun 30 09:32:35.751587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] No DVR routers for this DVR port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:35.761490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880c4ff-8310-4df9-9741-c4e12d407ad5 req-1043b681-12e0-4ce2-9f57-a8e3fc8c6e88 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.763005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5880c4ff-8310-4df9-9741-c4e12d407ad5 req-1043b681-12e0-4ce2-9f57-a8e3fc8c6e88 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1643813 Jun 30 09:32:35.763597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:35.818914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:35.819249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:35.819581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:35.830843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on network 25f6581b-edd4-4332-a023-27a92f9281fd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:32:35.831167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Attempting to bind port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:35.839692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5880c4ff-8310-4df9-9741-c4e12d407ad5 req-223382c7-685f-4b54-ae6a-4890e627f0dd tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 Jun 30 09:32:35.840547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:35.840887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Checking segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:35.841262 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Bound using segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:35.841719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Bound port: 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:35.842077 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.868951 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:35.904275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:35.907326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:35.911142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.938928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.945604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.946243 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.947616 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 1092 time: 0.6933568 Jun 30 09:32:35.968070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86067a5f-784f-425b-8b15-edd72efdcdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.026091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-3fd1f665-a12c-4f32-bdfd-47b915149c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:36.027528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-3fd1f665-a12c-4f32-bdfd-47b915149c03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0556903 Jun 30 09:32:36.117969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-0b38ce97-2740-434c-b99f-39cc9f15999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:36.119416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-0b38ce97-2740-434c-b99f-39cc9f15999e service neutron] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0822973 Jun 30 09:32:36.164175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-dc6ccbc0-928a-4c7b-b1f9-a572d76f9de4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0347970 Jun 30 09:32:36.216231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-a26d70ab-65cb-4293-b73f-8c6389c53c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:36.217624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-a26d70ab-65cb-4293-b73f-8c6389c53c6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0456498 Jun 30 09:32:36.250356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-f7800367-59f3-474f-98d7-b86b74188ebf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265632 Jun 30 09:32:36.343592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-0317b1ff-0334-4580-bd2d-277976b62c62 service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804141 Jun 30 09:32:36.437869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67c15656-e8bd-486e-a93b-a1309dbeef1f req-72702152-bca0-4483-a3fb-bb7fa09fb387 service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Jun 30 09:32:37.011633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effa1ea-0237-4b96-93b9-e92e9b72f71a req-3165d2c5-afe0-4992-bf83-a66149c6b1a4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:37.013102 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5effa1ea-0237-4b96-93b9-e92e9b72f71a req-3165d2c5-afe0-4992-bf83-a66149c6b1a4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 943 time: 0.0635569 Jun 30 09:32:37.051259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5effa1ea-0237-4b96-93b9-e92e9b72f71a req-97ca9618-68a8-40e0-a6c2-01586975900c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Jun 30 09:32:37.364860 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.704586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:37.707012 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58268620-00c3-4c8a-bbb5-4ae56ee377e0" -d '{"events": [{"name": "network-changed", "server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:37.754183 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d977f34-5649-4c30-a95b-0f53c7f3432b x-openstack-request-id: req-9d977f34-5649-4c30-a95b-0f53c7f3432b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:37.754476 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:37.754728 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d977f34-5649-4c30-a95b-0f53c7f3432b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:37.755121 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'status': 'completed', 'code': 200} Jun 30 09:32:37.872932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-4be7704e-7d86-485d-862d-195159a1e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:37.874330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-4be7704e-7d86-485d-862d-195159a1e8a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0935760 Jun 30 09:32:37.877286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-543c0cd4-7517-4560-865a-61c342c630f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:37.878628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-543c0cd4-7517-4560-865a-61c342c630f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0892015 Jun 30 09:32:38.033297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-2f1dc0c0-820c-4835-b641-64f641e9b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.034776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-2f1dc0c0-820c-4835-b641-64f641e9b9ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.1506090 Jun 30 09:32:38.035861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-3be7a980-463a-4121-9a7d-124271a4f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.037166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-3be7a980-463a-4121-9a7d-124271a4f9f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.1458778 Jun 30 09:32:38.085270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-e3bf8486-8f18-492b-8ad0-c136671f50e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0424373 Jun 30 09:32:38.118136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-e6b535e2-34ba-49ee-9fa2-63b31a29d267 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0689447 Jun 30 09:32:38.218515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-20f2977a-58c2-4103-aa9e-83596eb34420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.220000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-20f2977a-58c2-4103-aa9e-83596eb34420 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.1100442 Jun 30 09:32:38.228474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-f3da152e-507e-4e28-9496-94c193842a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.229824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-f3da152e-507e-4e28-9496-94c193842a53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0931644 Jun 30 09:32:38.262090 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-6331e70c-e761-4834-9532-5791681e2ce3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299790 Jun 30 09:32:38.298143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-a9a4e985-6a44-42ce-96d7-accc4813b85e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395820 Jun 30 09:32:38.397509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42226695-d6e0-457a-8218-5e41f70312c8 req-51a0aeb2-d36d-4e53-b6a0-dba664b41a3b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.399008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42226695-d6e0-457a-8218-5e41f70312c8 req-51a0aeb2-d36d-4e53-b6a0-dba664b41a3b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 943 time: 0.2276816 Jun 30 09:32:38.486507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42226695-d6e0-457a-8218-5e41f70312c8 req-db2e5757-e644-41b6-8341-0a751c8827ab tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805864 Jun 30 09:32:38.492728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-6a0c7b63-4d4c-4c6f-bea7-6aa32bc7f520 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231655 Jun 30 09:32:38.497987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-9a4bd2ac-dee1-4252-82a2-62f08b9c25b9 service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901398 Jun 30 09:32:38.546691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:38.587611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:38.652671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-941108ba-71c0-4564-bb4e-6395a456032c service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496184 Jun 30 09:32:38.654538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58268620-00c3-4c8a-bbb5-4ae56ee377e0 req-4b6bffb7-c809-4897-b4db-e9b0821dddab service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445177 Jun 30 09:32:39.663281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47916a95-67c7-42c6-9af5-f4a31db5d1d0 req-acb5f3b8-882c-49f9-9e72-44ea3001ef4e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:39.664766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47916a95-67c7-42c6-9af5-f4a31db5d1d0 req-acb5f3b8-882c-49f9-9e72-44ea3001ef4e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 943 time: 0.0659754 Jun 30 09:32:39.702034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47916a95-67c7-42c6-9af5-f4a31db5d1d0 req-1f8227b4-2675-4aec-8498-630c73e32f30 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jun 30 09:32:40.036749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac0ba-ce86-4446-9550-12f2f705e3d8 req-a1310648-4160-401f-92c8-92d320cc7ea7 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.038252 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f7ac0ba-ce86-4446-9550-12f2f705e3d8 req-a1310648-4160-401f-92c8-92d320cc7ea7 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 943 time: 0.1100888 Jun 30 09:32:40.058355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-2b53447b-5977-499b-81ad-d4d18fbc0e3a tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.059738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-2b53447b-5977-499b-81ad-d4d18fbc0e3a tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.26 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4&tenant_id=92646c56f0544a9dafe7e61087e359bb&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 943 time: 0.1002610 Jun 30 09:32:40.113861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f7ac0ba-ce86-4446-9550-12f2f705e3d8 req-a50aff9c-61e4-4608-b8f0-e44a49c6b2c5 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691645 Jun 30 09:32:40.133227 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-cec035a0-bf81-4ce7-8ac4-4c84d87cb95c service neutron] delete failed (client error): The resource could not be found. Jun 30 09:32:40.134243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-cec035a0-bf81-4ce7-8ac4-4c84d87cb95c service neutron] 10.222.0.26 "DELETE /v2.0/ports/0cbb2541-52d0-4e01-8a09-f2ff6f365adf/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0656359 Jun 30 09:32:40.156201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:32:40.256665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:40.268560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd', 'port_id': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'mac_address': 'fa:16:3e:62:60:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b497395-59f2-4f32-9e49-fa450cd663ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:32:40.307908 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.321153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbb2541-52d0-4e01-8a09-f2ff6f365adf {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:40.341277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:40.345771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.396411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.476513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-3fd7cc99-8c74-4563-8d5a-29634eb9526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.478268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-3fd7cc99-8c74-4563-8d5a-29634eb9526a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 1095 time: 0.2921784 Jun 30 09:32:40.574415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-4cd73c74-eae2-4a2b-8238-d3fbfed72855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.575863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-4cd73c74-eae2-4a2b-8238-d3fbfed72855 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0874045 Jun 30 09:32:40.622083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-cc7f6136-9320-4a9b-9f3c-510a3a932503 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 200 len: 217 time: 0.0364494 Jun 30 09:32:40.644257 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0cbb2541-52d0-4e01-8a09-f2ff6f365adf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:40.672648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-199b406e-9ff2-4bbc-9535-9cca70fc4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.674123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-199b406e-9ff2-4bbc-9535-9cca70fc4233 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0427668 Jun 30 09:32:40.709530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-7619d543-3781-484a-abd5-f60c80884022 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254481 Jun 30 09:32:40.803697 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-41ef9d69-496a-4ee0-bd3a-297f2fe5cb63 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Jun 30 09:32:40.899274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-717248ce-8fed-4f2e-89d1-dccae10da136 req-145a0073-02f5-49d0-beb8-6fa9d83d2fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847960 Jun 30 09:32:41.287973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc90e-2d6c-4d8c-aa2d-12eea7e04edd req-d83a6975-ad38-4ca9-963a-1ec49379416e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:41.289522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d4cc90e-2d6c-4d8c-aa2d-12eea7e04edd req-d83a6975-ad38-4ca9-963a-1ec49379416e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 944 time: 0.0660367 Jun 30 09:32:41.329890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d4cc90e-2d6c-4d8c-aa2d-12eea7e04edd req-981cb4cd-3460-4b2b-bc7d-023cdaff1ec4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Jun 30 09:32:42.155982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:42.204029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:42.207564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:42.207931 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.283855 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.305373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:42.307654 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0b41d-482b-41ba-b1ed-3be138aada81" -d '{"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:42.321198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:42.326033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.348806 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61775f4a-7ca1-4510-a7cf-b45ad297a7be x-openstack-request-id: req-61775f4a-7ca1-4510-a7cf-b45ad297a7be {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:42.349098 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:42.349348 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61775f4a-7ca1-4510-a7cf-b45ad297a7be {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:42.349760 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'code': 200} Jun 30 09:32:42.374265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.504844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752691b-4a57-47fb-9d94-e748d37bd88a req-2120ee36-cd44-4c46-a919-a7054998ff4f tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.506325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4752691b-4a57-47fb-9d94-e748d37bd88a req-2120ee36-cd44-4c46-a919-a7054998ff4f tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0653036 Jun 30 09:32:42.542910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4752691b-4a57-47fb-9d94-e748d37bd88a req-7b1f492e-da30-42c7-946f-362f9640061c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Jun 30 09:32:42.716354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8781498-a8ad-4a00-a7d7-c579e4d51a1b req-5378f5a6-0c68-4584-9e67-259565aea2c2 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.717827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8781498-a8ad-4a00-a7d7-c579e4d51a1b req-5378f5a6-0c68-4584-9e67-259565aea2c2 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0613401 Jun 30 09:32:42.754826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a8781498-a8ad-4a00-a7d7-c579e4d51a1b req-a9ec4f74-4210-453e-ba98-bdf0de383100 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315435 Jun 30 09:32:42.924960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66cce5-6651-452a-9023-6f818b5a28e6 req-f1c38f7a-4f6a-4386-835f-6911e202b343 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.926353 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d66cce5-6651-452a-9023-6f818b5a28e6 req-f1c38f7a-4f6a-4386-835f-6911e202b343 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0643032 Jun 30 09:32:42.962805 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d66cce5-6651-452a-9023-6f818b5a28e6 req-0d19b39b-289c-431e-8bb1-e7b06c53df75 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Jun 30 09:32:43.383019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-a03ad214-917b-4394-8efe-54109cdd14de tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:43.384479 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-a03ad214-917b-4394-8efe-54109cdd14de tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 814 time: 0.0980842 Jun 30 09:32:43.399032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-baecb98e-3ded-475e-94d2-831329a5eebe tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/quotas/92646c56f0544a9dafe7e61087e359bb HTTP/1.1" status: 200 len: 375 time: 0.0092363 Jun 30 09:32:43.462659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-60248049-a7ac-42cb-90ef-aa6830224673 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589240 Jun 30 09:32:43.520431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-30a2f2e7-d546-49b2-9bc9-87ac5d2e9285 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:43.521416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-30a2f2e7-d546-49b2-9bc9-87ac5d2e9285 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525391 Jun 30 09:32:43.608309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-83672fa8-5a1c-4edf-a676-99f9b5468c78 service neutron] 10.222.0.53 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809724 Jun 30 09:32:43.698957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-e2ab53e7-0420-45cd-8d2b-d2fc8cbcbf02 service neutron] 10.222.0.53 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846679 Jun 30 09:32:43.866416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfb0fdcd-e6ba-4126-9713-e5a78755b04c req-796ac785-597d-4c93-8ed2-75543056a466 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Jun 30 09:32:45.033342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8437bf9-8672-4fb1-a246-072c89b1994a req-0eac0958-410c-4233-9ef7-e6a070a73261 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 210 time: 0.0441403 Jun 30 09:32:45.051195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-aa17cc3e-5b48-453a-b0c1-415450a3495d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:45.052661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-aa17cc3e-5b48-453a-b0c1-415450a3495d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 814 time: 0.1382587 Jun 30 09:32:45.071171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Request body: {'port': {'device_id': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd', 'admin_state_up': True, 'tenant_id': '92646c56f0544a9dafe7e61087e359bb'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.099241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.13', 64910) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.180817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Made reservation on behalf of 92646c56f0544a9dafe7e61087e359bb for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:45.183370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-442f9489-b4bb-47ec-8cff-176900c21a86 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:45.184297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.184758 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-442f9489-b4bb-47ec-8cff-176900c21a86 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.13 "GET /v2.0/ports?device_id=816d8792-e640-45a4-afb1-a895a719d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0844705 Jun 30 09:32:45.287521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Deleting port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:45.287861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.311830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Allocated IP 172.20.0.9 (25f6581b-edd4-4332-a023-27a92f9281fd/7b497395-59f2-4f32-9e49-fa450cd663ed/30583de2-a335-4714-9067-cdfd17e032ef) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:45.374460 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] For port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:45.375317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.387328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Calling delete_port for 0cbb2541-52d0-4e01-8a09-f2ff6f365adf owned by compute:nova {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:45.462697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.501245 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.515225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0cbb2541-52d0-4e01-8a09-f2ff6f365adf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:45.517738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.546338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Pushing event deleted for resources: {'Port': ['ID=0cbb2541-52d0-4e01-8a09-f2ff6f365adf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.549906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Network 25f6581b-edd4-4332-a023-27a92f9281fd is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:45.554746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:45.558457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['0cbb2541-52d0-4e01-8a09-f2ff6f365adf'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:45.561228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:45.591511 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.595733 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] No DVR routers for this DVR port 0cbb2541-52d0-4e01-8a09-f2ff6f365adf on host n-h2-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:45.598977 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.600752 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.13 "DELETE /v2.0/ports/0cbb2541-52d0-4e01-8a09-f2ff6f365adf HTTP/1.1" status: 204 len: 173 time: 0.4101448 Jun 30 09:32:45.601225 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-deleted', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:45.603787 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405e6373d80bc5f65f03f184ee03c99838d37c9e2d2ec1cc7292bd82515c3ed9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c50793f-67e1-4cb4-b68f-140626375c82" -d '{"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-deleted", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:45.607147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.607504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.607845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.608179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.608521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.608856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.609219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.609548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.609901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.610228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.610552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.610874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:45.635088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:45.635714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.650914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-4ebc4a7b-c337-46ca-bad9-52c33b349812 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835307 Jun 30 09:32:45.667681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Request body: {'port': {'device_id': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.716955 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcda013-2246-463f-b170-64dfcb7edd09 x-openstack-request-id: req-1dcda013-2246-463f-b170-64dfcb7edd09 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:45.717252 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816d8792-e640-45a4-afb1-a895a719d9b4", "name": "network-vif-deleted", "tag": "0cbb2541-52d0-4e01-8a09-f2ff6f365adf", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:45.717501 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dcda013-2246-463f-b170-64dfcb7edd09 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:45.717926 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816d8792-e640-45a4-afb1-a895a719d9b4', 'name': 'network-vif-deleted', 'tag': '0cbb2541-52d0-4e01-8a09-f2ff6f365adf', 'status': 'completed', 'code': 200} Jun 30 09:32:45.748796 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.016251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30583de2-a335-4714-9067-cdfd17e032ef {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:46.023467 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.036063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Transition to ACTIVE for port object 30583de2-a335-4714-9067-cdfd17e032ef will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:46.039160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.111890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.184962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:46.185300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:46.185649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:46.192472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Port 30583de2-a335-4714-9067-cdfd17e032ef on network 25f6581b-edd4-4332-a023-27a92f9281fd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:32:46.192796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:46.200872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:46.201219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Checking segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:46.201601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Bound using segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:46.202055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Bound port: 30583de2-a335-4714-9067-cdfd17e032ef, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:46.202411 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.260656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7dbb-7aee-4e85-8dfe-2c1285ead314 req-df7ff9d1-08aa-45d3-8154-e536530d4c2f tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.262159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052f7dbb-7aee-4e85-8dfe-2c1285ead314 req-df7ff9d1-08aa-45d3-8154-e536530d4c2f tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 943 time: 0.1134024 Jun 30 09:32:46.310936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:46.325947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-052f7dbb-7aee-4e85-8dfe-2c1285ead314 req-e119687c-0507-4062-bc04-cf4fc8b173fc tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560770 Jun 30 09:32:46.327519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:46.332270 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.366818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.367429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.368793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] 10.222.0.13 "PUT /v2.0/ports/30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 1092 time: 0.7054520 Jun 30 09:32:46.369230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:46.371531 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65c3ba7-c025-4d88-bbe5-cd40112afb73" -d '{"events": [{"name": "network-changed", "server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "tag": "30583de2-a335-4714-9067-cdfd17e032ef"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:46.395940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99af8b1-2a68-4712-a3e4-33258be3595e service neutron] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.419394 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fec7b5-f0e7-4305-b44f-c8ebcd3d33ff x-openstack-request-id: req-50fec7b5-f0e7-4305-b44f-c8ebcd3d33ff {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:46.419779 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "tag": "30583de2-a335-4714-9067-cdfd17e032ef", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:46.420031 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50fec7b5-f0e7-4305-b44f-c8ebcd3d33ff {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:46.420416 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef', 'status': 'completed', 'code': 200} Jun 30 09:32:46.463999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-7a71a93b-c13f-4820-9383-bae024448f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.465434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-7a71a93b-c13f-4820-9383-bae024448f38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1095 time: 0.0545454 Jun 30 09:32:46.513053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-37c5a898-c31a-4c26-849c-c379cae97abc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0384684 Jun 30 09:32:46.560504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-ce6ccc62-b01b-4c49-98d9-0ba72c166c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.562082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-ce6ccc62-b01b-4c49-98d9-0ba72c166c30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0421057 Jun 30 09:32:46.593951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-58a18ed0-32bb-41be-b29d-a438313f8afb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249989 Jun 30 09:32:46.686009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-1cd53726-aa82-4e99-bc2c-0eb9fa6951c0 service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841508 Jun 30 09:32:46.775089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd4e2b27-823a-4289-a1d9-11f64c86eb05 req-82449b7a-b223-484f-af27-d6cf5718ebf8 service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797861 Jun 30 09:32:46.870194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-721aca45-27d3-4b4d-a8f9-028c4f1e855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.871557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-721aca45-27d3-4b4d-a8f9-028c4f1e855e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1095 time: 0.0518370 Jun 30 09:32:46.964588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-f930fbd2-4ec1-4ee4-97f3-55b943e28be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.966022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-f930fbd2-4ec1-4ee4-97f3-55b943e28be3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0846753 Jun 30 09:32:47.008355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-f630c15d-483f-4716-a4f1-16a2507e54ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0335054 Jun 30 09:32:47.061597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-fad29fb4-a0fc-4163-a484-791d58ca76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:47.063041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-fad29fb4-a0fc-4163-a484-791d58ca76be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0470543 Jun 30 09:32:47.098708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-caefee7f-645a-4153-ba03-85c402fd368a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253613 Jun 30 09:32:47.192487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-4efce52c-53d0-4520-926e-91e9f64e26b9 service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833557 Jun 30 09:32:47.285978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d65c3ba7-c025-4d88-bbe5-cd40112afb73 req-2a9d436f-245f-4557-b6ae-d7c053c1a98e service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843475 Jun 30 09:32:47.501548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3deba6-e13a-4faa-a5f2-a0a427f94253 req-4c22d9af-597a-4c5e-a1dd-07101273e4f5 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:47.503042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f3deba6-e13a-4faa-a5f2-a0a427f94253 req-4c22d9af-597a-4c5e-a1dd-07101273e4f5 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 943 time: 0.0683076 Jun 30 09:32:47.539633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f3deba6-e13a-4faa-a5f2-a0a427f94253 req-502764de-3928-4a34-8517-53fb45a06872 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jun 30 09:32:48.171086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:48.191582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 0cbb2541-52d0-4e01-8a09-f2ff6f365adf {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:48.191924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 0cbb2541-52d0-4e01-8a09-f2ff6f365adf not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:48.717783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60d79c-a15c-435c-b8ac-196c4134869f req-1fd51d34-c64a-4d77-a7ab-aa75bf64c266 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:48.719855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff60d79c-a15c-435c-b8ac-196c4134869f req-1fd51d34-c64a-4d77-a7ab-aa75bf64c266 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 943 time: 0.0667293 Jun 30 09:32:48.756443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff60d79c-a15c-435c-b8ac-196c4134869f req-6139a285-3ead-4f23-a9f5-69f065b1f919 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Jun 30 09:32:49.928700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e813500-a4c0-48b2-b0cc-04826b52fbf8 req-e0de821f-0bc5-46cb-af9b-8f5845d45dde tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.930140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e813500-a4c0-48b2-b0cc-04826b52fbf8 req-e0de821f-0bc5-46cb-af9b-8f5845d45dde tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 943 time: 0.0621583 Jun 30 09:32:49.966270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e813500-a4c0-48b2-b0cc-04826b52fbf8 req-b256eb88-8f3c-4e65-9375-d284a2310c62 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Jun 30 09:32:50.185662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 30583de2-a335-4714-9067-cdfd17e032ef details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:32:50.276063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:50.287556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '30583de2-a335-4714-9067-cdfd17e032ef', 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd', 'port_id': '30583de2-a335-4714-9067-cdfd17e032ef', 'mac_address': 'fa:16:3e:f5:b6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b497395-59f2-4f32-9e49-fa450cd663ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:32:50.326964 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.339578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30583de2-a335-4714-9067-cdfd17e032ef {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:50.358784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:50.362566 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.407405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.414437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.414781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.415115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.415445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.415782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.416094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.416415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.416736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.417055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.417373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.417718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.418037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:50.582168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['30583de2-a335-4714-9067-cdfd17e032ef'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:51.136044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466947f-f037-4baa-b776-05d73b2e7643 req-16471829-9b45-4cf9-874a-74ae45dc89ff tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:51.137484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e466947f-f037-4baa-b776-05d73b2e7643 req-16471829-9b45-4cf9-874a-74ae45dc89ff tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 944 time: 0.0614641 Jun 30 09:32:51.173899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e466947f-f037-4baa-b776-05d73b2e7643 req-4ecdbdd8-6067-4a8a-9acc-1eaeb7003fec tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307684 Jun 30 09:32:52.201217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 30583de2-a335-4714-9067-cdfd17e032ef up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:52.250485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 30583de2-a335-4714-9067-cdfd17e032ef completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:52.254415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 30583de2-a335-4714-9067-cdfd17e032ef triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:52.254805 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.339194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.352952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34aa59-daa3-4380-b51d-74639094bb76 req-49059c5f-1d24-4848-980a-f78e211a5165 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.354474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f34aa59-daa3-4380-b51d-74639094bb76 req-49059c5f-1d24-4848-980a-f78e211a5165 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 944 time: 0.0696752 Jun 30 09:32:52.363798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:52.366249 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996455cb-0613-4af2-a728-e6ce97e75792" -d '{"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-plugged", "status": "completed", "tag": "30583de2-a335-4714-9067-cdfd17e032ef"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:52.381415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:52.385758 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.395022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f34aa59-daa3-4380-b51d-74639094bb76 req-1f195999-be2a-486a-9884-ee95cdb43c3e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345681 Jun 30 09:32:52.409529 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c194c050-cebb-4b64-9572-a6051b089777 x-openstack-request-id: req-c194c050-cebb-4b64-9572-a6051b089777 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:52.409838 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-plugged", "status": "completed", "tag": "30583de2-a335-4714-9067-cdfd17e032ef", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:52.410085 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c194c050-cebb-4b64-9572-a6051b089777 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:52.410460 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef', 'code': 200} Jun 30 09:32:52.436325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:52.532953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69192c-f622-4e2c-aaac-c3f911b18a80 req-e91ec4cf-6178-4795-a537-23c78fd287a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.534570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df69192c-f622-4e2c-aaac-c3f911b18a80 req-e91ec4cf-6178-4795-a537-23c78fd287a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1097 time: 0.0520406 Jun 30 09:32:52.573121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df69192c-f622-4e2c-aaac-c3f911b18a80 req-3938861f-99bf-4de2-9d9e-2d148ea02ee8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283413 Jun 30 09:32:53.559551 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.584041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957129d-199e-4c5f-b911-53f406edb568 req-d6872929-259c-4130-9829-6375aa3ad6ba tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.585513 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f957129d-199e-4c5f-b911-53f406edb568 req-d6872929-259c-4130-9829-6375aa3ad6ba tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0736265 Jun 30 09:32:53.625495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f957129d-199e-4c5f-b911-53f406edb568 req-f5113d77-77b4-4901-a95a-95a26c118fb8 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342147 Jun 30 09:32:54.793826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb56a-483e-404c-b209-273641744ad4 req-ca27a1ca-a43f-4a87-921a-d5b1aa80b41d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:54.795253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd9bb56a-483e-404c-b209-273641744ad4 req-ca27a1ca-a43f-4a87-921a-d5b1aa80b41d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0607669 Jun 30 09:32:54.831976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd9bb56a-483e-404c-b209-273641744ad4 req-6f605e43-1486-4dcb-a7ab-cf8a60e3a9ca tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306687 Jun 30 09:32:55.002682 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45625861-7917-4dae-b637-3cbac4405608 req-f1794e6c-6b40-4007-9463-6d786c82ad85 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:55.004138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45625861-7917-4dae-b637-3cbac4405608 req-f1794e6c-6b40-4007-9463-6d786c82ad85 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0615931 Jun 30 09:32:55.039914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45625861-7917-4dae-b637-3cbac4405608 req-9dc269cf-8992-41f8-87f2-2b7177e45183 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303819 Jun 30 09:32:55.365590 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-cc7570a8-3760-4579-b36e-375141d4a24b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0501084 Jun 30 09:32:55.432116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e534ee8-9562-457b-ad9b-7ce362f44dfb req-1e9dd0ba-1e9b-4754-a621-61f86b945936 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:55.433812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e534ee8-9562-457b-ad9b-7ce362f44dfb req-1e9dd0ba-1e9b-4754-a621-61f86b945936 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0674706 Jun 30 09:32:55.447238 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.473895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e534ee8-9562-457b-ad9b-7ce362f44dfb req-7b6e353d-a039-410e-88f6-164592143ba6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Jun 30 09:32:56.650723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687758da-2af7-4bec-b220-6bdc1250ecd8 req-f0684687-6a90-437d-aa88-14632a628e2e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:56.652158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-687758da-2af7-4bec-b220-6bdc1250ecd8 req-f0684687-6a90-437d-aa88-14632a628e2e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0676358 Jun 30 09:32:56.720053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-687758da-2af7-4bec-b220-6bdc1250ecd8 req-11527a58-02de-4239-b4e6-900c926d517b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595562 Jun 30 09:32:56.735181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-c90e0c04-978d-40a1-b13a-d87265a1dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:56.736692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-c90e0c04-978d-40a1-b13a-d87265a1dbd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1097 time: 0.0938153 Jun 30 09:32:56.827543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-553b9363-c719-4f44-9d99-7e14a1089645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:56.828883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-553b9363-c719-4f44-9d99-7e14a1089645 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0812304 Jun 30 09:32:56.877924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-cf005042-f3e6-40a7-8e19-cc77bf686b6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0383208 Jun 30 09:32:56.927231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-11b5b52b-b4d6-4cc8-b826-427ba55695b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:56.928599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-11b5b52b-b4d6-4cc8-b826-427ba55695b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0415173 Jun 30 09:32:56.964094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-ad455e3b-3a91-4659-8db1-fb7ccffd6400 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241907 Jun 30 09:32:57.053552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-9052c530-d5b5-443c-b93a-f7c42ff63e4b service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822363 Jun 30 09:32:57.144675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-8b9e691d-f995-4c71-9adb-db921e483cff service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796902 Jun 30 09:32:57.891495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b817a1-7d7b-404f-b566-dc0a5e3133d6 req-d74d5a97-79f2-4e22-a3b5-99b1f0cc1f7f tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.892833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72b817a1-7d7b-404f-b566-dc0a5e3133d6 req-d74d5a97-79f2-4e22-a3b5-99b1f0cc1f7f tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0619998 Jun 30 09:32:57.928578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72b817a1-7d7b-404f-b566-dc0a5e3133d6 req-9664ede3-5b21-486f-ab71-fb0c868a6b5a tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302801 Jun 30 09:32:59.100327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864c1c9-7c85-4b14-bf40-fafe35855663 req-ae8c345d-db22-4d19-9fe7-2652866727bf tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.102048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a864c1c9-7c85-4b14-bf40-fafe35855663 req-ae8c345d-db22-4d19-9fe7-2652866727bf tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0645938 Jun 30 09:32:59.137711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a864c1c9-7c85-4b14-bf40-fafe35855663 req-1fc1bcec-5598-4f2b-87c9-f4e6d37935b6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301697 Jun 30 09:33:00.307382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd9c70-692c-4e0c-b8fe-33745fd7f989 req-50d6abbc-44fd-4026-9ea4-434113d706e3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.308890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2abd9c70-692c-4e0c-b8fe-33745fd7f989 req-50d6abbc-44fd-4026-9ea4-434113d706e3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0630379 Jun 30 09:33:00.347791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2abd9c70-692c-4e0c-b8fe-33745fd7f989 req-ada2625a-b285-40a5-9ee7-99e4e9da14d1 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Jun 30 09:33:01.517653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333854-67e9-47df-bbbe-ef8fce3c5565 req-0892d485-ae16-429c-b56d-555995d59b7e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.519075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18333854-67e9-47df-bbbe-ef8fce3c5565 req-0892d485-ae16-429c-b56d-555995d59b7e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0638642 Jun 30 09:33:01.650883 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6bed2858-c92a-4a9c-a8f5-593f8a4d7f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.794994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18333854-67e9-47df-bbbe-ef8fce3c5565 req-e493aed1-e316-4189-ba3a-4827bf389440 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703571 Jun 30 09:33:02.974285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209baf-8258-47c4-ac9a-3e498bd58bd3 req-01613a12-b5a2-4c54-ac20-19a68b69010e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:02.975983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5209baf-8258-47c4-ac9a-3e498bd58bd3 req-01613a12-b5a2-4c54-ac20-19a68b69010e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0648141 Jun 30 09:33:03.012687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f5209baf-8258-47c4-ac9a-3e498bd58bd3 req-93f8b955-dd9f-473c-9dda-d72653a190c4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Jun 30 09:33:04.183539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797a5d0-cc15-48d8-8141-88b105e5dde9 req-39499af6-f9c6-42ed-9c14-024354cf10b1 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.184905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7797a5d0-cc15-48d8-8141-88b105e5dde9 req-39499af6-f9c6-42ed-9c14-024354cf10b1 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0606990 Jun 30 09:33:04.223555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7797a5d0-cc15-48d8-8141-88b105e5dde9 req-643b341c-03a0-4fe6-975a-ba183d13b092 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331423 Jun 30 09:33:04.383235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.401789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-074f2930-82d5-489f-b900-1f9c3fad256a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.913790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-47fae19c-c3b9-4013-a6bb-81f55d3c6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.915206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-47fae19c-c3b9-4013-a6bb-81f55d3c6789 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1097 time: 0.0514576 Jun 30 09:33:05.019524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-3ca03bb4-73b2-4053-8054-0e3a08971676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.021011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-3ca03bb4-73b2-4053-8054-0e3a08971676 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0824025 Jun 30 09:33:05.067028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-8efa0a53-79df-4a55-937e-9519f11e624e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0371222 Jun 30 09:33:05.118787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-7b67f39b-1f0a-4ba4-96fb-c62613c4c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.120161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-7b67f39b-1f0a-4ba4-96fb-c62613c4c0cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0421152 Jun 30 09:33:05.151854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-882ad97b-65e9-4a3a-ab7a-f14bde6f1e9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245938 Jun 30 09:33:05.240348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-6176d130-dece-4834-8cfa-2323caf2d45f service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813835 Jun 30 09:33:05.330727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-851dc448-d1d7-47cd-b292-6bf6f47770b0 req-3651aa3c-804b-40bf-bbf6-ac917305e79d service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817628 Jun 30 09:33:05.395597 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afab8c-0610-490f-b99d-f90b4fd35f8f req-b628287e-7cf7-4d29-9439-1eeb30b67507 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.397054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6afab8c-0610-490f-b99d-f90b4fd35f8f req-b628287e-7cf7-4d29-9439-1eeb30b67507 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0631213 Jun 30 09:33:05.437787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6afab8c-0610-490f-b99d-f90b4fd35f8f req-d11c26cd-30ed-4535-9f61-31d73af3010c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Jun 30 09:33:05.939625 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.003013 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-aea1d705-d266-4152-a614-7ae7e376cde6 req-d7b6273d-a8b7-4dda-8dfa-def398217976 service neutron] (100238) timed out ('10.222.0.53', 41974) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:33:06.610846 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6127782-163e-4794-b388-29a53a5289fc req-c77de7ca-6822-4d96-b963-9820d4023201 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:06.612332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6127782-163e-4794-b388-29a53a5289fc req-c77de7ca-6822-4d96-b963-9820d4023201 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0645244 Jun 30 09:33:06.650271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c6127782-163e-4794-b388-29a53a5289fc req-98913618-32fe-4766-bced-51e57c6a0cb1 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Jun 30 09:33:07.367305 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.818780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e067-01f8-47cf-8d43-158fa38e31eb req-1ec56902-8144-492f-a94a-96a39f820ed4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:07.820244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b385e067-01f8-47cf-8d43-158fa38e31eb req-1ec56902-8144-492f-a94a-96a39f820ed4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0621526 Jun 30 09:33:07.859644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b385e067-01f8-47cf-8d43-158fa38e31eb req-8e93d263-8c4f-468d-aa6f-169219f12129 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337877 Jun 30 09:33:09.031477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813f33b-23f4-41ed-8455-e139061cbdda req-0f563eff-2c59-4f88-bc43-918b72df831b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.032916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d813f33b-23f4-41ed-8455-e139061cbdda req-0f563eff-2c59-4f88-bc43-918b72df831b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0644138 Jun 30 09:33:09.069639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d813f33b-23f4-41ed-8455-e139061cbdda req-b3086877-0df7-4ea7-a4be-695c70993d35 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Jun 30 09:33:10.239583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981a49-7ef7-47c3-b2bc-3bf86006282c req-881be0b3-5f78-4462-94cf-8391a6c69e6c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:10.241046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07981a49-7ef7-47c3-b2bc-3bf86006282c req-881be0b3-5f78-4462-94cf-8391a6c69e6c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0615580 Jun 30 09:33:10.277305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-07981a49-7ef7-47c3-b2bc-3bf86006282c req-4d093682-8895-4dba-a6d4-1eed36b94817 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Jun 30 09:33:11.448072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73b0ed-d3b6-42bc-8f66-3bfb62244594 req-9856fa70-3f0d-4597-8e27-b71c6f4a2b77 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.449549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f73b0ed-d3b6-42bc-8f66-3bfb62244594 req-9856fa70-3f0d-4597-8e27-b71c6f4a2b77 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0631967 Jun 30 09:33:11.490815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f73b0ed-d3b6-42bc-8f66-3bfb62244594 req-63bb58ee-a4de-48d4-922a-d92e3af8fac3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Jun 30 09:33:12.701193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ecd84-fdc1-4d45-8004-57c779fdb11c req-af5ac1de-dfcc-4788-a4d4-6b09abd6ecd4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:12.702669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-536ecd84-fdc1-4d45-8004-57c779fdb11c req-af5ac1de-dfcc-4788-a4d4-6b09abd6ecd4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0614684 Jun 30 09:33:12.739255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-536ecd84-fdc1-4d45-8004-57c779fdb11c req-2e2caebe-0e8b-4d11-83d7-253ca9c7c145 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Jun 30 09:33:12.867681 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:13.910567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e953-14c1-437e-ae1d-3efa83ad1f73 req-e5604cc7-a1d6-4e25-a4f4-3cefc89a8062 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.911913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79c5e953-14c1-437e-ae1d-3efa83ad1f73 req-e5604cc7-a1d6-4e25-a4f4-3cefc89a8062 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0605762 Jun 30 09:33:13.949947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79c5e953-14c1-437e-ae1d-3efa83ad1f73 req-ed455f9a-ba67-4f8c-9470-719fc71df14c tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Jun 30 09:33:15.123350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81a4b-1654-41b2-8b34-ccbccfd61bc2 req-93226db8-de33-4ae7-9109-b2721f5b93bb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:15.124804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ea81a4b-1654-41b2-8b34-ccbccfd61bc2 req-93226db8-de33-4ae7-9109-b2721f5b93bb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0654018 Jun 30 09:33:15.162306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5ea81a4b-1654-41b2-8b34-ccbccfd61bc2 req-fd6a764d-1d8d-457e-96b1-01b44e2f0ee2 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Jun 30 09:33:16.334336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bcdaa-d86c-44e0-8390-a986840fdfe0 req-f95b793d-3925-4ee8-9bdb-f00d13fb0706 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:16.335830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-289bcdaa-d86c-44e0-8390-a986840fdfe0 req-f95b793d-3925-4ee8-9bdb-f00d13fb0706 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0651226 Jun 30 09:33:16.373657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-289bcdaa-d86c-44e0-8390-a986840fdfe0 req-363a1d50-ff63-49f9-bdd7-45d690fddfbf tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jun 30 09:33:17.544074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b1ab8-cd15-4d5f-ae2a-7b65ba2b4f03 req-012e4e99-607f-4ccf-9ad6-f78cdd2f0401 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:17.545614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e2b1ab8-cd15-4d5f-ae2a-7b65ba2b4f03 req-012e4e99-607f-4ccf-9ad6-f78cdd2f0401 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0622010 Jun 30 09:33:17.585973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e2b1ab8-cd15-4d5f-ae2a-7b65ba2b4f03 req-4c9cf8e6-a4c6-4ec7-a999-6471eb2c4263 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jun 30 09:33:18.761444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a7d95-e6f5-4592-ba24-ca52124009ab req-ab6cd415-e5fc-44b4-b3c4-042ffb9b67a9 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:18.763422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-192a7d95-e6f5-4592-ba24-ca52124009ab req-ab6cd415-e5fc-44b4-b3c4-042ffb9b67a9 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0622566 Jun 30 09:33:18.799840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-192a7d95-e6f5-4592-ba24-ca52124009ab req-9a926e14-ec89-4d15-a814-a4b4b1e701c5 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308659 Jun 30 09:33:18.855528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-aa871393-c9a7-444a-94cd-d4384a6af445 req-8db35413-8c26-46cd-8825-7ff0a2725de2 tempest-TestNetworkAdvancedServerOps-317835316 tempest-TestNetworkAdvancedServerOps-317835316-project] (100238) timed out ('10.222.0.26', 57603) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:33:19.969044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c8a4c-a255-4759-b559-9a77724088f3 req-b1fbfc92-dba0-492d-b99d-1f5c917b506b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:19.970644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a9c8a4c-a255-4759-b559-9a77724088f3 req-b1fbfc92-dba0-492d-b99d-1f5c917b506b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0611858 Jun 30 09:33:20.009382 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a9c8a4c-a255-4759-b559-9a77724088f3 req-53ed665a-388c-41b8-9dcc-b7da862506a5 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Jun 30 09:33:21.181144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a85923-5b85-4862-b485-667d67515837 req-f2d70e8a-9aa4-44c1-a1c7-ba9bec3caf31 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:21.182617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65a85923-5b85-4862-b485-667d67515837 req-f2d70e8a-9aa4-44c1-a1c7-ba9bec3caf31 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0644369 Jun 30 09:33:21.219258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65a85923-5b85-4862-b485-667d67515837 req-8c06469d-93af-4423-8e18-31865d17653d tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304370 Jun 30 09:33:22.395336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0958a9a-d5d6-479b-a4d9-18869c8cc2b2 req-34969813-ced6-4846-8f8f-fab59c60bd13 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.396737 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0958a9a-d5d6-479b-a4d9-18869c8cc2b2 req-34969813-ced6-4846-8f8f-fab59c60bd13 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0623603 Jun 30 09:33:22.433842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0958a9a-d5d6-479b-a4d9-18869c8cc2b2 req-5fdb9caa-9f6a-4606-9787-11a9c5c4b3aa tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Jun 30 09:33:23.569273 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.607938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110aa75-1211-4004-b3bb-81ed7262fc49 req-6ce939e6-6c94-4125-9826-4f05c8b3f1ba tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.609450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6110aa75-1211-4004-b3bb-81ed7262fc49 req-6ce939e6-6c94-4125-9826-4f05c8b3f1ba tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0628042 Jun 30 09:33:23.649838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6110aa75-1211-4004-b3bb-81ed7262fc49 req-db43daa1-49c8-40f6-83ae-e4ca66e7f8cd tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Jun 30 09:33:24.081255 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-1ca6ff42-842e-412a-84f1-871949275184 req-b42ae825-60d2-4076-b761-3ccb9e65dde2 service neutron] show failed (client error): The resource could not be found. Jun 30 09:33:24.082256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-b42ae825-60d2-4076-b761-3ccb9e65dde2 service neutron] 10.222.0.13 "GET /v2.0/ports/30583de2-a335-4714-9067-cdfd17e032ef/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0521142 Jun 30 09:33:24.327515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-161cf202-7d94-4601-b65d-3f6f85556193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:24.328970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-161cf202-7d94-4601-b65d-3f6f85556193 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012&tenant_id=92646c56f0544a9dafe7e61087e359bb HTTP/1.1" status: 200 len: 1097 time: 0.0525594 Jun 30 09:33:24.344050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:24.414941 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.614270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:24.646926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:24.685040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:24.687384 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcbfde5-1494-43ec-9b4e-8f588bb3c9c2" -d '{"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-unplugged", "status": "completed", "tag": "30583de2-a335-4714-9067-cdfd17e032ef"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:24.690987 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.703542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Transition to ACTIVE for port object 30583de2-a335-4714-9067-cdfd17e032ef will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:24.708350 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.747434 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9f9f51-668b-4ea8-986b-bad1390e4807 x-openstack-request-id: req-bc9f9f51-668b-4ea8-986b-bad1390e4807 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:24.747726 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-unplugged", "status": "completed", "tag": "30583de2-a335-4714-9067-cdfd17e032ef", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:24.747977 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc9f9f51-668b-4ea8-986b-bad1390e4807 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:24.748373 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef', 'code': 200} Jun 30 09:33:24.763214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:24.782743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] No DVR routers for this DVR port 30583de2-a335-4714-9067-cdfd17e032ef on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:24.850626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:24.850877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:24.851205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:24.858376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Port 30583de2-a335-4714-9067-cdfd17e032ef on network 25f6581b-edd4-4332-a023-27a92f9281fd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:33:24.858695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Attempting to bind port 30583de2-a335-4714-9067-cdfd17e032ef on network 25f6581b-edd4-4332-a023-27a92f9281fd {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:24.866000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:24.866336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Checking segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:24.866716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Bound using segment: {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:24.867144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Bound port: 30583de2-a335-4714-9067-cdfd17e032ef, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f7fb9d-3e6d-492b-8a59-e105f3889fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:24.867497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.895824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979992a-9cfa-4517-8500-1e0b1ee47cb9 req-cf901fd1-cf55-4e91-b7c1-6935e9e0f469 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:24.897301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f979992a-9cfa-4517-8500-1e0b1ee47cb9 req-cf901fd1-cf55-4e91-b7c1-6935e9e0f469 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 943 time: 0.1164236 Jun 30 09:33:24.967309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f979992a-9cfa-4517-8500-1e0b1ee47cb9 req-45069567-d8cb-41e7-932c-35fba071545e tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Jun 30 09:33:24.971300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:24.974616 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:24.981002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.016757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:25.017385 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.018770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] 10.222.0.26 "PUT /v2.0/ports/30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 1092 time: 0.6788337 Jun 30 09:33:25.040325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f562662-9763-43f0-aa13-9d20bb1a6acc service neutron] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:25.096012 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-32c1397f-98d4-4feb-9b9e-858239242e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:25.097483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-32c1397f-98d4-4feb-9b9e-858239242e2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1095 time: 0.0525274 Jun 30 09:33:25.188608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-9b91b02f-b964-416c-b3d4-ce9fd343e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:25.190165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-9b91b02f-b964-416c-b3d4-ce9fd343e8a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0838799 Jun 30 09:33:25.233972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-d5431c12-05b5-44ef-9e5d-7ba7356e22ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0333731 Jun 30 09:33:25.283733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ff42-842e-412a-84f1-871949275184 req-05c75706-f38c-46fa-9fd4-9c800b7559df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:25.285105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-05c75706-f38c-46fa-9fd4-9c800b7559df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0423875 Jun 30 09:33:25.321400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-8e5a30c5-aa7f-476d-8d34-57914ed69084 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255201 Jun 30 09:33:25.412506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-ccf8ff49-6b94-4a6c-8aaa-258a80ca7743 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809150 Jun 30 09:33:25.459605 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.506407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ca6ff42-842e-412a-84f1-871949275184 req-6d21b8e7-b0c8-4031-a46b-23cb805b0b32 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843534 Jun 30 09:33:26.140991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec5ff5-3e17-403b-908f-6ca2380e1925 req-7cf7377d-0dd7-410d-9115-7de84db3a095 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:26.142491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39ec5ff5-3e17-403b-908f-6ca2380e1925 req-7cf7377d-0dd7-410d-9115-7de84db3a095 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 943 time: 0.0635390 Jun 30 09:33:26.179728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39ec5ff5-3e17-403b-908f-6ca2380e1925 req-e9817240-d55c-4f07-8e38-7e2af588dccc tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Jun 30 09:33:26.701760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 30583de2-a335-4714-9067-cdfd17e032ef details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:26.749114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:26.751525 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937c6c7f-d293-4f36-9a61-94af7aed153f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "tag": "30583de2-a335-4714-9067-cdfd17e032ef"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:26.794856 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:26.798180 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676773a-e9a3-4a3b-95b5-53a308cece08 x-openstack-request-id: req-d676773a-e9a3-4a3b-95b5-53a308cece08 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:26.798478 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "tag": "30583de2-a335-4714-9067-cdfd17e032ef", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:26.798733 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d676773a-e9a3-4a3b-95b5-53a308cece08 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:26.799130 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef', 'status': 'completed', 'code': 200} Jun 30 09:33:26.806222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '30583de2-a335-4714-9067-cdfd17e032ef', 'network_id': '25f6581b-edd4-4332-a023-27a92f9281fd', 'port_id': '30583de2-a335-4714-9067-cdfd17e032ef', 'mac_address': 'fa:16:3e:f5:b6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b497395-59f2-4f32-9e49-fa450cd663ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:26.842817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.855183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30583de2-a335-4714-9067-cdfd17e032ef {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:26.874192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:26.878344 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.917826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-853ff25a-4f91-4a2e-af98-7af967ef06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:26.919327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-853ff25a-4f91-4a2e-af98-7af967ef06c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1095 time: 0.0982020 Jun 30 09:33:26.921102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-5159b8b5-45dd-44ff-8445-8cebfae12e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:26.922459 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-5159b8b5-45dd-44ff-8445-8cebfae12e11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1095 time: 0.0921178 Jun 30 09:33:26.932837 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.076232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-af22b9d8-68fa-45c2-ac81-e7d4cc7997c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.077701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-af22b9d8-68fa-45c2-ac81-e7d4cc7997c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.1512930 Jun 30 09:33:27.079015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-2cc97d39-16ff-4986-b211-c8d0ab975244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.080292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-2cc97d39-16ff-4986-b211-c8d0ab975244 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.1460576 Jun 30 09:33:27.127482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-7224fb11-71c9-4a5f-831f-8763d0791b23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0393150 Jun 30 09:33:27.163237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-74cb3935-4a9a-40fc-8850-6bf3273badb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0741358 Jun 30 09:33:27.228873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-856ef8e9-4623-4101-806a-93610f9721b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.230452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-856ef8e9-4623-4101-806a-93610f9721b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0746710 Jun 30 09:33:27.235809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-458261c0-10b0-4e48-b988-47fdec3acc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.237183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-458261c0-10b0-4e48-b988-47fdec3acc1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0563247 Jun 30 09:33:27.294174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-9159d4ac-aeb3-4739-b835-f346f9bcb6c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560124 Jun 30 09:33:27.297174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-950c20e5-29bd-4b36-b221-2d8026c99baa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477617 Jun 30 09:33:27.488684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-f807cdcc-7cab-4ba9-a60e-0c037863fd3f service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819966 Jun 30 09:33:27.494323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-b33795df-a39d-4146-93b8-a082110e06a7 service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887579 Jun 30 09:33:27.513620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139722e4-8d64-4e18-be07-f667fa697c81 req-cf62e848-5033-466f-b488-882c2a3935a0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.515014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-139722e4-8d64-4e18-be07-f667fa697c81 req-cf62e848-5033-466f-b488-882c2a3935a0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 944 time: 0.2199817 Jun 30 09:33:27.890120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-139722e4-8d64-4e18-be07-f667fa697c81 req-9987108d-0704-454c-bb1a-9436584ba530 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586915 Jun 30 09:33:27.916780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-929c48e4-5cf5-4002-8aed-b27ff5792c59 service neutron] 10.222.0.26 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195604 Jun 30 09:33:27.926784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-937c6c7f-d293-4f36-9a61-94af7aed153f req-4dc6f2e0-29cf-4b76-8768-2abe19ddfa2c service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213529 Jun 30 09:33:28.144884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['30583de2-a335-4714-9067-cdfd17e032ef'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:28.370065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 30583de2-a335-4714-9067-cdfd17e032ef no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:28.406873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 30583de2-a335-4714-9067-cdfd17e032ef not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:28.727060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 30583de2-a335-4714-9067-cdfd17e032ef up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:28.775527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 30583de2-a335-4714-9067-cdfd17e032ef completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:28.778980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 30583de2-a335-4714-9067-cdfd17e032ef triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:28.779346 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.850839 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.872394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:28.874645 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889e9f6e-40dd-4da1-b4b1-d3d1508c1c74" -d '{"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-plugged", "status": "completed", "tag": "30583de2-a335-4714-9067-cdfd17e032ef"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:28.887415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:28.891203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.924148 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674d2ba1-6f1e-4794-b0fd-eece74bf4391 x-openstack-request-id: req-674d2ba1-6f1e-4794-b0fd-eece74bf4391 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:28.924438 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-plugged", "status": "completed", "tag": "30583de2-a335-4714-9067-cdfd17e032ef", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:28.924685 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-674d2ba1-6f1e-4794-b0fd-eece74bf4391 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:28.925161 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef', 'code': 200} Jun 30 09:33:28.944023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:29.063687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb897c-8b75-4ad2-a48b-8fc35186b6f3 req-a2b81490-6dfc-41f3-abda-45e1f3234dcb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.065052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30fb897c-8b75-4ad2-a48b-8fc35186b6f3 req-a2b81490-6dfc-41f3-abda-45e1f3234dcb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0625215 Jun 30 09:33:29.102642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30fb897c-8b75-4ad2-a48b-8fc35186b6f3 req-f38c1aca-86b0-4e9d-9ba5-c02542c23ae0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Jun 30 09:33:29.445277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2bcf3-98c5-4faf-a9e1-9aebabe8d12b req-5570851e-b296-465d-9e27-5e8ae1d3ff26 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.446676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45b2bcf3-98c5-4faf-a9e1-9aebabe8d12b req-5570851e-b296-465d-9e27-5e8ae1d3ff26 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.1140013 Jun 30 09:33:29.454407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-5765ad27-1fc5-49bc-84ee-9a480fc4c019 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.455724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-5765ad27-1fc5-49bc-84ee-9a480fc4c019 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012&tenant_id=92646c56f0544a9dafe7e61087e359bb&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 945 time: 0.1133678 Jun 30 09:33:29.517728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45b2bcf3-98c5-4faf-a9e1-9aebabe8d12b req-ec97e502-6cb9-442e-a6fd-489318c185e9 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610545 Jun 30 09:33:29.537674 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-7c186a17-5bb8-4cd5-8174-e0848adb9d5b service neutron] delete failed (client error): The resource could not be found. Jun 30 09:33:29.538660 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-7c186a17-5bb8-4cd5-8174-e0848adb9d5b service neutron] 10.222.0.13 "DELETE /v2.0/ports/30583de2-a335-4714-9067-cdfd17e032ef/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0682149 Jun 30 09:33:29.649151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-ccbef237-1101-4b70-a0b0-f64d8ab96e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.650662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-ccbef237-1101-4b70-a0b0-f64d8ab96e41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92646c56f0544a9dafe7e61087e359bb&device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 1097 time: 0.0558887 Jun 30 09:33:29.740782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-39e9e57e-0f16-4bfc-8e5d-07f072c591be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.742271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-39e9e57e-0f16-4bfc-8e5d-07f072c591be service neutron] 10.222.0.13 "GET /v2.0/networks?id=25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 200 len: 915 time: 0.0849783 Jun 30 09:33:29.783462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-f6843e9a-7ded-4c78-8efc-6dc60b2fbbbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 200 len: 217 time: 0.0342438 Jun 30 09:33:29.834312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-cb9707f2-8cd3-4454-8282-b35f237f3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.835710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-cb9707f2-8cd3-4454-8282-b35f237f3df8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 200 len: 854 time: 0.0462904 Jun 30 09:33:29.866981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-27f886c4-6122-491b-954e-f3547b918b37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25f6581b-edd4-4332-a023-27a92f9281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245953 Jun 30 09:33:29.952454 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-80780848-fa40-4f66-a84c-d7b72b4c289d service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793221 Jun 30 09:33:30.049191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cbf1e560-cb61-4c49-aa18-86004a4f76e8 req-cbbeb581-fcfe-4149-8345-9858491d1aef service neutron] 10.222.0.13 "GET /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885091 Jun 30 09:33:30.700471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa777a-9157-4281-beda-bc6a61684de0 req-c8927bb2-5303-4d14-8695-bbf4465c5bfb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:30.702144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5fa777a-9157-4281-beda-bc6a61684de0 req-c8927bb2-5303-4d14-8695-bbf4465c5bfb tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0655146 Jun 30 09:33:30.742059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5fa777a-9157-4281-beda-bc6a61684de0 req-6044bb5d-c663-424d-b0a6-516131e5a422 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Jun 30 09:33:30.910064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa89437-5c4b-4f41-a4ed-5d4aa61542ec req-89c42e7c-c063-4b4f-9eb7-db25f47f680b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:30.911494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-faa89437-5c4b-4f41-a4ed-5d4aa61542ec req-89c42e7c-c063-4b4f-9eb7-db25f47f680b tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0609307 Jun 30 09:33:30.955347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-faa89437-5c4b-4f41-a4ed-5d4aa61542ec req-049bf0de-b45a-46f4-978e-d1bb917308f2 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Jun 30 09:33:31.127224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b21658-f8f6-40bc-99e8-73dc1e07b70a req-e128e396-5903-42e8-80fc-8908677849bd tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.128584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69b21658-f8f6-40bc-99e8-73dc1e07b70a req-e128e396-5903-42e8-80fc-8908677849bd tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0633092 Jun 30 09:33:31.165526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69b21658-f8f6-40bc-99e8-73dc1e07b70a req-d7f69c2a-0b91-459d-9e5a-89149502e111 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Jun 30 09:33:31.652011 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7b4bebd2-04b2-40c9-bcbc-1af1e9fef66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.725120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e5b1-f6b5-4c82-944d-07d38c4637e8 req-8c71b59f-cc0e-493f-b952-5055a87f13b0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.726625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a84e5b1-f6b5-4c82-944d-07d38c4637e8 req-8c71b59f-cc0e-493f-b952-5055a87f13b0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0639436 Jun 30 09:33:31.764399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a84e5b1-f6b5-4c82-944d-07d38c4637e8 req-b6f93474-ee84-4b4c-bf11-650d02dc7e33 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Jun 30 09:33:32.927818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681569ec-b577-40b5-b9d3-33f3c461203f req-a9f4dc95-22bd-4c10-80f8-f02a58af4fa4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:32.929173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-681569ec-b577-40b5-b9d3-33f3c461203f req-a9f4dc95-22bd-4c10-80f8-f02a58af4fa4 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.0952284 Jun 30 09:33:32.982906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62145e3-440c-425f-b12d-be5d29298502 req-53cb794c-2380-4807-b147-66a0433499b6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:32.984325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c62145e3-440c-425f-b12d-be5d29298502 req-53cb794c-2380-4807-b147-66a0433499b6 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e472dc2-b3b1-408b-afde-b4c69e60d012 HTTP/1.1" status: 200 len: 945 time: 0.1112988 Jun 30 09:33:33.053263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c62145e3-440c-425f-b12d-be5d29298502 req-fddc67b1-7b70-4a62-acf5-0cf51e165c22 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d8fbce3-6a9c-4641-902d-381c1bb03754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 Jun 30 09:33:33.071745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Deleting port 30583de2-a335-4714-9067-cdfd17e032ef {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:33.072080 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.156794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] For port 30583de2-a335-4714-9067-cdfd17e032ef, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=30583de2-a335-4714-9067-cdfd17e032ef,segment=NetworkSegment(77f7fb9d-3e6d-492b-8a59-e105f3889fdd),segment_id=77f7fb9d-3e6d-492b-8a59-e105f3889fdd)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:33.157142 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.170120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Calling delete_port for 30583de2-a335-4714-9067-cdfd17e032ef owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:33.299802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.316406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['30583de2-a335-4714-9067-cdfd17e032ef'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:33.325769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Pushing event deleted for resources: {'Port': ['ID=30583de2-a335-4714-9067-cdfd17e032ef,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:33.372499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] No DVR routers for this DVR port 30583de2-a335-4714-9067-cdfd17e032ef on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:33.374903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.376887 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-681569ec-b577-40b5-b9d3-33f3c461203f req-e7707dde-922a-44c9-a1f5-80083887eca3 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] 10.222.0.26 "DELETE /v2.0/ports/30583de2-a335-4714-9067-cdfd17e032ef HTTP/1.1" status: 204 len: 173 time: 0.4395359 Jun 30 09:33:33.377321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-deleted', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:33.379593 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40807d5f-8d09-4cf2-8225-d771bf946a70" -d '{"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-deleted", "tag": "30583de2-a335-4714-9067-cdfd17e032ef"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:33.416999 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c71f082-84e3-4e51-b42f-a66d857d370b x-openstack-request-id: req-9c71f082-84e3-4e51-b42f-a66d857d370b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:33.417300 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472dc2-b3b1-408b-afde-b4c69e60d012", "name": "network-vif-deleted", "tag": "30583de2-a335-4714-9067-cdfd17e032ef", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:33.417553 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c71f082-84e3-4e51-b42f-a66d857d370b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:33.417979 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472dc2-b3b1-408b-afde-b4c69e60d012', 'name': 'network-vif-deleted', 'tag': '30583de2-a335-4714-9067-cdfd17e032ef', 'status': 'completed', 'code': 200} Jun 30 09:33:34.281052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43022) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:34.329306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] Deleting subnet 7b497395-59f2-4f32-9e49-fa450cd663ed {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:33:34.332381 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.366908 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.383095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.403313 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c44cb514-9e02-4d50-a718-864f39508c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.411241 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.462056 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.494901 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.496726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7b497395-59f2-4f32-9e49-fa450cd663ed HTTP/1.1" status: 204 len: 168 time: 0.2146428 Jun 30 09:33:34.497803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875ca78-aa74-4a0e-bf78-6fe48333d75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b497395-59f2-4f32-9e49-fa450cd663ed,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.499311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43024) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:34.567613 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.646615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.656455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f6581b-edd4-4332-a023-27a92f9281fd']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:34.666203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f7fb9d-3e6d-492b-8a59-e105f3889fdd') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:34.666511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f7fb9d-3e6d-492b-8a59-e105f3889fdd') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:34.674880 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.688370 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.694073 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:33:34.694454 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:33:34.696014 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:33:34.753200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.758674 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.760439 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/25f6581b-edd4-4332-a023-27a92f9281fd HTTP/1.1" status: 204 len: 168 time: 0.2596631 Jun 30 09:33:34.770955 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f6581b-edd4-4332-a023-27a92f9281fd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.778627 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.778968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.779368 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.779610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.779933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.780254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.780569 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.780883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.781264 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.781486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.781824 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.782132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7af5c8-3215-4502-914a-b33445be0cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:34.868761 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43028) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:34.907109 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a16f1a1f-8ec0-41d9-921c-ce1a4385b383 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92646c56f0544a9dafe7e61087e359bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371532 Jun 30 09:33:34.909397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43030) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:34.955189 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-efb4a5d8-ec11-45bc-9f56-60c1c6bbd84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.976989 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-efb4a5d8-ec11-45bc-9f56-60c1c6bbd84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.023271 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-efb4a5d8-ec11-45bc-9f56-60c1c6bbd84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.026689 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-efb4a5d8-ec11-45bc-9f56-60c1c6bbd84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.027903 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-efb4a5d8-ec11-45bc-9f56-60c1c6bbd84b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d8fbce3-6a9c-4641-902d-381c1bb03754 HTTP/1.1" status: 204 len: 168 time: 0.1176093 Jun 30 09:33:35.035360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4a5d8-ec11-45bc-9f56-60c1c6bbd84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8fbce3-6a9c-4641-902d-381c1bb03754,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:35.660279 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:35.797111 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1776014204-network', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:35.818113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Made reservation on behalf of 5cd7d234b49e457eb6dadf40062bca07 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:35.820663 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.829313 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.917412 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.921566 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.941454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:35.944517 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.954679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0bce3b-e350-43f2-9b60-5578fcaadf8a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:35.962211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.962573 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Added segment 7a5d2931-7a19-4492-8f2c-57399c16487b of type vlan for network e79bb085-5c50-4bae-8622-06a7bff2c39b Jun 30 09:33:36.002252 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.029593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.030588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:36.031161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.095998 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4345820 Jun 30 09:33:36.099145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43058) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:36.104639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Request body: {'subnet': {'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1776014204-subnet', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:36.124816 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4d691-1932-47b8-8076-7354afc5fe7f admin admin] Pushing event updated for resources: {'Network': ['ID=e79bb085-5c50-4bae-8622-06a7bff2c39b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:36.128023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Made reservation on behalf of 5cd7d234b49e457eb6dadf40062bca07 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:36.130497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.136048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network e79bb085-5c50-4bae-8622-06a7bff2c39b details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:36.307904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.363208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdf2e83-830d-4baa-9471-206852c49011,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:36.373378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:36.373772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Network hostable DHCP agents. Network: e79bb085-5c50-4bae-8622-06a7bff2c39b, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:36.392912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:36.403024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, e79bb085-5c50-4bae-8622-06a7bff2c39b) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:36.406969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:36.407567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.411798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f636c9e7-da64-48e2-9dd4-6288fdf9a4d2 None None] Network e79bb085-5c50-4bae-8622-06a7bff2c39b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:36.421543 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6ab7a160-5405-4d57-a90a-147b8ef80f0f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3213017 Jun 30 09:33:36.424144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43060) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:36.428450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:36.451661 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.452756 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.540763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.562369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-e79bb085-5c50-4bae-8622-06a7bff2c39b', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:36.563163 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.676897 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.696478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Allocated IP 172.20.0.2 (e79bb085-5c50-4bae-8622-06a7bff2c39b/2bdf2e83-830d-4baa-9471-206852c49011/06c3c049-a135-4f26-8531-9ed7856558ef) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:36.777843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 30583de2-a335-4714-9067-cdfd17e032ef no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:36.803477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 30583de2-a335-4714-9067-cdfd17e032ef {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:36.803820 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 30583de2-a335-4714-9067-cdfd17e032ef not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:36.859134 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.867144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Transition to ACTIVE for port object 06c3c049-a135-4f26-8531-9ed7856558ef will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:36.881249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Transition to ACTIVE for port object 06c3c049-a135-4f26-8531-9ed7856558ef will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:36.887401 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.895769 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.920663 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.923428 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:36.926043 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:36.931394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:36.938633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Pushing event updated for resources: {'Port': ['ID=06c3c049-a135-4f26-8531-9ed7856558ef,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:36.992922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Attempting to bind port 06c3c049-a135-4f26-8531-9ed7856558ef on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:36.993587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Attempting to bind port 06c3c049-a135-4f26-8531-9ed7856558ef by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:36.993587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Attempting to bind port 06c3c049-a135-4f26-8531-9ed7856558ef on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:36.998878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:36.999246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:36.999640 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.000019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:37.000469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Bound port: 06c3c049-a135-4f26-8531-9ed7856558ef, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:37.000836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.023489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Allocated IP 172.25.8.123 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/5ffe7814-28dc-49ab-b4d6-d5c906f32aa4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:37.061286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] For port 06c3c049-a135-4f26-8531-9ed7856558ef, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:37.064427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] For port 06c3c049-a135-4f26-8531-9ed7856558ef, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=06c3c049-a135-4f26-8531-9ed7856558ef,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:37.068142 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.127371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db38038-ceba-4ce7-bdff-3b4016e0f6ad None None] Pushing event updated for resources: {'Port': ['ID=06c3c049-a135-4f26-8531-9ed7856558ef,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:37.130449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.171684 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.209779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:37.214960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:37.219450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:37.222605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:37.372521 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.482351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.671803 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.807775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Router 8fe20b2f-7071-4447-903c-1c246491ea0e is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:38.051499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce0b9b2-fd67-4de7-affa-14c755f55275 None None] Network e79bb085-5c50-4bae-8622-06a7bff2c39b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:38.165064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:38.179086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:38.184348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-41ad040b-9983-485d-91a2-71b48216d61a None None] Provisioning for port 06c3c049-a135-4f26-8531-9ed7856558ef completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:38.184911 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.188951 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c3adb9af-0db6-4043-ad62-c91be4621305 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7613163 Jun 30 09:33:38.189725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:38.202479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:38.203488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:33:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:38.257236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06c3c049-a135-4f26-8531-9ed7856558ef up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:38.373341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:38.427155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 06c3c049-a135-4f26-8531-9ed7856558ef completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:38.433966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 06c3c049-a135-4f26-8531-9ed7856558ef triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:38.434328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.596859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.621115 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.653285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 06c3c049-a135-4f26-8531-9ed7856558ef, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=06c3c049-a135-4f26-8531-9ed7856558ef,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:38.654379 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b9c128b4-5e01-444d-8af3-c12e8fd67446 None None] Provisioning complete for port 06c3c049-a135-4f26-8531-9ed7856558ef triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:38.654771 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b9c128b4-5e01-444d-8af3-c12e8fd67446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.675333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.681052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 3, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:38.729693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:38.730036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Updating router 8fe20b2f-7071-4447-903c-1c246491ea0e port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:38.792734 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Allocated IP 172.20.0.1 (e79bb085-5c50-4bae-8622-06a7bff2c39b/2bdf2e83-830d-4baa-9471-206852c49011/b88d7b99-de8f-4cf9-af94-fe073ad51acf) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:38.904331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.918130 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Transition to ACTIVE for port object b88d7b99-de8f-4cf9-af94-fe073ad51acf will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:38.950090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=06c3c049-a135-4f26-8531-9ed7856558ef,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:38.950669 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.953150 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.988405 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:38.990964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:38.997908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:39.019753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b88d7b99-de8f-4cf9-af94-fe073ad51acf,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:39.040168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.189453 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.239258 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.249659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Transition to ACTIVE for port object 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:39.255599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.317519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998d3a2-79c7-4641-a0a9-d10c31a3de6d None None] Pushing event updated for resources: {'Port': ['ID=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:39.320971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Attempting to bind port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:39.321515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Attempting to bind port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:39.321839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Attempting to bind port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:39.325583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-40442d9f-f987-4928-8924-3f558e3dd4e9 None None] Provisioning for port b88d7b99-de8f-4cf9-af94-fe073ad51acf completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:39.330453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:39.330830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:39.331232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.331620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:39.332086 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Bound port: 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:39.332466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.335229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-40442d9f-f987-4928-8924-3f558e3dd4e9 None None] Provisioning complete for port b88d7b99-de8f-4cf9-af94-fe073ad51acf triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:39.335586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40442d9f-f987-4928-8924-3f558e3dd4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.354869 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.359169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.401146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-40442d9f-f987-4928-8924-3f558e3dd4e9 None None] Port b88d7b99-de8f-4cf9-af94-fe073ad51acf cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:39.410807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] For port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:39.414069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] For port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:39.418258 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.427600 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b88d7b99-de8f-4cf9-af94-fe073ad51acf,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:39.430345 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.471737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:39.472351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:33:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:39.518412 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:39.519619 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:39.520920 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998d3a2-79c7-4641-a0a9-d10c31a3de6d None None] Pushing event updated for resources: {'Port': ['ID=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:39.595500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:39.637917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:39.753524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:39.758633 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0f5fba7a-526c-4bed-8655-45aa301652c1 admin admin] 10.222.0.53 "PUT /v2.0/routers/8fe20b2f-7071-4447-903c-1c246491ea0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682552 Jun 30 09:33:39.803409 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 2, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:39.832163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caac770-648e-4dac-abb8-85e6da90dbce None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 2, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:39.842844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3e8c8ecd-cb57-49af-ba3d-7565ee36ad7b None None] Provisioning complete for port b88d7b99-de8f-4cf9-af94-fe073ad51acf triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:39.843493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8ecd-cb57-49af-ba3d-7565ee36ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.878449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c8ecd-cb57-49af-ba3d-7565ee36ad7b None None] Port b88d7b99-de8f-4cf9-af94-fe073ad51acf cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:40.175877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06c3c049-a135-4f26-8531-9ed7856558ef up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:40.227509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 06c3c049-a135-4f26-8531-9ed7856558ef triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:40.227869 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.377979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43072) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:41.382686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0717b8d7-dbe7-40ef-89a6-a92c48698bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946300098', 'description': 'tempest-description--963158339'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:41.406557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0717b8d7-dbe7-40ef-89a6-a92c48698bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.491814 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0717b8d7-dbe7-40ef-89a6-a92c48698bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.495955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0717b8d7-dbe7-40ef-89a6-a92c48698bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.522920 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0717b8d7-dbe7-40ef-89a6-a92c48698bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.524116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0717b8d7-dbe7-40ef-89a6-a92c48698bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1451211 Jun 30 09:33:41.526029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717b8d7-dbe7-40ef-89a6-a92c48698bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc3834-0da8-4a72-9a82-0cd17793cdf2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:41.527186 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:41.532970 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0b60f66c-42ce-42ba-b30d-75a489a1a7c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'security_group_rule': {'security_group_id': '5dcc3834-0da8-4a72-9a82-0cd17793cdf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:41.560762 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b60f66c-42ce-42ba-b30d-75a489a1a7c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.616820 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b60f66c-42ce-42ba-b30d-75a489a1a7c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.621239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b60f66c-42ce-42ba-b30d-75a489a1a7c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.640541 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60f66c-42ce-42ba-b30d-75a489a1a7c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1e617d-dcb8-4b62-b68b-25b1b6aed013,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:41.647235 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0b60f66c-42ce-42ba-b30d-75a489a1a7c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.648708 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0b60f66c-42ce-42ba-b30d-75a489a1a7c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198587 Jun 30 09:33:41.651404 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43076) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:41.655921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ee8e772c-3d8b-4b77-8103-997ec1f97f6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'security_group_rule': {'security_group_id': '5dcc3834-0da8-4a72-9a82-0cd17793cdf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:41.681987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee8e772c-3d8b-4b77-8103-997ec1f97f6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.768480 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:41.778844 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:41.779469 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:33:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:41.886089 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:41.997321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee8e772c-3d8b-4b77-8103-997ec1f97f6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.001489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee8e772c-3d8b-4b77-8103-997ec1f97f6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.018715 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e772c-3d8b-4b77-8103-997ec1f97f6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ce21c4-09aa-4ece-8e22-d68ea19f92b0,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.025742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee8e772c-3d8b-4b77-8103-997ec1f97f6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.027225 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee8e772c-3d8b-4b77-8103-997ec1f97f6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3746042 Jun 30 09:33:42.030103 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 43078) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:42.034684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:42.055650 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.090583 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 2, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:42.115993 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:42.116334 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Updating router 8fe20b2f-7071-4447-903c-1c246491ea0e port b88d7b99-de8f-4cf9-af94-fe073ad51acf binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:42.150535 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.150826 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.212906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:42.256863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Allocated IP 172.25.8.196 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/a0dfa188-c0a2-4d6b-987c-82a33bb2ef60) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:42.266538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:42.270717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:42.271118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.352033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.365735 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.375361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:42.379762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.409944 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.432019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.439476 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.450031 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Transition to ACTIVE for port object b88d7b99-de8f-4cf9-af94-fe073ad51acf will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:42.451280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:42.455685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:42.455979 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.462832 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:42.485497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'Port': ['ID=a0dfa188-c0a2-4d6b-987c-82a33bb2ef60,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.525361 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Pushing event updated for resources: {'Port': ['ID=b88d7b99-de8f-4cf9-af94-fe073ad51acf,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.552765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.558853 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.559268 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.559489 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.559802 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.560123 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.560453 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.560804 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.561189 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.561477 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.561860 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.562234 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.562512 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.570044 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Attempting to bind port b88d7b99-de8f-4cf9-af94-fe073ad51acf on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:42.570399 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Attempting to bind port b88d7b99-de8f-4cf9-af94-fe073ad51acf by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:42.570751 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Attempting to bind port b88d7b99-de8f-4cf9-af94-fe073ad51acf on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:42.576566 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:42.576932 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:42.577324 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.577780 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:42.578239 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Bound port: b88d7b99-de8f-4cf9-af94-fe073ad51acf, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:42.578606 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.604348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.646658 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] For port b88d7b99-de8f-4cf9-af94-fe073ad51acf, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:42.650551 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] For port b88d7b99-de8f-4cf9-af94-fe073ad51acf, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b88d7b99-de8f-4cf9-af94-fe073ad51acf,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:42.655379 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.721524 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:42.722196 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:33:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:42.778779 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea8cf6-6a85-4e0f-a04e-d116b486b84f None None] Pushing event updated for resources: {'Port': ['ID=b88d7b99-de8f-4cf9-af94-fe073ad51acf,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.779438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.788823 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.854303 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:42.860701 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'Port': ['ID=a0dfa188-c0a2-4d6b-987c-82a33bb2ef60,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.876525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.891900 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.893280 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cd1b4658-b8f3-49f7-823a-e5e043c178a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8622448 Jun 30 09:33:43.038361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-37752d9b-75f6-4f06-a2cb-60414e292c0c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1946300098&fields=id&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 267 time: 0.0340731 Jun 30 09:33:43.054546 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:43.080551 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b233f1b-d390-4d2f-a5a1-5f2c29311e19 None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:43.148830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-9895c7b8-4930-4d45-be33-4900d897bbd1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:43.150575 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-9895c7b8-4930-4d45-be33-4900d897bbd1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.1056600 Jun 30 09:33:43.165737 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-de6e0b25-67ca-4519-8eb4-d257cc797dfd tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/quotas/5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 375 time: 0.0094569 Jun 30 09:33:43.238206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-640749bc-42d1-4288-83f7-ceb18b483ad7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671563 Jun 30 09:33:43.341663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-4a24ca50-b954-477c-8f8f-fab273631328 service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909693 Jun 30 09:33:43.433208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-dd926f23-4060-4558-b0fe-bc3a6b0ea37e service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Jun 30 09:33:43.618201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6696eb19-a432-4f7f-93ec-932f74012c32 req-7c6362b7-ea93-49af-bdd6-284636f87c13 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 210 time: 0.0352321 Jun 30 09:33:44.199189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b88d7b99-de8f-4cf9-af94-fe073ad51acf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:44.247511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b88d7b99-de8f-4cf9-af94-fe073ad51acf completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:44.251186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b88d7b99-de8f-4cf9-af94-fe073ad51acf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:44.251564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.331064 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.363114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b88d7b99-de8f-4cf9-af94-fe073ad51acf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b88d7b99-de8f-4cf9-af94-fe073ad51acf,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:44.367070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.367873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:44.449080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b88d7b99-de8f-4cf9-af94-fe073ad51acf,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:44.462501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:44.463511 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.760278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71b791ad-bb80-48bf-9dc9-58b9f7a6b3bd req-bc115186-6baa-4a1d-9749-19a3084dbb10 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 210 time: 0.0332935 Jun 30 09:33:44.946171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-50db5056-7cf2-4665-9ef8-003902043c8e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.947537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-50db5056-7cf2-4665-9ef8-003902043c8e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.1014013 Jun 30 09:33:44.997025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-2b6630fe-546f-4af4-a27d-9ba0f7eb851b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 380 time: 0.0344512 Jun 30 09:33:45.007130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'port': {'device_id': '3a660a57-c643-4edd-a690-624a8f03be5c', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'admin_state_up': True, 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'security_groups': ['5dcc3834-0da8-4a72-9a82-0cd17793cdf2']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:45.115498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Made reservation on behalf of 5cd7d234b49e457eb6dadf40062bca07 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:45.119687 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.244340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Allocated IP 172.20.0.10 (e79bb085-5c50-4bae-8622-06a7bff2c39b/2bdf2e83-830d-4baa-9471-206852c49011/b9581feb-875f-4cff-9b03-b3f00793de1f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:45.375022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.388464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Transition to ACTIVE for port object b9581feb-875f-4cff-9b03-b3f00793de1f will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:45.419796 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.465453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:45.468562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:45.472190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:45.500485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:45.528601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:45.529210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.544264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-52a82d59-3dd6-4b58-9dd9-a750f7a38156 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5408103 Jun 30 09:33:45.560158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Request body: {'port': {'device_id': '3a660a57-c643-4edd-a690-624a8f03be5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:45.637594 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.697807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-08d80438-f5ed-4080-af43-2f4ede0338df None None] Provisioning for port b9581feb-875f-4cff-9b03-b3f00793de1f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:45.701365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-08d80438-f5ed-4080-af43-2f4ede0338df None None] Provisioning complete for port b9581feb-875f-4cff-9b03-b3f00793de1f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:45.701758 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-08d80438-f5ed-4080-af43-2f4ede0338df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.734115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-08d80438-f5ed-4080-af43-2f4ede0338df None None] Port b9581feb-875f-4cff-9b03-b3f00793de1f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:45.926621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9581feb-875f-4cff-9b03-b3f00793de1f {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:45.936130 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.953641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Transition to ACTIVE for port object b9581feb-875f-4cff-9b03-b3f00793de1f will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:45.960235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.009888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aea750-3a64-41ea-9e40-19b077891681 req-f98cedf6-76ff-4c73-949d-9531060dd611 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.011404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9aea750-3a64-41ea-9e40-19b077891681 req-f98cedf6-76ff-4c73-949d-9531060dd611 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 932 time: 0.1245818 Jun 30 09:33:46.064841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.100694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.101037 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.101379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.101736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.102079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.102407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.102732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.103628 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.103958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.104282 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.104604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.104923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:46.119202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9aea750-3a64-41ea-9e40-19b077891681 req-87ab5cc8-36b6-4c44-9b93-d80406bd6639 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000276 Jun 30 09:33:46.146047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:46.146552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:46.146956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:46.152804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Port b9581feb-875f-4cff-9b03-b3f00793de1f on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:33:46.152986 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:46.160876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:46.161286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:46.161620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:46.162196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Bound port: b9581feb-875f-4cff-9b03-b3f00793de1f, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:46.162565 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.200000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b88d7b99-de8f-4cf9-af94-fe073ad51acf up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:46.233244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:46.236280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:46.241782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.257874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b88d7b99-de8f-4cf9-af94-fe073ad51acf triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:46.258244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.280445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.281548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.284062 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] 10.222.0.26 "PUT /v2.0/ports/b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1093 time: 0.7282743 Jun 30 09:33:46.286174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:46.290062 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:46.327188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b0dd6-668e-4edf-b65c-0310c95aaacc service neutron] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.353517 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5114324-4d6e-4c75-9287-2a0ef24f29f3 x-openstack-request-id: req-d5114324-4d6e-4c75-9287-2a0ef24f29f3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:46.353862 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:46.354141 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5114324-4d6e-4c75-9287-2a0ef24f29f3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:46.354569 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'status': 'completed', 'code': 200} Jun 30 09:33:46.402773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-0a0d0f1e-fd6a-4276-9218-26a0a0f3f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.404321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-0a0d0f1e-fd6a-4276-9218-26a0a0f3f149 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1096 time: 0.0653729 Jun 30 09:33:46.453467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-e1034409-9080-4e8b-9f08-18ecf222c669 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 217 time: 0.0351787 Jun 30 09:33:46.512783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-804b05d8-fe48-4bff-8a0d-c1534d847cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.514269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-804b05d8-fe48-4bff-8a0d-c1534d847cbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0503228 Jun 30 09:33:46.577546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-dce50f90-e103-44be-bd4b-b693092a7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.578966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-dce50f90-e103-44be-bd4b-b693092a7354 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522001 Jun 30 09:33:46.673195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-99ad341b-2d29-4e1d-9f3a-10d2b09fb115 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829568 Jun 30 09:33:46.766937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c4941a1-ca83-4ac0-b233-4ec7279e042d req-71fc6138-0458-4f09-a425-f7dd977eecff service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842185 Jun 30 09:33:46.871051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-fb00f1ed-93ec-43a5-b589-39eec3102bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.872440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-fb00f1ed-93ec-43a5-b589-39eec3102bb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1096 time: 0.0524950 Jun 30 09:33:46.967410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-76d25098-ef0b-4667-b7b7-494f7aaff9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.968844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-76d25098-ef0b-4667-b7b7-494f7aaff9f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0857227 Jun 30 09:33:47.014034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-4ec99216-5aa1-4f62-9aa5-a558128a97df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 217 time: 0.0370395 Jun 30 09:33:47.062484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-c47efc61-8161-4c65-ab6e-10efed1b9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:47.063872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-c47efc61-8161-4c65-ab6e-10efed1b9811 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0420980 Jun 30 09:33:47.125189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-534079e3-f012-458c-990a-7cf45110980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:47.126553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-534079e3-f012-458c-990a-7cf45110980a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548675 Jun 30 09:33:47.215615 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-a00e9a42-1f87-4984-903a-4f684ca79904 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809081 Jun 30 09:33:47.347161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-657e91c8-8c4f-460d-9d36-b0f1e6b54cc8 req-36f00f27-758a-404b-a63e-1daadc0d33ad service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249599 Jun 30 09:33:47.362809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73d8f-873d-4706-9d4d-6217fb9d504e req-58a28750-b23b-40f5-aa9e-a26d748b03c7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:47.364265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ab73d8f-873d-4706-9d4d-6217fb9d504e req-58a28750-b23b-40f5-aa9e-a26d748b03c7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 944 time: 0.1238866 Jun 30 09:33:47.402617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ab73d8f-873d-4706-9d4d-6217fb9d504e req-6530a09e-cd3f-4d8a-bc12-3c47765d5e3b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Jun 30 09:33:48.574184 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f3e5d-6517-49dd-a033-e0d2a137bccc req-d3bab518-8562-4a5a-a47e-14841f80ea02 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:48.575669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a09f3e5d-6517-49dd-a033-e0d2a137bccc req-d3bab518-8562-4a5a-a47e-14841f80ea02 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 944 time: 0.0633783 Jun 30 09:33:48.617722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a09f3e5d-6517-49dd-a033-e0d2a137bccc req-7437f797-d6b7-42e9-9c34-aec37c4cd645 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364311 Jun 30 09:33:49.791353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b39fb-af90-4bca-94c0-da8c2272e58e req-2138efd1-06e2-40b0-8afd-579ddc4beecd tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:49.792835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc5b39fb-af90-4bca-94c0-da8c2272e58e req-2138efd1-06e2-40b0-8afd-579ddc4beecd tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 944 time: 0.0621717 Jun 30 09:33:49.830539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cc5b39fb-af90-4bca-94c0-da8c2272e58e req-410137cd-f633-4b0c-8da0-610064035b8a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Jun 30 09:33:49.866649 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:50.820246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:50.916061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:50.927370 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'mac_address': 'fa:16:3e:4c:03:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:50.965354 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.978927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9581feb-875f-4cff-9b03-b3f00793de1f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:50.998960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:51.002766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.004485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3ba2-561d-445c-93f4-9c4596a781a4 req-a972eece-e740-4b2f-8521-5c1363b5a572 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:51.005996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe8a3ba2-561d-445c-93f4-9c4596a781a4 req-a972eece-e740-4b2f-8521-5c1363b5a572 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 944 time: 0.0645301 Jun 30 09:33:51.044942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe8a3ba2-561d-445c-93f4-9c4596a781a4 req-46a295c9-d2f1-467d-96cd-7f89345ac352 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329819 Jun 30 09:33:51.050278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:51.058186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.058536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.058959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.059363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.059705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.060037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.060364 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.060690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.061013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.061354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.061681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.062002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.251274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['b9581feb-875f-4cff-9b03-b3f00793de1f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:52.219464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04e5f2-9088-4860-ab95-68a3f58b20fc req-245d7a7a-23dd-46af-87da-f7ebf2994d5b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:52.220924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be04e5f2-9088-4860-ab95-68a3f58b20fc req-245d7a7a-23dd-46af-87da-f7ebf2994d5b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 945 time: 0.0663893 Jun 30 09:33:52.258899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-be04e5f2-9088-4860-ab95-68a3f58b20fc req-b99c9943-b8c1-4f3a-a3bc-98b3518e5dab tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Jun 30 09:33:52.820451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:52.866671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port b9581feb-875f-4cff-9b03-b3f00793de1f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:52.870698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port b9581feb-875f-4cff-9b03-b3f00793de1f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:52.871068 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.949887 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.971325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:52.973893 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397cbea7-d19b-4582-8098-ab6d9d85cf26" -d '{"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-plugged", "status": "completed", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:52.986037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:52.991466 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.015013 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4efc5ac-2b32-4ee1-9ed4-b9d493e06772 x-openstack-request-id: req-a4efc5ac-2b32-4ee1-9ed4-b9d493e06772 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:53.015297 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-plugged", "status": "completed", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:53.015543 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4efc5ac-2b32-4ee1-9ed4-b9d493e06772 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:53.015923 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'code': 200} Jun 30 09:33:53.041871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.135929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292b746-9a99-415c-babe-5ff6e1a6310d req-04da68ff-d008-4922-8bb3-fcbdcdd28455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.137314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b292b746-9a99-415c-babe-5ff6e1a6310d req-04da68ff-d008-4922-8bb3-fcbdcdd28455 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1098 time: 0.0508361 Jun 30 09:33:53.173517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b292b746-9a99-415c-babe-5ff6e1a6310d req-a859e9e0-d35f-48d5-9d1d-c4e555583fdf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265749 Jun 30 09:33:53.428799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5300e-dd77-480c-8dbd-7cfe7ea3ff14 req-47ae8077-7167-4178-80ea-b7c95a1ed1c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.430173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3e5300e-dd77-480c-8dbd-7cfe7ea3ff14 req-47ae8077-7167-4178-80ea-b7c95a1ed1c2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0611572 Jun 30 09:33:53.470295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d3e5300e-dd77-480c-8dbd-7cfe7ea3ff14 req-c66891ad-9e21-47dc-bf7f-d4b9d3d26e05 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339420 Jun 30 09:33:53.568881 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.643927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0ec5-e7ec-4680-a124-eaa643e220df req-1228e8af-3c39-4ead-9940-382974473886 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:54.645412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-458e0ec5-e7ec-4680-a124-eaa643e220df req-1228e8af-3c39-4ead-9940-382974473886 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0628343 Jun 30 09:33:54.688280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-458e0ec5-e7ec-4680-a124-eaa643e220df req-1259f5b2-48cb-4614-b706-5f0b8c941b5b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372803 Jun 30 09:33:54.854764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13d286-daa9-4931-a573-7085c3326cdb req-b35f2a5c-a61d-4a50-b1b7-5a5eb824c3db tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:54.856123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df13d286-daa9-4931-a573-7085c3326cdb req-b35f2a5c-a61d-4a50-b1b7-5a5eb824c3db tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0622661 Jun 30 09:33:54.864448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43136) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.868949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'floatingip': {'port_id': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:54.910750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.345418 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.349302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.443270 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d associated. External IP: 172.25.8.196, port: b9581feb-875f-4cff-9b03-b3f00793de1f. Jun 30 09:33:55.479492 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.646910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:55.753006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:55.757916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.762963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:55.771798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:55.772408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:33:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:55.793823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2d989583-2e3c-4849-bea5-1941f7bdd96c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "PUT /v2.0/floatingips/8986abde-1602-4cb5-afc5-a38cd5fd8c0d HTTP/1.1" status: 200 len: 992 time: 0.9282854 Jun 30 09:33:55.794503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:55.796955 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb115237-5cbc-4f74-8254-c13498367889" -d '{"events": [{"name": "network-changed", "server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:55.832291 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae5c079-f07e-4031-a91c-bcd9b9b91e55 x-openstack-request-id: req-fae5c079-f07e-4031-a91c-bcd9b9b91e55 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:55.832771 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:55.833110 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fae5c079-f07e-4031-a91c-bcd9b9b91e55 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:55.833595 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'status': 'completed', 'code': 200} Jun 30 09:33:55.878550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:55.915818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115237-5cbc-4f74-8254-c13498367889 req-b1dc6169-c134-432b-a802-41132939cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:55.917391 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb115237-5cbc-4f74-8254-c13498367889 req-b1dc6169-c134-432b-a802-41132939cc90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1098 time: 0.0600438 Jun 30 09:33:56.009427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115237-5cbc-4f74-8254-c13498367889 req-d160ebd9-e71d-4d69-a447-a90a79804cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.010934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb115237-5cbc-4f74-8254-c13498367889 req-d160ebd9-e71d-4d69-a447-a90a79804cee service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0859869 Jun 30 09:33:56.074191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb115237-5cbc-4f74-8254-c13498367889 req-49ae7901-d5d6-4fe4-b804-f8d4a4c3e930 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1000 time: 0.0572946 Jun 30 09:33:56.096537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:4c:03:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a660a57-c643-4edd-a690-624a8f03be5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 1, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:56.122153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:56.126115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115237-5cbc-4f74-8254-c13498367889 req-751817db-ab4f-4100-8be0-8a9b327eb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.127647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb115237-5cbc-4f74-8254-c13498367889 req-751817db-ab4f-4100-8be0-8a9b327eb648 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0478177 Jun 30 09:33:56.130613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:56.131154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:33:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:56.183318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115237-5cbc-4f74-8254-c13498367889 req-be96e7b1-a454-4499-9119-d366583575ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.184824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb115237-5cbc-4f74-8254-c13498367889 req-be96e7b1-a454-4499-9119-d366583575ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504975 Jun 30 09:33:56.236267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:56.272709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb115237-5cbc-4f74-8254-c13498367889 req-63301b67-1850-440d-aea2-b248082e95f8 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810478 Jun 30 09:33:56.366501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb115237-5cbc-4f74-8254-c13498367889 req-7a59cf68-7806-4574-9c41-68592ff677d0 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 Jun 30 09:33:56.457479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:4c:03:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a660a57-c643-4edd-a690-624a8f03be5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 1, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:56.487304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114bca9-889f-4ca1-bad3-31c57f919658 None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:4c:03:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a660a57-c643-4edd-a690-624a8f03be5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 1, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:56.673141 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27afc21-ca8b-4297-980d-8a23247cba3f None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:34:01.651986 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0264a25c-efea-449e-bdad-bbf3417a203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.385493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.405143 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5e16fc43-cb42-4d1e-8888-f14f7b250b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.946375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.372616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.534658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-158406f4-55c7-417d-bd14-96d53033933e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507588 Jun 30 09:34:17.627120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-73daf01a-acd7-4f69-8eed-4ebcf14814fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.628601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-73daf01a-acd7-4f69-8eed-4ebcf14814fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1098 time: 0.0512760 Jun 30 09:34:17.735855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-23f4f418-f42f-4400-a9c0-542ded6ba585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.737289 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-23f4f418-f42f-4400-a9c0-542ded6ba585 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0854249 Jun 30 09:34:17.802139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-3b614ba1-8e85-4180-86d5-81bf4b8e90b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1002 time: 0.0553930 Jun 30 09:34:17.854573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-ea35b068-8a03-456d-b7c5-ef65505bdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.856003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-ea35b068-8a03-456d-b7c5-ef65505bdc64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0476148 Jun 30 09:34:17.917291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-d5c8f09c-309f-446d-9e9e-688aeee54f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.918802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-d5c8f09c-309f-446d-9e9e-688aeee54f3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560470 Jun 30 09:34:18.007560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-246d9ee2-7063-45c8-9365-0f6e9bed6d7e service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809877 Jun 30 09:34:18.103415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b39ca8d-2ac1-4a76-a226-01803b18e4e4 req-7fb49a35-4144-434d-acba-a04d765f9a9e service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862174 Jun 30 09:34:23.582263 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.488749 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.865447 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:34:31.652410 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-52664fc3-78ef-48ff-b8c5-99a483121910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.388793 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.404958 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-989b6986-a9d9-459d-af8e-6e8b7a97d7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.949819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.375616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.578758 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.481895 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.652296 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55fe74e0-867d-4ffc-a3c3-aafb4511f48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.865159 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:04.395316 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.406688 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b75eb430-1af9-4f11-b67a-50013894bf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.952704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.379054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.613661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-4167863e-8698-4bc5-8d81-65f90b503226 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518579 Jun 30 09:35:17.713199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-74980ad7-7c53-4f37-b49e-5fb85b494eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.714721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-74980ad7-7c53-4f37-b49e-5fb85b494eb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1098 time: 0.0548096 Jun 30 09:35:18.064634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-21268ed7-1fbe-4fe5-baa9-936de107bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.066124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-21268ed7-1fbe-4fe5-baa9-936de107bdd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.3310483 Jun 30 09:35:18.134319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-d330903d-917a-47d4-a242-4c65c1597c88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1002 time: 0.0576663 Jun 30 09:35:18.183703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-08241406-b5e1-4d5f-bf9e-499e9659f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.185605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-08241406-b5e1-4d5f-bf9e-499e9659f064 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0411940 Jun 30 09:35:18.243647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-9f879404-d369-4f0c-81fa-c4d092cd23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.245059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-9f879404-d369-4f0c-81fa-c4d092cd23a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490351 Jun 30 09:35:18.336998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-e908429e-fd4c-486d-8004-02d61981a894 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816348 Jun 30 09:35:18.427899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5ddad21-cbba-43a3-8b6d-386270a70b57 req-669406e2-3613-4e53-9cbd-0ba3cd54342a service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799429 Jun 30 09:35:23.592333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.480177 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.652618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-17fb8957-0ae2-45c6-955e-86548aa2ef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.385572 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.403053 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fd4be417-ed45-4166-bf36-a51cb364b7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:35.955502 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:36.850066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e48ec2-13df-4b72-a8ee-5bd01512a56b req-afbd1f81-4ddc-47df-9f2f-9adf469a9d75 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.851528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39e48ec2-13df-4b72-a8ee-5bd01512a56b req-afbd1f81-4ddc-47df-9f2f-9adf469a9d75 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.1766357 Jun 30 09:35:36.890049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39e48ec2-13df-4b72-a8ee-5bd01512a56b req-f837931e-6ce4-48fc-9fa6-511ad3728b86 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327611 Jun 30 09:35:37.178896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43376) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:37.331128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88bc49-a3eb-4319-9f21-1b49edaab999 req-128b611a-3ba8-4494-b4ce-402846dc95b3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.332586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b88bc49-a3eb-4319-9f21-1b49edaab999 req-128b611a-3ba8-4494-b4ce-402846dc95b3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.1055026 Jun 30 09:35:37.336086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-33451e9f-bf27-436b-9340-54a3cec97ebf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1561201 Jun 30 09:35:37.371599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b88bc49-a3eb-4319-9f21-1b49edaab999 req-e43b84e8-e9b3-48d1-8a5f-4d1448dd3aa7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333130 Jun 30 09:35:37.383653 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.584148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f836d4-c7bf-45f1-b046-92c4438c857b req-ad1782ed-efc9-406a-8e97-da6a25115242 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.585622 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82f836d4-c7bf-45f1-b046-92c4438c857b req-ad1782ed-efc9-406a-8e97-da6a25115242 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0976162 Jun 30 09:35:38.600018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-2e9dfaae-1cef-47d3-84c9-b74527b9f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.601425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-2e9dfaae-1cef-47d3-84c9-b74527b9f90c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1098 time: 0.0857732 Jun 30 09:35:38.670675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82f836d4-c7bf-45f1-b046-92c4438c857b req-a7cf275c-aadf-48ec-a52b-fc1f4dc0fa4f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784123 Jun 30 09:35:38.709888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-8cf2ecb8-fef7-4ac9-afb1-27a5d59f8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.711347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-8cf2ecb8-fef7-4ac9-afb1-27a5d59f8d4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0994425 Jun 30 09:35:38.778961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-2c5f3362-8b8d-4a5d-8227-4147744c2797 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1002 time: 0.0562668 Jun 30 09:35:38.832481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-55fa4a49-1f3f-48fb-a876-ba78023448f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.833912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-55fa4a49-1f3f-48fb-a876-ba78023448f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0466659 Jun 30 09:35:38.892335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-fc5d43ba-9f10-442c-ada6-3ef7796279c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.893768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-fc5d43ba-9f10-442c-ada6-3ef7796279c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494454 Jun 30 09:35:38.984531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-d5c2a29f-780c-487b-a477-0cf274103853 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800300 Jun 30 09:35:39.079661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-e9bca6c7-48f1-4441-b2da-be5cc366a068 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858366 Jun 30 09:35:39.842465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449c964-17d5-43bb-a094-092bf03b94f7 req-fb85217d-fb65-43f4-9bc1-082659c70aab tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.843939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3449c964-17d5-43bb-a094-092bf03b94f7 req-fb85217d-fb65-43f4-9bc1-082659c70aab tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0630968 Jun 30 09:35:39.880756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3449c964-17d5-43bb-a094-092bf03b94f7 req-b229fdc4-bff3-4770-a77f-e48094f679ef tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Jun 30 09:35:40.865369 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:41.059733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0c6ac-a441-49a5-b18c-21085582dbf3 req-058098ba-b05a-49b3-96f7-da860b1418c9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.061475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7d0c6ac-a441-49a5-b18c-21085582dbf3 req-058098ba-b05a-49b3-96f7-da860b1418c9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0699637 Jun 30 09:35:41.099215 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7d0c6ac-a441-49a5-b18c-21085582dbf3 req-78f572aa-86a6-44be-9ec3-6e5316f600df tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Jun 30 09:35:42.272759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804167b-6434-406c-b43a-8e6ce0fa08bd req-d085f382-b4a9-4481-916c-0f38538efaa0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.274277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3804167b-6434-406c-b43a-8e6ce0fa08bd req-d085f382-b4a9-4481-916c-0f38538efaa0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0630038 Jun 30 09:35:42.311067 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3804167b-6434-406c-b43a-8e6ce0fa08bd req-dba03a27-43b5-4174-a10c-96943894631b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Jun 30 09:35:43.482807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823c60-f2bd-4c68-8e94-fa9d12ece932 req-df2d8764-68f3-48d7-a1a1-c7aa46cdfe97 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:43.484237 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18823c60-f2bd-4c68-8e94-fa9d12ece932 req-df2d8764-68f3-48d7-a1a1-c7aa46cdfe97 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0609155 Jun 30 09:35:43.521303 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-18823c60-f2bd-4c68-8e94-fa9d12ece932 req-8908625f-26c7-4930-9ed6-e1021d21243c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315149 Jun 30 09:35:44.701028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097ece2-35a6-4e4e-930a-5656af51ebbc req-d8c755dd-5ceb-479a-9903-e45bab907aec tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.703023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4097ece2-35a6-4e4e-930a-5656af51ebbc req-d8c755dd-5ceb-479a-9903-e45bab907aec tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0709035 Jun 30 09:35:44.739975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4097ece2-35a6-4e4e-930a-5656af51ebbc req-e5b75502-8614-4ed9-ab57-e4b5bc96100e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Jun 30 09:35:45.911610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9402e-7d4a-4b72-8a7f-3e49f1551512 req-22db72e8-ada4-4865-be07-6b3b43d1c984 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:45.913085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bda9402e-7d4a-4b72-8a7f-3e49f1551512 req-22db72e8-ada4-4865-be07-6b3b43d1c984 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0638101 Jun 30 09:35:45.949849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bda9402e-7d4a-4b72-8a7f-3e49f1551512 req-cafd5e6e-c606-4403-bf6b-04ed52a9e2af tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Jun 30 09:35:47.126921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655da08-43f9-4c5b-8305-7eb1e6ce168f req-40704a19-24c9-409b-b196-3d665795ae1f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.128316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b655da08-43f9-4c5b-8305-7eb1e6ce168f req-40704a19-24c9-409b-b196-3d665795ae1f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0691044 Jun 30 09:35:47.165178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b655da08-43f9-4c5b-8305-7eb1e6ce168f req-3297776d-ab50-4da5-8620-8278a1d68ec7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Jun 30 09:35:48.334929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b03e6-af4b-4a9e-aa7b-d5211f714ecf req-621a0a5d-845c-4b89-bddb-48c93235e863 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.336400 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d9b03e6-af4b-4a9e-aa7b-d5211f714ecf req-621a0a5d-845c-4b89-bddb-48c93235e863 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0626237 Jun 30 09:35:48.374163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d9b03e6-af4b-4a9e-aa7b-d5211f714ecf req-83aa17a0-b8e2-41be-8324-8b94fc9c2369 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jun 30 09:35:49.542059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a929-17c6-4be9-871b-f79caaddd96f req-e9a600e9-5f9a-4619-b363-3b3404a8c116 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.543525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a32a929-17c6-4be9-871b-f79caaddd96f req-e9a600e9-5f9a-4619-b363-3b3404a8c116 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0622551 Jun 30 09:35:49.580867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a32a929-17c6-4be9-871b-f79caaddd96f req-7b522fec-2b4b-4136-ba7f-7ca9afb6799b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Jun 30 09:35:50.753326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1573e1-9f29-467e-a3f0-346645fecf9d req-6148c258-5da1-47cc-a726-fcc3a2689562 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.754807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee1573e1-9f29-467e-a3f0-346645fecf9d req-6148c258-5da1-47cc-a726-fcc3a2689562 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0665517 Jun 30 09:35:50.792296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee1573e1-9f29-467e-a3f0-346645fecf9d req-331165ce-8874-45f6-b954-9f034a2208d9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Jun 30 09:35:51.335800 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-ec626dcf-1b93-4f2e-aa27-57a301caf07e service neutron] show failed (client error): The resource could not be found. Jun 30 09:35:51.336812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-ec626dcf-1b93-4f2e-aa27-57a301caf07e service neutron] 10.222.0.26 "GET /v2.0/ports/b9581feb-875f-4cff-9b03-b3f00793de1f/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0565538 Jun 30 09:35:51.637272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-383b0534-0e53-4935-81ef-7ae17afc1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.639401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-383b0534-0e53-4935-81ef-7ae17afc1bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 1098 time: 0.0980797 Jun 30 09:35:51.650529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:51.722716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.951728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:51.996949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:52.026290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287536bd-4022-4a46-93a1-e3894faba5b8 req-fb63c3cc-cbd4-47f4-a898-e7e73e9c14cd tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.027856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-287536bd-4022-4a46-93a1-e3894faba5b8 req-fb63c3cc-cbd4-47f4-a898-e7e73e9c14cd tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.1218398 Jun 30 09:35:52.062892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:52.065146 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27198bb-3eb1-4cf7-9bbe-1fab13126d06" -d '{"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:52.070497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.094750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Transition to ACTIVE for port object b9581feb-875f-4cff-9b03-b3f00793de1f will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:52.098202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-287536bd-4022-4a46-93a1-e3894faba5b8 req-6060e730-d477-4701-a6f0-60387988ae8f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641079 Jun 30 09:35:52.099406 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.138508 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe3cad6-e727-4998-886c-79cfc2afbb8b x-openstack-request-id: req-dfe3cad6-e727-4998-886c-79cfc2afbb8b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:52.138508 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:52.138508 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfe3cad6-e727-4998-886c-79cfc2afbb8b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:52.138793 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'code': 200} Jun 30 09:35:52.214700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.249704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.250061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.250403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.250745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.251076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.251408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.251738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.252064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.252391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.252723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.253048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.253370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:52.293400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] No DVR routers for this DVR port b9581feb-875f-4cff-9b03-b3f00793de1f on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:52.433367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:52.433732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:52.434055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:52.438174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Port b9581feb-875f-4cff-9b03-b3f00793de1f on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:52.438492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Attempting to bind port b9581feb-875f-4cff-9b03-b3f00793de1f on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:52.443144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:52.443478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:52.443851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:52.444268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Bound port: b9581feb-875f-4cff-9b03-b3f00793de1f, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:52.444613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.507610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:52.510957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:52.515729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.551365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.551995 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.553335 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] 10.222.0.13 "PUT /v2.0/ports/b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1093 time: 0.9067905 Jun 30 09:35:52.579300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f63d07-bbc5-4c25-b57b-917ee633ee0e service neutron] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.637830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-eda6b2eb-a46c-4fcd-b6c6-4f0ac5f602f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.639521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-eda6b2eb-a46c-4fcd-b6c6-4f0ac5f602f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1096 time: 0.0570672 Jun 30 09:35:52.741678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-439cbf8a-da81-4165-8fcc-fc5e1ecfff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.743261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-439cbf8a-da81-4165-8fcc-fc5e1ecfff14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0975668 Jun 30 09:35:52.809092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-a85f85df-d81e-4a03-9953-4abd6a3fb1e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1000 time: 0.0580537 Jun 30 09:35:52.861484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-6ebd0071-f363-4040-bd3d-c1d47d07ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.862924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-6ebd0071-f363-4040-bd3d-c1d47d07ed87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0475342 Jun 30 09:35:52.917904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-38b59ade-c0a5-4e7f-a7c8-c597b848e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.919375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-38b59ade-c0a5-4e7f-a7c8-c597b848e90b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497572 Jun 30 09:35:52.929853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-69a62091-cf82-4c85-a49a-544884f12369 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:35:52.930768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-69a62091-cf82-4c85-a49a-544884f12369 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047960 Jun 30 09:35:53.024817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-26c06bce-14f7-4cbb-af11-e0cc3a8484cb service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866201 Jun 30 09:35:53.116741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-4b812b49-2016-4567-bc7f-81a9c7ca8ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Jun 30 09:35:53.282897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad7a6-9ca1-4dfc-a65b-5c4cacc3e67b req-985ec376-bcb6-4807-893d-bf170e25923f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.284368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c1ad7a6-9ca1-4dfc-a65b-5c4cacc3e67b req-985ec376-bcb6-4807-893d-bf170e25923f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 944 time: 0.0651436 Jun 30 09:35:53.322130 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c1ad7a6-9ca1-4dfc-a65b-5c4cacc3e67b req-0f10a721-509e-4844-8ca4-c43618498253 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320196 Jun 30 09:35:53.597983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.140500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:54.142925 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9868ff5-4671-437e-868a-0cebc2d25981" -d '{"events": [{"name": "network-changed", "server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:54.193487 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b206765e-5653-423b-9ed7-dfe0c963b686 x-openstack-request-id: req-b206765e-5653-423b-9ed7-dfe0c963b686 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:54.193803 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:54.194055 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b206765e-5653-423b-9ed7-dfe0c963b686 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:54.194444 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'status': 'completed', 'code': 200} Jun 30 09:35:54.311431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-1c856a42-4c81-490b-beb3-d9e21bc6437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.312876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-1c856a42-4c81-490b-beb3-d9e21bc6437c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1096 time: 0.0857720 Jun 30 09:35:54.315299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-03301904-19c6-45fc-9fd2-782fe67a38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.316651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-03301904-19c6-45fc-9fd2-782fe67a38f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1096 time: 0.0970318 Jun 30 09:35:54.501285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-f25e5437-ebc9-47e2-8f1a-382a605c732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.502755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-f25e5437-ebc9-47e2-8f1a-382a605c732e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1833270 Jun 30 09:35:54.506225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-950919c4-3ff7-4fbb-bef4-98c7bec85008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.507536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-950919c4-3ff7-4fbb-bef4-98c7bec85008 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1806109 Jun 30 09:35:54.633649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75a481-9834-4a23-8cbc-c9357e9dd8a7 req-d858284b-cd52-43b5-8c4e-6e981b3e1e6a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.635124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a75a481-9834-4a23-8cbc-c9357e9dd8a7 req-d858284b-cd52-43b5-8c4e-6e981b3e1e6a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 944 time: 0.1911962 Jun 30 09:35:54.639058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-48a88341-42c5-41c0-892f-dc24a158c132 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1000 time: 0.1242313 Jun 30 09:35:54.640816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-7f4276d8-acef-42eb-b98f-f205b2afd09b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1000 time: 0.1185110 Jun 30 09:35:54.740801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1a75a481-9834-4a23-8cbc-c9357e9dd8a7 req-9ae53939-41db-4373-bea2-5fc8c0f19fd1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989690 Jun 30 09:35:54.748092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-7bb1696b-a8d5-4cec-86db-48188fe76dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.749494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-7bb1696b-a8d5-4cec-86db-48188fe76dea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.1010971 Jun 30 09:35:54.750973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-41d2ac3d-4770-4d54-8ff7-011b3cb38f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.752526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-41d2ac3d-4770-4d54-8ff7-011b3cb38f58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0969701 Jun 30 09:35:54.845988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-fdf54c84-7192-4791-ae05-d2849cb267eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.847521 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-fdf54c84-7192-4791-ae05-d2849cb267eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909932 Jun 30 09:35:54.854971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-3a798785-cedf-4963-a50a-5be1c7e451db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.856301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-3a798785-cedf-4963-a50a-5be1c7e451db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914190 Jun 30 09:35:55.158643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:55.251047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:55.261859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'mac_address': 'fa:16:3e:4c:03:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:55.270970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-07a49eb5-32d5-4772-8dca-350aca2c1bce service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044468 Jun 30 09:35:55.272804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-110973c7-8644-4f43-b536-8b4a3a9b0384 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994701 Jun 30 09:35:55.297659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:55.301974 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.335325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9581feb-875f-4cff-9b03-b3f00793de1f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:55.359560 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:55.361992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:55.365684 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.414392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.421392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.421760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.422094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.422418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.422741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.423058 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.423373 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.423691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.424004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.424316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.424624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.424934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:55.431002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-9b0f13e8-8141-423f-aa70-f973dcd1aa71 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524811 Jun 30 09:35:55.436673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9868ff5-4671-437e-868a-0cebc2d25981 req-2075f7a1-6116-4223-8e19-533abc5088c9 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499910 Jun 30 09:35:55.492625 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.652696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['b9581feb-875f-4cff-9b03-b3f00793de1f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:55.922213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c8c0c-9108-4b0e-9d0b-b53da45638f9 req-b02bbd49-06b2-480b-8942-5b5b9978d8c5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:55.923678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a91c8c0c-9108-4b0e-9d0b-b53da45638f9 req-b02bbd49-06b2-480b-8942-5b5b9978d8c5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 945 time: 0.0616291 Jun 30 09:35:55.959845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a91c8c0c-9108-4b0e-9d0b-b53da45638f9 req-c5a64347-8783-4887-b335-d67ea108cf6e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307658 Jun 30 09:35:56.294046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cd85f-229a-45db-98bd-8f22373b08fc req-4aa0b73e-fd13-4edd-81af-37249d120121 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.296024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa7cd85f-229a-45db-98bd-8f22373b08fc req-4aa0b73e-fd13-4edd-81af-37249d120121 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 945 time: 0.1090927 Jun 30 09:35:56.317417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-73911003-231d-4457-808e-748d14ea2601 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.318820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-73911003-231d-4457-808e-748d14ea2601 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c&tenant_id=5cd7d234b49e457eb6dadf40062bca07&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 945 time: 0.1050448 Jun 30 09:35:56.370698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa7cd85f-229a-45db-98bd-8f22373b08fc req-f753061f-a28c-43d8-bdae-1c356816c4f4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681803 Jun 30 09:35:56.393684 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-72651eee-d769-4908-81d7-c7861f3f4dfb service neutron] delete failed (client error): The resource could not be found. Jun 30 09:35:56.394666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-72651eee-d769-4908-81d7-c7861f3f4dfb service neutron] 10.222.0.26 "DELETE /v2.0/ports/b9581feb-875f-4cff-9b03-b3f00793de1f/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0653632 Jun 30 09:35:56.494889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-7cf0f14c-5d4b-457a-9359-d4f3adf6c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.496364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-7cf0f14c-5d4b-457a-9359-d4f3adf6c0a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 1097 time: 0.0524476 Jun 30 09:35:56.592859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-a07334b6-6e68-4670-a159-2f2bd045c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.594357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-a07334b6-6e68-4670-a159-2f2bd045c26c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0883675 Jun 30 09:35:56.660667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-8314773d-d8e3-4f29-9096-20aa64aa814d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 200 len: 1001 time: 0.0563307 Jun 30 09:35:56.716411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-5f3455a7-513f-4f02-b9fc-863dffd82740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.717785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-5f3455a7-513f-4f02-b9fc-863dffd82740 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0464933 Jun 30 09:35:56.774790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-707ea42c-1827-458b-9f30-fa51e0877d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.776199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-707ea42c-1827-458b-9f30-fa51e0877d2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486848 Jun 30 09:35:56.865112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-7c188e68-7fd9-4c5c-b6cb-e163c54016f9 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789099 Jun 30 09:35:56.960577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ac69b1b-bcf5-4cfa-88e1-16a6ee43f49f req-102a7549-616f-47c1-acaf-0875a6b0866a service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838351 Jun 30 09:35:57.177979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:57.225826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port b9581feb-875f-4cff-9b03-b3f00793de1f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:57.229231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port b9581feb-875f-4cff-9b03-b3f00793de1f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:57.229610 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.305277 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.329380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:57.331870 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f1238e-41a1-4818-affe-a23a64d044c6" -d '{"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-plugged", "status": "completed", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:57.345640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:57.350897 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.378584 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b185d7-ecb1-4070-bdac-2e1b6f916488 x-openstack-request-id: req-72b185d7-ecb1-4070-bdac-2e1b6f916488 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:57.378948 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-plugged", "status": "completed", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:57.379137 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72b185d7-ecb1-4070-bdac-2e1b6f916488 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:57.379534 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'code': 200} Jun 30 09:35:57.404524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:57.552259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9baf45-0bed-4db2-b976-686221ec286f req-95fa75cd-75d1-4503-b931-cf7d5c82d2cb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:57.553106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9baf45-0bed-4db2-b976-686221ec286f req-95fa75cd-75d1-4503-b931-cf7d5c82d2cb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0653875 Jun 30 09:35:57.595216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d9baf45-0bed-4db2-b976-686221ec286f req-07f0dfa3-d2a8-4051-9e0e-468311aa8625 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337803 Jun 30 09:35:57.780609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabeedb-550c-4d0a-bf0c-b79d4ef54505 req-e68205da-0584-451d-9fab-4dd4e8bfeaf2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:57.781979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4eabeedb-550c-4d0a-bf0c-b79d4ef54505 req-e68205da-0584-451d-9fab-4dd4e8bfeaf2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0672109 Jun 30 09:35:57.819222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4eabeedb-550c-4d0a-bf0c-b79d4ef54505 req-7c0924fc-33d7-4bc7-995b-737291ae27e9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Jun 30 09:35:57.990793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83171de7-53b1-4738-95a4-5b4db01e429c req-a0523741-fef6-44a6-b377-cb1e2b81b042 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:57.992262 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83171de7-53b1-4738-95a4-5b4db01e429c req-a0523741-fef6-44a6-b377-cb1e2b81b042 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0631363 Jun 30 09:35:58.029724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-83171de7-53b1-4738-95a4-5b4db01e429c req-9bd5ef3d-0529-456c-9f0f-c4f77ff251cf tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318346 Jun 30 09:35:58.399032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee7ba1-806a-468d-8602-acd9ba4f303d req-0cec2210-17db-4b12-95db-bac74fbee284 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.400377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97ee7ba1-806a-468d-8602-acd9ba4f303d req-0cec2210-17db-4b12-95db-bac74fbee284 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0632651 Jun 30 09:35:58.436707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-97ee7ba1-806a-468d-8602-acd9ba4f303d req-ff48af2d-c546-442d-875d-09e49996df78 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Jun 30 09:35:59.613872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea73f-8234-4139-a785-047d5491a2eb req-d7280b8e-0f8f-4095-959f-82559661e620 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.615331 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f5ea73f-8234-4139-a785-047d5491a2eb req-d7280b8e-0f8f-4095-959f-82559661e620 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0658178 Jun 30 09:35:59.652637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f5ea73f-8234-4139-a785-047d5491a2eb req-739218a1-b38c-479a-8d4b-dc87148b4c83 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Jun 30 09:35:59.711070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16138b22-b913-4afb-9ec4-218535de50f3 req-7c680af9-5794-4f8b-a603-994b0261b05a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.712491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16138b22-b913-4afb-9ec4-218535de50f3 req-7c680af9-5794-4f8b-a603-994b0261b05a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 946 time: 0.0629828 Jun 30 09:35:59.813422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Deleting port b9581feb-875f-4cff-9b03-b3f00793de1f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:59.813701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.899174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] For port b9581feb-875f-4cff-9b03-b3f00793de1f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=b9581feb-875f-4cff-9b03-b3f00793de1f,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:59.899528 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.067129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.067416 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.067735 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d disassociated. External IP: 172.25.8.196, port: b9581feb-875f-4cff-9b03-b3f00793de1f. Jun 30 09:36:00.068075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Calling delete_port for b9581feb-875f-4cff-9b03-b3f00793de1f owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:00.192159 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.223254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event deleted for resources: {'Port': ['ID=b9581feb-875f-4cff-9b03-b3f00793de1f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:00.338427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:00.447670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:00.458298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:00.467917 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:00.468537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:35:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:00.496515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] No DVR routers for this DVR port b9581feb-875f-4cff-9b03-b3f00793de1f on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:00.499137 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.501359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16138b22-b913-4afb-9ec4-218535de50f3 req-b7d90f92-816c-4ffa-b145-f0920c7d056b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "DELETE /v2.0/ports/b9581feb-875f-4cff-9b03-b3f00793de1f HTTP/1.1" status: 204 len: 173 time: 0.7822242 Jun 30 09:36:00.501826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-deleted', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:00.504107 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f64cd6-a924-41bf-ac48-a26cec9b5cb3" -d '{"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-deleted", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:00.544402 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6834e2ed-ccc7-4abc-8254-5d8e9d07aaad x-openstack-request-id: req-6834e2ed-ccc7-4abc-8254-5d8e9d07aaad {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:00.544698 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a660a57-c643-4edd-a690-624a8f03be5c", "name": "network-vif-deleted", "tag": "b9581feb-875f-4cff-9b03-b3f00793de1f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:00.544950 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6834e2ed-ccc7-4abc-8254-5d8e9d07aaad {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:00.545347 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a660a57-c643-4edd-a690-624a8f03be5c', 'name': 'network-vif-deleted', 'tag': 'b9581feb-875f-4cff-9b03-b3f00793de1f', 'status': 'completed', 'code': 200} Jun 30 09:36:00.585960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:00.789932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:00.815639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b3a809f-f492-46dd-ac5f-2b215057a52f req-fa6e2d98-108c-4372-8a39-ef175c30cf80 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a660a57-c643-4edd-a690-624a8f03be5c HTTP/1.1" status: 200 len: 210 time: 0.0285375 Jun 30 09:36:00.823000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:00.833735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:00.834378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:35:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:00.939102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:01.125498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:01.153835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdfbc19-f9bf-4f66-b805-80c7d05fec11 None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:01.353199 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425eee28-a1a5-485d-930a-0bcd608a901c None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:01.653578 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45c5e431-3220-4249-82aa-b14e2291f518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.117294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-f25fc87c-23db-4bb9-991e-8bbb071de7b9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1946300098&fields=id&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 267 time: 0.0329969 Jun 30 09:36:02.228265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-8c740261-c174-48bd-97ba-5fde5ce7eb62 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:02.229747 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-8c740261-c174-48bd-97ba-5fde5ce7eb62 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.1056707 Jun 30 09:36:02.244169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-d6baa300-d6b5-4ddd-a673-69f9613f2027 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/quotas/5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 375 time: 0.0090389 Jun 30 09:36:02.311334 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-3363e36d-7637-46f8-873c-bf50e7cd30ca tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618384 Jun 30 09:36:02.404380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-6fa63953-5997-4fd1-9063-4a7de824ff08 service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817940 Jun 30 09:36:02.494287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-69dde180-a116-4282-8ea9-868fc2e062fe service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841267 Jun 30 09:36:02.662175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-94a0fa33-444a-49c9-892c-11b6355c6e48 req-2edc785e-451f-423c-a2d7-495906a1a547 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Jun 30 09:36:03.189810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:03.210172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: b9581feb-875f-4cff-9b03-b3f00793de1f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:03.210522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device b9581feb-875f-4cff-9b03-b3f00793de1f not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:03.745584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-dd974348-ef1e-4866-bc0d-981355095d53 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.747675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-dd974348-ef1e-4866-bc0d-981355095d53 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.1059706 Jun 30 09:36:03.817979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2e34060d-b90b-4ba7-9eec-69bf2786521e req-3eeb13ef-3f0c-406e-a264-4bddfaec590c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 210 time: 0.0315938 Jun 30 09:36:03.832973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-ecc99de5-0fe7-4a45-83b7-096496f22227 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 380 time: 0.0597944 Jun 30 09:36:03.844614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'port': {'device_id': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'admin_state_up': True, 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'security_groups': ['5dcc3834-0da8-4a72-9a82-0cd17793cdf2']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:03.953191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Made reservation on behalf of 5cd7d234b49e457eb6dadf40062bca07 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:03.956909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.079280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Allocated IP 172.20.0.13 (e79bb085-5c50-4bae-8622-06a7bff2c39b/2bdf2e83-830d-4baa-9471-206852c49011/c001fa48-3e3f-4c18-999d-c8e9d3e4f712) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:04.216642 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.229482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Transition to ACTIVE for port object c001fa48-3e3f-4c18-999d-c8e9d3e4f712 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:04.262462 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.303939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:04.307009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:04.313857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:04.319903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.371034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:04.371710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.387911 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-098501e4-ee9a-4d74-b5bf-48720b15a6f3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5469642 Jun 30 09:36:04.391273 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.404685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Request body: {'port': {'device_id': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:04.409213 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4417aa4f-7181-4e06-bd12-e1a16a354397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.482268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.581970 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ead1525b-43c7-4b35-82b0-6b0154bd92be None None] Provisioning for port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:04.585513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ead1525b-43c7-4b35-82b0-6b0154bd92be None None] Provisioning complete for port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:04.585913 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ead1525b-43c7-4b35-82b0-6b0154bd92be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.620463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ead1525b-43c7-4b35-82b0-6b0154bd92be None None] Port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:04.749652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c001fa48-3e3f-4c18-999d-c8e9d3e4f712 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:04.757083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.769177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Transition to ACTIVE for port object c001fa48-3e3f-4c18-999d-c8e9d3e4f712 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:04.772124 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.842779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.896569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:04.896908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:04.897242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:04.902082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:04.902411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:04.908852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:04.909318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:04.909742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:04.910177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Bound port: c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:04.910535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.011222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:05.015311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:05.020768 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.064309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572f7c9-bea6-4fef-9efd-330528752b34 req-bb95c922-8f93-4134-85ba-c0809fddb26f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.065813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6572f7c9-bea6-4fef-9efd-330528752b34 req-bb95c922-8f93-4134-85ba-c0809fddb26f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.1190395 Jun 30 09:36:05.072022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.072480 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.073889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1093 time: 0.6746080 Jun 30 09:36:05.074312 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:05.077080 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e3220a-6f65-4691-a92a-0a599739fae3" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:05.134943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9935975-dcbb-45fa-ba67-30ba8ab963f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.161807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6572f7c9-bea6-4fef-9efd-330528752b34 req-82c56fbb-013f-40ec-a3f3-322eaec7db5a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816264 Jun 30 09:36:05.192631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-9fb68d64-5858-4ca0-8071-54fca40e9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.194213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-9fb68d64-5858-4ca0-8071-54fca40e9480 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1096 time: 0.0767152 Jun 30 09:36:05.245663 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3394d1a2-ad0f-4e69-b36e-c0f10e318c02 x-openstack-request-id: req-3394d1a2-ad0f-4e69-b36e-c0f10e318c02 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:05.245953 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:05.246727 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3394d1a2-ad0f-4e69-b36e-c0f10e318c02 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:05.247136 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'status': 'completed', 'code': 200} Jun 30 09:36:05.248931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-f55e56a5-5bd0-4da5-b538-a909b2c78b73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 217 time: 0.0398202 Jun 30 09:36:05.301081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-1abd74d3-dace-45c6-80d2-804807c5dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.302541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-1abd74d3-dace-45c6-80d2-804807c5dca1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0475383 Jun 30 09:36:05.363220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-ca793a06-7949-41e6-b3d0-e43f09c3640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.364712 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-ca793a06-7949-41e6-b3d0-e43f09c3640e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546010 Jun 30 09:36:05.456933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-1735a4ec-faf2-42cd-901f-d992df84df2d service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805240 Jun 30 09:36:05.554222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d17b7de7-d39b-468d-8e67-252ee7239b71 req-fbd7101a-b33f-40f8-931a-7e4cab5fcfee service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Jun 30 09:36:05.654607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-dd22af7d-4a72-4b37-9ea5-acdd3c8a7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.656063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-dd22af7d-4a72-4b37-9ea5-acdd3c8a7288 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1096 time: 0.0523956 Jun 30 09:36:05.742066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-6a64825c-9cf7-4b1f-8f2f-c419bc2631bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.743485 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-6a64825c-9cf7-4b1f-8f2f-c419bc2631bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0814190 Jun 30 09:36:05.788204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-a6a35e58-9be5-4da1-a779-26605a0f76bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 217 time: 0.0375412 Jun 30 09:36:05.836086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-0dce33ed-3792-4b78-b30e-f17be1b04f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.837395 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-0dce33ed-3792-4b78-b30e-f17be1b04f46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0424671 Jun 30 09:36:05.894542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-edcbf1c0-d28c-43e2-872c-6c575ec4f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.895967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-edcbf1c0-d28c-43e2-872c-6c575ec4f17d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503988 Jun 30 09:36:05.957960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.989719 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-cfc5bf19-e922-483d-ba07-9eb33eb976b0 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858684 Jun 30 09:36:06.077390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14e3220a-6f65-4691-a92a-0a599739fae3 req-d501e210-0da7-4fbd-a1c8-90c99249d3a0 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796523 Jun 30 09:36:06.338118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93ccda-3291-47c9-9400-5413e2ef593d req-e9d2c583-43ab-4434-8331-2facaa2989e3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.339835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c93ccda-3291-47c9-9400-5413e2ef593d req-e9d2c583-43ab-4434-8331-2facaa2989e3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.0665004 Jun 30 09:36:06.377552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c93ccda-3291-47c9-9400-5413e2ef593d req-aa5d7dbb-46ba-428b-9bbb-e32a862db895 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Jun 30 09:36:07.383647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.599909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d98f14-663e-4ee5-8724-846665fa59e6 req-2b9654e9-731c-40b0-bd39-437323c9a040 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.601414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9d98f14-663e-4ee5-8724-846665fa59e6 req-2b9654e9-731c-40b0-bd39-437323c9a040 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.1143930 Jun 30 09:36:07.638980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9d98f14-663e-4ee5-8724-846665fa59e6 req-3fcc6f4d-c8a8-46d9-91d5-70bcb8db58e8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Jun 30 09:36:08.818614 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd2bb8-344e-493b-bbf1-52616fcf0751 req-08d02580-5d1d-4516-9f56-a254b6c0895e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.820112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20cd2bb8-344e-493b-bbf1-52616fcf0751 req-08d02580-5d1d-4516-9f56-a254b6c0895e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.0679588 Jun 30 09:36:08.859683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20cd2bb8-344e-493b-bbf1-52616fcf0751 req-230608fe-42da-4b8f-bd98-e6a759bf507b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332205 Jun 30 09:36:09.341646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:09.435775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:09.446602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'mac_address': 'fa:16:3e:0b:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:09.482020 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.494025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c001fa48-3e3f-4c18-999d-c8e9d3e4f712 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:09.512822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:09.516565 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.567045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.861181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['c001fa48-3e3f-4c18-999d-c8e9d3e4f712'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:10.035206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1059e-637a-4ab6-8752-9533c2283e02 req-b315bf89-1595-4937-9bf7-eefd7fba6956 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.036670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ae1059e-637a-4ab6-8752-9533c2283e02 req-b315bf89-1595-4937-9bf7-eefd7fba6956 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 945 time: 0.0660338 Jun 30 09:36:10.072711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ae1059e-637a-4ab6-8752-9533c2283e02 req-96104577-0444-404f-8087-ab26f9b5670f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304468 Jun 30 09:36:11.240580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000296cc-fe38-42cc-ae16-cdca44f0ec07 req-1d755942-f8a9-46da-b2ea-f56b330c349a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.242045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000296cc-fe38-42cc-ae16-cdca44f0ec07 req-1d755942-f8a9-46da-b2ea-f56b330c349a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 945 time: 0.0613451 Jun 30 09:36:11.278537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000296cc-fe38-42cc-ae16-cdca44f0ec07 req-a0a5fde4-1e61-4e6a-9171-4a70e638321d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307996 Jun 30 09:36:11.356775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:11.405376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:11.408980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:11.409345 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.482552 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.503469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:11.505751 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d401a-ffe5-4264-b926-02195db6a51c" -d '{"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-plugged", "status": "completed", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:11.518624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:11.522707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.546133 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1327277-518c-4c58-991c-7f7a6f674c7b x-openstack-request-id: req-f1327277-518c-4c58-991c-7f7a6f674c7b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:11.546422 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-plugged", "status": "completed", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:11.546669 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1327277-518c-4c58-991c-7f7a6f674c7b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:11.547055 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'code': 200} Jun 30 09:36:11.571826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:11.669957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235abb1-ab55-48a8-b1ba-ddbb799ff219 req-86d17688-fa3e-4272-b068-bec6ec7ce924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.671512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6235abb1-ab55-48a8-b1ba-ddbb799ff219 req-86d17688-fa3e-4272-b068-bec6ec7ce924 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1098 time: 0.0546021 Jun 30 09:36:11.710358 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6235abb1-ab55-48a8-b1ba-ddbb799ff219 req-d5afba78-6873-4a5b-8e6b-8c82ab458168 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290565 Jun 30 09:36:12.449587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a43e4-1c9f-47f4-bc71-fee44a7e7c2a req-607d662f-8129-43bf-a0c6-869f19abcfa8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.450975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-151a43e4-1c9f-47f4-bc71-fee44a7e7c2a req-607d662f-8129-43bf-a0c6-869f19abcfa8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0621870 Jun 30 09:36:12.488075 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-151a43e4-1c9f-47f4-bc71-fee44a7e7c2a req-e6e329a9-aaca-4b3f-8e61-6609c386af03 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Jun 30 09:36:13.659181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cfbae-32b4-4e1e-a8e9-4d5bdeee1b60 req-cd101e92-d381-42dc-afc4-0a0af54d9edb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.660621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-876cfbae-32b4-4e1e-a8e9-4d5bdeee1b60 req-cd101e92-d381-42dc-afc4-0a0af54d9edb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0606720 Jun 30 09:36:13.696696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-876cfbae-32b4-4e1e-a8e9-4d5bdeee1b60 req-a69ef11f-510f-40ea-848f-c368fdde8ea9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Jun 30 09:36:13.865854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553b49-4176-4007-881c-582f3fc9bb6b req-975e189e-ddeb-4743-8e99-dba7ff3ae0ed tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.867207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-57553b49-4176-4007-881c-582f3fc9bb6b req-975e189e-ddeb-4743-8e99-dba7ff3ae0ed tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0657060 Jun 30 09:36:13.876335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43528) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:13.880601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'floatingip': {'port_id': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:13.917078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.610456 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.614074 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.711860 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d associated. External IP: 172.25.8.196, port: c001fa48-3e3f-4c18-999d-c8e9d3e4f712. Jun 30 09:36:14.912952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:15.017780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:15.022360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.027338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:15.039613 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:15.040228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:36:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.058105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f59b3c67-5a40-4e45-985a-13e019626964 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "PUT /v2.0/floatingips/8986abde-1602-4cb5-afc5-a38cd5fd8c0d HTTP/1.1" status: 200 len: 992 time: 1.1807489 Jun 30 09:36:15.059235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:15.061598 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264fdff9-282f-4513-8aa4-0f66911dce6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:15.121451 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddeab93-73aa-414a-b078-82e0cfd5781e x-openstack-request-id: req-8ddeab93-73aa-414a-b078-82e0cfd5781e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:15.121874 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:15.122231 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ddeab93-73aa-414a-b078-82e0cfd5781e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:15.123214 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'status': 'completed', 'code': 200} Jun 30 09:36:15.143040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:15.195780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-3fcc48eb-ea78-470b-b48e-065f89007571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.197302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-3fcc48eb-ea78-470b-b48e-065f89007571 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1098 time: 0.0527484 Jun 30 09:36:15.289032 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-58f96cec-5c60-4a9c-85b0-2dcb035cdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.290527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-58f96cec-5c60-4a9c-85b0-2dcb035cdd59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0868714 Jun 30 09:36:15.356597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-8264af10-3af9-438c-8229-cd50b4ebe97e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1000 time: 0.0596027 Jun 30 09:36:15.365065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:0b:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:36:14Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.390815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:15.399598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:15.400216 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:36:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.403733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-4d6c0642-2ce1-49aa-b154-ff37750c2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.405191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-4d6c0642-2ce1-49aa-b154-ff37750c2a9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0428689 Jun 30 09:36:15.465394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-a5bd3c52-cb10-43fb-bf20-0d3e6d37142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.466928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-a5bd3c52-cb10-43fb-bf20-0d3e6d37142f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553200 Jun 30 09:36:15.477454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-6753e1bb-1ffa-46f0-b8cd-6036b9df3336 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:36:15.478414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-6753e1bb-1ffa-46f0-b8cd-6036b9df3336 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049562 Jun 30 09:36:15.504621 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:15.567640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-3a7cca72-96e5-4d65-a1eb-e07c8ef53795 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828352 Jun 30 09:36:15.659912 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-264fdff9-282f-4513-8aa4-0f66911dce6c req-4869736e-7c90-4e04-819c-2678c84abece service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857170 Jun 30 09:36:15.723127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:0b:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:36:14Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:15.749464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c768ab9-a87f-4904-bb93-506030e591b4 None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:0b:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:36:14Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:15.922288 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453ab70-acc5-4f38-abf0-fe2265e6a2a9 None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:17.864869 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:18.575791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-85840015-cbee-4b04-ac01-0a28266c00e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511570 Jun 30 09:36:18.667094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-4c5fac6a-8bfc-4655-9e1c-22253f131a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.669072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-4c5fac6a-8bfc-4655-9e1c-22253f131a58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1098 time: 0.0513525 Jun 30 09:36:18.774537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-11490849-f9b3-49cf-8488-a9952dc0e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.776003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-11490849-f9b3-49cf-8488-a9952dc0e321 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0879784 Jun 30 09:36:18.838782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-4a9f9665-c659-4627-bff8-acbb7c50a650 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1002 time: 0.0564418 Jun 30 09:36:18.885294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-915b3fc0-054d-41bd-9246-14615c740781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.887266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-915b3fc0-054d-41bd-9246-14615c740781 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0429964 Jun 30 09:36:18.946198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-e2f00c23-5bcd-4f4c-86e9-c99cc960cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.947642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-e2f00c23-5bcd-4f4c-86e9-c99cc960cb60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545032 Jun 30 09:36:19.034267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-aee90229-5937-4991-81c7-2ec6319deabb service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795887 Jun 30 09:36:19.125641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55028a0e-8cc0-40f7-aae9-3424a4523702 req-d1908b5c-a157-4565-9591-0eb62927f7f8 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846412 Jun 30 09:36:23.604198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.508719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.655878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee3df6af-fed9-4895-8112-4ed3d506812b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.397272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.402456 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-674613d4-f6c9-4403-b493-b7809644086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.959812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.385647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.626406 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.863918 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:55.505837 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.656186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-322a245a-2dac-4fda-8bb6-0d2f807e9393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.386913 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.402342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-070e62c1-8a4f-4ccf-bafe-1183898d437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.961843 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.392363 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.973790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-ab8a8a83-e6b4-46ce-85de-218f01190a82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103282 Jun 30 09:37:19.069913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-5e16134f-ded6-484c-9ed5-44f4fab7d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.071405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-5e16134f-ded6-484c-9ed5-44f4fab7d38e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1098 time: 0.0515103 Jun 30 09:37:19.183801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-cba514fa-5b1e-422b-aa6e-79e69e3944a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.185293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-cba514fa-5b1e-422b-aa6e-79e69e3944a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0898886 Jun 30 09:37:19.251711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-97c55233-c040-4f7b-bbd5-b19fc64abf0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1002 time: 0.0570033 Jun 30 09:37:19.306533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-a1ceebee-8055-4cde-91cf-d19c11d79ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.307936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-a1ceebee-8055-4cde-91cf-d19c11d79ad4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0464482 Jun 30 09:37:19.367299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-5ee00897-96ed-4fd6-bb11-09cfdb27fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.368773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-5ee00897-96ed-4fd6-bb11-09cfdb27fd4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514505 Jun 30 09:37:19.457693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-1df129fd-becd-4cbc-bc9a-3cde65687941 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789762 Jun 30 09:37:19.551931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df4a2938-9704-4a0c-9517-e97d94b280f3 req-2e22c67e-087d-4bc3-9268-659f73a3ecb4 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834181 Jun 30 09:37:23.646925 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.518718 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.656869 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-50e2c033-a018-4c98-8469-63ede85805d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.863235 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:37:34.388362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.402619 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a63d9033-ecb3-4e80-837a-63b02481ea3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.964929 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.392120 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.644903 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.850257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ff4c0-3096-4781-95fb-19020ac891cc req-4a8d221d-5e2e-467c-addb-1ebec3eeedbd tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:54.851452 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c11ff4c0-3096-4781-95fb-19020ac891cc req-4a8d221d-5e2e-467c-addb-1ebec3eeedbd tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0658691 Jun 30 09:37:54.889097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c11ff4c0-3096-4781-95fb-19020ac891cc req-0cda6a03-c84d-423f-8ff0-2304a17c5b4e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Jun 30 09:37:55.534463 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.068039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca612fd-7a9f-429a-a1c2-545017301680 req-1bad97a2-8c74-4aed-91ce-dea51061a8d2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:56.069487 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dca612fd-7a9f-429a-a1c2-545017301680 req-1bad97a2-8c74-4aed-91ce-dea51061a8d2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0660238 Jun 30 09:37:56.114955 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dca612fd-7a9f-429a-a1c2-545017301680 req-fe6d3a1d-03a8-4abc-a806-5f1bd87f39ef tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392928 Jun 30 09:37:57.284074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac7144-4df6-4083-8388-792d461d5eaf req-1dc72484-a82b-4111-845a-f1445d974e15 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.285537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82ac7144-4df6-4083-8388-792d461d5eaf req-1dc72484-a82b-4111-845a-f1445d974e15 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0619357 Jun 30 09:37:57.326167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-82ac7144-4df6-4083-8388-792d461d5eaf req-12dc22d9-894e-40e8-ab08-2fe84106fb7e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350788 Jun 30 09:37:58.494971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d39c-eb30-432a-a03a-f094fbdfc817 req-7980c39c-2c7a-4b50-9797-201a1cc0924f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.496524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dae4d39c-eb30-432a-a03a-f094fbdfc817 req-7980c39c-2c7a-4b50-9797-201a1cc0924f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0615859 Jun 30 09:37:58.534444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dae4d39c-eb30-432a-a03a-f094fbdfc817 req-436cb16a-0923-4ca6-b12b-aa0636d50703 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Jun 30 09:37:59.711637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf626a1-2c98-4e90-8c6c-62eaf85ac73a req-0a722504-990d-4a67-8641-1e05cd2aaf73 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.713095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bf626a1-2c98-4e90-8c6c-62eaf85ac73a req-0a722504-990d-4a67-8641-1e05cd2aaf73 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0653956 Jun 30 09:37:59.750034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bf626a1-2c98-4e90-8c6c-62eaf85ac73a req-6e95dd04-152f-4356-8f8c-a773b859e3df tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Jun 30 09:38:00.918852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b3c0-b809-4ca6-9f5b-cbdb028a289d req-eb48a107-8302-4d49-a7a2-79123195c5ee tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.920218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d64b3c0-b809-4ca6-9f5b-cbdb028a289d req-eb48a107-8302-4d49-a7a2-79123195c5ee tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0619438 Jun 30 09:38:00.955972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6d64b3c0-b809-4ca6-9f5b-cbdb028a289d req-5d6f3a51-8ed7-46b8-b842-309e9d0b0bbc tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301299 Jun 30 09:38:01.656741 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9170a322-c273-4895-8245-9ddadbe7281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.131532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713afb0a-f6e4-49f7-a52f-846bdb0607b7 req-b0e00daf-25cd-4a4e-9e57-5c38e697e36d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:02.132990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-713afb0a-f6e4-49f7-a52f-846bdb0607b7 req-b0e00daf-25cd-4a4e-9e57-5c38e697e36d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0686336 Jun 30 09:38:02.170968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-713afb0a-f6e4-49f7-a52f-846bdb0607b7 req-842f2809-f6f8-412e-bd28-622e486f6d9c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Jun 30 09:38:03.342031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5847e5b-3e52-45de-8817-8ee5ca8951e7 req-5ae569cd-f7e2-4408-90f3-c6bb3f274348 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.343505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5847e5b-3e52-45de-8817-8ee5ca8951e7 req-5ae569cd-f7e2-4408-90f3-c6bb3f274348 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0629091 Jun 30 09:38:03.379811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5847e5b-3e52-45de-8817-8ee5ca8951e7 req-98f6dcf2-8c91-4288-94ec-fee39c36f41f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307453 Jun 30 09:38:04.393191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.404418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f3f1-2705-452b-8921-2fbce488097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.551602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d40d2-7cff-4a09-81ba-29ad8f48f5fe req-1e8aa6bf-bc29-4190-a493-69ee44ae50fa tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:04.553027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-789d40d2-7cff-4a09-81ba-29ad8f48f5fe req-1e8aa6bf-bc29-4190-a493-69ee44ae50fa tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0632489 Jun 30 09:38:04.590913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-789d40d2-7cff-4a09-81ba-29ad8f48f5fe req-3f3a0131-0673-4008-9476-6f0d505c71a3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Jun 30 09:38:05.766583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea238527-6dfa-4b45-bc6a-e4560aa4c3e7 req-aec591de-385e-4000-a963-4dbc85f6a56c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:05.768059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea238527-6dfa-4b45-bc6a-e4560aa4c3e7 req-aec591de-385e-4000-a963-4dbc85f6a56c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0654411 Jun 30 09:38:05.804228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea238527-6dfa-4b45-bc6a-e4560aa4c3e7 req-877eea02-f404-464d-b03f-5c8ddf17c670 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306461 Jun 30 09:38:05.969389 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.370785 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-736f56f0-b773-4140-95ae-cd8d81e0007a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064091 Jun 30 09:38:06.376762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ae44f-b2b6-4fce-ad3a-61cd554497e7 req-60582b25-f4bd-4eb9-8356-451617d8e1f9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:06.378282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea5ae44f-b2b6-4fce-ad3a-61cd554497e7 req-60582b25-f4bd-4eb9-8356-451617d8e1f9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0656240 Jun 30 09:38:06.415753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea5ae44f-b2b6-4fce-ad3a-61cd554497e7 req-0beead04-9a6d-4e92-82d2-e8dca33273a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Jun 30 09:38:07.393618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.591674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9d433-fb71-4576-b2b8-7dc551642a06 req-6bf5af5f-9cc9-44cf-88c7-bbc95d38bde7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:07.593106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91d9d433-fb71-4576-b2b8-7dc551642a06 req-6bf5af5f-9cc9-44cf-88c7-bbc95d38bde7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0660765 Jun 30 09:38:07.630752 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-91d9d433-fb71-4576-b2b8-7dc551642a06 req-133d54d8-acfc-4116-a306-8b8c2830dd79 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jun 30 09:38:08.799209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825ad3-547b-4a51-9e64-6c7442641644 req-f6611c49-f83d-41eb-96e0-dba89e1fc5f0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.800654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd825ad3-547b-4a51-9e64-6c7442641644 req-f6611c49-f83d-41eb-96e0-dba89e1fc5f0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0610633 Jun 30 09:38:08.839122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fd825ad3-547b-4a51-9e64-6c7442641644 req-dc6150b0-c9aa-46d8-99ed-ee623282dcbf tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Jun 30 09:38:08.863736 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:09.562994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-fbf0c62b-d17a-457f-9d68-d41656f124ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.564490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-fbf0c62b-d17a-457f-9d68-d41656f124ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1098 time: 0.0595925 Jun 30 09:38:09.668369 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-d28ffaf0-8e45-4197-a3cc-f738739fc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.669888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-d28ffaf0-8e45-4197-a3cc-f738739fc91a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0941577 Jun 30 09:38:09.738733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-3d94405f-336b-4fb3-a34c-d3ad914d9477 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1002 time: 0.0589442 Jun 30 09:38:09.797512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-498c2042-473e-4680-b7ee-ece884c8ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.799011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-498c2042-473e-4680-b7ee-ece884c8ec4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0502448 Jun 30 09:38:09.858901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-d7fb4e44-6a2b-4b07-9676-4f53882d9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.860297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-d7fb4e44-6a2b-4b07-9676-4f53882d9e0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516384 Jun 30 09:38:09.965996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-b1e379a6-1e9a-46fc-8425-e6e0a6bb436e service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950572 Jun 30 09:38:10.093360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789edf-db53-4f12-a7eb-920163b4195e req-27e4b25d-d985-4314-85af-ca614b43396e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:10.094869 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4789edf-db53-4f12-a7eb-920163b4195e req-27e4b25d-d985-4314-85af-ca614b43396e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.1429799 Jun 30 09:38:10.097052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-d22ad3a7-617c-43ad-9038-896eb32b3fab service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093533 Jun 30 09:38:10.138935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c4789edf-db53-4f12-a7eb-920163b4195e req-3deb37b4-0984-447a-8d08-8138a0b6a400 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380495 Jun 30 09:38:11.316395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa769e13-2c65-40eb-a89c-d3511348e051 req-71a87c5c-fe29-421c-9daa-81f5f99e6afc tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:11.317861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa769e13-2c65-40eb-a89c-d3511348e051 req-71a87c5c-fe29-421c-9daa-81f5f99e6afc tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0673892 Jun 30 09:38:11.355234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aa769e13-2c65-40eb-a89c-d3511348e051 req-021d49f8-abe6-48cd-aac2-ba1898d4acb0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Jun 30 09:38:12.396035 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-ee48d3ed-dd2f-42bf-9684-f24845ea25a2 service neutron] show failed (client error): The resource could not be found. Jun 30 09:38:12.397052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-ee48d3ed-dd2f-42bf-9684-f24845ea25a2 service neutron] 10.222.0.26 "GET /v2.0/ports/c001fa48-3e3f-4c18-999d-c8e9d3e4f712/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0613744 Jun 30 09:38:12.529478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7e6ff-0149-4d47-87a7-29fd3728c997 req-2260ece6-3dd1-4f53-a6d5-d2ba8945a4b4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:12.530881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45a7e6ff-0149-4d47-87a7-29fd3728c997 req-2260ece6-3dd1-4f53-a6d5-d2ba8945a4b4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0635717 Jun 30 09:38:12.573036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45a7e6ff-0149-4d47-87a7-29fd3728c997 req-d34b9c85-5e2f-48cb-b843-70d85aefe3f9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363734 Jun 30 09:38:12.660035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-c282bbec-d693-4a60-8eca-aa8e18e7dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:12.661460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-c282bbec-d693-4a60-8eca-aa8e18e7dcae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 1098 time: 0.0506184 Jun 30 09:38:12.676205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:12.743179 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.941415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:12.983575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:13.024652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:13.027779 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcff6b2f-5a45-4684-80b5-772732935476" -d '{"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-unplugged", "status": "completed", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:13.031694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.044260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Transition to ACTIVE for port object c001fa48-3e3f-4c18-999d-c8e9d3e4f712 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:13.048090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.076198 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f07caa-1e30-4f7a-9ad8-5880a74450e0 x-openstack-request-id: req-e8f07caa-1e30-4f7a-9ad8-5880a74450e0 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:13.076491 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-unplugged", "status": "completed", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:13.076741 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8f07caa-1e30-4f7a-9ad8-5880a74450e0 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:13.077123 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'code': 200} Jun 30 09:38:13.128474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.140632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.140982 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.141328 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.141683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.142021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.142359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.142690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.143027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.143358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.143687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.144064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.144468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:13.186481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] No DVR routers for this DVR port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:13.581738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:13.582380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:13.582380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:13.586703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:38:13.587019 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Attempting to bind port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:13.591802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:13.592140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:13.592522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:13.592947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Bound port: c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:13.593297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.654580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:13.657519 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:13.662294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.695606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.696326 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.697778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] 10.222.0.13 "PUT /v2.0/ports/c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1093 time: 1.0253506 Jun 30 09:38:13.785509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f056f4-12dd-45c0-b202-2a4671a65c9d service neutron] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.831186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c584e4-5e9a-4eae-b09c-64913591c419 req-58a1f1f0-b64c-43b3-945f-0b20bb8c11da tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.832883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06c584e4-5e9a-4eae-b09c-64913591c419 req-58a1f1f0-b64c-43b3-945f-0b20bb8c11da tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.1429906 Jun 30 09:38:13.835161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-bd5cde54-dd27-407b-8786-2e38edcfaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.836514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-bd5cde54-dd27-407b-8786-2e38edcfaa80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1096 time: 0.1019979 Jun 30 09:38:13.925078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06c584e4-5e9a-4eae-b09c-64913591c419 req-d782bfb3-29de-4413-8e8d-eb82111aaa78 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857046 Jun 30 09:38:13.956094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-b44466d4-f5b7-4919-886b-81546523e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.957571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-b44466d4-f5b7-4919-886b-81546523e76c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1105850 Jun 30 09:38:14.024270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-f0faf3a3-1ddf-4046-a33f-35d2600afd77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1000 time: 0.0567441 Jun 30 09:38:14.077318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-c9423559-c7c1-4bd0-951d-889d9d00c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.078738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-c9423559-c7c1-4bd0-951d-889d9d00c878 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0460176 Jun 30 09:38:14.135248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-a699c1e4-86ba-4fd5-9ac9-b5e9d72184fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.136619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-a699c1e4-86ba-4fd5-9ac9-b5e9d72184fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502186 Jun 30 09:38:14.224621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-a506d65c-fbd2-4f4d-82b1-a0795f926ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803120 Jun 30 09:38:14.315132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-54bf94fd-6fef-48ed-a0ea-5985393cf5c1 req-1dd68229-3517-4f5b-8761-93e852bce7f0 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841036 Jun 30 09:38:15.079274 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:15.081527 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7153c9c-1e46-417e-a5fe-c14bb9223898" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:15.105742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a58592-6300-45bc-87c7-a0ff8ff1cbeb req-db304764-4e1f-4a18-b235-c84cec62ce88 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.107240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16a58592-6300-45bc-87c7-a0ff8ff1cbeb req-db304764-4e1f-4a18-b235-c84cec62ce88 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.0681794 Jun 30 09:38:15.129098 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846034e4-3c43-4546-9f0a-eb86715028ce x-openstack-request-id: req-846034e4-3c43-4546-9f0a-eb86715028ce {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:15.129388 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:15.129658 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-846034e4-3c43-4546-9f0a-eb86715028ce {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:15.130067 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'status': 'completed', 'code': 200} Jun 30 09:38:15.149612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16a58592-6300-45bc-87c7-a0ff8ff1cbeb req-8bd36163-a523-45d5-b485-67dbb2abb36f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368443 Jun 30 09:38:15.247708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-e25abfc3-68b2-4b7f-8725-7b35cfa5a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.249170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-e25abfc3-68b2-4b7f-8725-7b35cfa5a239 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1096 time: 0.0951335 Jun 30 09:38:15.250949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-0da0f734-1512-48f8-8be3-36f65885247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.252265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-0da0f734-1512-48f8-8be3-36f65885247e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1096 time: 0.0900674 Jun 30 09:38:15.403906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-7b54b86f-121c-4d9d-8231-c018ad0fd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.405360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-7b54b86f-121c-4d9d-8231-c018ad0fd7f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1498950 Jun 30 09:38:15.406699 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-d0c08042-904e-46d7-a9f1-8783cac77e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.407987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-d0c08042-904e-46d7-a9f1-8783cac77e44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1455917 Jun 30 09:38:15.515599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-0fabecf7-e3bb-4248-9fea-8b67055c5870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1000 time: 0.1029634 Jun 30 09:38:15.519115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-5106ddcb-b7e3-4590-9757-d494afe0fd75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1000 time: 0.0999408 Jun 30 09:38:15.601610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-8f3cd45d-5641-4674-a6f8-aaabcda3629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.603084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-8f3cd45d-5641-4674-a6f8-aaabcda3629d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0809298 Jun 30 09:38:15.605257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-21287594-b267-45e0-b363-5e1ce08b4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.606574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-21287594-b267-45e0-b363-5e1ce08b4610 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0768154 Jun 30 09:38:15.701713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-3d46f50a-aeba-4066-9c17-e0b7bdde0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.703228 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-3d46f50a-aeba-4066-9c17-e0b7bdde0ca5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933104 Jun 30 09:38:15.705931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-9dfc35d7-c82b-460c-8e15-33693a228bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.707357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-9dfc35d7-c82b-460c-8e15-33693a228bb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895956 Jun 30 09:38:15.863082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-3ac481cb-7d0a-46fd-9e54-9ce8017ee6b9 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529312 Jun 30 09:38:15.865072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-fba86ad5-6e6a-4f88-942c-2499a66ac521 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472657 Jun 30 09:38:16.026754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-7605b855-3f99-4860-b3ed-82810f313378 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539023 Jun 30 09:38:16.028882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7153c9c-1e46-417e-a5fe-c14bb9223898 req-028b158e-da21-4089-9510-210362855ec4 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481867 Jun 30 09:38:16.103518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:16.143055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:16.324405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa76864-ca76-4133-9fb6-39f82916454f req-1a5b4152-03cf-4f38-9211-1787f11b425d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.325895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efa76864-ca76-4133-9fb6-39f82916454f req-1a5b4152-03cf-4f38-9211-1787f11b425d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.0629213 Jun 30 09:38:16.363761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efa76864-ca76-4133-9fb6-39f82916454f req-1c19741e-0464-431e-952b-75f639e9e3a3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321925 Jun 30 09:38:16.708260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd45ec-e984-44e8-b4e5-2a2cda3e8102 req-5f9fe85b-dd39-4866-99db-85866a2145a4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.709950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efdd45ec-e984-44e8-b4e5-2a2cda3e8102 req-5f9fe85b-dd39-4866-99db-85866a2145a4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.1113160 Jun 30 09:38:16.730106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cda2-2321-42bc-88e3-568b12707288 req-9ce06847-2225-49df-b8e4-52da990578d3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.731480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-9ce06847-2225-49df-b8e4-52da990578d3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463&tenant_id=5cd7d234b49e457eb6dadf40062bca07&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 944 time: 0.1052651 Jun 30 09:38:16.781556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-efdd45ec-e984-44e8-b4e5-2a2cda3e8102 req-99139064-576e-4ee6-adcf-b6304c0f708d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645247 Jun 30 09:38:16.807324 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-b835cda2-2321-42bc-88e3-568b12707288 req-b9551911-85f4-4d8d-b8b7-c06ba7cd5987 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:38:16.808321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-b9551911-85f4-4d8d-b8b7-c06ba7cd5987 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c001fa48-3e3f-4c18-999d-c8e9d3e4f712/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0665674 Jun 30 09:38:16.911506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cda2-2321-42bc-88e3-568b12707288 req-05fe1625-33b5-40ff-bd39-3f8b3143fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.912940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-05fe1625-33b5-40ff-bd39-3f8b3143fe2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1096 time: 0.0520711 Jun 30 09:38:17.007131 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cda2-2321-42bc-88e3-568b12707288 req-96f812b6-1d2b-4131-a6ee-1e05bb9c78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.008588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-96f812b6-1d2b-4131-a6ee-1e05bb9c78bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0854757 Jun 30 09:38:17.076352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-41dcaffb-78ab-44de-b09c-32dbdc4d5db4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1000 time: 0.0565846 Jun 30 09:38:17.131880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cda2-2321-42bc-88e3-568b12707288 req-26bcfd72-bebd-473b-9a82-8a0ebdae17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.133292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-26bcfd72-bebd-473b-9a82-8a0ebdae17dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0464616 Jun 30 09:38:17.191432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cda2-2321-42bc-88e3-568b12707288 req-6345393b-81cc-46d6-8115-32c17f263d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.192844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-6345393b-81cc-46d6-8115-32c17f263d57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498264 Jun 30 09:38:17.283413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-77ed17c2-248d-47a2-97f1-23cc32be9edf service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805154 Jun 30 09:38:17.377205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b835cda2-2321-42bc-88e3-568b12707288 req-2379994a-66cb-4ceb-a26f-0e6be7358283 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841336 Jun 30 09:38:17.908247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:17.960089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdbc42-a266-4f36-9ee5-e21afa85a8ff req-b043d5ee-f05e-4bf5-919b-f5ef399ee1d1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.961572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84bdbc42-a266-4f36-9ee5-e21afa85a8ff req-b043d5ee-f05e-4bf5-919b-f5ef399ee1d1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 944 time: 0.0648131 Jun 30 09:38:18.002997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84bdbc42-a266-4f36-9ee5-e21afa85a8ff req-6122b20e-4f9f-47a0-bb96-0bb67a14ab26 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347338 Jun 30 09:38:18.012888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:18.025547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'mac_address': 'fa:16:3e:0b:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:18.064925 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.077701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c001fa48-3e3f-4c18-999d-c8e9d3e4f712 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:18.097203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:18.100921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.149949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:18.157518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.157882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.158213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.158540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.158909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.159180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.159497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.159813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.160128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.160438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.160751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.161063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:18.182995 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53355da-3624-4c98-93a0-ab795e15d367 req-b78318f4-63a2-4ce4-9585-f7a1f5c14fe5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.184471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f53355da-3624-4c98-93a0-ab795e15d367 req-b78318f4-63a2-4ce4-9585-f7a1f5c14fe5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 945 time: 0.0621011 Jun 30 09:38:18.225654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f53355da-3624-4c98-93a0-ab795e15d367 req-909a996b-11de-40fd-8bd5-546310bf61a7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356452 Jun 30 09:38:18.411779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['c001fa48-3e3f-4c18-999d-c8e9d3e4f712'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:18.585085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-d9f9a57a-63a0-4aef-af25-745c15d6f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.586593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-d9f9a57a-63a0-4aef-af25-745c15d6f8ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 1097 time: 0.0960088 Jun 30 09:38:18.597709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d8ac-d442-4718-9ebb-acd5140cccf0 req-9b416214-2120-4dab-86ce-6e90a8254bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.599096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d910d8ac-d442-4718-9ebb-acd5140cccf0 req-9b416214-2120-4dab-86ce-6e90a8254bff tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 945 time: 0.0813749 Jun 30 09:38:18.686398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d910d8ac-d442-4718-9ebb-acd5140cccf0 req-f62b2134-4e66-420a-9900-4025ce565419 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790627 Jun 30 09:38:18.710689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-ba500855-f3b3-4755-b0ba-e2e978ba0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.712120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-ba500855-f3b3-4755-b0ba-e2e978ba0767 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1121860 Jun 30 09:38:18.776693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-a3629ca5-e9f5-47f0-8c2a-9fbea1fa655f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 200 len: 1001 time: 0.0554352 Jun 30 09:38:18.830161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-15f39f7e-592d-4a15-8db2-edd9b4b41ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.831639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-15f39f7e-592d-4a15-8db2-edd9b4b41ddd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0477116 Jun 30 09:38:18.887211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-5911a391-1270-4a70-90bf-84162f5b486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.888702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-5911a391-1270-4a70-90bf-84162f5b486f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505574 Jun 30 09:38:18.975321 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-287cadd4-40bd-4509-94a5-f30cd93cecef service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788021 Jun 30 09:38:19.066809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-547777b4-ff5d-441b-ad49-dc68855b21bd req-a950fa29-2c2b-4f39-90e0-3f9f99a9e5e2 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835736 Jun 30 09:38:19.861984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6b7b6-04f2-409f-9c6a-a1e99865d631 req-922facb0-5eb3-47aa-b59e-47e5297b2517 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:19.863424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-beb6b7b6-04f2-409f-9c6a-a1e99865d631 req-922facb0-5eb3-47aa-b59e-47e5297b2517 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 945 time: 0.0650301 Jun 30 09:38:19.902301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-beb6b7b6-04f2-409f-9c6a-a1e99865d631 req-fdf90b10-5f87-4623-8c0e-98ad866c0a2f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Jun 30 09:38:19.914833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:19.965340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:19.968988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:19.969360 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.044456 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.066258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:20.068508 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2697cbef-a832-4310-a17d-c86782992384" -d '{"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-plugged", "status": "completed", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:20.081873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:20.086824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.165365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:20.205057 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19342cef-7adf-4eef-90ab-a8ed7985a1bb x-openstack-request-id: req-19342cef-7adf-4eef-90ab-a8ed7985a1bb {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:20.205446 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-plugged", "status": "completed", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:20.205880 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19342cef-7adf-4eef-90ab-a8ed7985a1bb {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:20.206347 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'code': 200} Jun 30 09:38:20.302378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbabb4-aa99-4b9b-bfa1-ad29ed1e5ce1 req-6a449c34-0b8f-454c-9427-3efc6d7f8a59 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:20.303856 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69fbabb4-aa99-4b9b-bfa1-ad29ed1e5ce1 req-6a449c34-0b8f-454c-9427-3efc6d7f8a59 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0661275 Jun 30 09:38:20.341896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69fbabb4-aa99-4b9b-bfa1-ad29ed1e5ce1 req-7f1ca52e-d5b7-41e3-bcc5-649ee2ac71b7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318060 Jun 30 09:38:21.514427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02240390-1423-4082-9e93-a84711e54e0c req-b123e962-027c-44e2-88c8-aea6888db06e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.515897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02240390-1423-4082-9e93-a84711e54e0c req-b123e962-027c-44e2-88c8-aea6888db06e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0648508 Jun 30 09:38:21.552692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02240390-1423-4082-9e93-a84711e54e0c req-2b5ee546-cb6f-4f69-ae00-d431c57f70b7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Jun 30 09:38:21.784287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-caca219d-cb7f-49ef-b3a3-9afb0d58cf82 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.785699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-caca219d-cb7f-49ef-b3a3-9afb0d58cf82 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 946 time: 0.0601785 Jun 30 09:38:21.884076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Deleting port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:21.884404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.967753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] For port c001fa48-3e3f-4c18-999d-c8e9d3e4f712, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:21.968104 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.133379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.133703 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.134024 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d disassociated. External IP: 172.25.8.196, port: c001fa48-3e3f-4c18-999d-c8e9d3e4f712. Jun 30 09:38:22.134370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Calling delete_port for c001fa48-3e3f-4c18-999d-c8e9d3e4f712 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:22.259002 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.297033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event deleted for resources: {'Port': ['ID=c001fa48-3e3f-4c18-999d-c8e9d3e4f712,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.411580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:22.523412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:22.533545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:22.543998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:22.544623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:38:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:22.809310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:22.855929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] No DVR routers for this DVR port c001fa48-3e3f-4c18-999d-c8e9d3e4f712 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:22.858671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.860993 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e2a66fc-5c70-4bb1-ac85-8a036411d534 req-4ab84055-02f7-427c-821c-a4c3a3568a47 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "DELETE /v2.0/ports/c001fa48-3e3f-4c18-999d-c8e9d3e4f712 HTTP/1.1" status: 204 len: 173 time: 1.0698895 Jun 30 09:38:22.861580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-deleted', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:22.863844 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6678dd1c-496d-483d-8be1-354ea9574e70" -d '{"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-deleted", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:22.868056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ba035eb-9414-4820-89da-957bf063f4c9 req-07c5da17-b098-4c7f-8f13-8c4410430021 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dd3fddd-8768-4061-ab4e-a3111fd73463 HTTP/1.1" status: 200 len: 210 time: 0.0551264 Jun 30 09:38:22.909441 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb191aa-9e3b-4dbf-be94-871a017e2601 x-openstack-request-id: req-6eb191aa-9e3b-4dbf-be94-871a017e2601 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:22.909773 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd3fddd-8768-4061-ab4e-a3111fd73463", "name": "network-vif-deleted", "tag": "c001fa48-3e3f-4c18-999d-c8e9d3e4f712", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:22.910029 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6eb191aa-9e3b-4dbf-be94-871a017e2601 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:22.910440 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd3fddd-8768-4061-ab4e-a3111fd73463', 'name': 'network-vif-deleted', 'tag': 'c001fa48-3e3f-4c18-999d-c8e9d3e4f712', 'status': 'completed', 'code': 200} Jun 30 09:38:23.009777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.040497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:23.049527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:23.050160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:38:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.149419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:23.345429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.372671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d2172-b3aa-41a0-9ff1-1de6f380b5ea None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:23.591372 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efced733-a103-45ed-ae1a-73b8eded1027 None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:23.651558 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.927607 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:23.946889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: c001fa48-3e3f-4c18-999d-c8e9d3e4f712 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:23.947142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device c001fa48-3e3f-4c18-999d-c8e9d3e4f712 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:24.210371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-3a2d4d20-241f-4bcb-8df2-4860b20c04fb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1946300098&fields=id&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 267 time: 0.0324080 Jun 30 09:38:24.313826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-488b9679-96ec-4cfb-865c-b1bd9cb721d1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:24.315234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-488b9679-96ec-4cfb-865c-b1bd9cb721d1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.0979490 Jun 30 09:38:24.330190 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-25d1f2d1-fbb7-4a24-95be-a26b17fc2093 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/quotas/5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 375 time: 0.0095215 Jun 30 09:38:24.398629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-3b6c017a-7539-4134-9769-4db574db080d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631502 Jun 30 09:38:24.539569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-4882bab0-929a-4c96-a61e-73fdcca6cdac service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290872 Jun 30 09:38:24.626791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-b80341da-f500-4305-89aa-0b2cdacb1e43 service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816252 Jun 30 09:38:24.793736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fb8fa8dd-55a0-40f9-8362-28e639d38f22 req-fa089712-11fb-42da-b190-235f3234c79f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 210 time: 0.0316460 Jun 30 09:38:25.530624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.879372 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e6de20b-9eb0-4987-86ac-ed89fe31c98b req-7a057fdd-d2e9-451f-b40d-940fe4823050 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 210 time: 0.0292404 Jun 30 09:38:26.961864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17cbb58b-eba4-4fc7-81e2-86b89e2e0120 req-675e7163-0387-460a-b39d-6cb36a8b0581 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 210 time: 0.0278931 Jun 30 09:38:28.045415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342293da-293b-4512-abdc-5d2c03806559 req-8b5dd807-fa7a-4595-bbb5-d8b3d39dc5d6 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 210 time: 0.0275812 Jun 30 09:38:29.183426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-754919d2-ddb3-46e7-9a96-5f3a2b29e16f req-fa4e3c1a-c73f-422a-8982-4ddf60b71db7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 210 time: 0.0308433 Jun 30 09:38:30.072424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-3cbbca28-beeb-409e-95aa-1160e07a5f81 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:30.074564 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-3cbbca28-beeb-409e-95aa-1160e07a5f81 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.1019163 Jun 30 09:38:30.125388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-ffcdc0bd-befc-40d1-a8aa-ca3d3945860b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 380 time: 0.0346239 Jun 30 09:38:30.135368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'port': {'device_id': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'admin_state_up': True, 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'security_groups': ['5dcc3834-0da8-4a72-9a82-0cd17793cdf2']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:30.247539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Made reservation on behalf of 5cd7d234b49e457eb6dadf40062bca07 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:30.251320 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.344388 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7533c14-bec2-4686-bc81-c69aa2a4edbd req-79f4eb89-a77c-4c0f-b215-7dd918b8cd57 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 210 time: 0.0426393 Jun 30 09:38:30.399964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Allocated IP 172.20.0.13 (e79bb085-5c50-4bae-8622-06a7bff2c39b/2bdf2e83-830d-4baa-9471-206852c49011/4981cf1d-3e13-4eff-a431-c819d6916d7d) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:30.534837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.548484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Transition to ACTIVE for port object 4981cf1d-3e13-4eff-a431-c819d6916d7d will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:30.581915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.625374 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:30.628421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:30.634642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:30.640285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.686445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:30.687057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.701532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-640a84de-3dcf-454c-b65e-c8ecd8771a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696695 Jun 30 09:38:30.718099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Request body: {'port': {'device_id': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:30.795106 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.878141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-859c44ee-d179-420e-a33c-ba0211f1bd20 None None] Provisioning for port 4981cf1d-3e13-4eff-a431-c819d6916d7d completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:30.881767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-859c44ee-d179-420e-a33c-ba0211f1bd20 None None] Provisioning complete for port 4981cf1d-3e13-4eff-a431-c819d6916d7d triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:30.882136 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-859c44ee-d179-420e-a33c-ba0211f1bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.919678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-859c44ee-d179-420e-a33c-ba0211f1bd20 None None] Port 4981cf1d-3e13-4eff-a431-c819d6916d7d cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:31.048707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4981cf1d-3e13-4eff-a431-c819d6916d7d {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:31.056158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.067876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Transition to ACTIVE for port object 4981cf1d-3e13-4eff-a431-c819d6916d7d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:31.071473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.121810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:31.202832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:31.203172 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:31.203502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:31.208097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:38:31.208420 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:31.213594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:31.214649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:31.215135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:31.215854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Bound port: 4981cf1d-3e13-4eff-a431-c819d6916d7d, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:31.216222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.280930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:31.284063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:31.287736 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.323430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.324038 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.326051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1093 time: 0.6129711 Jun 30 09:38:31.326447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:31.328683 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398c278c-2024-469e-ac46-bff771f6260e" -d '{"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:31.350619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2655c3f-1fb1-4591-a886-04e37e6344e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:31.407051 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99c2144-980d-4b92-984c-8c13dcebbedd x-openstack-request-id: req-b99c2144-980d-4b92-984c-8c13dcebbedd {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:31.407415 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:31.407727 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b99c2144-980d-4b92-984c-8c13dcebbedd {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:31.408177 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'status': 'completed', 'code': 200} Jun 30 09:38:31.438385 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-03947bcf-9a8d-4a89-b65f-5891df82355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.440282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-03947bcf-9a8d-4a89-b65f-5891df82355a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1096 time: 0.0690401 Jun 30 09:38:31.497292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-dbf2dc51-c4e3-44db-8882-19d6f25cdb7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 217 time: 0.0452874 Jun 30 09:38:31.570472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-212597e3-0086-4a65-8533-950fa67f9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.571900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-212597e3-0086-4a65-8533-950fa67f9d90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0555806 Jun 30 09:38:31.619708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392ac4-da08-4783-a50d-33bd513b050b req-b754f67b-e92d-4beb-89eb-c95e9c34f500 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.621731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78392ac4-da08-4783-a50d-33bd513b050b req-b754f67b-e92d-4beb-89eb-c95e9c34f500 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 944 time: 0.1344941 Jun 30 09:38:31.656482 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ddebd47a-cf83-4b7c-b32b-de7c3fda6e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.671990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78392ac4-da08-4783-a50d-33bd513b050b req-8767a009-8212-452f-91bb-de47270af4fa tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Jun 30 09:38:31.674680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-1addbbe0-04ac-473b-8a89-311d3273c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.676051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-1addbbe0-04ac-473b-8a89-311d3273c23b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962906 Jun 30 09:38:31.772286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-36bd734b-94f5-4661-b1f5-3f44309196b5 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859630 Jun 30 09:38:31.865886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f29e4ce-94b7-41bf-b585-fc21ba729dd3 req-630df6b2-88b8-4d7e-a0aa-6cc88aad8b68 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833271 Jun 30 09:38:31.965492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c278c-2024-469e-ac46-bff771f6260e req-4ae170d6-52d7-4683-94e8-400bf7816816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.966980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-398c278c-2024-469e-ac46-bff771f6260e req-4ae170d6-52d7-4683-94e8-400bf7816816 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1096 time: 0.0524225 Jun 30 09:38:32.057584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c278c-2024-469e-ac46-bff771f6260e req-007328a1-3778-4899-9b1f-79afa1d279dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.059044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-398c278c-2024-469e-ac46-bff771f6260e req-007328a1-3778-4899-9b1f-79afa1d279dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0849915 Jun 30 09:38:32.100040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-398c278c-2024-469e-ac46-bff771f6260e req-14b9e676-1f8d-429a-be80-c0ce499c4667 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 217 time: 0.0334294 Jun 30 09:38:32.151634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c278c-2024-469e-ac46-bff771f6260e req-661183fc-8b67-4367-ba1a-28bf880589f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.153024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-398c278c-2024-469e-ac46-bff771f6260e req-661183fc-8b67-4367-ba1a-28bf880589f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0448439 Jun 30 09:38:32.209860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c278c-2024-469e-ac46-bff771f6260e req-38c05196-dbb7-4c47-9b9e-2752731cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.211288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-398c278c-2024-469e-ac46-bff771f6260e req-38c05196-dbb7-4c47-9b9e-2752731cb4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497334 Jun 30 09:38:32.297944 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-398c278c-2024-469e-ac46-bff771f6260e req-1b8cf841-797e-4af9-95ed-62e6d3a81c3a service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795431 Jun 30 09:38:32.390325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-398c278c-2024-469e-ac46-bff771f6260e req-d6455dcb-6356-4911-a404-0f751a92c248 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850163 Jun 30 09:38:32.847105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58981503-8fe5-4cdc-b9fa-18b4f17b447e req-ef9fde4e-1118-49de-ae8b-0422f4486a8a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.848516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58981503-8fe5-4cdc-b9fa-18b4f17b447e req-ef9fde4e-1118-49de-ae8b-0422f4486a8a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 944 time: 0.0638757 Jun 30 09:38:32.884967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58981503-8fe5-4cdc-b9fa-18b4f17b447e req-a28bb7b7-9908-4dab-b412-d8fe9cbef7b2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Jun 30 09:38:34.056104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d02c91-0a98-46ca-af5e-442a973654be req-b1c5adf4-0cf6-4f4a-b1c6-18ccd1917356 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:34.057539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40d02c91-0a98-46ca-af5e-442a973654be req-b1c5adf4-0cf6-4f4a-b1c6-18ccd1917356 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 944 time: 0.0652158 Jun 30 09:38:34.096416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40d02c91-0a98-46ca-af5e-442a973654be req-0abc3278-8ca3-422a-a7f1-fab5f80067db tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321259 Jun 30 09:38:34.221712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:34.312252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:34.323893 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'mac_address': 'fa:16:3e:50:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:34.362617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.375650 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4981cf1d-3e13-4eff-a431-c819d6916d7d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:34.412579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:34.415628 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.419770 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.425111 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-45fa167d-1144-4967-86c5-e98f9d83c8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.467595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:34.670974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['4981cf1d-3e13-4eff-a431-c819d6916d7d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:35.265086 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914133a-4afc-46cc-833b-e60cf9e6b01c req-0933fa86-580d-433f-a77b-a0e3c28f2a3f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:35.266643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8914133a-4afc-46cc-833b-e60cf9e6b01c req-0933fa86-580d-433f-a77b-a0e3c28f2a3f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 945 time: 0.0618887 Jun 30 09:38:35.304201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8914133a-4afc-46cc-833b-e60cf9e6b01c req-5ba38cad-dc1b-44de-8f49-ca40f74eba61 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317035 Jun 30 09:38:35.971054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.221248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:36.267843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 4981cf1d-3e13-4eff-a431-c819d6916d7d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:36.271478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 4981cf1d-3e13-4eff-a431-c819d6916d7d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:36.272003 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.351361 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.373536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:36.375788 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df5fc2-86f2-474a-a807-9a5b1ec22b74" -d '{"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-plugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:36.387764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:36.392865 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.419103 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647fe138-d692-42e5-89f0-2fef61da1272 x-openstack-request-id: req-647fe138-d692-42e5-89f0-2fef61da1272 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:36.419430 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-plugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:36.419642 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-647fe138-d692-42e5-89f0-2fef61da1272 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:36.420029 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'code': 200} Jun 30 09:38:36.456555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:36.486536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27502684-6c1c-47f2-8639-e80023a034d1 req-954c248e-7ab3-4fbc-9fb8-7949f9f8b983 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:36.487925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27502684-6c1c-47f2-8639-e80023a034d1 req-954c248e-7ab3-4fbc-9fb8-7949f9f8b983 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0714481 Jun 30 09:38:36.555590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-27502684-6c1c-47f2-8639-e80023a034d1 req-85aec94e-2b2a-475f-92ca-1c0dd82157d2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618508 Jun 30 09:38:36.575017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a61ac-1136-42dd-85ba-d7c867af73db req-a8af026d-7ccc-4efd-9e57-3e3155b26fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:36.576494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-931a61ac-1136-42dd-85ba-d7c867af73db req-a8af026d-7ccc-4efd-9e57-3e3155b26fc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1098 time: 0.0770869 Jun 30 09:38:36.615843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-931a61ac-1136-42dd-85ba-d7c867af73db req-85dcbd62-f996-45e1-90b5-b3af9f87d160 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298002 Jun 30 09:38:37.396743 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.730656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fec2c-eb32-45bb-93d4-a84d02f5aabf req-f13b56cf-1dc2-4569-a544-da656008a809 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.732114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-259fec2c-eb32-45bb-93d4-a84d02f5aabf req-f13b56cf-1dc2-4569-a544-da656008a809 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0620186 Jun 30 09:38:37.768436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-259fec2c-eb32-45bb-93d4-a84d02f5aabf req-44fc3941-f4ca-41c3-b554-2fdac7b918b3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306585 Jun 30 09:38:37.938214 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800bd11-686f-4f97-99d6-bbff4a650c37 req-9732b2ce-1c5f-4995-9356-326f9e612594 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.939570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d800bd11-686f-4f97-99d6-bbff4a650c37 req-9732b2ce-1c5f-4995-9356-326f9e612594 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0649595 Jun 30 09:38:37.948002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 43924) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:37.952290 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'floatingip': {'port_id': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:37.991041 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.415182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.418730 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.514333 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d associated. External IP: 172.25.8.196, port: 4981cf1d-3e13-4eff-a431-c819d6916d7d. Jun 30 09:38:38.968796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:39.070732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:39.076047 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.080303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:39.089011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:39.089617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:38:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.114794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-923544f8-1f4c-4ce5-a2f1-66deea805592 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "PUT /v2.0/floatingips/8986abde-1602-4cb5-afc5-a38cd5fd8c0d HTTP/1.1" status: 200 len: 992 time: 1.1657560 Jun 30 09:38:39.115705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:39.118106 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c69c3d2-833f-406b-9009-517b3c42ae27" -d '{"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:39.154021 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b237af-07b4-413e-b1ee-1e5763732514 x-openstack-request-id: req-61b237af-07b4-413e-b1ee-1e5763732514 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:39.154315 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:39.154565 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61b237af-07b4-413e-b1ee-1e5763732514 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:39.155117 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'status': 'completed', 'code': 200} Jun 30 09:38:39.194933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:39.234987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-d77aa656-8af4-4828-9d4c-b4a0af398f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:39.236415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-d77aa656-8af4-4828-9d4c-b4a0af398f6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1098 time: 0.0565944 Jun 30 09:38:39.324777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-e7958b33-d1e8-4d9d-9c0d-9e618b58c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:39.326368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-e7958b33-d1e8-4d9d-9c0d-9e618b58c625 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0835736 Jun 30 09:38:39.395866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-624f7613-b682-4aed-b860-694e0f9045fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1000 time: 0.0630424 Jun 30 09:38:39.416154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:50:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:38:38Z', 'revision_number': 9, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.442351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:39.443230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-6f7b249f-7a92-4706-86d9-bfa5d051eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:39.444678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-6f7b249f-7a92-4706-86d9-bfa5d051eca4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0428236 Jun 30 09:38:39.450453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:39.451046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:38:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.500839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-9c5fe8ab-e142-4537-8372-e07941c87c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:39.502544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-9c5fe8ab-e142-4537-8372-e07941c87c99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517111 Jun 30 09:38:39.553538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:39.595801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-0c2a81e6-ed19-474f-8d94-e5f2ffe458b8 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862927 Jun 30 09:38:39.682306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c69c3d2-833f-406b-9009-517b3c42ae27 req-2038cefd-facc-492d-80d5-d4dc0fe29416 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806096 Jun 30 09:38:39.768493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:50:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:38:38Z', 'revision_number': 9, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.797559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3008917-425e-4a1c-906f-f0458ba8f292 None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:50:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:38:38Z', 'revision_number': 9, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:39.989088 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f3b00-b6b0-44a9-bf78-bcdd1c7fa23a None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:45.862635 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:53.688510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.535721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.657945 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-effc1b62-3d39-4740-a9bc-5daa359354a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.402522 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.406675 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0661c880-f49b-4fd8-bd96-33e31ecc7242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.972971 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.397802 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:22.862168 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:39:23.616901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-3dc5e85c-2e7f-4e91-bf0a-9b81a9f589ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555923 Jun 30 09:39:23.692904 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.722254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-9f8799ed-f587-4a82-96b9-f6e71f48f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:23.723786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-9f8799ed-f587-4a82-96b9-f6e71f48f5ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1098 time: 0.0521269 Jun 30 09:39:23.837109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-34091bed-85d4-449f-9125-314b3029d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:23.838629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-34091bed-85d4-449f-9125-314b3029d4b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0866692 Jun 30 09:39:23.904348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-1ffa4f1f-3c97-41ac-8f72-dcff5f9bfd31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1003 time: 0.0568776 Jun 30 09:39:23.954376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-bbc9003f-0daf-4ef2-8f3e-0aa048eb5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:23.955682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-bbc9003f-0daf-4ef2-8f3e-0aa048eb5eaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0421817 Jun 30 09:39:24.017220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-e432fb1d-46c7-4014-9f62-d6823c56cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:24.018663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-e432fb1d-46c7-4014-9f62-d6823c56cb1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529032 Jun 30 09:39:24.110685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-d84127bf-658d-44fd-95e4-91e03807ddbe service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807374 Jun 30 09:39:24.203530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ce5875a-e79b-4d86-a143-ef253addfb9b req-89424f23-1b1f-4c43-bf3a-66d1c0dba254 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824296 Jun 30 09:39:25.542372 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.658322 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9542be01-4893-43a8-8775-05b3e56e1a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.397648 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.407808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-578992ba-419d-4e7f-80bd-c7f4f2d1d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.975844 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.401786 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.701961 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.540747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.861288 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:01.658874 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a11f901a-9aa2-4afb-84d3-1a597e88f5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.407766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.412082 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-39eaaae8-495e-473c-887d-b8862dbf488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.979186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.404098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:21.188398 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0d64a239-1746-4a2c-ba00-f6d8d5f541f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512121 Jun 30 09:40:21.259235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608aafb-7a04-4d2c-9590-bb001399943e req-c046ff82-9c3b-47ca-93b1-f12def767f5c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:21.260709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d608aafb-7a04-4d2c-9590-bb001399943e req-c046ff82-9c3b-47ca-93b1-f12def767f5c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0653565 Jun 30 09:40:21.300214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d608aafb-7a04-4d2c-9590-bb001399943e req-f9c63547-be6e-40a9-aaaf-c1a4debeeb06 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338330 Jun 30 09:40:22.488137 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-614cb550-1678-4687-b703-2c16b93a2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.489652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-614cb550-1678-4687-b703-2c16b93a2f41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1098 time: 0.0912218 Jun 30 09:40:22.516316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949af217-c5a4-43e7-9658-d09a7d3e9257 req-ce7eb220-582f-45dc-b7f1-e4bc6a515ca7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.517734 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-949af217-c5a4-43e7-9658-d09a7d3e9257 req-ce7eb220-582f-45dc-b7f1-e4bc6a515ca7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0939040 Jun 30 09:40:22.600892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-949af217-c5a4-43e7-9658-d09a7d3e9257 req-3494b1a5-2e28-4620-8f11-8d9cf3ca33ef tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740628 Jun 30 09:40:22.616952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-1fd204e8-7b8c-40ab-9ddc-216cfb23f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.618432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-1fd204e8-7b8c-40ab-9ddc-216cfb23f745 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1188138 Jun 30 09:40:22.689591 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-6f7a0740-fefd-4a00-b43e-e7a87009b167 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1003 time: 0.0604801 Jun 30 09:40:22.741566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-9cb3ece7-8594-4fe9-b132-88db89a109e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.742974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-9cb3ece7-8594-4fe9-b132-88db89a109e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0427320 Jun 30 09:40:22.801595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-59b2446d-3927-41b1-8f26-d5d5be7b1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:22.803080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-59b2446d-3927-41b1-8f26-d5d5be7b1963 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493960 Jun 30 09:40:22.898933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-a17296ef-3872-4401-b794-d29542013673 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839007 Jun 30 09:40:22.990439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-d517ae64-e513-4cda-8207-12e8923f7e3c service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802023 Jun 30 09:40:23.115489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-90b26d54-0038-4548-88e9-9c684f2baac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.117004 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-90b26d54-0038-4548-88e9-9c684f2baac3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1098 time: 0.0527604 Jun 30 09:40:23.242867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-f8648b0a-2900-4436-9788-4596e9276d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.244325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-f8648b0a-2900-4436-9788-4596e9276d5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0876918 Jun 30 09:40:23.309373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-378c0a09-b790-4817-a339-5b0658814985 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1003 time: 0.0570650 Jun 30 09:40:23.362690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-66c980d8-f8a7-4681-ab72-6ebce0a30ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.364126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-66c980d8-f8a7-4681-ab72-6ebce0a30ccf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0483732 Jun 30 09:40:23.419183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-eff914f6-ebbd-440b-9550-7ff0fe915712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.421178 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-eff914f6-ebbd-440b-9550-7ff0fe915712 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505126 Jun 30 09:40:23.507159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-5c3ebaff-8d9d-4c9e-af89-b140349028e3 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792160 Jun 30 09:40:23.603403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1aa89fc-99cd-41da-814d-6060a1d0e516 req-a88e2eff-c801-4ce6-8e95-ac0d1446c305 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892086 Jun 30 09:40:23.715051 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:23.772937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c308cb4-f0ba-4e16-9e34-2cd2c4b06f64 req-cbba28b0-b1d6-41fb-b655-93406ddfeea8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.774316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c308cb4-f0ba-4e16-9e34-2cd2c4b06f64 req-cbba28b0-b1d6-41fb-b655-93406ddfeea8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0633147 Jun 30 09:40:23.812371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7c308cb4-f0ba-4e16-9e34-2cd2c4b06f64 req-f19b33f1-a278-4cec-8c1b-330c01997774 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Jun 30 09:40:24.989288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d2125-0d84-401d-8149-978be09c166b req-00f01498-4f03-4139-93f7-1ace32d271d2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:24.990776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-767d2125-0d84-401d-8149-978be09c166b req-00f01498-4f03-4139-93f7-1ace32d271d2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0670857 Jun 30 09:40:25.027206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-767d2125-0d84-401d-8149-978be09c166b req-e54f00e6-691f-4a6e-a3e1-07e8a92397b2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Jun 30 09:40:25.555678 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.198797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41cae2-99c9-4958-81a3-c9a2822eaca6 req-280d7eb8-ea84-4e87-baac-550e889588a9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.200267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df41cae2-99c9-4958-81a3-c9a2822eaca6 req-280d7eb8-ea84-4e87-baac-550e889588a9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0618622 Jun 30 09:40:26.238984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df41cae2-99c9-4958-81a3-c9a2822eaca6 req-aa23a183-3e4f-4d50-8462-40fddc0dafc8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Jun 30 09:40:27.415795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7362d-f0f5-4978-b1f1-3c8d92820983 req-b6a58c48-f042-434d-bde8-c10116b9cecf tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:27.417265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5e7362d-f0f5-4978-b1f1-3c8d92820983 req-b6a58c48-f042-434d-bde8-c10116b9cecf tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0611300 Jun 30 09:40:27.458649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5e7362d-f0f5-4978-b1f1-3c8d92820983 req-b5466cbc-81e9-43d5-9124-e7a471af3f5c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357020 Jun 30 09:40:28.629453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70f964-34b7-4327-8fdb-7cd34132ca15 req-423c288d-fd1a-4e39-8ff1-272b1b6a43f0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:28.630949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac70f964-34b7-4327-8fdb-7cd34132ca15 req-423c288d-fd1a-4e39-8ff1-272b1b6a43f0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0620294 Jun 30 09:40:28.667828 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac70f964-34b7-4327-8fdb-7cd34132ca15 req-ce91293a-fdc7-4ddd-9556-8c25b4bf5e60 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Jun 30 09:40:29.837969 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7126-7f7c-40a4-bb68-d3582097d57d req-52a029ad-9870-45a8-a9ff-0a53b506a3a2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.839463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-498f7126-7f7c-40a4-bb68-d3582097d57d req-52a029ad-9870-45a8-a9ff-0a53b506a3a2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0623896 Jun 30 09:40:29.876582 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-498f7126-7f7c-40a4-bb68-d3582097d57d req-39a616c9-088e-4a6b-a5e9-0fd09eb3c380 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Jun 30 09:40:31.058711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445fc5-7903-45a5-9e2f-7101f36b5634 req-e4e69560-d4d2-41e5-aa3a-f65611b056ed tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.060182 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb445fc5-7903-45a5-9e2f-7101f36b5634 req-e4e69560-d4d2-41e5-aa3a-f65611b056ed tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0659506 Jun 30 09:40:31.098310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb445fc5-7903-45a5-9e2f-7101f36b5634 req-344d0b22-5c8d-49e0-8b61-50f0feefe1b7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jun 30 09:40:31.658937 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-296452eb-02a5-4b64-9f11-980d531ac2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:32.270334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5ac3-cc4d-4f6b-9fc9-1bdfd28306c9 req-70a43ad3-c5f0-430d-91b4-7b45dbd15971 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:32.271825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99ca5ac3-cc4d-4f6b-9fc9-1bdfd28306c9 req-70a43ad3-c5f0-430d-91b4-7b45dbd15971 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0633962 Jun 30 09:40:32.315051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99ca5ac3-cc4d-4f6b-9fc9-1bdfd28306c9 req-e3b80a9a-c5fc-4ce1-90a5-9c08ba95869c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324063 Jun 30 09:40:33.498809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4853-980f-4b21-9bf2-b5972be01e5d req-7eb857e7-0c00-461c-8f7c-6212658b199f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:33.500286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65df4853-980f-4b21-9bf2-b5972be01e5d req-7eb857e7-0c00-461c-8f7c-6212658b199f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0621738 Jun 30 09:40:33.541283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65df4853-980f-4b21-9bf2-b5972be01e5d req-126355d0-dda0-49ea-90b5-ba22a464ba3c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354769 Jun 30 09:40:34.402740 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:34.413457 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e06e5dce-635e-410c-8286-c26a0ac59d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:34.712244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715cb40-8f41-44f9-ba2d-691539121936 req-da4636b4-667b-4233-b17c-df2f777d2793 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:34.713743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6715cb40-8f41-44f9-ba2d-691539121936 req-da4636b4-667b-4233-b17c-df2f777d2793 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0633283 Jun 30 09:40:34.751279 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6715cb40-8f41-44f9-ba2d-691539121936 req-a10869c5-fd11-4894-a311-73bdb255929a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jun 30 09:40:35.359861 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-24d5296c-713b-4a17-96d4-5bb66bddf8c4 service neutron] show failed (client error): The resource could not be found. Jun 30 09:40:35.360827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-24d5296c-713b-4a17-96d4-5bb66bddf8c4 service neutron] 10.222.0.26 "GET /v2.0/ports/4981cf1d-3e13-4eff-a431-c819d6916d7d/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0537698 Jun 30 09:40:35.625380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-088d34d4-2e9a-4086-a1f5-0dfab3af2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:35.626813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-088d34d4-2e9a-4086-a1f5-0dfab3af2635 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 1098 time: 0.0592792 Jun 30 09:40:35.637660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:35.705835 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:35.941877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:35.966809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c4c34-1a2c-44f0-a07a-55ec405342fc req-1b8f88b1-809d-46ba-b52f-39adb3371c42 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:35.968870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b6c4c34-1a2c-44f0-a07a-55ec405342fc req-1b8f88b1-809d-46ba-b52f-39adb3371c42 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.1070023 Jun 30 09:40:35.982967 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:36.006727 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:36.040524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b6c4c34-1a2c-44f0-a07a-55ec405342fc req-02149132-b029-4c8f-90c3-726cd8fd7a70 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646114 Jun 30 09:40:36.056448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:36.058826 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c7cece-5c69-4893-a89d-3398f4494531" -d '{"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-unplugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:36.062819 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:36.074807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Transition to ACTIVE for port object 4981cf1d-3e13-4eff-a431-c819d6916d7d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:36.079303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:36.111977 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec085251-8e40-4c33-aaa6-7d42c3dadceb x-openstack-request-id: req-ec085251-8e40-4c33-aaa6-7d42c3dadceb {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:36.112281 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-unplugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:36.112536 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec085251-8e40-4c33-aaa6-7d42c3dadceb {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:36.112952 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'code': 200} Jun 30 09:40:36.164433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:36.176179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.176532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.176878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.177217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.177550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.177908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.178237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.178563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.178889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.179215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.179535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.179855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:36.216469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] No DVR routers for this DVR port 4981cf1d-3e13-4eff-a431-c819d6916d7d on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:36.353509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:36.353869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:36.354202 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:36.358318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:36.358640 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:36.363402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:36.363695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:36.364074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:36.364499 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Bound port: 4981cf1d-3e13-4eff-a431-c819d6916d7d, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:36.364851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:36.431788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:36.435448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:36.439073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:36.476154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:36.476763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:36.478207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] 10.222.0.13 "PUT /v2.0/ports/4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1093 time: 0.8444779 Jun 30 09:40:36.500586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521d7de-4a9b-4603-97e2-d2082bdbc45d service neutron] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:36.557736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-c1f9e195-84b3-472d-a1ab-4102aa38d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:36.559103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-c1f9e195-84b3-472d-a1ab-4102aa38d1c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1096 time: 0.0557826 Jun 30 09:40:36.653777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-4713018e-aba4-47fb-a108-e8cf811192b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:36.655250 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-4713018e-aba4-47fb-a108-e8cf811192b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0899038 Jun 30 09:40:36.721932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-1450e3cb-b22e-46cf-ae5d-85f31edeeadf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1001 time: 0.0606041 Jun 30 09:40:36.772685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-cda0a007-cb2f-4b73-97bd-52d0f1ca62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:36.774168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-cda0a007-cb2f-4b73-97bd-52d0f1ca62c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0444934 Jun 30 09:40:36.828661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-41a4048f-a36b-4f76-8830-e32d6a840f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:36.830180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-41a4048f-a36b-4f76-8830-e32d6a840f36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500128 Jun 30 09:40:36.861599 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:36.919233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-f8e6bbec-6c54-44dc-af3f-492edfc9a16c service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828156 Jun 30 09:40:37.005376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d07b2206-d1f0-4f99-b10f-de86fc7015e8 req-6a2969f6-444d-4240-a2b7-7536a217d82e service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802326 Jun 30 09:40:37.217555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c862724-413a-4b9f-b717-6a0df2bf38da req-5b7047f2-6078-48fa-8f89-d8886d960532 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:37.219043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c862724-413a-4b9f-b717-6a0df2bf38da req-5b7047f2-6078-48fa-8f89-d8886d960532 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 944 time: 0.0664334 Jun 30 09:40:37.407812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:37.515524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c862724-413a-4b9f-b717-6a0df2bf38da req-e6e05efa-1dc6-4c60-9a57-882f7efea80b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908225 Jun 30 09:40:38.114180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:38.116571 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0534e23-3997-4b34-abe1-f14410973e54" -d '{"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:38.166704 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eec883-4cab-4e9a-b42c-d17e8112a45c x-openstack-request-id: req-13eec883-4cab-4e9a-b42c-d17e8112a45c {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:38.167100 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:38.167356 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13eec883-4cab-4e9a-b42c-d17e8112a45c {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:38.167748 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'status': 'completed', 'code': 200} Jun 30 09:40:38.276776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-3c238451-9caa-40f7-8091-eb8414d30df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.278261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-3c238451-9caa-40f7-8091-eb8414d30df5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1096 time: 0.0884931 Jun 30 09:40:38.280662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-62404f9b-a9e3-474b-bd8e-8bebcf3ffe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.282010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-62404f9b-a9e3-474b-bd8e-8bebcf3ffe2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1096 time: 0.0847654 Jun 30 09:40:38.433441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-bf0e8d0e-be46-4f70-b17d-218d72a18ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.434837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-bf0e8d0e-be46-4f70-b17d-218d72a18ebc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1504726 Jun 30 09:40:38.439668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-5fe22f18-2be7-4562-be7f-476a44aac2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.441001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-5fe22f18-2be7-4562-be7f-476a44aac2fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1488526 Jun 30 09:40:38.548918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-7c69f0ec-87a4-439b-b9f0-9700c28f57cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1001 time: 0.1020625 Jun 30 09:40:38.552651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-a25b74b2-002d-4f47-a0fe-26c76ca5a871 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1001 time: 0.0994718 Jun 30 09:40:38.634908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-5218570e-714e-4048-bff1-09e2c70e80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.636374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-5218570e-714e-4048-bff1-09e2c70e80d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0790484 Jun 30 09:40:38.656006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-bd061353-7d0a-4c42-884e-248eaa09a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.657375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-bd061353-7d0a-4c42-884e-248eaa09a495 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0926881 Jun 30 09:40:38.746776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:38.773700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-032a4f69-6646-4874-b58e-39ea796eac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.775204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-032a4f69-6646-4874-b58e-39ea796eac77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293058 Jun 30 09:40:38.783913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:38.790471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beca501-a570-4c74-b4a1-6729ee3bcc2f req-6569df3b-7032-478a-adc1-21f25d0b6429 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.791952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3beca501-a570-4c74-b4a1-6729ee3bcc2f req-6569df3b-7032-478a-adc1-21f25d0b6429 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 944 time: 0.1614246 Jun 30 09:40:38.799451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534e23-3997-4b34-abe1-f14410973e54 req-b4ce4317-7e65-4b06-9a48-e27edc79559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.800867 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-b4ce4317-7e65-4b06-9a48-e27edc79559e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077483 Jun 30 09:40:38.938240 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3beca501-a570-4c74-b4a1-6729ee3bcc2f req-ff8c1e5e-6c43-4f30-b9e1-3a85029e88a5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305411 Jun 30 09:40:38.984254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-95ef4d54-d607-45dc-b8ea-27b9fa21c39e service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607766 Jun 30 09:40:38.989165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-a1510a26-6ead-4bfc-b464-0e6eadebc62d service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921325 Jun 30 09:40:39.144791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-1e602321-a7ce-4782-b672-b9d3d3cac950 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508517 Jun 30 09:40:39.146607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d0534e23-3997-4b34-abe1-f14410973e54 req-15689687-7d72-4d07-9c0c-281cf28f6e7f service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454275 Jun 30 09:40:40.158752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411134-0c62-4ade-ac07-c13eaefcd0ba req-4d6b9525-51a7-4af4-ae3f-4e9fe271caad tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:40.160222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1411134-0c62-4ade-ac07-c13eaefcd0ba req-4d6b9525-51a7-4af4-ae3f-4e9fe271caad tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 944 time: 0.1092677 Jun 30 09:40:40.197508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1411134-0c62-4ade-ac07-c13eaefcd0ba req-582d432a-a1c3-40a8-bdf9-f249d9bdce64 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Jun 30 09:40:40.469688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:40.572365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:40.584415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'mac_address': 'fa:16:3e:50:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:40.621777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:40.628960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-62ff39a2-f7c5-4c25-9c49-ec329e7e350e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:40.630440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-62ff39a2-f7c5-4c25-9c49-ec329e7e350e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77&tenant_id=5cd7d234b49e457eb6dadf40062bca07&binding%3Ahost_id=n-h2-758944-40 HTTP/1.1" status: 200 len: 944 time: 0.1106198 Jun 30 09:40:40.633795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4981cf1d-3e13-4eff-a431-c819d6916d7d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:40.652661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:40.657085 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:40.687396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0428d5d-9474-4037-8315-2bcbeb3ed343 req-0cac3632-161a-4124-bf8b-c96a481edac3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:40.688871 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0428d5d-9474-4037-8315-2bcbeb3ed343 req-0cac3632-161a-4124-bf8b-c96a481edac3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 944 time: 0.1073625 Jun 30 09:40:40.703901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:40.711425 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.711778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.712120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.712454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.712787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.713112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.713440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.713802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.714133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.714452 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.714771 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.715148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:40.731508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-77d09435-cc56-42a3-9336-e0dc9ffa789f service neutron] 10.222.0.13 "GET /v2.0/ports/4981cf1d-3e13-4eff-a431-c819d6916d7d/bindings/n-h2-758944-40 HTTP/1.1" status: 200 len: 383 time: 0.0935748 Jun 30 09:40:40.744118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a0428d5d-9474-4037-8315-2bcbeb3ed343 req-72a3b15c-989a-422c-b17f-37e72ccde821 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477889 Jun 30 09:40:40.804461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-7cb6b3ef-157c-486e-bd64-31595035a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:40.805967 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-7cb6b3ef-157c-486e-bd64-31595035a4c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1097 time: 0.0511301 Jun 30 09:40:40.893692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-169eaf26-5c90-4481-90cb-447b3674ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:40.895128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-169eaf26-5c90-4481-90cb-447b3674ec28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0822017 Jun 30 09:40:40.950963 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['4981cf1d-3e13-4eff-a431-c819d6916d7d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:40.963300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-557d7d20-c833-4bb0-9607-706946bcc338 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1002 time: 0.0608983 Jun 30 09:40:41.011540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-d5ed3a8c-de20-4c04-b880-15d62ac30a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.012903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-d5ed3a8c-de20-4c04-b880-15d62ac30a05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0426261 Jun 30 09:40:41.067955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-c2f982f0-2711-4306-be6b-ca294ac1b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.069429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-c2f982f0-2711-4306-be6b-ca294ac1b726 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500910 Jun 30 09:40:41.163638 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-cd01394d-8062-417c-ad02-5f6a162c5054 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Jun 30 09:40:41.251874 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-7a0a933d-d912-4f13-9c60-960aef42159b service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793531 Jun 30 09:40:41.922522 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6f1ad-d9a0-4785-8149-5491e862faf9 req-655846d9-305f-4895-8fe1-ca3651b2af30 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.923986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22d6f1ad-d9a0-4785-8149-5491e862faf9 req-655846d9-305f-4895-8fe1-ca3651b2af30 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 945 time: 0.0672672 Jun 30 09:40:41.960143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22d6f1ad-d9a0-4785-8149-5491e862faf9 req-9107bc74-3130-4c1c-9727-35f9267a5a64 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306604 Jun 30 09:40:42.514130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:42.561697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 4981cf1d-3e13-4eff-a431-c819d6916d7d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:42.565499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 4981cf1d-3e13-4eff-a431-c819d6916d7d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:42.565920 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:42.646906 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:42.667883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:42.670131 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cceb6ee-56a6-4aff-a173-e4dea84bccb2" -d '{"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-plugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:42.683051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:42.687797 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:42.722248 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a556f34-9105-4732-a55e-17a59d700433 x-openstack-request-id: req-4a556f34-9105-4732-a55e-17a59d700433 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:42.722537 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-plugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:42.722787 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a556f34-9105-4732-a55e-17a59d700433 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:42.723172 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'code': 200} Jun 30 09:40:42.738430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:43.137709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16532308-d42e-4701-9e84-a10a18b895b6 req-9f94be22-5288-4f20-b8e0-e44bd3e7920c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:43.139481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16532308-d42e-4701-9e84-a10a18b895b6 req-9f94be22-5288-4f20-b8e0-e44bd3e7920c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0675046 Jun 30 09:40:43.179637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16532308-d42e-4701-9e84-a10a18b895b6 req-4ac040c8-2549-4cc0-9ce8-a2f6537899ad tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Jun 30 09:40:43.553069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-a66c3dfb-9b55-46c6-8ee8-f53044cb12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:43.554596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-a66c3dfb-9b55-46c6-8ee8-f53044cb12d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 1098 time: 0.0523107 Jun 30 09:40:43.573755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:43.647313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:43.849726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:43.881731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:43.918132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:43.920412 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b476336-1a4f-4d79-be28-2fae53ecf5eb" -d '{"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-unplugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:43.924711 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:43.937269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Transition to ACTIVE for port object 4981cf1d-3e13-4eff-a431-c819d6916d7d will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:43.941682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:43.971940 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059824de-58e4-47c4-ae8b-604e667065cb x-openstack-request-id: req-059824de-58e4-47c4-ae8b-604e667065cb {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:43.972240 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-unplugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:43.972492 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-059824de-58e4-47c4-ae8b-604e667065cb {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:43.972879 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'code': 200} Jun 30 09:40:44.023964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:44.067535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] No DVR routers for this DVR port 4981cf1d-3e13-4eff-a431-c819d6916d7d on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:44.201922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:44.202572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:44.202702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:44.208000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:44.208785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Attempting to bind port 4981cf1d-3e13-4eff-a431-c819d6916d7d on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:44.214286 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:44.214695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:44.215142 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:44.215913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Bound port: 4981cf1d-3e13-4eff-a431-c819d6916d7d, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:44.216452 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.283996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:44.287104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:44.291003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.351583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:44.352201 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.353608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] 10.222.0.26 "PUT /v2.0/ports/4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1094 time: 0.7839103 Jun 30 09:40:44.394063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaeceb4-ab6e-4e01-b4ff-5faa8c1dcc47 service neutron] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=11']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:44.444311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd1c62-bc08-4bd8-8281-72bb91ca6d1f req-de83d213-7790-4a9d-bf2c-676d102a7d68 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:44.445894 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6dd1c62-bc08-4bd8-8281-72bb91ca6d1f req-de83d213-7790-4a9d-bf2c-676d102a7d68 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 945 time: 0.1527340 Jun 30 09:40:44.483362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3e74fc47-e248-405f-b955-c4d2beed7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:44.484926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-3e74fc47-e248-405f-b955-c4d2beed7480 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1097 time: 0.0997777 Jun 30 09:40:44.498567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6dd1c62-bc08-4bd8-8281-72bb91ca6d1f req-459de1d9-9939-4e70-b22b-1e7439773871 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445664 Jun 30 09:40:44.579826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-50de6371-65b4-40d9-a680-0e0397578819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:44.581549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-50de6371-65b4-40d9-a680-0e0397578819 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0863104 Jun 30 09:40:44.653220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-b5831f86-5446-45c1-9997-54e9b68946ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1001 time: 0.0602965 Jun 30 09:40:44.703267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-ded50865-1565-42a6-a20c-49d56a13df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:44.704708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-ded50865-1565-42a6-a20c-49d56a13df1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0426345 Jun 30 09:40:44.764555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-181b359f-b404-4c9a-b800-b7871d742128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:44.766531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-181b359f-b404-4c9a-b800-b7871d742128 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498831 Jun 30 09:40:44.859654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-7a113bfc-e23f-4aac-8820-8d76b6d5a19f service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820701 Jun 30 09:40:45.205842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-637724d9-3d3d-4291-8f30-0b107c3a4c0d req-a87ae037-6245-4b4a-b86b-c22c1431131a service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333082 Jun 30 09:40:45.670954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8a71-0f36-44bd-a09a-028e25f7134f req-4cb8ff7c-2298-4985-9330-1b70b180bfa0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:45.673092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e1d8a71-0f36-44bd-a09a-028e25f7134f req-4cb8ff7c-2298-4985-9330-1b70b180bfa0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 945 time: 0.0617392 Jun 30 09:40:45.714834 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e1d8a71-0f36-44bd-a09a-028e25f7134f req-38a55c1f-a1b0-4955-9907-5fc4d8c24acf tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342271 Jun 30 09:40:45.974611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:45.976931 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45754d67-7075-495b-84a6-0c60f1614bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:46.026654 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2dd683-831c-4b10-b0e7-6724cbcde0b4 x-openstack-request-id: req-9d2dd683-831c-4b10-b0e7-6724cbcde0b4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:46.026951 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:46.027204 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d2dd683-831c-4b10-b0e7-6724cbcde0b4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:46.027602 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'status': 'completed', 'code': 200} Jun 30 09:40:46.136321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-af619ece-da5b-4d2a-a76d-95aab8a4c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.137838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-af619ece-da5b-4d2a-a76d-95aab8a4c8b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1097 time: 0.0908916 Jun 30 09:40:46.139548 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-bca2ea25-d068-4d7f-9637-1235a0efd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.141379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-bca2ea25-d068-4d7f-9637-1235a0efd9a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 1097 time: 0.0862055 Jun 30 09:40:46.294267 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-d3be6ab3-1d24-401e-8ea2-dcc7b2b15d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.295633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-d3be6ab3-1d24-401e-8ea2-dcc7b2b15d98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1498184 Jun 30 09:40:46.296992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-1dafad84-1b84-4b9f-97ad-c489ba2d1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.298305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-1dafad84-1b84-4b9f-97ad-c489ba2d1b19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1446838 Jun 30 09:40:46.411037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-867f3f59-ff95-4dc1-8541-e3913dcf3403 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1001 time: 0.1083486 Jun 30 09:40:46.412792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-ab4a1459-f099-48b5-acfe-3fa8c42b1b06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 200 len: 1001 time: 0.1048865 Jun 30 09:40:46.496463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-981f12e2-0da8-4b14-9398-c814345064c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.497940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-981f12e2-0da8-4b14-9398-c814345064c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0799062 Jun 30 09:40:46.499314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-501c2a7d-d522-4a8b-82fd-2423a79e51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.501126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-501c2a7d-d522-4a8b-82fd-2423a79e51ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0760014 Jun 30 09:40:46.531493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:46.574325 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:46.597819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-1d7cfd91-5456-4200-b8dd-dd78eb260fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.598822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-1d7cfd91-5456-4200-b8dd-dd78eb260fb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943017 Jun 30 09:40:46.601314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754d67-7075-495b-84a6-0c60f1614bdc req-2643e07e-02aa-40e1-a2c3-4ab929a90dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.602687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-2643e07e-02aa-40e1-a2c3-4ab929a90dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912771 Jun 30 09:40:46.763646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-1ef7cd2f-9b2b-4c5b-8270-520be2130e30 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468329 Jun 30 09:40:46.765593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-8268fafd-d69e-4978-bb6a-87c9f41a503c service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555336 Jun 30 09:40:46.816852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:46.919574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:46.932163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'mac_address': 'fa:16:3e:50:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:46.969566 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:46.970022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-88dff19c-f855-47de-88db-efd8ab18f655 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993029 Jun 30 09:40:46.976902 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-45754d67-7075-495b-84a6-0c60f1614bdc req-ff00bb79-119c-48f4-a18b-5e29b66a8db8 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982119 Jun 30 09:40:46.988191 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4981cf1d-3e13-4eff-a431-c819d6916d7d {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:46.993391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eac3be-838c-4ae3-b08f-ea0d11303a10 req-b1ae3da6-d6e1-4c6b-beda-908583380870 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.995143 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08eac3be-838c-4ae3-b08f-ea0d11303a10 req-b1ae3da6-d6e1-4c6b-beda-908583380870 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 945 time: 0.1381922 Jun 30 09:40:47.010358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:47.014747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:47.050881 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-08eac3be-838c-4ae3-b08f-ea0d11303a10 req-ac3aaff9-5c22-4d0b-948b-a52208619171 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493031 Jun 30 09:40:47.062808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:47.281619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['4981cf1d-3e13-4eff-a431-c819d6916d7d'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:48.233280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5c5e-e952-448a-81f6-6ccb42c4af8a req-1222beb3-7728-4c78-8979-469e7fbb4209 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.234769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd4a5c5e-e952-448a-81f6-6ccb42c4af8a req-1222beb3-7728-4c78-8979-469e7fbb4209 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0632279 Jun 30 09:40:48.272060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd4a5c5e-e952-448a-81f6-6ccb42c4af8a req-0f768d11-16b0-4eef-8837-207e0ea6c64e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jun 30 09:40:48.442113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c72ff-a040-47c6-ad8b-d7b8c52a14cf req-54f3179f-387a-4d6f-893a-39c6eb58df73 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.443661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac4c72ff-a040-47c6-ad8b-d7b8c52a14cf req-54f3179f-387a-4d6f-893a-39c6eb58df73 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0617907 Jun 30 09:40:48.484083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac4c72ff-a040-47c6-ad8b-d7b8c52a14cf req-81d8b577-5d12-450c-8fd5-00fcd1c7a64e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Jun 30 09:40:48.662089 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d2f3-a6fc-4d27-b79a-c510ac64c9ee req-914c3982-d3bb-43e1-8f47-6fda1b283a48 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.663570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e85d2f3-a6fc-4d27-b79a-c510ac64c9ee req-914c3982-d3bb-43e1-8f47-6fda1b283a48 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 946 time: 0.0671456 Jun 30 09:40:48.700495 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e85d2f3-a6fc-4d27-b79a-c510ac64c9ee req-23e19c26-ed52-4faa-88db-e8f4f87fc5f4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Jun 30 09:40:48.844721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:48.895781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 4981cf1d-3e13-4eff-a431-c819d6916d7d completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:48.899547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 4981cf1d-3e13-4eff-a431-c819d6916d7d triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:48.899942 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:48.975853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:48.997342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:48.999593 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464a64c6-2d92-4532-9540-2618ae4bfbea" -d '{"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-plugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:49.012254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:49.016813 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:49.048927 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91869c0-a423-4ad3-81c7-5489b458cca8 x-openstack-request-id: req-e91869c0-a423-4ad3-81c7-5489b458cca8 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:49.049224 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-plugged", "status": "completed", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:49.049480 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e91869c0-a423-4ad3-81c7-5489b458cca8 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:49.049885 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'code': 200} Jun 30 09:40:49.073140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=13']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:49.083589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a65202-9888-4538-a0fa-503985a8f5ba req-041f3bcc-a1a3-472c-b079-8b40c8615545 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:49.085073 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9a65202-9888-4538-a0fa-503985a8f5ba req-041f3bcc-a1a3-472c-b079-8b40c8615545 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 947 time: 0.0631368 Jun 30 09:40:49.122239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9a65202-9888-4538-a0fa-503985a8f5ba req-a5a55fe3-6610-4e3d-8d9b-2b97695172c9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Jun 30 09:40:50.295604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba448c2-029f-4680-9407-ca7be3edf5be req-d979fd29-5946-4b43-ae74-14ee89777677 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:50.297070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fba448c2-029f-4680-9407-ca7be3edf5be req-d979fd29-5946-4b43-ae74-14ee89777677 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 947 time: 0.0621607 Jun 30 09:40:50.366172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fba448c2-029f-4680-9407-ca7be3edf5be req-e0a7f195-8405-484f-aa2c-92cd43f647d6 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634353 Jun 30 09:40:50.395158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-c01f00ef-9246-493e-818f-9f21063dac4e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:50.396587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-c01f00ef-9246-493e-818f-9f21063dac4e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 947 time: 0.0765698 Jun 30 09:40:50.495338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Deleting port 4981cf1d-3e13-4eff-a431-c819d6916d7d {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:50.495675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:50.583984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] For port 4981cf1d-3e13-4eff-a431-c819d6916d7d, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=4981cf1d-3e13-4eff-a431-c819d6916d7d,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:50.584335 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:50.751592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:50.751884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:50.752197 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d disassociated. External IP: 172.25.8.196, port: 4981cf1d-3e13-4eff-a431-c819d6916d7d. Jun 30 09:40:50.752536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Calling delete_port for 4981cf1d-3e13-4eff-a431-c819d6916d7d owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:50.880534 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:50.907339 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event deleted for resources: {'Port': ['ID=4981cf1d-3e13-4eff-a431-c819d6916d7d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:51.024069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:51.134400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:51.143663 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:51.152577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:51.153207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:40:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:51.178378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] No DVR routers for this DVR port 4981cf1d-3e13-4eff-a431-c819d6916d7d on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:51.181147 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:51.183517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f6dd339-0cae-4621-9461-d9f4c3397a8a req-2863c9ba-8de3-480e-8b29-08f2c0368e38 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "DELETE /v2.0/ports/4981cf1d-3e13-4eff-a431-c819d6916d7d HTTP/1.1" status: 204 len: 173 time: 0.7785051 Jun 30 09:40:51.184315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-deleted', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:51.186609 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43973756-bf1f-4e5c-8331-67575fc93e35" -d '{"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-deleted", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:51.226282 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b418efc3-8bce-4715-b04d-ebecb7fcb030 x-openstack-request-id: req-b418efc3-8bce-4715-b04d-ebecb7fcb030 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:51.226656 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c09d66-e0a2-40bd-9766-dd6516fe1a77", "name": "network-vif-deleted", "tag": "4981cf1d-3e13-4eff-a431-c819d6916d7d", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:51.226975 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b418efc3-8bce-4715-b04d-ebecb7fcb030 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:51.227445 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c09d66-e0a2-40bd-9766-dd6516fe1a77', 'name': 'network-vif-deleted', 'tag': '4981cf1d-3e13-4eff-a431-c819d6916d7d', 'status': 'completed', 'code': 200} Jun 30 09:40:51.266818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:51.460207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:51.486360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:51.494456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:51.495055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:40:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:51.517848 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b71cc1d9-b969-4050-aee8-d30b8db4fa1e req-1449d05a-6c24-49fb-8b79-f5584a1938b4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c09d66-e0a2-40bd-9766-dd6516fe1a77 HTTP/1.1" status: 200 len: 210 time: 0.0280273 Jun 30 09:40:51.599303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:51.802219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:51.829436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30d806-6592-4305-8e98-e08ff7d29bd0 None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:52.041483 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb80170-eabf-421b-b446-b08372a60f3d None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:40:52.860959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:52.864338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-fe012fec-f0ff-43e4-a75e-221f11f0af85 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1946300098&fields=id&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 267 time: 0.0368857 Jun 30 09:40:52.880285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 4981cf1d-3e13-4eff-a431-c819d6916d7d {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:52.880629 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 4981cf1d-3e13-4eff-a431-c819d6916d7d not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:52.971538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-e4987d07-5cb2-4660-86e0-30a60ddfa28b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:52.972988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-e4987d07-5cb2-4660-86e0-30a60ddfa28b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.1021206 Jun 30 09:40:52.987269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-29855214-1a40-4f7e-acbe-cee14b14c158 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/quotas/5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Jun 30 09:40:53.057379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-cf3175c2-f65b-4c66-963c-6fce1c6e4d95 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651302 Jun 30 09:40:53.150424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-c9f35189-220a-46ff-9dce-d89d9f126282 service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Jun 30 09:40:53.241907 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-39d9a34f-2965-4c66-9eef-c0a22cf3df5e service neutron] 10.222.0.53 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857437 Jun 30 09:40:53.406259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9bb1bf3-59fe-4369-9202-c03115ea64bf req-f295b75a-8928-4e84-9889-04b52667e65a tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 210 time: 0.0286968 Jun 30 09:40:53.712079 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.400709 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-c6625369-1d45-4af1-ac72-f06da2f3f878 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:54.402180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-c6625369-1d45-4af1-ac72-f06da2f3f878 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 812 time: 0.0990648 Jun 30 09:40:54.449579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-36f793a8-8768-42f3-b92f-f7d9d235203f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 380 time: 0.0389798 Jun 30 09:40:54.459093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'port': {'device_id': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'admin_state_up': True, 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'security_groups': ['5dcc3834-0da8-4a72-9a82-0cd17793cdf2']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:54.564272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4ecdb40d-24a9-4869-b96e-767b1bf61501 req-ab87abd1-bcfe-4be9-af1e-6c350f196779 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 210 time: 0.0415952 Jun 30 09:40:54.598513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Made reservation on behalf of 5cd7d234b49e457eb6dadf40062bca07 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:54.602217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.729661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Allocated IP 172.20.0.8 (e79bb085-5c50-4bae-8622-06a7bff2c39b/2bdf2e83-830d-4baa-9471-206852c49011/865ec11a-72d6-49e6-a4c4-3124ca131813) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:54.862700 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.875724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Transition to ACTIVE for port object 865ec11a-72d6-49e6-a4c4-3124ca131813 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:54.907632 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.950756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Network e79bb085-5c50-4bae-8622-06a7bff2c39b is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:54.954310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:54.956903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:54.984733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:55.013265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:55.013921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.030946 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-46fc804d-c0f2-4abb-b392-0ebeecbd5182 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758853 Jun 30 09:40:55.087781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Request body: {'port': {'device_id': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:55.165165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.218279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ab818d8a-178b-4055-ae31-d00435a1f562 None None] Provisioning for port 865ec11a-72d6-49e6-a4c4-3124ca131813 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:55.222534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ab818d8a-178b-4055-ae31-d00435a1f562 None None] Provisioning complete for port 865ec11a-72d6-49e6-a4c4-3124ca131813 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:55.222901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ab818d8a-178b-4055-ae31-d00435a1f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.258457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ab818d8a-178b-4055-ae31-d00435a1f562 None None] Port 865ec11a-72d6-49e6-a4c4-3124ca131813 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:55.419729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865ec11a-72d6-49e6-a4c4-3124ca131813 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:55.426757 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.438824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Transition to ACTIVE for port object 865ec11a-72d6-49e6-a4c4-3124ca131813 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:55.442259 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.491054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:55.567813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:55.568336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:55.568634 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:55.572668 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.573341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:55.573690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:55.579403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:55.579773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:55.580415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:55.580847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Bound port: 865ec11a-72d6-49e6-a4c4-3124ca131813, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:55.581204 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.651809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:55.655315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:55.662290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.697061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:55.697762 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.699158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] 10.222.0.13 "PUT /v2.0/ports/865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1092 time: 0.6608129 Jun 30 09:40:55.702044 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:55.705350 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab3916-4642-4f8b-90b0-e7c248a83306" -d '{"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:55.766449 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18915b22-7f75-42b9-9568-e8a739337333 x-openstack-request-id: req-18915b22-7f75-42b9-9568-e8a739337333 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:55.766738 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:55.766999 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18915b22-7f75-42b9-9568-e8a739337333 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:55.767397 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'status': 'completed', 'code': 200} Jun 30 09:40:55.804391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a1a7-eb18-4a89-9b1b-f08d007e1b76 service neutron] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:55.845349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec4925-7596-427d-bcf4-62c62dd811a4 req-097376ba-7cc6-46a0-9000-c8446aff15df tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:55.846885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50ec4925-7596-427d-bcf4-62c62dd811a4 req-097376ba-7cc6-46a0-9000-c8446aff15df tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.1551685 Jun 30 09:40:55.849858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-2610525c-9148-4211-b4b1-0ed41b94ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:55.851241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-2610525c-9148-4211-b4b1-0ed41b94ec86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1095 time: 0.1048234 Jun 30 09:40:55.907917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-daf431e1-69ac-4ebc-a798-e2351f3fb72a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 217 time: 0.0482104 Jun 30 09:40:56.183412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-50ec4925-7596-427d-bcf4-62c62dd811a4 req-b36be163-cbdc-4066-9eea-dd1465652356 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308392 Jun 30 09:40:56.217232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-fe9c9a40-2b90-4ef5-bf34-1a393b01a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.218738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-fe9c9a40-2b90-4ef5-bf34-1a393b01a6c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.3035579 Jun 30 09:40:56.272844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-83f9551e-f582-4fe4-b4a9-8299b27464be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.274348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-83f9551e-f582-4fe4-b4a9-8299b27464be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490787 Jun 30 09:40:56.363632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-4ed93882-31bb-4717-956e-7c97fc9bca4b service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823700 Jun 30 09:40:56.451896 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d4db8f1-af36-447b-8944-2db698fbef50 req-692fe4fd-0a16-4bc6-b97c-f0fd0c52ba50 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805645 Jun 30 09:40:56.550440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-3c36795e-d8d1-4852-b8dd-bf975f8937b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.551899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-3c36795e-d8d1-4852-b8dd-bf975f8937b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0515637 Jun 30 09:40:56.645431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-d5cfed5b-0898-4572-bb99-1cb52358f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.647152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-d5cfed5b-0898-4572-bb99-1cb52358f5ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0874233 Jun 30 09:40:56.688846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-59979a90-9836-4859-a5a8-39425a4fd63f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 217 time: 0.0338924 Jun 30 09:40:56.741242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-dcf561e3-d638-407f-a3e0-aa1ec20210e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.742692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-dcf561e3-d638-407f-a3e0-aa1ec20210e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0464869 Jun 30 09:40:56.798766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-fa3d5555-643f-48df-9934-c3de80be03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.800203 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-fa3d5555-643f-48df-9934-c3de80be03b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507159 Jun 30 09:40:56.886705 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-753e7e78-2154-4e28-904d-849fa3e4eeb1 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791931 Jun 30 09:40:56.977440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72ab3916-4642-4f8b-90b0-e7c248a83306 req-d2319b5d-c1a0-4caf-a7b3-46f676997996 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832450 Jun 30 09:40:57.355864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382cd95-7243-45fb-8f39-267fb98b180a req-fb32f77e-89e2-49bd-b769-a4519ab299d6 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:57.357313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7382cd95-7243-45fb-8f39-267fb98b180a req-fb32f77e-89e2-49bd-b769-a4519ab299d6 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0625372 Jun 30 09:40:57.394588 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7382cd95-7243-45fb-8f39-267fb98b180a req-86979a7d-6d38-4627-a7fa-8c8df7b86724 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Jun 30 09:40:58.566928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3606c8-8b2c-418e-b53a-b900d23b91d1 req-028ca19d-bd00-45fe-9d98-92b3f61e6f8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:58.568449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd3606c8-8b2c-418e-b53a-b900d23b91d1 req-028ca19d-bd00-45fe-9d98-92b3f61e6f8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0661621 Jun 30 09:40:58.607601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd3606c8-8b2c-418e-b53a-b900d23b91d1 req-16b3222b-d426-4b7c-b8db-8fc073fa4628 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Jun 30 09:40:58.607788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:58.698143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:58.709040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'mac_address': 'fa:16:3e:f1:cb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:58.743186 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:58.758543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865ec11a-72d6-49e6-a4c4-3124ca131813 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:58.776681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:58.780146 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:58.825964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:58.968524 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['865ec11a-72d6-49e6-a4c4-3124ca131813'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:59.778648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3a4df-e474-41f7-b8fa-0341a2e09504 req-854d3190-6c0a-4eca-99a2-d36f9071b495 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:59.780118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cca3a4df-e474-41f7-b8fa-0341a2e09504 req-854d3190-6c0a-4eca-99a2-d36f9071b495 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0634835 Jun 30 09:40:59.817507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cca3a4df-e474-41f7-b8fa-0341a2e09504 req-b7bc302e-1a5e-4280-8401-95597e92547d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307877 Jun 30 09:41:00.609209 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:00.658672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 865ec11a-72d6-49e6-a4c4-3124ca131813 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:00.662178 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 865ec11a-72d6-49e6-a4c4-3124ca131813 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:00.662543 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:00.734987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:00.755801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:00.758051 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80090f2aedc52cf7be2332c7c612b28b827dea8731509c7e93692e6d31ba35e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d803f3cb-2cf8-435a-9882-519304c7304d" -d '{"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-plugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:00.770643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:00.774905 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:00.801305 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ff03ca-5616-49d5-9d17-5adbe9bf3d9d x-openstack-request-id: req-90ff03ca-5616-49d5-9d17-5adbe9bf3d9d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:00.801592 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-plugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:00.801869 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90ff03ca-5616-49d5-9d17-5adbe9bf3d9d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:00.802249 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'code': 200} Jun 30 09:41:00.827069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:00.907946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c409d-55d4-4335-a35e-c84a29d1ac4f req-70c682bf-2e34-428d-94c4-061c7d26f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:00.909476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-486c409d-55d4-4335-a35e-c84a29d1ac4f req-70c682bf-2e34-428d-94c4-061c7d26f380 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0543509 Jun 30 09:41:00.978123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-486c409d-55d4-4335-a35e-c84a29d1ac4f req-92dd22af-688c-46cd-94e5-c6b747bb4f55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623078 Jun 30 09:41:01.003888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2dc6-5e2c-431d-b43e-bbaa63583b07 req-fe109cd3-35be-47c6-b11e-921c4ae2a8b8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:01.005294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-300d2dc6-5e2c-431d-b43e-bbaa63583b07 req-fe109cd3-35be-47c6-b11e-921c4ae2a8b8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0767641 Jun 30 09:41:01.043256 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-300d2dc6-5e2c-431d-b43e-bbaa63583b07 req-14711ce7-097e-48b8-bc5a-e654df27bc37 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Jun 30 09:41:01.659108 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cac0d30f-f458-4c75-9ade-853674807537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.214313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64214374-3324-4897-a865-c43f7e735da1 req-b4fbe9ba-41c8-42d1-9958-3b875b476af7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:02.215759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64214374-3324-4897-a865-c43f7e735da1 req-b4fbe9ba-41c8-42d1-9958-3b875b476af7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0617719 Jun 30 09:41:02.254263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-64214374-3324-4897-a865-c43f7e735da1 req-e4aa8b45-2c6d-40e8-bbf2-0b088aff7223 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322778 Jun 30 09:41:02.419731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9bc4-a772-413b-a5d2-8cdef12be4ef req-da00d11c-e302-4bf4-beb0-10fe84732fdc tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:02.421163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4dee9bc4-a772-413b-a5d2-8cdef12be4ef req-da00d11c-e302-4bf4-beb0-10fe84732fdc tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0650642 Jun 30 09:41:02.430239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44300) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:02.434723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Request body: {'floatingip': {'port_id': '865ec11a-72d6-49e6-a4c4-3124ca131813'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:02.473501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.908008 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.911686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.009589 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d associated. External IP: 172.25.8.196, port: 865ec11a-72d6-49e6-a4c4-3124ca131813. Jun 30 09:41:03.216662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:41:03.323789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:41:03.328421 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.333687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:41:03.343637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:03.344335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:40:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:03.364087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4cd60fdf-030f-41d9-b473-23fabec95a19 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "PUT /v2.0/floatingips/8986abde-1602-4cb5-afc5-a38cd5fd8c0d HTTP/1.1" status: 200 len: 992 time: 0.9327877 Jun 30 09:41:03.364660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:03.366979 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9936d73c1daa99d64fb5bc24845e7a34f2f47175194a27188e8b60857927046" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:03.412103 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aaa418-a523-48cc-bf7c-9b1f0e965533 x-openstack-request-id: req-27aaa418-a523-48cc-bf7c-9b1f0e965533 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:03.412400 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:03.412656 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27aaa418-a523-48cc-bf7c-9b1f0e965533 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:03.413058 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'status': 'completed', 'code': 200} Jun 30 09:41:03.453117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:03.492956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-4ae5aaed-d68c-4716-a072-9917d20429e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.494473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-4ae5aaed-d68c-4716-a072-9917d20429e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0554609 Jun 30 09:41:03.596650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-fdeb52bc-3b50-4148-b579-526b56b5a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.598186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-fdeb52bc-3b50-4148-b579-526b56b5a815 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0965855 Jun 30 09:41:03.662979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-7cc8922f-1c18-4c2e-b2a8-f5bcc1741d0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.0576274 Jun 30 09:41:03.672868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:f1:cb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:41:02Z', 'revision_number': 13, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:03.698207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:41:03.706632 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:03.707243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:40:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:03.711261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-ca9f90b7-a1d2-4c47-a664-7be658f46591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.712693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-ca9f90b7-a1d2-4c47-a664-7be658f46591 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0428631 Jun 30 09:41:03.772307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-4fc2a6d1-243a-40a9-ba89-6f02bf3084ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.773727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-4fc2a6d1-243a-40a9-ba89-6f02bf3084ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538764 Jun 30 09:41:03.814277 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:03.865858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-19a601a9-fe01-490c-9e29-42fe4afb7985 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834143 Jun 30 09:41:03.960072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47ba51d5-b6e1-4b47-b7ba-4e9664ad4ef4 req-8e06926e-9add-43c5-8283-fe2dd91fd583 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Jun 30 09:41:04.190833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:f1:cb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:41:02Z', 'revision_number': 13, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:04.216297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1003ce-a43f-40e4-8ab8-ace2792938ff None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '8986abde-1602-4cb5-afc5-a38cd5fd8c0d', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'port_id': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'mac_address': 'fa:16:3e:f1:cb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:41:02Z', 'revision_number': 13, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:41:04.406283 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6edd7-ae30-409e-aecf-143c5f5701ba None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:41:04.412525 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.417748 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cf30ff3c-4f12-47be-a4fb-072290da7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:05.984392 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:07.408851 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.860928 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:15.838349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-1e700f53-d11e-4080-8a41-0afb24bcf835 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504835 Jun 30 09:41:15.928090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-1f098bb9-8098-42ac-950e-9617f0327c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:15.929578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-1f098bb9-8098-42ac-950e-9617f0327c6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0516498 Jun 30 09:41:16.040881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-899b812e-b9b9-41e4-818a-f922fdb3a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:16.042376 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-899b812e-b9b9-41e4-818a-f922fdb3a321 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0888100 Jun 30 09:41:16.105139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-dc9254a3-c2c0-4293-a58f-7ce68ceb466d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1002 time: 0.0565548 Jun 30 09:41:16.151712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-d1ff7a42-484e-4348-89a3-2f32006b48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:16.153081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-d1ff7a42-484e-4348-89a3-2f32006b48c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0417321 Jun 30 09:41:16.211322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-3330af61-f07e-4846-814e-4c5bb9b32d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:16.212753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-3330af61-f07e-4846-814e-4c5bb9b32d59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538559 Jun 30 09:41:16.301185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-da618055-d3e1-49b1-b7df-bb2f791dc58f service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815208 Jun 30 09:41:16.392558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2e3faf8-892b-4bb2-a347-5c3deb0197ae req-4742a85d-d683-43db-abba-1d339c2e9853 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849998 Jun 30 09:41:23.743978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.583312 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:31.659799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d0760f5-ab99-40f4-9f21-0d7655923f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:34.408593 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:34.418494 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ca1473f6-2bb7-40be-a289-9913690e430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:35.987802 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:37.411381 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.860432 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:53.760972 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:55.582414 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:01.660537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9d60eb3b-e4d0-42f7-902e-34bff43891a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:04.415873 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:04.421715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d16e390d-193b-41e0-b439-7a1e1eddfe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:05.990757 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:07.414905 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.938803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-e9302757-63d0-4545-82d1-fa9ea9e13bb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938230 Jun 30 09:42:16.032083 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-620d85f2-eea6-4e3b-817d-fef6f10d3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:16.033585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-620d85f2-eea6-4e3b-817d-fef6f10d3d7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0521801 Jun 30 09:42:16.141194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-7356c4bf-3fcf-41ff-9c94-95fb4b633cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:16.142640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-7356c4bf-3fcf-41ff-9c94-95fb4b633cf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0878282 Jun 30 09:42:16.207438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-a421901c-aae3-4ad1-8af6-c6d963072c12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1002 time: 0.0564680 Jun 30 09:42:16.255442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-37e48988-b8c8-4eb4-974a-f33cbe07b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:16.256785 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-37e48988-b8c8-4eb4-974a-f33cbe07b0e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0417657 Jun 30 09:42:16.568714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-6f2d3e24-6086-4dd7-97f9-b6572eeda99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:16.570238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-6f2d3e24-6086-4dd7-97f9-b6572eeda99a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3060033 Jun 30 09:42:16.657942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-e573ece8-1d57-4f5a-b275-30d1234e9dd0 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802858 Jun 30 09:42:16.748469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a28fef59-d90f-42b0-8020-c7d4f0ec26cc req-56eec60e-08b7-43da-9d54-4d46e7355c2f service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848312 Jun 30 09:42:23.772497 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:25.580938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:27.858939 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:42:31.661286 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-27b6f920-3a8f-4b10-9a91-c83b253ad75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:34.407728 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:34.423275 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3587ac96-53be-4818-86ab-47de9c5a6951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:35.993616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:37.418090 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.109157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa775-16a6-4143-aaf6-0f94b7b45b12 req-ebc98931-b6fd-414d-9e52-a5530a4cf930 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:43.110627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-888aa775-16a6-4143-aaf6-0f94b7b45b12 req-ebc98931-b6fd-414d-9e52-a5530a4cf930 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.1038494 Jun 30 09:42:43.147872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-888aa775-16a6-4143-aaf6-0f94b7b45b12 req-5ce9fe71-3aed-457f-8eb1-b60e08feb998 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Jun 30 09:42:53.560578 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-a1f3e1bb-a9d5-4fac-9164-c93f941710d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0508254 Jun 30 09:42:53.626482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fc232-3c96-4091-9208-ac4e3a78592d req-8cf86cc9-0ccb-4400-b5ec-279cc6f4ebe7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.627959 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f6fc232-3c96-4091-9208-ac4e3a78592d req-8cf86cc9-0ccb-4400-b5ec-279cc6f4ebe7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0706058 Jun 30 09:42:53.666246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f6fc232-3c96-4091-9208-ac4e3a78592d req-be68b84f-7dbf-4785-aaca-991ab1cd5626 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326855 Jun 30 09:42:53.773112 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:54.786915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-4d7ef831-fa8d-4ac7-ac0f-2221c45656fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:54.788389 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-4d7ef831-fa8d-4ac7-ac0f-2221c45656fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0550268 Jun 30 09:42:54.919236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7271-98ca-4282-a0dc-95cdb0cc430a req-94be6f01-7e9e-43f0-b510-ef6ba9ca549d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:54.920690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-356a7271-98ca-4282-a0dc-95cdb0cc430a req-94be6f01-7e9e-43f0-b510-ef6ba9ca549d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.1362126 Jun 30 09:42:54.922096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-41463f3b-9748-44d3-9d62-323043d302b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:54.923394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-41463f3b-9748-44d3-9d62-323043d302b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1271157 Jun 30 09:42:55.003560 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-356a7271-98ca-4282-a0dc-95cdb0cc430a req-f398c528-0291-49f1-bbca-13a6a0f158e8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772769 Jun 30 09:42:55.011579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-7f419c8b-2703-4237-a406-45de3e8c9098 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1002 time: 0.0794923 Jun 30 09:42:55.059845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-de105ca4-49c3-4e2d-86f8-76e1e8ba645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.061221 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-de105ca4-49c3-4e2d-86f8-76e1e8ba645e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0438778 Jun 30 09:42:55.115464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-15432d30-d5cd-44c4-9b18-a25539975cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.116866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-15432d30-d5cd-44c4-9b18-a25539975cbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499468 Jun 30 09:42:55.206467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-2ea69deb-ec6e-46da-aef1-4d316ce3595c service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830636 Jun 30 09:42:55.294900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-bcb9b96e-a5ee-4e1c-9a6a-0a939ac3caec service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810735 Jun 30 09:42:55.595235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:56.179221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964649-3331-4bb7-b6ae-6645f4be6bb5 req-7c2ccab0-d0bb-4dce-8df2-743d7bb8cf76 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:56.180685 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6964649-3331-4bb7-b6ae-6645f4be6bb5 req-7c2ccab0-d0bb-4dce-8df2-743d7bb8cf76 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0626509 Jun 30 09:42:56.222031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6964649-3331-4bb7-b6ae-6645f4be6bb5 req-1e603239-b8a3-40c7-acc2-9fefa338753f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356336 Jun 30 09:42:57.398779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22505-01c3-4ad9-a399-15041eb8cd7e req-0519be65-d285-4c6d-ac4e-35cf037bd764 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:57.400233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42e22505-01c3-4ad9-a399-15041eb8cd7e req-0519be65-d285-4c6d-ac4e-35cf037bd764 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0628853 Jun 30 09:42:57.437590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-42e22505-01c3-4ad9-a399-15041eb8cd7e req-301837b5-d286-4157-b92c-1616228ce874 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Jun 30 09:42:58.610837 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8a99-a813-4bf4-b9b2-027c4162d2e2 req-cd57a740-5848-434d-beaa-8bb2050a1d68 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:58.612332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aebf8a99-a813-4bf4-b9b2-027c4162d2e2 req-cd57a740-5848-434d-beaa-8bb2050a1d68 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0641961 Jun 30 09:42:58.649589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aebf8a99-a813-4bf4-b9b2-027c4162d2e2 req-993e85ea-688d-4a14-ac54-9b2a2bf3a82c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Jun 30 09:42:59.822872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a7b16-c75a-45cc-ab38-adacfb5495b1 req-1c680bab-c8c4-40e1-8980-9ca7d38a0542 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:59.824326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-935a7b16-c75a-45cc-ab38-adacfb5495b1 req-1c680bab-c8c4-40e1-8980-9ca7d38a0542 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0649035 Jun 30 09:42:59.861180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-935a7b16-c75a-45cc-ab38-adacfb5495b1 req-4a28acc6-40ff-4473-b49f-25ba96d096d1 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305955 Jun 30 09:43:01.036466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecea8-528b-430c-995a-9f4844cacb6e req-35945503-fd0a-4c6d-834b-935fb0fb12df tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:01.037950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e0ecea8-528b-430c-995a-9f4844cacb6e req-35945503-fd0a-4c6d-834b-935fb0fb12df tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0620742 Jun 30 09:43:01.074942 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3e0ecea8-528b-430c-995a-9f4844cacb6e req-a161753b-75a0-479c-8ddf-6b1f4ffc058e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Jun 30 09:43:01.661253 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f9d873e-35a8-4207-be62-47cd4e398971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.248670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48851cce-c552-42f8-a7f7-fa99df85e843 req-4ce12155-284e-4f96-892e-ab11f9469170 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:02.250181 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48851cce-c552-42f8-a7f7-fa99df85e843 req-4ce12155-284e-4f96-892e-ab11f9469170 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0620544 Jun 30 09:43:02.291035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48851cce-c552-42f8-a7f7-fa99df85e843 req-0cc5da1f-264c-4503-9e87-1fe8a891787e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354123 Jun 30 09:43:03.460646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de0c4f-cc83-4bdf-90de-f89eac3f5c5c req-c4bd656c-31b2-4161-8a9e-c9187b8524f7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:03.462123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9de0c4f-cc83-4bdf-90de-f89eac3f5c5c req-c4bd656c-31b2-4161-8a9e-c9187b8524f7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0617630 Jun 30 09:43:03.500193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9de0c4f-cc83-4bdf-90de-f89eac3f5c5c req-e89bf273-0008-4523-8dcb-b4a8b91273e8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325618 Jun 30 09:43:04.413493 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.423462 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f5983ae2-d607-4944-a024-6f373555b55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.677047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f77e-2b73-45bd-bd9d-5170c793e81e req-84f244f0-fcf9-4613-b188-f87a9f5a2a7f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:04.678422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8871f77e-2b73-45bd-bd9d-5170c793e81e req-84f244f0-fcf9-4613-b188-f87a9f5a2a7f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0609980 Jun 30 09:43:04.714917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8871f77e-2b73-45bd-bd9d-5170c793e81e req-891df7ec-b2c2-464b-994e-b864b81029f9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Jun 30 09:43:04.857507 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:05.997914 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:06.081481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824015-c3b8-4c2c-a54c-bc1380c4ae27 req-ae0cf99f-7a9d-4b22-accb-456c53f44e51 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:06.082956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2824015-c3b8-4c2c-a54c-bc1380c4ae27 req-ae0cf99f-7a9d-4b22-accb-456c53f44e51 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0664268 Jun 30 09:43:06.119831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2824015-c3b8-4c2c-a54c-bc1380c4ae27 req-c7e4e5db-2d44-427a-8f44-581e2d3aa4d3 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Jun 30 09:43:07.293310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52f5f6-3557-4af7-a376-6bd4b255a0eb req-9629d2ae-ca49-401b-b38a-7132ffd2e1ec tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:07.294775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a52f5f6-3557-4af7-a376-6bd4b255a0eb req-9629d2ae-ca49-401b-b38a-7132ffd2e1ec tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0614316 Jun 30 09:43:07.331226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a52f5f6-3557-4af7-a376-6bd4b255a0eb req-bef6b90a-5f8b-40fe-9f18-f276ea54a446 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Jun 30 09:43:07.420747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.502478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cefd6a-ca10-4eeb-ac4f-bb254ec537b4 req-34129b1e-5d98-4670-8004-edf03ca96b01 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:08.503873 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9cefd6a-ca10-4eeb-ac4f-bb254ec537b4 req-34129b1e-5d98-4670-8004-edf03ca96b01 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0623684 Jun 30 09:43:08.545671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9cefd6a-ca10-4eeb-ac4f-bb254ec537b4 req-bfefa52c-0c69-486d-bcec-eea05bd83f24 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361345 Jun 30 09:43:08.995577 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-549ed1f5-9778-401e-8de3-511b6571eaea req-e23b7989-b2d0-440a-a231-307dab64d61b service neutron] show failed (client error): The resource could not be found. Jun 30 09:43:08.996571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-e23b7989-b2d0-440a-a231-307dab64d61b service neutron] 10.222.0.13 "GET /v2.0/ports/865ec11a-72d6-49e6-a4c4-3124ca131813/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0546277 Jun 30 09:43:09.329598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-3ac6f437-50fe-4c65-b64c-3a724daf1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:09.331088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-3ac6f437-50fe-4c65-b64c-3a724daf1838 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 1097 time: 0.0888371 Jun 30 09:43:09.342617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:09.415296 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.615447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:09.648642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:09.715502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:09.721957 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.738922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Transition to ACTIVE for port object 865ec11a-72d6-49e6-a4c4-3124ca131813 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:09.744316 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.757580 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a902cce-fcfc-4311-8dd9-a73046a7f1ae" -d '{"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:09.812744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59106bf7-84a3-4e1d-a28d-42db0b3b4da9 req-32e395ca-00f3-4321-8eca-74890ff23407 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:09.814305 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59106bf7-84a3-4e1d-a28d-42db0b3b4da9 req-32e395ca-00f3-4321-8eca-74890ff23407 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.1459231 Jun 30 09:43:09.859456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:09.877831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.878180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.878513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.878849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.879169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.879503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.879829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.880158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.880479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.880915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.881106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.881424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:09.894301 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce222785-93ae-4bef-b8f0-0c91bb022e46 x-openstack-request-id: req-ce222785-93ae-4bef-b8f0-0c91bb022e46 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:09.894602 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:09.894851 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce222785-93ae-4bef-b8f0-0c91bb022e46 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:09.895247 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'code': 200} Jun 30 09:43:09.922368 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59106bf7-84a3-4e1d-a28d-42db0b3b4da9 req-1f9f19d9-7449-421b-aaab-0237aab2a730 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732253 Jun 30 09:43:09.944639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] No DVR routers for this DVR port 865ec11a-72d6-49e6-a4c4-3124ca131813 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:43:10.085148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:10.085407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:10.085775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:10.089857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:43:10.090135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:10.095126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:10.095453 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:10.095824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:10.096242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Bound port: 865ec11a-72d6-49e6-a4c4-3124ca131813, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:10.096586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.156110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:10.159538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:10.164110 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.194143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:10.195475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.196842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] 10.222.0.26 "PUT /v2.0/ports/865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1092 time: 0.8581591 Jun 30 09:43:10.225938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717102-e842-45be-9265-a73dcae17b44 service neutron] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:10.282972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-fcd26810-14fc-4ba2-b4d6-12cce805576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:10.284483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-fcd26810-14fc-4ba2-b4d6-12cce805576e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0556755 Jun 30 09:43:10.383480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-3fb3942b-044f-4c62-b87f-52ded1778e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:10.384938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-3fb3942b-044f-4c62-b87f-52ded1778e32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0899072 Jun 30 09:43:10.452168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-3471e84d-a601-48aa-ae57-a6b67388c8d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.0576129 Jun 30 09:43:10.507707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-b2cce806-70b9-42e4-88fe-f1205524cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:10.509108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-b2cce806-70b9-42e4-88fe-f1205524cf9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0470014 Jun 30 09:43:10.568112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed1f5-9778-401e-8de3-511b6571eaea req-fb108fbc-ffea-4b38-a44b-00d3df1448ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:10.569573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-fb108fbc-ffea-4b38-a44b-00d3df1448ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496783 Jun 30 09:43:10.658544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-a8c15aa2-10e7-43dd-882d-333f962bb515 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787086 Jun 30 09:43:10.752447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-549ed1f5-9778-401e-8de3-511b6571eaea req-9672c9f0-06c6-4ea0-aa74-2b204c156877 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841947 Jun 30 09:43:11.101513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628134f-18a0-4e48-98c3-ab12d16c5535 req-0ed9618f-8f70-46ab-bede-19e31660ec0c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:11.103024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c628134f-18a0-4e48-98c3-ab12d16c5535 req-0ed9618f-8f70-46ab-bede-19e31660ec0c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0641122 Jun 30 09:43:11.141897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c628134f-18a0-4e48-98c3-ab12d16c5535 req-f285c698-4268-4bf4-b2ec-fb24a5f3fa70 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Jun 30 09:43:11.400382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:11.438966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:11.897091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:11.899621 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018fadde-b33e-40f9-8293-9c31770ab83e" -d '{"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:11.950893 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c3a349-a524-4768-b9ea-0539d5973a81 x-openstack-request-id: req-f1c3a349-a524-4768-b9ea-0539d5973a81 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:11.951185 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:11.951590 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1c3a349-a524-4768-b9ea-0539d5973a81 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:11.951985 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'status': 'completed', 'code': 200} Jun 30 09:43:12.074831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-24fb1dd3-835b-4514-948c-e3fd0741ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.076318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-24fb1dd3-835b-4514-948c-e3fd0741ca99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0904119 Jun 30 09:43:12.081310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-d93c69bb-c879-428b-83bc-d9894aead594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.082765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-d93c69bb-c879-428b-83bc-d9894aead594 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1095 time: 0.1053925 Jun 30 09:43:12.252853 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-05587b44-e8c6-46ac-9855-f0d2f513ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.254378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-05587b44-e8c6-46ac-9855-f0d2f513ab47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1675818 Jun 30 09:43:12.255470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-9365f4d8-647a-4f59-9b91-eb4ae0a4a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.256760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-9365f4d8-647a-4f59-9b91-eb4ae0a4a31a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1612916 Jun 30 09:43:12.414194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-cbb893c8-31a6-44ef-9d92-23c64c03e1fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.1461077 Jun 30 09:43:12.416010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-7e90faff-dcae-4aaf-945b-d744098f6517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.1474125 Jun 30 09:43:12.490991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145c05e-b144-4ca6-9d1a-49367bc3cfef req-7b4880a5-9860-4a6c-aca4-43b822c95440 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.492500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b145c05e-b144-4ca6-9d1a-49367bc3cfef req-7b4880a5-9860-4a6c-aca4-43b822c95440 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.2346704 Jun 30 09:43:12.526509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-1cb27e9e-5a1d-46cf-afd8-12a0a1152458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.528068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-1cb27e9e-5a1d-46cf-afd8-12a0a1152458 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.1047702 Jun 30 09:43:12.536719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-0371dc93-1ea8-454e-81e0-c020bccfa36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.538205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-0371dc93-1ea8-454e-81e0-c020bccfa36e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.1076992 Jun 30 09:43:12.607355 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b145c05e-b144-4ca6-9d1a-49367bc3cfef req-8fc2ddb1-4120-47b5-9b16-1f4723150d4c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053107 Jun 30 09:43:12.648904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-35f6c557-57d2-4d25-aa88-635fe4fb6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.650468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-35f6c557-57d2-4d25-aa88-635fe4fb6a28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154959 Jun 30 09:43:12.656150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fadde-b33e-40f9-8293-9c31770ab83e req-22642004-4fbb-4322-a4bd-17b6da6c25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.658191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-22642004-4fbb-4322-a4bd-17b6da6c25aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026928 Jun 30 09:43:12.808277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-db1eafa9-f33e-4f9f-8fbb-1ad27c7a93ea service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491315 Jun 30 09:43:12.813725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-748467d0-104d-45a6-a18b-c7c0835915c1 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371772 Jun 30 09:43:13.215291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-27c36b5f-d676-4dab-b2d5-e5e26af4a29a service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002547 Jun 30 09:43:13.225420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-018fadde-b33e-40f9-8293-9c31770ab83e req-174944a1-cea4-4b8c-ac74-a13d90327d54 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934801 Jun 30 09:43:13.784839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda22f0-fe59-4c3e-946e-a562b129da31 req-6d20316a-14b2-4413-8774-e8aa38b27af8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:13.786356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1bda22f0-fe59-4c3e-946e-a562b129da31 req-6d20316a-14b2-4413-8774-e8aa38b27af8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0622590 Jun 30 09:43:13.826730 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1bda22f0-fe59-4c3e-946e-a562b129da31 req-60c374e8-b4ea-4cce-8fd6-cb9cf5642f9b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346613 Jun 30 09:43:15.000278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f836566-2337-4cde-88c5-7554362c8129 req-223a29d4-7e70-4b7e-8ac3-d7e512d7db9f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:15.001865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f836566-2337-4cde-88c5-7554362c8129 req-223a29d4-7e70-4b7e-8ac3-d7e512d7db9f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0614090 Jun 30 09:43:15.038996 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f836566-2337-4cde-88c5-7554362c8129 req-88459e40-f161-490c-86b4-720454661e60 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314999 Jun 30 09:43:16.213091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2ec05-8050-4782-a204-d99949a4ee60 req-eda3901b-a84a-4a5d-bfae-fc7a587ff8e4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:16.214552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58a2ec05-8050-4782-a204-d99949a4ee60 req-eda3901b-a84a-4a5d-bfae-fc7a587ff8e4 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0616758 Jun 30 09:43:16.250839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-58a2ec05-8050-4782-a204-d99949a4ee60 req-7579733a-e5fe-442d-a51d-b5fda28b8aa2 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302615 Jun 30 09:43:17.423577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17eb5-959b-4335-a631-9c442cdfd770 req-87c91504-ca76-441a-9c69-4feea55c5b5d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:17.425040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda17eb5-959b-4335-a631-9c442cdfd770 req-87c91504-ca76-441a-9c69-4feea55c5b5d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0646627 Jun 30 09:43:17.461973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dda17eb5-959b-4335-a631-9c442cdfd770 req-4621d45e-ee6e-4516-a26a-da6aec97b09d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Jun 30 09:43:18.633090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b576042-348e-430b-97b7-0812c5c7192b req-95c6a7b8-c0aa-4203-b438-4f46bc729dd7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:18.634578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b576042-348e-430b-97b7-0812c5c7192b req-95c6a7b8-c0aa-4203-b438-4f46bc729dd7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0632403 Jun 30 09:43:18.670612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3b576042-348e-430b-97b7-0812c5c7192b req-ecc39127-db70-478d-87d6-72ed9f898559 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304418 Jun 30 09:43:19.838941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20331ac1-e32f-4018-ae68-6e7fd1065a90 req-81bc54c5-151d-403f-9a73-9c18e6e7754d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:19.840397 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20331ac1-e32f-4018-ae68-6e7fd1065a90 req-81bc54c5-151d-403f-9a73-9c18e6e7754d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0613821 Jun 30 09:43:19.881069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20331ac1-e32f-4018-ae68-6e7fd1065a90 req-7140777a-5798-41f2-9d11-2fcce1fc2dde tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Jun 30 09:43:21.053005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dfab2-e311-4fa2-ac25-49ca79d2a2c7 req-4172a47c-af30-4950-bc50-7cdd793e91fa tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:21.054517 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-184dfab2-e311-4fa2-ac25-49ca79d2a2c7 req-4172a47c-af30-4950-bc50-7cdd793e91fa tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0618610 Jun 30 09:43:21.090978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-184dfab2-e311-4fa2-ac25-49ca79d2a2c7 req-e0560789-70b1-4cd5-85ad-b5df9ff60789 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Jun 30 09:43:22.261330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966d47-cc84-4da3-81ab-4794cb3b5244 req-3a7f8845-96a7-44c2-8c63-974279a629f6 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:22.262822 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f966d47-cc84-4da3-81ab-4794cb3b5244 req-3a7f8845-96a7-44c2-8c63-974279a629f6 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.0624106 Jun 30 09:43:22.300851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3f966d47-cc84-4da3-81ab-4794cb3b5244 req-3f80cc08-0d4c-46fd-a28d-8afed5a01c1b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Jun 30 09:43:22.902404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-d557c948-ceb0-4b33-abe1-acdba7ba32ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526938 Jun 30 09:43:22.994652 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8616d97-4058-48de-b3d1-013d537e28dc req-903233da-065c-407e-aeb7-7d7ed69c8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:22.996087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-903233da-065c-407e-aeb7-7d7ed69c8599 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0515614 Jun 30 09:43:23.102188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8616d97-4058-48de-b3d1-013d537e28dc req-948e3c7c-983c-42fa-baac-bff2b87f3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.103646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-948e3c7c-983c-42fa-baac-bff2b87f3474 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0890679 Jun 30 09:43:23.173423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-b03d9d53-1978-4135-9ab8-97eda0b8b5f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.0626903 Jun 30 09:43:23.222157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8616d97-4058-48de-b3d1-013d537e28dc req-6336f5da-b5b0-4671-bcee-13bb55a0984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.223539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-6336f5da-b5b0-4671-bcee-13bb55a0984b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0436974 Jun 30 09:43:23.279349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8616d97-4058-48de-b3d1-013d537e28dc req-cdc92121-0297-4a90-a1c7-962d4dfc7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.280787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-cdc92121-0297-4a90-a1c7-962d4dfc7dbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502193 Jun 30 09:43:23.375173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-02e42f5a-96b9-4723-a44f-969e3f9108b2 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881305 Jun 30 09:43:23.504962 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f8616d97-4058-48de-b3d1-013d537e28dc req-fac9ed87-9cd3-4b58-8a49-b4691f59c487 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239023 Jun 30 09:43:23.508583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:43:23.526149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13032a5-d987-4fa3-84ec-6afc4c7c0a6b req-491a4850-eb79-49d1-abf9-a823a4e4b3eb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.527635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13032a5-d987-4fa3-84ec-6afc4c7c0a6b req-491a4850-eb79-49d1-abf9-a823a4e4b3eb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 943 time: 0.1013920 Jun 30 09:43:23.566831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13032a5-d987-4fa3-84ec-6afc4c7c0a6b req-03f203e7-59d5-498b-b523-5de5facc8ae8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Jun 30 09:43:23.606407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:23.617679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'mac_address': 'fa:16:3e:f1:cb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:43:23.653719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.665868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865ec11a-72d6-49e6-a4c4-3124ca131813 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:43:23.684520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:23.689261 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.737101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:23.744289 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.744633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.744969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.745302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.745652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.745979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.746301 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.746620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.746939 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.747253 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.747567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.747881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.777001 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.984930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-d3e344aa-8d9d-4b15-b163-289c072f203d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.985207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['865ec11a-72d6-49e6-a4c4-3124ca131813'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:43:23.986375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-d3e344aa-8d9d-4b15-b163-289c072f203d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4&tenant_id=5cd7d234b49e457eb6dadf40062bca07&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 944 time: 0.0822494 Jun 30 09:43:24.086432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097337f-bdbf-4dbd-b812-b63b9aa50da2 req-1b16f53d-49fd-423a-8cfb-a0b874627d46 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:24.088173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7097337f-bdbf-4dbd-b812-b63b9aa50da2 req-1b16f53d-49fd-423a-8cfb-a0b874627d46 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.1207674 Jun 30 09:43:24.089089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-2c4a1e42-b7e0-45e6-8bce-f0b72d5bff51 service neutron] 10.222.0.26 "GET /v2.0/ports/865ec11a-72d6-49e6-a4c4-3124ca131813/bindings/n-h1-758944-40 HTTP/1.1" status: 200 len: 383 time: 0.0837910 Jun 30 09:43:24.160020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7097337f-bdbf-4dbd-b812-b63b9aa50da2 req-5050c192-7daa-44ee-8d0f-ac9612d1ded0 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661242 Jun 30 09:43:24.177444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-720dfded-59d3-49b3-a17e-48f695357284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:24.178934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-720dfded-59d3-49b3-a17e-48f695357284 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0664802 Jun 30 09:43:24.270533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-a91c6ab0-1263-424d-afa5-dd27c89f5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:24.271940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-a91c6ab0-1263-424d-afa5-dd27c89f5c80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0861368 Jun 30 09:43:24.334800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-68c23fa2-85cc-4f79-af11-a67147cf0a7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1001 time: 0.0561604 Jun 30 09:43:24.384096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-8c36d8a3-6cbb-4c97-a27a-3b04546c8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:24.385423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-8c36d8a3-6cbb-4c97-a27a-3b04546c8f44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0441673 Jun 30 09:43:24.446104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-c5c34da1-52c9-4c8b-a4b4-2a7b4ec3d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:24.447581 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-c5c34da1-52c9-4c8b-a4b4-2a7b4ec3d629 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550654 Jun 30 09:43:24.535597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-e43e4e83-5774-44c7-b526-bed5920ef51b service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807500 Jun 30 09:43:24.628825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-50f2de1b-a7c3-431d-84e7-eac8ad385b5e service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866885 Jun 30 09:43:25.339197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a8421-0ada-400c-825f-7f26788a9be7 req-103a5ca5-449d-41fe-ab84-3ac019df72f7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.340664 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c17a8421-0ada-400c-825f-7f26788a9be7 req-103a5ca5-449d-41fe-ab84-3ac019df72f7 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0633364 Jun 30 09:43:25.377787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c17a8421-0ada-400c-825f-7f26788a9be7 req-8f6d5179-c711-4217-9861-cd21f4e5051b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Jun 30 09:43:25.523398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:25.570015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 865ec11a-72d6-49e6-a4c4-3124ca131813 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:25.573461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 865ec11a-72d6-49e6-a4c4-3124ca131813 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:25.573856 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:25.613402 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:25.658347 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:25.679241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:25.693396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:25.698229 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:25.721691 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff12842-9161-4786-b673-0cb88d29e7f4" -d '{"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-plugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:25.751950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:25.817884 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc7a5b-c839-414e-b7b2-a436e2438837 x-openstack-request-id: req-eafc7a5b-c839-414e-b7b2-a436e2438837 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:25.818178 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-plugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:25.818425 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eafc7a5b-c839-414e-b7b2-a436e2438837 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:25.818816 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'code': 200} Jun 30 09:43:26.554361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896f8d-b903-4316-80d8-d7f94e0d866b req-b1832ad5-1e1e-4daa-b884-7a4ec6634b17 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:26.555886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89896f8d-b903-4316-80d8-d7f94e0d866b req-b1832ad5-1e1e-4daa-b884-7a4ec6634b17 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0676010 Jun 30 09:43:26.594271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89896f8d-b903-4316-80d8-d7f94e0d866b req-4940b5e8-fd1b-413c-8a62-0ae9f3759664 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Jun 30 09:43:27.773569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ad396-d2ce-416b-80c2-76f4291f550a req-14baa00d-35c9-48d5-9955-cfe924bfd2e8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:27.775080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b38ad396-d2ce-416b-80c2-76f4291f550a req-14baa00d-35c9-48d5-9955-cfe924bfd2e8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0668623 Jun 30 09:43:27.814320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b38ad396-d2ce-416b-80c2-76f4291f550a req-7f396dc6-1cd8-4a92-a45e-67ecc3d73dbb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335722 Jun 30 09:43:28.656707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-2220e303-64b0-4e48-a330-254863c6863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:28.658184 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-2220e303-64b0-4e48-a330-254863c6863d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4&tenant_id=5cd7d234b49e457eb6dadf40062bca07 HTTP/1.1" status: 200 len: 1097 time: 0.0518496 Jun 30 09:43:28.670888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:28.742718 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:28.951048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:29.013764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:29.063029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48409b-89fc-454a-ad5c-87556481cb80 req-af43a5ca-f016-4819-9008-e192462139b9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:29.064506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac48409b-89fc-454a-ad5c-87556481cb80 req-af43a5ca-f016-4819-9008-e192462139b9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.1295018 Jun 30 09:43:29.067756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:29.070015 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925dcc2e-d161-4e99-a5a4-8d85880244c0" -d '{"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:29.073519 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.105050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Transition to ACTIVE for port object 865ec11a-72d6-49e6-a4c4-3124ca131813 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:29.110655 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.129652 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ccd591-d2a2-4254-8ea3-a8b96e4976a5 x-openstack-request-id: req-e9ccd591-d2a2-4254-8ea3-a8b96e4976a5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:29.129954 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:29.130205 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9ccd591-d2a2-4254-8ea3-a8b96e4976a5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:29.130596 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'code': 200} Jun 30 09:43:29.152406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac48409b-89fc-454a-ad5c-87556481cb80 req-607299af-a21d-45ef-9104-a676add420fc tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764637 Jun 30 09:43:29.200427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:29.241198 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] No DVR routers for this DVR port 865ec11a-72d6-49e6-a4c4-3124ca131813 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:43:29.380256 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:29.380594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:29.380927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:29.385067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:43:29.385391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Attempting to bind port 865ec11a-72d6-49e6-a4c4-3124ca131813 on network e79bb085-5c50-4bae-8622-06a7bff2c39b {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:29.390997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:29.391462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Checking segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:29.391916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Bound using segment: {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:29.392518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Bound port: 865ec11a-72d6-49e6-a4c4-3124ca131813, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5d2931-7a19-4492-8f2c-57399c16487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:29.392922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.458746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:29.462112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:29.466165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.497941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:29.498553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.499922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1093 time: 0.8328714 Jun 30 09:43:29.553588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72d5c-c892-495a-b188-91195e6562c0 service neutron] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=11']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:29.584740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-ef8eed80-3936-45b4-bd94-50091fbfa084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:29.586295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-ef8eed80-3936-45b4-bd94-50091fbfa084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0613074 Jun 30 09:43:29.682946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-039f1989-cbc1-44d5-b838-4b849d048fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:29.684453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-039f1989-cbc1-44d5-b838-4b849d048fd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.0911331 Jun 30 09:43:29.747179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-b8c23374-5f0a-49a3-850e-2e726865e639 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.0559287 Jun 30 09:43:29.801263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-cc7db2cf-74b7-48fc-bfd6-17627eefeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:29.802625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-cc7db2cf-74b7-48fc-bfd6-17627eefeac0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0474670 Jun 30 09:43:29.858696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-a55732f5-fa16-4896-b255-2d3b4c53493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:29.860147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-a55732f5-fa16-4896-b255-2d3b4c53493c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511141 Jun 30 09:43:29.947738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-82e9f291-dab2-4017-8e79-6a400ea9fb12 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796633 Jun 30 09:43:30.040030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d14912db-21bd-4dc7-a116-0c3ba6532857 req-604b46ee-34cd-4c99-8b2b-ef69a34c6460 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856578 Jun 30 09:43:30.331785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3bff-5baf-4ff3-9143-dd0c41475658 req-e0861593-f247-41f3-893f-9ba3f4b9e59b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:30.333251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9ba3bff-5baf-4ff3-9143-dd0c41475658 req-e0861593-f247-41f3-893f-9ba3f4b9e59b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0637591 Jun 30 09:43:30.371882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9ba3bff-5baf-4ff3-9143-dd0c41475658 req-568f9478-8a2f-4594-baed-21f6a65c872d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328515 Jun 30 09:43:31.131631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:31.134069 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b12da5-022b-41cc-b774-040beb3feb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:31.184037 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b29bb4-dda6-485f-b158-9bd1b7ded296 x-openstack-request-id: req-e1b29bb4-dda6-485f-b158-9bd1b7ded296 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:31.184340 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:31.184635 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1b29bb4-dda6-485f-b158-9bd1b7ded296 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:31.185069 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'status': 'completed', 'code': 200} Jun 30 09:43:31.306075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-501ad989-d2c8-4036-b592-dc728fc95c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.308563 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-501ad989-d2c8-4036-b592-dc728fc95c2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0891323 Jun 30 09:43:31.310396 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-7841596f-e4c5-4bac-9a57-71a68afe6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.311746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-7841596f-e4c5-4bac-9a57-71a68afe6c97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd7d234b49e457eb6dadf40062bca07&device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 1096 time: 0.1007624 Jun 30 09:43:31.473197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-bff04b65-52a7-4b91-9da9-166cae9761d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.474714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-bff04b65-52a7-4b91-9da9-166cae9761d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1558926 Jun 30 09:43:31.475839 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-6d431f2f-48f6-47ee-a4be-7db906f36a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.477139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-6d431f2f-48f6-47ee-a4be-7db906f36a47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 200 len: 913 time: 0.1572680 Jun 30 09:43:31.566778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:31.610551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:31.620605 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-2abc1e9c-cb3d-4e9b-9a0f-6b9a7e171a19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.1365566 Jun 30 09:43:31.637939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-b08c73a3-11f7-44ef-9ed9-ea80f58a2242 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 200 len: 1000 time: 0.1473718 Jun 30 09:43:31.662469 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2134ab69-2c61-4829-8502-f3f6b2a4bed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.729507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1e99-39e3-4daa-9e7d-6102ae077c25 req-675f86ff-1ab0-49b8-a1dd-e152f952e05d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.731058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8db1e99-39e3-4daa-9e7d-6102ae077c25 req-675f86ff-1ab0-49b8-a1dd-e152f952e05d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.2347331 Jun 30 09:43:31.735157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-f314946d-5984-47d9-b861-27633b3cce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.736554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-f314946d-5984-47d9-b861-27633b3cce36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.1086347 Jun 30 09:43:31.739166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-3a61be34-fe85-4cee-b575-1fb8942db388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.740486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-3a61be34-fe85-4cee-b575-1fb8942db388 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 200 len: 851 time: 0.0793593 Jun 30 09:43:31.836815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8db1e99-39e3-4daa-9e7d-6102ae077c25 req-fa661a37-4bcb-431a-9d46-f143763b002e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992935 Jun 30 09:43:31.866880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-2eb73729-d331-42ce-ab8b-378fee2d1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.868352 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-2eb73729-d331-42ce-ab8b-378fee2d1e9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220613 Jun 30 09:43:31.870118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-c8ddd6c9-2ab1-4e0a-8f35-c3eba98e9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:31.871443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-c8ddd6c9-2ab1-4e0a-8f35-c3eba98e9a3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e79bb085-5c50-4bae-8622-06a7bff2c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162448 Jun 30 09:43:32.284155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-0415474c-cb74-4ecb-99e7-bbbe2971029f service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085267 Jun 30 09:43:32.286224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-4be3662e-e9b2-4cf3-b1b4-85ffe88c3f63 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038627 Jun 30 09:43:32.444525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-55615670-52f6-4791-b2e6-f2e37c88bbf9 service neutron] 10.222.0.13 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528444 Jun 30 09:43:32.446444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0b12da5-022b-41cc-b774-040beb3feb2d req-6eac22e4-a070-47f2-a566-72ca4c7d3df7 service neutron] 10.222.0.26 "GET /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472440 Jun 30 09:43:33.019170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d4527-ee84-448f-8987-cc021a68576f req-a0d1b282-6593-4743-a9df-c393c450e1a9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:33.020514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-106d4527-ee84-448f-8987-cc021a68576f req-a0d1b282-6593-4743-a9df-c393c450e1a9 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0705440 Jun 30 09:43:33.060277 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-106d4527-ee84-448f-8987-cc021a68576f req-93165cc3-8a56-4c1d-9077-971292162794 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Jun 30 09:43:34.234536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758197c-9495-41ac-be67-1f08a25130ab req-e3a0bb33-6718-45ef-b943-da5224768f74 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:34.236014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c758197c-9495-41ac-be67-1f08a25130ab req-e3a0bb33-6718-45ef-b943-da5224768f74 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0615604 Jun 30 09:43:34.272838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c758197c-9495-41ac-be67-1f08a25130ab req-8790612b-788f-46d3-a8d9-90e3fef8a317 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Jun 30 09:43:34.420146 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:34.424973 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-58e6ad94-c899-45c8-be1b-b67a42bae76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.447650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7608ce4-5c80-48d0-a9f3-5125f6a4714d req-645b4439-20e5-4ab2-b7c6-989b85cc55a5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:35.449092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7608ce4-5c80-48d0-a9f3-5125f6a4714d req-645b4439-20e5-4ab2-b7c6-989b85cc55a5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0656111 Jun 30 09:43:35.486690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b7608ce4-5c80-48d0-a9f3-5125f6a4714d req-bd35c948-398c-43bf-ab8b-55f5cfb44982 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Jun 30 09:43:36.001426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:36.662118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d869483-2525-4381-a4af-1fcdd5b68f91 req-f92490d0-d8af-4ea8-84bb-6ee849b42034 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:36.663573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d869483-2525-4381-a4af-1fcdd5b68f91 req-f92490d0-d8af-4ea8-84bb-6ee849b42034 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0618989 Jun 30 09:43:36.699854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d869483-2525-4381-a4af-1fcdd5b68f91 req-a9bb5cd9-ab15-4e6b-91d0-e88b6f276403 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Jun 30 09:43:37.426546 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.888013 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eca1a5-8c2a-4b7d-8c24-a4ed67fad7d1 req-b09889ba-8687-4416-9a62-0d23762f987e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:37.889460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5eca1a5-8c2a-4b7d-8c24-a4ed67fad7d1 req-b09889ba-8687-4416-9a62-0d23762f987e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0619910 Jun 30 09:43:37.925699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5eca1a5-8c2a-4b7d-8c24-a4ed67fad7d1 req-72f13c8c-39be-4757-a9d9-d54bf6f2bfee tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300775 Jun 30 09:43:39.104603 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89bb87-7f63-41d2-a5d2-2de937a17a9f req-220ee72d-0691-4286-b3ca-1cd236888a73 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:39.106093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb89bb87-7f63-41d2-a5d2-2de937a17a9f req-220ee72d-0691-4286-b3ca-1cd236888a73 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0659974 Jun 30 09:43:39.143500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb89bb87-7f63-41d2-a5d2-2de937a17a9f req-7d801645-8a7d-4c0f-94f8-d7b4a93dc69d tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Jun 30 09:43:40.487928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb3f2f-3d50-4174-bcb5-db668b8d6197 req-1c9ede2b-0d0b-4e57-81be-ad1fefb8000f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:40.489403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49bb3f2f-3d50-4174-bcb5-db668b8d6197 req-1c9ede2b-0d0b-4e57-81be-ad1fefb8000f tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0624769 Jun 30 09:43:40.526218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49bb3f2f-3d50-4174-bcb5-db668b8d6197 req-f0fc7305-3063-445f-abad-896dfe3aec2b tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Jun 30 09:43:41.523712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:43:41.615247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:41.626162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'port_id': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'mac_address': 'fa:16:3e:f1:cb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:43:41.661398 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.677308 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865ec11a-72d6-49e6-a4c4-3124ca131813 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:43:41.695635 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:41.700614 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.702956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4959e85-c234-4fb9-bd8d-9b14ffbe3e7c req-ca19d040-e585-4b53-aff1-80570bdd3feb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:41.705003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4959e85-c234-4fb9-bd8d-9b14ffbe3e7c req-ca19d040-e585-4b53-aff1-80570bdd3feb tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 944 time: 0.0684841 Jun 30 09:43:41.744798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a4959e85-c234-4fb9-bd8d-9b14ffbe3e7c req-093bc416-8f8c-4b03-b2f5-608fbd9b6498 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338802 Jun 30 09:43:41.747170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:41.856404 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:41.914720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a9b01-8edc-446f-ade2-514b64d97065 req-73eb5c6c-8edd-4819-b018-08ab973b2ebe tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:41.916154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-373a9b01-8edc-446f-ade2-514b64d97065 req-73eb5c6c-8edd-4819-b018-08ab973b2ebe tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0616801 Jun 30 09:43:41.944286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['865ec11a-72d6-49e6-a4c4-3124ca131813'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:43:41.954518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-373a9b01-8edc-446f-ade2-514b64d97065 req-e9330350-049f-493a-91e6-ce4ea523b86e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Jun 30 09:43:42.131866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50307-53da-4293-a010-7d209b0ec771 req-def943a2-a494-4e72-aee7-8f86771b8492 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:42.133239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ead50307-53da-4293-a010-7d209b0ec771 req-def943a2-a494-4e72-aee7-8f86771b8492 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0623014 Jun 30 09:43:42.171307 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ead50307-53da-4293-a010-7d209b0ec771 req-d163424e-6b95-494f-8c22-471124172230 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Jun 30 09:43:42.551207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8192-4e89-41fb-a2c1-c3eea17c3424 req-32d7eb86-923b-4cf9-8549-16fcd68a5d32 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:42.552677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74da8192-4e89-41fb-a2c1-c3eea17c3424 req-32d7eb86-923b-4cf9-8549-16fcd68a5d32 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 945 time: 0.0669301 Jun 30 09:43:42.590709 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74da8192-4e89-41fb-a2c1-c3eea17c3424 req-e972962b-0d6c-4188-9d9b-ec273b0271ea tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Jun 30 09:43:43.528969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:43.584901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 865ec11a-72d6-49e6-a4c4-3124ca131813 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:43.588593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 865ec11a-72d6-49e6-a4c4-3124ca131813 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:43.588965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.663413 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.684443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:43.686696 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daea7b70-516f-4113-bfbb-ee7c618f6e69" -d '{"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-plugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:43.699866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:43.705300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.733472 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4418f25-dfdd-4474-b975-f918d67affa3 x-openstack-request-id: req-e4418f25-dfdd-4474-b975-f918d67affa3 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:43.733795 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-plugged", "status": "completed", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:43.734049 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4418f25-dfdd-4474-b975-f918d67affa3 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:43.734459 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'code': 200} Jun 30 09:43:43.759155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=13']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:43.768319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d72c4-76eb-40ca-8d0e-be8d5a9ef4d2 req-1c0b4f69-f089-4d2b-8c2f-a009a09073a8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:43.769860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-854d72c4-76eb-40ca-8d0e-be8d5a9ef4d2 req-1c0b4f69-f089-4d2b-8c2f-a009a09073a8 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 946 time: 0.0646985 Jun 30 09:43:43.808409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-854d72c4-76eb-40ca-8d0e-be8d5a9ef4d2 req-3ac5f31f-f855-4188-8d29-a1e62670c671 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups?id=5dcc3834-0da8-4a72-9a82-0cd17793cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Jun 30 09:43:44.229295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-3dc954b4-ad68-40fe-b956-83f3d82a4d2e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:44.230749 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-3dc954b4-ad68-40fe-b956-83f3d82a4d2e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 946 time: 0.0645440 Jun 30 09:43:44.327977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Deleting port 865ec11a-72d6-49e6-a4c4-3124ca131813 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:44.328308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.416904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] For port 865ec11a-72d6-49e6-a4c4-3124ca131813, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=865ec11a-72d6-49e6-a4c4-3124ca131813,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:44.417257 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.581121 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.581404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.581754 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d disassociated. External IP: 172.25.8.196, port: 865ec11a-72d6-49e6-a4c4-3124ca131813. Jun 30 09:43:44.582092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Calling delete_port for 865ec11a-72d6-49e6-a4c4-3124ca131813 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:44.709617 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.736800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event deleted for resources: {'Port': ['ID=865ec11a-72d6-49e6-a4c4-3124ca131813,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:44.854538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:44.976956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee5269f5-54b7-4d6d-be65-6fd3d8fa99c3 req-7351c04f-26a1-4aed-b734-a7cab620f8b5 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 210 time: 0.0322077 Jun 30 09:43:44.991674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:45.002381 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:45.017448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:45.018046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:45.036350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] No DVR routers for this DVR port 865ec11a-72d6-49e6-a4c4-3124ca131813 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:43:45.039093 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.041080 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-207d4a46-8e37-46b2-abec-1b0e1f817110 req-1195408b-8c46-49d3-9dde-5ffc53e67c66 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.13 "DELETE /v2.0/ports/865ec11a-72d6-49e6-a4c4-3124ca131813 HTTP/1.1" status: 204 len: 173 time: 0.8031616 Jun 30 09:43:45.041582 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-deleted', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:45.043947 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87748ac-49b4-4253-bbae-48d89013f42b" -d '{"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-deleted", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:45.081296 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aea3cb-bbc2-4b3e-84b3-6dcadbb45631 x-openstack-request-id: req-97aea3cb-bbc2-4b3e-84b3-6dcadbb45631 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:45.081593 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34427c02-3437-4bc1-9740-33d9dd7cb7b4", "name": "network-vif-deleted", "tag": "865ec11a-72d6-49e6-a4c4-3124ca131813", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:45.081919 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97aea3cb-bbc2-4b3e-84b3-6dcadbb45631 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:45.083552 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34427c02-3437-4bc1-9740-33d9dd7cb7b4', 'name': 'network-vif-deleted', 'tag': '865ec11a-72d6-49e6-a4c4-3124ca131813', 'status': 'completed', 'code': 200} Jun 30 09:43:45.134133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:45.325420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:45.351892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:45.360367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:45.361002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:45.464022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:45.658964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:45.684439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde59f8-0a6e-4902-b71b-bd2d03aa4710 None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:39Z', 'revision_number': 4, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'b88d7b99-de8f-4cf9-af94-fe073ad51acf', 'name': '', 'network_id': 'e79bb085-5c50-4bae-8622-06a7bff2c39b', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'mac_address': 'fa:16:3e:7f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '2bdf2e83-830d-4baa-9471-206852c49011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:38Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'subnets': [{'id': '2bdf2e83-830d-4baa-9471-206852c49011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:45.909029 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff280148-18f5-4e4e-a1c6-c7553d26aba9 None None] New status for floating IP 8986abde-1602-4cb5-afc5-a38cd5fd8c0d: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:43:46.130976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9da4ae6-baf8-4c96-a9fd-19d445e72e10 req-d3baf822-e682-4c9d-a231-0782ed47a210 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 210 time: 0.0329292 Jun 30 09:43:47.271658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c7a57595-204b-4baf-a38d-3faa6f44c94b req-58ae38f3-6350-4c59-8fd7-da541acb9a8c tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 210 time: 0.0284705 Jun 30 09:43:47.543361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:47.564800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 865ec11a-72d6-49e6-a4c4-3124ca131813 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:47.565147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 865ec11a-72d6-49e6-a4c4-3124ca131813 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:48.425570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3dd1c9ee-4447-4c1b-bc51-07bac440bbad req-cfa61c51-3372-4058-8c5d-3299953b4aab tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/ports?device_id=34427c02-3437-4bc1-9740-33d9dd7cb7b4 HTTP/1.1" status: 200 len: 210 time: 0.0290010 Jun 30 09:43:52.437954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44784) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:52.495023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-247bc3a0-bf43-4461-a4ff-27a653230548 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.520759 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-247bc3a0-bf43-4461-a4ff-27a653230548 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.577797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-247bc3a0-bf43-4461-a4ff-27a653230548 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.580698 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-247bc3a0-bf43-4461-a4ff-27a653230548 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.581985 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-247bc3a0-bf43-4461-a4ff-27a653230548 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "DELETE /v2.0/security-groups/5dcc3834-0da8-4a72-9a82-0cd17793cdf2 HTTP/1.1" status: 204 len: 168 time: 0.1428554 Jun 30 09:43:52.584708 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44786) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:52.590996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bc3a0-bf43-4461-a4ff-27a653230548 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc3834-0da8-4a72-9a82-0cd17793cdf2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:52.609603 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-7160a9ef-15b2-4a1c-83f8-ffdc483c072e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] show failed (client error): The resource could not be found. Jun 30 09:43:52.613812 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7160a9ef-15b2-4a1c-83f8-ffdc483c072e tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "GET /v2.0/security-groups/5dcc3834-0da8-4a72-9a82-0cd17793cdf2 HTTP/1.1" status: 404 len: 347 time: 0.0278215 Jun 30 09:43:52.614543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44792) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:52.747850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Deleting port a0dfa188-c0a2-4d6b-987c-82a33bb2ef60 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:52.748191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.822740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.823117 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.836078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Calling delete_port for a0dfa188-c0a2-4d6b-987c-82a33bb2ef60 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:52.968237 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.992782 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Pushing event deleted for resources: {'Port': ['ID=a0dfa188-c0a2-4d6b-987c-82a33bb2ef60,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:53.060183 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.063253 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.064430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d7f9ab39-ed2b-48f9-a2ab-5c0af1cec451 tempest-ServerActionsTestJSON-1845509256 tempest-ServerActionsTestJSON-1845509256-project] 10.222.0.53 "DELETE /v2.0/floatingips/8986abde-1602-4cb5-afc5-a38cd5fd8c0d HTTP/1.1" status: 204 len: 168 time: 0.4487965 Jun 30 09:43:53.067347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44796) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:53.565711 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.786316 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.819613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Deleting port b88d7b99-de8f-4cf9-af94-fe073ad51acf {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:53.819887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.898953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] For port b88d7b99-de8f-4cf9-af94-fe073ad51acf, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b88d7b99-de8f-4cf9-af94-fe073ad51acf,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:53.899307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.912471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Calling delete_port for b88d7b99-de8f-4cf9-af94-fe073ad51acf owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:54.089281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:54.114647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88d7b99-de8f-4cf9-af94-fe073ad51acf,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:54.276854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:54.491544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Router 8fe20b2f-7071-4447-903c-1c246491ea0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:54.852740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:54.857604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ecc2fda0-a97b-4220-a210-b5ca94567033 admin admin] 10.222.0.53 "PUT /v2.0/routers/8fe20b2f-7071-4447-903c-1c246491ea0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893348 Jun 30 09:43:54.860178 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44800) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:54.861094 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] Sync routers for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:54.870278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:54.870869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:54.962151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:54.971697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:55.066315 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.118804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Deleting port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:55.119058 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.150749 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:43:54Z', 'revision_number': 5, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port': {'id': '5ffe7814-28dc-49ab-b4d6-d5c906f32aa4', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:55.179113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] Checking router: 8fe20b2f-7071-4447-903c-1c246491ea0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:55.187643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] Routers {'8fe20b2f-7071-4447-903c-1c246491ea0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:55.188245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:43:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['8fe20b2f-7071-4447-903c-1c246491ea0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:55.198071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] For port 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:55.198425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.209865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Calling delete_port for 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:55.271681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] Set router 8fe20b2f-7071-4447-903c-1c246491ea0e gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:55.324610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:43:55Z', 'revision_number': 6, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:55.351504 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b3eac7-399a-484b-ba75-f5272573579a None None] The sync data for ids ['8fe20b2f-7071-4447-903c-1c246491ea0e'] in n-d-758944-40 is: [{'id': '8fe20b2f-7071-4447-903c-1c246491ea0e', 'name': 'tempest-ServerActionsTestJSON-1776014204-router', 'tenant_id': '5cd7d234b49e457eb6dadf40062bca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:43:55Z', 'revision_number': 6, 'project_id': '5cd7d234b49e457eb6dadf40062bca07', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:55.378160 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.403973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffe7814-28dc-49ab-b4d6-d5c906f32aa4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:55.462994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.569535 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.571651 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.599319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.631658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.632174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe20b2f-7071-4447-903c-1c246491ea0e {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:43:55.636468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.637614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dc90b688-8e66-4c45-bf2f-26740341fa3f admin admin] 10.222.0.53 "DELETE /v2.0/routers/8fe20b2f-7071-4447-903c-1c246491ea0e HTTP/1.1" status: 204 len: 168 time: 0.7763832 Jun 30 09:43:55.640211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44802) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:55.682987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] Deleting subnet 2bdf2e83-830d-4baa-9471-206852c49011 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:43:55.685924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.726951 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.835065 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.888074 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.914070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdf2e83-830d-4baa-9471-206852c49011,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:55.915973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:55.917813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7f555e4a-097e-4e00-b559-523ebecb1fc6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2bdf2e83-830d-4baa-9471-206852c49011 HTTP/1.1" status: 204 len: 168 time: 0.2766173 Jun 30 09:43:55.920294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44804) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:55.921139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d37452-9c4f-42cc-a73d-f2db705f402f None None] Network e79bb085-5c50-4bae-8622-06a7bff2c39b requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:55.985645 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.042298 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Deleting port 06c3c049-a135-4f26-8531-9ed7856558ef {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:56.042547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.111022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] For port 06c3c049-a135-4f26-8531-9ed7856558ef, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=06c3c049-a135-4f26-8531-9ed7856558ef,segment=NetworkSegment(7a5d2931-7a19-4492-8f2c-57399c16487b),segment_id=7a5d2931-7a19-4492-8f2c-57399c16487b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:56.111385 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.124458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Calling delete_port for 06c3c049-a135-4f26-8531-9ed7856558ef owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:56.208290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.234836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c3c049-a135-4f26-8531-9ed7856558ef,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:56.240503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] No DVR routers for this DVR port 06c3c049-a135-4f26-8531-9ed7856558ef on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:43:56.284069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66221590-1556-491c-bb07-785d784e8239 None None] DHCP port deletion for e79bb085-5c50-4bae-8622-06a7bff2c39b request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:43:56.314996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.325485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79bb085-5c50-4bae-8622-06a7bff2c39b']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:56.338688 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5d2931-7a19-4492-8f2c-57399c16487b') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:56.338987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5d2931-7a19-4492-8f2c-57399c16487b') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:56.349223 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.367484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.373864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:43:56.374300 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:43:56.376054 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:43:56.382255 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:43:56.429916 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.435254 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.437293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e79bb085-5c50-4bae-8622-06a7bff2c39b HTTP/1.1" status: 204 len: 168 time: 0.5158801 Jun 30 09:43:56.448136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80b59-3bd2-405d-ba99-45c4cbf1b300 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79bb085-5c50-4bae-8622-06a7bff2c39b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:56.509294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b88d7b99-de8f-4cf9-af94-fe073ad51acf no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:56.530467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: b88d7b99-de8f-4cf9-af94-fe073ad51acf {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:56.531450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b88d7b99-de8f-4cf9-af94-fe073ad51acf not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:56.531919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:56.549039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:56.560327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:56.560680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ffe7814-28dc-49ab-b4d6-d5c906f32aa4 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:56.561098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06c3c049-a135-4f26-8531-9ed7856558ef no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:56.583818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 06c3c049-a135-4f26-8531-9ed7856558ef {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:56.584163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 06c3c049-a135-4f26-8531-9ed7856558ef not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:56.601809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44812) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:56.601940 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-be1af5fc-a720-456e-b989-f01d962a7b04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cd7d234b49e457eb6dadf40062bca07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516934 Jun 30 09:43:56.651713 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-547b7f77-1193-46cb-9e2a-8845a77625f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.672658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-547b7f77-1193-46cb-9e2a-8845a77625f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.718737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-547b7f77-1193-46cb-9e2a-8845a77625f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.721422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-547b7f77-1193-46cb-9e2a-8845a77625f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:56.722760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-547b7f77-1193-46cb-9e2a-8845a77625f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd0bce3b-e350-43f2-9b60-5578fcaadf8a HTTP/1.1" status: 204 len: 168 time: 0.1199257 Jun 30 09:43:56.730801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b7f77-1193-46cb-9e2a-8845a77625f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0bce3b-e350-43f2-9b60-5578fcaadf8a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:57.396644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 44834) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:57.488360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-252245830-network', 'tenant_id': '8045ab1834a242cab7fab06d46c6c3dc'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:57.514724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Made reservation on behalf of 8045ab1834a242cab7fab06d46c6c3dc for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:57.517613 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.525939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.612982 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.616557 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.641387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:43:57.650205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641f73c-a611-48c3-839b-a1934a08f7fb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:57.656030 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.656370 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Added segment 6ba78e31-e9aa-4d19-8f6e-8a42c7044812 of type vlan for network c2137aba-c6d2-4276-bcd0-ace73c0dd6da Jun 30 09:43:57.694487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.721834 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.722825 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:57.723423 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.777247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3794415 Jun 30 09:43:57.780233 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 44838) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:57.783646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95d1f-10f9-4f18-ab39-8b904ced202f admin admin] Pushing event updated for resources: {'Network': ['ID=c2137aba-c6d2-4276-bcd0-ace73c0dd6da,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:57.785238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Request body: {'subnet': {'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-252245830-subnet', 'tenant_id': '8045ab1834a242cab7fab06d46c6c3dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:57.793441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c2137aba-c6d2-4276-bcd0-ace73c0dd6da details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:43:57.806983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Made reservation on behalf of 8045ab1834a242cab7fab06d46c6c3dc for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:57.809390 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:57.971498 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:58.023592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c59d5d-aa66-4018-b3ff-fe40479e89f6,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:58.038330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.038612 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.038948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.039277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.039605 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.039929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.040250 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.040571 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.040889 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.041209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.041545 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.041866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:58.050625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Checking segment: {'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:58.050980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Network hostable DHCP agents. Network: c2137aba-c6d2-4276-bcd0-ace73c0dd6da, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:43:58.067805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Network c2137aba-c6d2-4276-bcd0-ace73c0dd6da is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:43:58.076367 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c2137aba-c6d2-4276-bcd0-ace73c0dd6da) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:58.080940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:58.082053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:58.085654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2fb61-30ab-44e8-aaaa-d69d556b811d None None] Network c2137aba-c6d2-4276-bcd0-ace73c0dd6da requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:58.095047 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-df350d7a-9f51-42bd-acfc-848abdf14302 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3137543 Jun 30 09:43:58.206753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dec2e6-8011-45c1-9d47-f370136bce57 None None] Network c2137aba-c6d2-4276-bcd0-ace73c0dd6da requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:58.500066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-ea61dcf4-62c6-4f72-bbd7-e361b19ff358 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:58.501520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-ea61dcf4-62c6-4f72-bbd7-e361b19ff358 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/networks?id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da HTTP/1.1" status: 200 len: 813 time: 0.0994408 Jun 30 09:43:58.516144 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-60399e26-f5f5-4585-b8be-d929eadd84f0 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/quotas/8045ab1834a242cab7fab06d46c6c3dc HTTP/1.1" status: 200 len: 375 time: 0.0093281 Jun 30 09:43:58.547540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-423f60f5-ffa9-4e2c-8307-4c316871a913 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8045ab1834a242cab7fab06d46c6c3dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267575 Jun 30 09:43:58.643325 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-fd63f065-ebff-4f30-abcb-258400a2674c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:43:58.644315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-fd63f065-ebff-4f30-abcb-258400a2674c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0411038 Jun 30 09:43:58.734781 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-84ac1802-7a2c-454f-a66e-4efe271e4af9 service neutron] 10.222.0.53 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846505 Jun 30 09:43:58.821481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-bd8dc290-33d5-485e-90fd-0a8d4904119e service neutron] 10.222.0.53 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810955 Jun 30 09:43:58.995124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3bcfa119-81a8-47c1-9cc1-55ec0b44bb90 req-57d46ecd-3992-4cbb-b8ac-7a0273d62252 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 210 time: 0.0333929 Jun 30 09:44:00.101149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-23bc4fc6-65d3-4fa7-918a-4470d478f3dd tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:00.102633 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-23bc4fc6-65d3-4fa7-918a-4470d478f3dd tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.26 "GET /v2.0/networks?id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da HTTP/1.1" status: 200 len: 813 time: 0.1062787 Jun 30 09:44:00.119829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Request body: {'port': {'device_id': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da', 'admin_state_up': True, 'tenant_id': '8045ab1834a242cab7fab06d46c6c3dc'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:00.188096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7f7088ca-a981-44f9-91bf-1931657950e0 req-0210a6fa-11cc-456d-9074-1aff99482dd3 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 210 time: 0.0647626 Jun 30 09:44:00.253450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Made reservation on behalf of 8045ab1834a242cab7fab06d46c6c3dc for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:00.257367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:00.381022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Allocated IP 172.20.0.8 (c2137aba-c6d2-4276-bcd0-ace73c0dd6da/e5c59d5d-aa66-4018-b3ff-fe40479e89f6/74df8a52-d879-4881-9941-146b232f0b97) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:00.525357 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:00.563729 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:00.606367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Network c2137aba-c6d2-4276-bcd0-ace73c0dd6da is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:00.610076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:00.612502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:00.643356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Pushing event updated for resources: {'Port': ['ID=74df8a52-d879-4881-9941-146b232f0b97,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:00.667909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:00.668509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:00.682674 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-27c986db-cdfc-4725-8981-1bb3caeaeb98 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668428 Jun 30 09:44:00.697132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Request body: {'port': {'device_id': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:00.770507 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.016034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74df8a52-d879-4881-9941-146b232f0b97 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:01.023278 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.035314 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Transition to ACTIVE for port object 74df8a52-d879-4881-9941-146b232f0b97 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:01.038978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.110247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Pushing event updated for resources: {'Port': ['ID=74df8a52-d879-4881-9941-146b232f0b97,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:01.156783 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Attempting to bind port 74df8a52-d879-4881-9941-146b232f0b97 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:01.157110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Attempting to bind port 74df8a52-d879-4881-9941-146b232f0b97 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:01.157430 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Attempting to bind port 74df8a52-d879-4881-9941-146b232f0b97 on network c2137aba-c6d2-4276-bcd0-ace73c0dd6da {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:01.161675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Port 74df8a52-d879-4881-9941-146b232f0b97 on network c2137aba-c6d2-4276-bcd0-ace73c0dd6da not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:44:01.161992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Attempting to bind port 74df8a52-d879-4881-9941-146b232f0b97 on network c2137aba-c6d2-4276-bcd0-ace73c0dd6da {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:01.166619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:01.166948 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Checking segment: {'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:01.167317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Bound using segment: {'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:01.167734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Bound port: 74df8a52-d879-4881-9941-146b232f0b97, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:01.168076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.228351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] For port 74df8a52-d879-4881-9941-146b232f0b97, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:01.231299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] For port 74df8a52-d879-4881-9941-146b232f0b97, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=74df8a52-d879-4881-9941-146b232f0b97,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:01.236893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.272211 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:01.272884 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.274282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] 10.222.0.26 "PUT /v2.0/ports/74df8a52-d879-4881-9941-146b232f0b97 HTTP/1.1" status: 200 len: 1092 time: 0.5811169 Jun 30 09:44:01.274714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'tag': '74df8a52-d879-4881-9941-146b232f0b97'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:01.276972 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5587d8-a849-4a02-99f9-e87435c94c84" -d '{"events": [{"name": "network-changed", "server_uuid": "d501d5f9-3b30-456c-91e7-3324051583b9", "tag": "74df8a52-d879-4881-9941-146b232f0b97"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:01.299841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d663a0-1c59-49a6-a06e-2080f0a5af77 service neutron] Pushing event updated for resources: {'Port': ['ID=74df8a52-d879-4881-9941-146b232f0b97,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:01.350457 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f2e0d-bb27-4321-9d7f-38964d6e907e x-openstack-request-id: req-b50f2e0d-bb27-4321-9d7f-38964d6e907e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:01.350746 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d501d5f9-3b30-456c-91e7-3324051583b9", "tag": "74df8a52-d879-4881-9941-146b232f0b97", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:01.351000 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b50f2e0d-bb27-4321-9d7f-38964d6e907e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:01.351391 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'tag': '74df8a52-d879-4881-9941-146b232f0b97', 'status': 'completed', 'code': 200} Jun 30 09:44:01.411234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e14450-693c-49f7-a9ee-33a2f8ea0b12 req-e81c8876-53f5-4189-bc76-cf7d811fb83c tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:01.412699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5e14450-693c-49f7-a9ee-33a2f8ea0b12 req-e81c8876-53f5-4189-bc76-cf7d811fb83c tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 943 time: 0.1011014 Jun 30 09:44:01.429532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-09c14b0b-4c1e-47f1-a0b0-fb9315b5e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:01.430973 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-09c14b0b-4c1e-47f1-a0b0-fb9315b5e561 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8045ab1834a242cab7fab06d46c6c3dc&device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 1095 time: 0.1079273 Jun 30 09:44:01.484860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-86e57eb5-2bf2-45f1-8bac-665906f904f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74df8a52-d879-4881-9941-146b232f0b97 HTTP/1.1" status: 200 len: 217 time: 0.0412066 Jun 30 09:44:01.487764 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5e14450-693c-49f7-a9ee-33a2f8ea0b12 req-9342d114-d8ed-4dfc-abf3-6c72dbc7bfd4 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Jun 30 09:44:01.536386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-3eb32075-0d65-4023-a480-f38369af4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:01.537773 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-3eb32075-0d65-4023-a480-f38369af4082 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5c59d5d-aa66-4018-b3ff-fe40479e89f6 HTTP/1.1" status: 200 len: 853 time: 0.0462000 Jun 30 09:44:01.569979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-36fdf3cd-d92a-4bca-be6e-11d7b6f52f7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244489 Jun 30 09:44:01.662169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-f9031f37-da69-4dcc-9dc6-2a5879921cc9 service neutron] 10.222.0.26 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799625 Jun 30 09:44:01.663822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-33213d93-7224-465a-8a11-63e4294154dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.757384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-badc92de-7c59-471b-9fa4-fab0fc4a996d req-eb9255c9-4bf2-4d64-b3af-ac71b0f859c1 service neutron] 10.222.0.26 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848982 Jun 30 09:44:01.867635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-656951e1-dd78-4404-bd11-b21a94a64e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:01.869013 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-656951e1-dd78-4404-bd11-b21a94a64e48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8045ab1834a242cab7fab06d46c6c3dc&device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 1095 time: 0.0524557 Jun 30 09:44:02.219217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-b209b454-46ad-47ff-9f72-b2eabdfbcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:02.220684 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-b209b454-46ad-47ff-9f72-b2eabdfbcf9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da HTTP/1.1" status: 200 len: 914 time: 0.3446434 Jun 30 09:44:02.260933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-11041301-36ea-4ab6-8e65-21c1938147c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74df8a52-d879-4881-9941-146b232f0b97 HTTP/1.1" status: 200 len: 217 time: 0.0331502 Jun 30 09:44:02.308361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-ebfee2e3-daf0-477e-a06c-c461647fc80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:02.309813 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-ebfee2e3-daf0-477e-a06c-c461647fc80b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5c59d5d-aa66-4018-b3ff-fe40479e89f6 HTTP/1.1" status: 200 len: 853 time: 0.0413291 Jun 30 09:44:02.346185 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-4ac2ff78-1ffe-4282-ab11-95ea49bc5858 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295124 Jun 30 09:44:02.431438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-f018ac3b-5107-40d9-aee8-f5b83f20980a service neutron] 10.222.0.26 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785072 Jun 30 09:44:02.523926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a5587d8-a849-4a02-99f9-e87435c94c84 req-098a898e-b18d-4d33-9f8a-0e96ab70f5ae service neutron] 10.222.0.26 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Jun 30 09:44:02.663281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64d7a3-790b-411a-ba50-a8dace5fd282 req-6ff93595-a951-4f89-8bf1-b71ddfb0e75b tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:02.664738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee64d7a3-790b-411a-ba50-a8dace5fd282 req-6ff93595-a951-4f89-8bf1-b71ddfb0e75b tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 943 time: 0.0628417 Jun 30 09:44:02.702282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ee64d7a3-790b-411a-ba50-a8dace5fd282 req-814fe54e-1061-4038-ad4b-e5f4efc7be29 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jun 30 09:44:03.872239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ff9ae-1579-4323-abe2-ebf3bdc4012d req-b82c3187-e939-475a-b7cc-27d17fb7c39c tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:03.873722 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-902ff9ae-1579-4323-abe2-ebf3bdc4012d req-b82c3187-e939-475a-b7cc-27d17fb7c39c tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 943 time: 0.0627379 Jun 30 09:44:03.910669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-902ff9ae-1579-4323-abe2-ebf3bdc4012d req-ca965047-b4b4-4678-927c-ff50b15f0365 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Jun 30 09:44:04.414667 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:04.427753 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40745afa-1e60-44eb-a001-ae5aae400d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:05.084300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56daffe-98b3-4704-a37b-2c1a8829c7ca req-e2de7282-9257-4f8d-99ce-a05889944a2f tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:05.085800 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e56daffe-98b3-4704-a37b-2c1a8829c7ca req-e2de7282-9257-4f8d-99ce-a05889944a2f tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 943 time: 0.0657461 Jun 30 09:44:05.121614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e56daffe-98b3-4704-a37b-2c1a8829c7ca req-ce1b0ee0-c028-40f9-b302-c7dfe25c4e0c tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300975 Jun 30 09:44:05.803002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 74df8a52-d879-4881-9941-146b232f0b97 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:44:05.898449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 74df8a52-d879-4881-9941-146b232f0b97, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=74df8a52-d879-4881-9941-146b232f0b97,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:05.908932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '74df8a52-d879-4881-9941-146b232f0b97', 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da', 'port_id': '74df8a52-d879-4881-9941-146b232f0b97', 'mac_address': 'fa:16:3e:0d:80:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c59d5d-aa66-4018-b3ff-fe40479e89f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:44:05.944585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:05.956702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74df8a52-d879-4881-9941-146b232f0b97 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:05.976550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 74df8a52-d879-4881-9941-146b232f0b97, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=74df8a52-d879-4881-9941-146b232f0b97,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:05.980283 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:06.022835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:06.034603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=74df8a52-d879-4881-9941-146b232f0b97,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:06.216538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['74df8a52-d879-4881-9941-146b232f0b97'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:06.290912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45f57-9f7d-4db9-934f-b24874016a95 req-3cd8845b-ae2d-48ea-9a36-79c8a5f6a47a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:06.292369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eb45f57-9f7d-4db9-934f-b24874016a95 req-3cd8845b-ae2d-48ea-9a36-79c8a5f6a47a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 944 time: 0.0625925 Jun 30 09:44:06.330350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eb45f57-9f7d-4db9-934f-b24874016a95 req-ca2a9c24-ffec-4e20-8683-2c8aec0c6bda tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Jun 30 09:44:07.424984 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:07.508329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acf4e0-d197-4e9d-8e71-8e9f90ed3c7e req-572904b8-7900-42d8-ba05-9cdf252d5e12 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:07.509802 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6acf4e0-d197-4e9d-8e71-8e9f90ed3c7e req-572904b8-7900-42d8-ba05-9cdf252d5e12 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 944 time: 0.0619690 Jun 30 09:44:07.550913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6acf4e0-d197-4e9d-8e71-8e9f90ed3c7e req-ecc9e23b-fd38-4838-b402-ad05176507c8 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Jun 30 09:44:07.815577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 74df8a52-d879-4881-9941-146b232f0b97 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:07.861960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 74df8a52-d879-4881-9941-146b232f0b97 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:07.865459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 74df8a52-d879-4881-9941-146b232f0b97 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:07.865854 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:07.941046 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:07.962679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74df8a52-d879-4881-9941-146b232f0b97'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:07.964918 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841df1a-7db2-4eaf-9c19-d95770fba45f" -d '{"events": [{"server_uuid": "d501d5f9-3b30-456c-91e7-3324051583b9", "name": "network-vif-plugged", "status": "completed", "tag": "74df8a52-d879-4881-9941-146b232f0b97"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:07.977670 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 74df8a52-d879-4881-9941-146b232f0b97, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=74df8a52-d879-4881-9941-146b232f0b97,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:07.981418 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:08.005575 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b041296b-9cfd-46b7-b8ba-5fa6bb64dca3 x-openstack-request-id: req-b041296b-9cfd-46b7-b8ba-5fa6bb64dca3 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:08.005889 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d501d5f9-3b30-456c-91e7-3324051583b9", "name": "network-vif-plugged", "status": "completed", "tag": "74df8a52-d879-4881-9941-146b232f0b97", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:08.006132 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b041296b-9cfd-46b7-b8ba-5fa6bb64dca3 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:08.006508 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74df8a52-d879-4881-9941-146b232f0b97', 'code': 200} Jun 30 09:44:08.033546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=74df8a52-d879-4881-9941-146b232f0b97,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:08.125739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eef8c-7373-483a-aaae-a0fade53e72d req-24738ffd-6ce0-4498-8ec4-52d3084843f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:08.127132 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f9eef8c-7373-483a-aaae-a0fade53e72d req-24738ffd-6ce0-4498-8ec4-52d3084843f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 1097 time: 0.0537992 Jun 30 09:44:08.164304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f9eef8c-7373-483a-aaae-a0fade53e72d req-a788d9e7-79bd-4135-9911-36273962131f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273592 Jun 30 09:44:08.719148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdc8f-0073-4e2f-8bfe-ef20d0e3a390 req-96b9cdf0-2afb-4c38-90f6-641fe2225f2e tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:08.720580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-662cdc8f-0073-4e2f-8bfe-ef20d0e3a390 req-96b9cdf0-2afb-4c38-90f6-641fe2225f2e tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0607018 Jun 30 09:44:08.756553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-662cdc8f-0073-4e2f-8bfe-ef20d0e3a390 req-d952ba23-f5c3-4f57-bfd4-3717c4be3fac tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304341 Jun 30 09:44:09.934387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac3422-7346-47f8-a077-d98eb2173137 req-b602dd0b-978c-4b16-b447-fec387ea67cb tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:09.935737 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4eac3422-7346-47f8-a077-d98eb2173137 req-b602dd0b-978c-4b16-b447-fec387ea67cb tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0657752 Jun 30 09:44:09.972039 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4eac3422-7346-47f8-a077-d98eb2173137 req-8b83dde9-54be-46bf-bed0-0e62bdcd5ece tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302122 Jun 30 09:44:10.193457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-20f0875d-29e1-4be0-b042-b24ceb5c269e tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:10.194823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-20f0875d-29e1-4be0-b042-b24ceb5c269e tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/networks?id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da HTTP/1.1" status: 200 len: 813 time: 0.0976439 Jun 30 09:44:10.209738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-5347fa2b-2906-4207-8ff3-5bd795d74ef4 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/quotas/8045ab1834a242cab7fab06d46c6c3dc HTTP/1.1" status: 200 len: 375 time: 0.0095897 Jun 30 09:44:10.273025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-09c4dc14-9343-4955-839d-0855d422b8a7 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8045ab1834a242cab7fab06d46c6c3dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585923 Jun 30 09:44:10.359170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-d16efb7e-b10a-4a4c-812f-7107406d0b99 service neutron] 10.222.0.53 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796368 Jun 30 09:44:10.450505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-45ee2606-fc1c-4642-87f6-ea3f39bf159a service neutron] 10.222.0.53 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850010 Jun 30 09:44:10.617270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4fb6013-71f2-480e-89ac-1ceeb0855e0d req-baa1ccd5-fa78-4da2-8574-09b1e1fd1539 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 210 time: 0.0295966 Jun 30 09:44:11.802120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f84e0d19-75d0-4a10-9f68-9a4f6bcd907a req-7303956d-cb90-471b-a6b2-ea24ecf97a36 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 210 time: 0.0655158 Jun 30 09:44:11.848415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-14d4cfe7-bb25-4649-a543-bce91132429f tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:11.849803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-14d4cfe7-bb25-4649-a543-bce91132429f tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.13 "GET /v2.0/networks?id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da HTTP/1.1" status: 200 len: 813 time: 0.1412544 Jun 30 09:44:11.862583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Request body: {'port': {'device_id': '3503525d-3357-40be-8d25-235fb511ddbe', 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da', 'admin_state_up': True, 'tenant_id': '8045ab1834a242cab7fab06d46c6c3dc'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:11.971914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Made reservation on behalf of 8045ab1834a242cab7fab06d46c6c3dc for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:11.975567 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:12.099503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Allocated IP 172.20.0.5 (c2137aba-c6d2-4276-bcd0-ace73c0dd6da/e5c59d5d-aa66-4018-b3ff-fe40479e89f6/868fe56c-486d-4853-880d-3277c67f4199) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:12.242503 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:12.279838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:12.292120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['74df8a52-d879-4881-9941-146b232f0b97'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:12.321697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Network c2137aba-c6d2-4276-bcd0-ace73c0dd6da is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:12.324812 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:12.328835 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:12.361030 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Pushing event updated for resources: {'Port': ['ID=868fe56c-486d-4853-880d-3277c67f4199,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:12.373621 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.373998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.374341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.374677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.375011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.375345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.375723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.376056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.376386 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.376713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.377034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.377358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:12.399612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:12.400223 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:12.414527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-c7c7337b-f753-481d-acea-b02d82cdee46 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556092 Jun 30 09:44:12.426567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Request body: {'port': {'device_id': '3503525d-3357-40be-8d25-235fb511ddbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:12.497210 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:12.755135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868fe56c-486d-4853-880d-3277c67f4199 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:12.762283 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:12.773860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Transition to ACTIVE for port object 868fe56c-486d-4853-880d-3277c67f4199 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:12.777678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:12.844887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Pushing event updated for resources: {'Port': ['ID=868fe56c-486d-4853-880d-3277c67f4199,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:12.893924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Attempting to bind port 868fe56c-486d-4853-880d-3277c67f4199 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:12.894269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Attempting to bind port 868fe56c-486d-4853-880d-3277c67f4199 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:12.894602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Attempting to bind port 868fe56c-486d-4853-880d-3277c67f4199 on network c2137aba-c6d2-4276-bcd0-ace73c0dd6da {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:12.899043 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Port 868fe56c-486d-4853-880d-3277c67f4199 on network c2137aba-c6d2-4276-bcd0-ace73c0dd6da not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:44:12.899372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Attempting to bind port 868fe56c-486d-4853-880d-3277c67f4199 on network c2137aba-c6d2-4276-bcd0-ace73c0dd6da {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:12.904145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:12.904490 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Checking segment: {'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:12.904875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Bound using segment: {'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:12.905303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Bound port: 868fe56c-486d-4853-880d-3277c67f4199, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba78e31-e9aa-4d19-8f6e-8a42c7044812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:12.905679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:13.007938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] For port 868fe56c-486d-4853-880d-3277c67f4199, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:13.024587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] For port 868fe56c-486d-4853-880d-3277c67f4199, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=868fe56c-486d-4853-880d-3277c67f4199,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:13.033410 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044514-e26d-4e68-94c7-8f877859d562 req-d7dd2c67-4a31-4da4-8804-7a34b859d6cc tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:13.034929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37044514-e26d-4e68-94c7-8f877859d562 req-d7dd2c67-4a31-4da4-8804-7a34b859d6cc tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 943 time: 0.1185298 Jun 30 09:44:13.036330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:13.085901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:13.086513 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:13.087858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] 10.222.0.13 "PUT /v2.0/ports/868fe56c-486d-4853-880d-3277c67f4199 HTTP/1.1" status: 200 len: 1092 time: 0.6660001 Jun 30 09:44:13.088294 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3503525d-3357-40be-8d25-235fb511ddbe', 'tag': '868fe56c-486d-4853-880d-3277c67f4199'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:13.090557 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48856783-376a-4b7a-b12e-eaddf9124481" -d '{"events": [{"name": "network-changed", "server_uuid": "3503525d-3357-40be-8d25-235fb511ddbe", "tag": "868fe56c-486d-4853-880d-3277c67f4199"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:13.127975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-37044514-e26d-4e68-94c7-8f877859d562 req-9a8d3d59-7925-412e-ace8-58f0d13e3396 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835614 Jun 30 09:44:13.129543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc2b12-6f84-431d-a990-73748ccbaf27 service neutron] Pushing event updated for resources: {'Port': ['ID=868fe56c-486d-4853-880d-3277c67f4199,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:13.139237 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc5f40-a36f-4496-bf8b-2555d2655349 x-openstack-request-id: req-efbc5f40-a36f-4496-bf8b-2555d2655349 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:13.139511 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3503525d-3357-40be-8d25-235fb511ddbe", "tag": "868fe56c-486d-4853-880d-3277c67f4199", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:13.139765 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efbc5f40-a36f-4496-bf8b-2555d2655349 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:13.140158 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3503525d-3357-40be-8d25-235fb511ddbe', 'tag': '868fe56c-486d-4853-880d-3277c67f4199', 'status': 'completed', 'code': 200} Jun 30 09:44:13.187525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-a4af744c-22dc-4546-891b-d7355e08f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:13.189580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-a4af744c-22dc-4546-891b-d7355e08f7ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8045ab1834a242cab7fab06d46c6c3dc&device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 1095 time: 0.0609651 Jun 30 09:44:13.229932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-1c8fd4bd-b9d1-4c22-b9bb-7d5b790906d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=868fe56c-486d-4853-880d-3277c67f4199 HTTP/1.1" status: 200 len: 217 time: 0.0331070 Jun 30 09:44:13.275654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-94ea9e1a-4a82-4b1d-ab16-a146fb68d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:13.276978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-94ea9e1a-4a82-4b1d-ab16-a146fb68d76c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5c59d5d-aa66-4018-b3ff-fe40479e89f6 HTTP/1.1" status: 200 len: 853 time: 0.0417290 Jun 30 09:44:13.307641 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-28a85ae1-071e-4ca5-9410-bb99914feecd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243001 Jun 30 09:44:13.403110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-5e337a14-5340-497e-961e-f9104f90621f service neutron] 10.222.0.13 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876400 Jun 30 09:44:13.490772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-52a3d77e-1911-4151-9cef-2aae06c322c1 req-f4c98485-56c9-410d-8a8b-ccecc2eaecb0 service neutron] 10.222.0.13 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812345 Jun 30 09:44:13.602977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856783-376a-4b7a-b12e-eaddf9124481 req-1ae1363d-7ac4-4b1c-884d-998669a4688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:13.604489 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48856783-376a-4b7a-b12e-eaddf9124481 req-1ae1363d-7ac4-4b1c-884d-998669a4688f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8045ab1834a242cab7fab06d46c6c3dc&device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 1095 time: 0.0638239 Jun 30 09:44:13.695637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856783-376a-4b7a-b12e-eaddf9124481 req-763f4010-410c-4ca2-a991-e0cf67552a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:13.697107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48856783-376a-4b7a-b12e-eaddf9124481 req-763f4010-410c-4ca2-a991-e0cf67552a23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da HTTP/1.1" status: 200 len: 914 time: 0.0857568 Jun 30 09:44:13.744877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48856783-376a-4b7a-b12e-eaddf9124481 req-3173b0a5-65b1-473b-a5de-84418e872ef0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=868fe56c-486d-4853-880d-3277c67f4199 HTTP/1.1" status: 200 len: 217 time: 0.0396893 Jun 30 09:44:13.795160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856783-376a-4b7a-b12e-eaddf9124481 req-238ff150-3cdd-4d6f-b8fd-8ef762fdfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:13.796629 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48856783-376a-4b7a-b12e-eaddf9124481 req-238ff150-3cdd-4d6f-b8fd-8ef762fdfbd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5c59d5d-aa66-4018-b3ff-fe40479e89f6 HTTP/1.1" status: 200 len: 853 time: 0.0452478 Jun 30 09:44:13.832320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48856783-376a-4b7a-b12e-eaddf9124481 req-f73537bb-85dc-4069-9a73-5b160a49a702 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2137aba-c6d2-4276-bcd0-ace73c0dd6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279832 Jun 30 09:44:13.922801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48856783-376a-4b7a-b12e-eaddf9124481 req-202db448-e1da-4655-9cc5-5ac470854a29 service neutron] 10.222.0.13 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834849 Jun 30 09:44:14.011268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48856783-376a-4b7a-b12e-eaddf9124481 req-76ca7d8e-e5fc-4cea-9999-57c588e396b2 service neutron] 10.222.0.13 "GET /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823023 Jun 30 09:44:14.308040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1934f-96a0-4a2b-bb0c-082181f8e13e req-2164a9ff-d0ae-41ec-9f3e-7396177f4ae8 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:14.309507 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbb1934f-96a0-4a2b-bb0c-082181f8e13e req-2164a9ff-d0ae-41ec-9f3e-7396177f4ae8 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 943 time: 0.0629678 Jun 30 09:44:14.348361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fbb1934f-96a0-4a2b-bb0c-082181f8e13e req-14568699-347d-4b68-a872-3161df032cb0 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Jun 30 09:44:15.520687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3073d-30ad-44de-8dad-bbdb1ef3a674 req-a5bc6e7e-6db3-45cc-a655-46a0b2cc5bfc tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:15.522171 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bc3073d-30ad-44de-8dad-bbdb1ef3a674 req-a5bc6e7e-6db3-45cc-a655-46a0b2cc5bfc tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 943 time: 0.0653014 Jun 30 09:44:15.558153 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bc3073d-30ad-44de-8dad-bbdb1ef3a674 req-bcf0749f-cc9f-4eea-8716-5e211cb71f88 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303340 Jun 30 09:44:15.654403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 868fe56c-486d-4853-880d-3277c67f4199 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:44:15.745087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 868fe56c-486d-4853-880d-3277c67f4199, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=868fe56c-486d-4853-880d-3277c67f4199,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:15.756460 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '868fe56c-486d-4853-880d-3277c67f4199', 'network_id': 'c2137aba-c6d2-4276-bcd0-ace73c0dd6da', 'port_id': '868fe56c-486d-4853-880d-3277c67f4199', 'mac_address': 'fa:16:3e:14:f1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c59d5d-aa66-4018-b3ff-fe40479e89f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:44:15.794817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:15.807207 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868fe56c-486d-4853-880d-3277c67f4199 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:15.825922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 868fe56c-486d-4853-880d-3277c67f4199, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=868fe56c-486d-4853-880d-3277c67f4199,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:15.829950 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:15.876348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=868fe56c-486d-4853-880d-3277c67f4199,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:16.022977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['868fe56c-486d-4853-880d-3277c67f4199'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:16.729259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ce713-8441-4f36-98d5-5ab532b3a939 req-ac866b49-b97a-4fca-a398-0a917824c2c2 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:16.730765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a2ce713-8441-4f36-98d5-5ab532b3a939 req-ac866b49-b97a-4fca-a398-0a917824c2c2 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 944 time: 0.0618615 Jun 30 09:44:16.767380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a2ce713-8441-4f36-98d5-5ab532b3a939 req-b6a05275-a1d4-48d3-aa17-3087a66fb555 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Jun 30 09:44:17.679109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 868fe56c-486d-4853-880d-3277c67f4199 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:17.724148 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 868fe56c-486d-4853-880d-3277c67f4199 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:17.727842 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 868fe56c-486d-4853-880d-3277c67f4199 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:17.728216 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:17.800909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:17.822027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503525d-3357-40be-8d25-235fb511ddbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868fe56c-486d-4853-880d-3277c67f4199'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:17.824245 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b91a3-bc00-412e-a1dc-a0513050e0d2" -d '{"events": [{"server_uuid": "3503525d-3357-40be-8d25-235fb511ddbe", "name": "network-vif-plugged", "status": "completed", "tag": "868fe56c-486d-4853-880d-3277c67f4199"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:17.841011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 868fe56c-486d-4853-880d-3277c67f4199, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=868fe56c-486d-4853-880d-3277c67f4199,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:17.845841 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:17.870327 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4da0fe-a54d-4139-9fbc-035f8aefe7c1 x-openstack-request-id: req-6f4da0fe-a54d-4139-9fbc-035f8aefe7c1 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:17.870630 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503525d-3357-40be-8d25-235fb511ddbe", "name": "network-vif-plugged", "status": "completed", "tag": "868fe56c-486d-4853-880d-3277c67f4199", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:17.870854 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f4da0fe-a54d-4139-9fbc-035f8aefe7c1 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:17.871237 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503525d-3357-40be-8d25-235fb511ddbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868fe56c-486d-4853-880d-3277c67f4199', 'code': 200} Jun 30 09:44:17.898646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=868fe56c-486d-4853-880d-3277c67f4199,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:17.981140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bb5c6-1922-4439-9e72-5068c56eeb07 req-196fbb09-b12f-46f5-b7a8-ce2f3489929b tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:17.982617 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56bb5c6-1922-4439-9e72-5068c56eeb07 req-196fbb09-b12f-46f5-b7a8-ce2f3489929b tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 945 time: 0.0988464 Jun 30 09:44:18.009279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5da23-7cf4-444e-8bc0-61180d29e269 req-e7d9fa2a-8603-488f-8f76-f5da2d2d07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:18.010739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f5da23-7cf4-444e-8bc0-61180d29e269 req-e7d9fa2a-8603-488f-8f76-f5da2d2d07c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 1097 time: 0.0828252 Jun 30 09:44:18.038905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a56bb5c6-1922-4439-9e72-5068c56eeb07 req-d2d10988-5e63-454a-9d44-ae761ad17b9b tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497875 Jun 30 09:44:18.054669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99f5da23-7cf4-444e-8bc0-61180d29e269 req-1d3b070a-7a2d-4b4c-a0e7-6201c5c37522 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Jun 30 09:44:18.854547 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:19.213132 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762199dd-e524-450a-9e00-23654b8cb628 req-c040c246-2f00-47e9-952e-29b26528ed81 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:19.214688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-762199dd-e524-450a-9e00-23654b8cb628 req-c040c246-2f00-47e9-952e-29b26528ed81 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 945 time: 0.0626338 Jun 30 09:44:19.251721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-762199dd-e524-450a-9e00-23654b8cb628 req-bbd6726e-2ed6-4c93-9d6e-bd9e48d117f7 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Jun 30 09:44:19.631109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2a92-39f8-4637-8fd0-51db44559166 req-936b0ed5-66d4-47e0-9510-d516bf8f7921 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:19.632574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2eea2a92-39f8-4637-8fd0-51db44559166 req-936b0ed5-66d4-47e0-9510-d516bf8f7921 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 945 time: 0.0656497 Jun 30 09:44:19.669642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2eea2a92-39f8-4637-8fd0-51db44559166 req-bd0c8544-f1ae-4290-8423-0a1f1c375f83 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Jun 30 09:44:20.875768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-f4e16f5b-8f2f-4942-b813-f883b3dcf1a5 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:20.877208 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-f4e16f5b-8f2f-4942-b813-f883b3dcf1a5 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.13 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 945 time: 0.1093507 Jun 30 09:44:20.885095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267509b6-9348-4752-8361-c9f57cf81d86 req-378563f1-aa4d-4f47-b287-0122e6764e88 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:20.886463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-267509b6-9348-4752-8361-c9f57cf81d86 req-378563f1-aa4d-4f47-b287-0122e6764e88 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=3503525d-3357-40be-8d25-235fb511ddbe HTTP/1.1" status: 200 len: 945 time: 0.1076634 Jun 30 09:44:20.976505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-267509b6-9348-4752-8361-c9f57cf81d86 req-2eb6a45d-bb7e-4e60-bb68-d5150dc9f931 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822918 Jun 30 09:44:21.003639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Deleting port 868fe56c-486d-4853-880d-3277c67f4199 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:21.003974 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:21.091243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] For port 868fe56c-486d-4853-880d-3277c67f4199, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=868fe56c-486d-4853-880d-3277c67f4199,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:21.091604 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:21.104836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Calling delete_port for 868fe56c-486d-4853-880d-3277c67f4199 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:21.229603 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:21.240983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['868fe56c-486d-4853-880d-3277c67f4199'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:21.245455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['74df8a52-d879-4881-9941-146b232f0b97'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:21.257257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Pushing event deleted for resources: {'Port': ['ID=868fe56c-486d-4853-880d-3277c67f4199,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:21.300533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] No DVR routers for this DVR port 868fe56c-486d-4853-880d-3277c67f4199 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:21.303134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:21.305076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3d05bca7-a392-41e5-8ea6-05beaf779d69 req-316b242f-d471-4cf1-a108-ea439d8de88a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.13 "DELETE /v2.0/ports/868fe56c-486d-4853-880d-3277c67f4199 HTTP/1.1" status: 204 len: 173 time: 0.4177644 Jun 30 09:44:21.305514 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503525d-3357-40be-8d25-235fb511ddbe', 'name': 'network-vif-deleted', 'tag': '868fe56c-486d-4853-880d-3277c67f4199'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:21.307813 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915820e-e0d7-4178-87d4-ff08a01fdb0b" -d '{"events": [{"server_uuid": "3503525d-3357-40be-8d25-235fb511ddbe", "name": "network-vif-deleted", "tag": "868fe56c-486d-4853-880d-3277c67f4199"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:21.348556 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaee82c-e848-464a-8b80-108491e714b4 x-openstack-request-id: req-eaaee82c-e848-464a-8b80-108491e714b4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:21.348925 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503525d-3357-40be-8d25-235fb511ddbe", "name": "network-vif-deleted", "tag": "868fe56c-486d-4853-880d-3277c67f4199", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:21.349183 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaaee82c-e848-464a-8b80-108491e714b4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:21.349743 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503525d-3357-40be-8d25-235fb511ddbe', 'name': 'network-vif-deleted', 'tag': '868fe56c-486d-4853-880d-3277c67f4199', 'status': 'completed', 'code': 200} Jun 30 09:44:22.212513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcfc66-5299-4577-96fa-988a90759e85 req-54aa5dfe-cea5-4ced-82eb-d6c93705341b tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:22.214025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2bcfc66-5299-4577-96fa-988a90759e85 req-54aa5dfe-cea5-4ced-82eb-d6c93705341b tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0612454 Jun 30 09:44:22.254526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2bcfc66-5299-4577-96fa-988a90759e85 req-2b05cdd0-967f-4888-9d5c-198f542ebbc8 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Jun 30 09:44:22.442463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08e97-b164-4785-9934-ff6d267749c9 req-39709e3b-e80a-427e-8f68-0be870ffa9e3 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:22.443903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fe08e97-b164-4785-9934-ff6d267749c9 req-39709e3b-e80a-427e-8f68-0be870ffa9e3 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0618267 Jun 30 09:44:22.481290 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fe08e97-b164-4785-9934-ff6d267749c9 req-df517d77-b521-42c6-9632-caa977d32cac tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jun 30 09:44:22.659265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eb56a-6427-4bc6-87a6-a93753984b26 req-ad004d3b-a839-435c-ab66-fd97a1d8d373 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:22.660710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-525eb56a-6427-4bc6-87a6-a93753984b26 req-ad004d3b-a839-435c-ab66-fd97a1d8d373 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0615652 Jun 30 09:44:22.696573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-525eb56a-6427-4bc6-87a6-a93753984b26 req-96b95572-c337-4939-942d-dd2ffe67b8b2 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304217 Jun 30 09:44:22.969103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ced9c9-ce62-4930-af3e-466939c5c071 req-a770c413-b76a-4272-b323-b73e0dc64cc7 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:22.970571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74ced9c9-ce62-4930-af3e-466939c5c071 req-a770c413-b76a-4272-b323-b73e0dc64cc7 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0647881 Jun 30 09:44:23.007360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74ced9c9-ce62-4930-af3e-466939c5c071 req-3731b2ab-5487-4cda-9baf-924a6d23e4d9 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Jun 30 09:44:23.179026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9371-8e3e-4de1-b212-1bd882d975a5 req-db694884-88a8-4e9d-8073-5ffcd30d7512 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:23.180399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a0f9371-8e3e-4de1-b212-1bd882d975a5 req-db694884-88a8-4e9d-8073-5ffcd30d7512 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0626998 Jun 30 09:44:23.218131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9a0f9371-8e3e-4de1-b212-1bd882d975a5 req-cfa5fbc0-be6e-484e-bf8b-df4b1553e3c9 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319602 Jun 30 09:44:23.396424 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf7673-00cd-4df1-a4d5-7c85dd86a508 req-a50ded7d-051f-492c-92f2-9877f5cc5356 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:23.397892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5bf7673-00cd-4df1-a4d5-7c85dd86a508 req-a50ded7d-051f-492c-92f2-9877f5cc5356 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0634665 Jun 30 09:44:23.437537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5bf7673-00cd-4df1-a4d5-7c85dd86a508 req-13569d3f-5125-4c9d-b106-f3c752037c75 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Jun 30 09:44:23.787504 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:23.955431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb957-44ac-491e-9395-4ef5eb6a1da4 req-c2ba9f6c-eff6-4397-be5e-1205b9360270 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:23.956791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bacb957-44ac-491e-9395-4ef5eb6a1da4 req-c2ba9f6c-eff6-4397-be5e-1205b9360270 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0620215 Jun 30 09:44:23.994360 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2bacb957-44ac-491e-9395-4ef5eb6a1da4 req-79df2370-4c11-423e-bdd7-02bb9149ee19 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jun 30 09:44:25.166809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891b0f-ede2-4e63-93db-977419a4e3bc req-04007cde-f3fa-414c-a962-45e370c18936 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:25.168268 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43891b0f-ede2-4e63-93db-977419a4e3bc req-04007cde-f3fa-414c-a962-45e370c18936 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0615165 Jun 30 09:44:25.205577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43891b0f-ede2-4e63-93db-977419a4e3bc req-f0311377-af55-4b13-85bb-3230d3fba57c tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/security-groups?id=e641f73c-a611-48c3-839b-a1934a08f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jun 30 09:44:25.307845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-6c3b9c79-2da7-49d3-8083-4e6830445e40 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:25.309211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-6c3b9c79-2da7-49d3-8083-4e6830445e40 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.26 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 945 time: 0.0641372 Jun 30 09:44:25.413739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Deleting port 74df8a52-d879-4881-9941-146b232f0b97 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:25.414078 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:25.501283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] For port 74df8a52-d879-4881-9941-146b232f0b97, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=74df8a52-d879-4881-9941-146b232f0b97,segment=NetworkSegment(6ba78e31-e9aa-4d19-8f6e-8a42c7044812),segment_id=6ba78e31-e9aa-4d19-8f6e-8a42c7044812)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:25.501657 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:25.512802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Calling delete_port for 74df8a52-d879-4881-9941-146b232f0b97 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:25.609314 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:25.636602 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:25.651551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['74df8a52-d879-4881-9941-146b232f0b97'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:25.725496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 868fe56c-486d-4853-880d-3277c67f4199 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:44:25.746103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 868fe56c-486d-4853-880d-3277c67f4199 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:44:25.746447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 868fe56c-486d-4853-880d-3277c67f4199 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:44:25.936364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Pushing event deleted for resources: {'Port': ['ID=74df8a52-d879-4881-9941-146b232f0b97,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:25.979526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] No DVR routers for this DVR port 74df8a52-d879-4881-9941-146b232f0b97 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:25.982012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:25.983994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c538ba4-b140-4d91-8848-ea1f2cb1bbf9 req-cb1fbd74-4a8d-4477-a2a2-361ac4c3993a tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.26 "DELETE /v2.0/ports/74df8a52-d879-4881-9941-146b232f0b97 HTTP/1.1" status: 204 len: 173 time: 0.6664169 Jun 30 09:44:25.985066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'name': 'network-vif-deleted', 'tag': '74df8a52-d879-4881-9941-146b232f0b97'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:25.987244 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55910a15-6396-445c-ab90-61d409d06d52" -d '{"events": [{"server_uuid": "d501d5f9-3b30-456c-91e7-3324051583b9", "name": "network-vif-deleted", "tag": "74df8a52-d879-4881-9941-146b232f0b97"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:26.022988 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32435ac-071e-488f-af39-cc91c184fd1e x-openstack-request-id: req-a32435ac-071e-488f-af39-cc91c184fd1e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:26.023280 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d501d5f9-3b30-456c-91e7-3324051583b9", "name": "network-vif-deleted", "tag": "74df8a52-d879-4881-9941-146b232f0b97", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:26.023530 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a32435ac-071e-488f-af39-cc91c184fd1e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:26.023947 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd501d5f9-3b30-456c-91e7-3324051583b9', 'name': 'network-vif-deleted', 'tag': '74df8a52-d879-4881-9941-146b232f0b97', 'status': 'completed', 'code': 200} Jun 30 09:44:26.354632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e2d3305b-0437-49e7-8898-6cb18d0f7a75 req-db0d2e40-044c-4ae4-bcc4-146fb0fba645 tempest-ServersNegativeTestJSON-1174115253 tempest-ServersNegativeTestJSON-1174115253-project] 10.222.0.53 "GET /v2.0/ports?device_id=d501d5f9-3b30-456c-91e7-3324051583b9 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Jun 30 09:44:27.444714 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45020) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:27.488231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] Deleting subnet e5c59d5d-aa66-4018-b3ff-fe40479e89f6 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:44:27.491177 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.527120 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.564928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.616793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.642450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c59d5d-aa66-4018-b3ff-fe40479e89f6,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:27.649797 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.651638 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-92560af8-6399-484c-8783-fd57e4c5e538 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5c59d5d-aa66-4018-b3ff-fe40479e89f6 HTTP/1.1" status: 204 len: 168 time: 0.2059464 Jun 30 09:44:27.654088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45022) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:27.721518 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.801085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.810421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2137aba-c6d2-4276-bcd0-ace73c0dd6da']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:27.820205 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba78e31-e9aa-4d19-8f6e-8a42c7044812') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:27.820500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba78e31-e9aa-4d19-8f6e-8a42c7044812') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:27.829563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.843045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.848905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:27.849281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:27.850909 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:27.903290 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.908034 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:27.910023 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2137aba-c6d2-4276-bcd0-ace73c0dd6da HTTP/1.1" status: 204 len: 168 time: 0.2550490 Jun 30 09:44:27.924479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ae873-bbd0-4a42-8497-9dbd9206bec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2137aba-c6d2-4276-bcd0-ace73c0dd6da,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:28.014971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45026) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:28.054124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2319d0da-b6b7-4d80-ac53-06d9b6db8477 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8045ab1834a242cab7fab06d46c6c3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379462 Jun 30 09:44:28.056460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45028) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:28.106143 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-800b9a8c-4a68-4cdd-8bad-95eb4a9b0d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:28.127053 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-800b9a8c-4a68-4cdd-8bad-95eb4a9b0d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:28.174860 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-800b9a8c-4a68-4cdd-8bad-95eb4a9b0d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:28.177255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-800b9a8c-4a68-4cdd-8bad-95eb4a9b0d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:28.178408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-800b9a8c-4a68-4cdd-8bad-95eb4a9b0d6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e641f73c-a611-48c3-839b-a1934a08f7fb HTTP/1.1" status: 204 len: 168 time: 0.1210625 Jun 30 09:44:28.186571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b9a8c-4a68-4cdd-8bad-95eb4a9b0d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641f73c-a611-48c3-839b-a1934a08f7fb,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:28.824552 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45050) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:28.917500 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342224579'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:28.939026 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:28.942529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:28.955600 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.044186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.047768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.073561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:29.082838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22cf32f-b1ae-46b0-9673-d0ae7a637e52,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:29.088602 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.088948 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Added segment 30064b37-2486-48c1-ba39-f6fc1cd42dbe of type vlan for network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 Jun 30 09:44:29.127793 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.154724 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.160149 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:29.160728 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.212559 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3869102 Jun 30 09:44:29.228856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911270c-e848-4529-a679-888d9d0cde23 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Network': ['ID=995a2fc8-d5ce-4b50-b576-458ed5b882b8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:29.244447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:29.908866 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 74df8a52-d879-4881-9941-146b232f0b97 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:44:29.928833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 74df8a52-d879-4881-9941-146b232f0b97 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:44:29.929180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 74df8a52-d879-4881-9941-146b232f0b97 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:44:31.665232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d0f05cfd-44e9-4a6c-b2f8-37bf87317ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.435595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45054) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:32.440895 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'subnet': {'network_id': '995a2fc8-d5ce-4b50-b576-458ed5b882b8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:32.525886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:32.529359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.707197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.769862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Subnet': ['ID=edf4baa8-e017-4ce5-8632-e7fa06d6951c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:32.776866 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Checking segment: {'id': '30064b37-2486-48c1-ba39-f6fc1cd42dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '995a2fc8-d5ce-4b50-b576-458ed5b882b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:32.777228 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network hostable DHCP agents. Network: 995a2fc8-d5ce-4b50-b576-458ed5b882b8, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:32.793033 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:32.801739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 995a2fc8-d5ce-4b50-b576-458ed5b882b8) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:32.805880 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:32.806463 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.812105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d561e-4bb6-4629-8667-7b2b70c8d306 None None] Network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:32.826924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45056) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:32.830205 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b3ebca3b-4769-4b91-a25d-9049fb9d02e7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3934071 Jun 30 09:44:32.832754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110267966'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:32.854129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:32.857844 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.881269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:32.891172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.891519 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Added segment 39034307-702b-4ced-b091-913ced35516c of type vlan for network a63fa4e7-ef16-408e-b52c-575e0320b713 Jun 30 09:44:32.930922 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.961222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.964146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-995a2fc8-d5ce-4b50-b576-458ed5b882b8', 'network_id': '995a2fc8-d5ce-4b50-b576-458ed5b882b8', 'tenant_id': '20923ec972fb40828101976804e2b0e8', 'fixed_ips': [{'subnet_id': 'edf4baa8-e017-4ce5-8632-e7fa06d6951c'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:32.964987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.967561 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:32.968146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.042020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2139513 Jun 30 09:44:33.045124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45058) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:33.051301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'subnet': {'network_id': 'a63fa4e7-ef16-408e-b52c-575e0320b713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:33.069254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3824f8-39c3-457b-bd85-b33f75e746cc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Network': ['ID=a63fa4e7-ef16-408e-b52c-575e0320b713,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.081096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a63fa4e7-ef16-408e-b52c-575e0320b713 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:33.136704 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:33.140471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.156958 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Allocated IP 2001:db8:0:ffff::2 (995a2fc8-d5ce-4b50-b576-458ed5b882b8/edf4baa8-e017-4ce5-8632-e7fa06d6951c/daba9c74-291f-43cb-a2f1-0a0660f95f6c) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:33.304075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.312391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Transition to ACTIVE for port object daba9c74-291f-43cb-a2f1-0a0660f95f6c will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:33.327188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Transition to ACTIVE for port object daba9c74-291f-43cb-a2f1-0a0660f95f6c will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:33.328060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.333288 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.373101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:33.376089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:33.378593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:33.392731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Pushing event updated for resources: {'Port': ['ID=daba9c74-291f-43cb-a2f1-0a0660f95f6c,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.398343 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Subnet': ['ID=320d605c-c49c-4c1e-9cb6-131dd502474e,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.402886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Checking segment: {'id': '39034307-702b-4ced-b091-913ced35516c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a63fa4e7-ef16-408e-b52c-575e0320b713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:33.403257 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network hostable DHCP agents. Network: a63fa4e7-ef16-408e-b52c-575e0320b713, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:33.418090 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.418437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.418774 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.419106 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.419435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.419760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.420080 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.420398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.420714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.421029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.421342 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.422344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:33.425372 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network a63fa4e7-ef16-408e-b52c-575e0320b713 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:33.434236 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a63fa4e7-ef16-408e-b52c-575e0320b713) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:33.439665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:33.440242 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.445494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c10fb9-047b-48f5-a903-ba320df1000c None None] Network a63fa4e7-ef16-408e-b52c-575e0320b713 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:33.454485 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9a55fd9f-7a32-44dd-b694-3ca2f349438a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4082298 Jun 30 09:44:33.457227 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:33.496258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Attempting to bind port daba9c74-291f-43cb-a2f1-0a0660f95f6c on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:33.496626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Attempting to bind port daba9c74-291f-43cb-a2f1-0a0660f95f6c by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '30064b37-2486-48c1-ba39-f6fc1cd42dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '995a2fc8-d5ce-4b50-b576-458ed5b882b8'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:33.496987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Attempting to bind port daba9c74-291f-43cb-a2f1-0a0660f95f6c on network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:33.507029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:33.507391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Checking segment: {'id': '30064b37-2486-48c1-ba39-f6fc1cd42dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '995a2fc8-d5ce-4b50-b576-458ed5b882b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:33.507784 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.508168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Bound using segment: {'id': '30064b37-2486-48c1-ba39-f6fc1cd42dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '995a2fc8-d5ce-4b50-b576-458ed5b882b8'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:33.508625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Bound port: daba9c74-291f-43cb-a2f1-0a0660f95f6c, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30064b37-2486-48c1-ba39-f6fc1cd42dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '995a2fc8-d5ce-4b50-b576-458ed5b882b8'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:33.508997 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.550146 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.601004 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.610453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] For port daba9c74-291f-43cb-a2f1-0a0660f95f6c, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:33.631590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] For port daba9c74-291f-43cb-a2f1-0a0660f95f6c, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=daba9c74-291f-43cb-a2f1-0a0660f95f6c,segment=NetworkSegment(30064b37-2486-48c1-ba39-f6fc1cd42dbe),segment_id=30064b37-2486-48c1-ba39-f6fc1cd42dbe)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:33.639175 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.668341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.698730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Subnet': ['ID=320d605c-c49c-4c1e-9cb6-131dd502474e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.706652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cff91-3942-458d-a4a9-8a4bc527cbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a63fa4e7-ef16-408e-b52c-575e0320b713', 'network_id': 'a63fa4e7-ef16-408e-b52c-575e0320b713', 'tenant_id': '20923ec972fb40828101976804e2b0e8', 'fixed_ips': [{'subnet_id': '320d605c-c49c-4c1e-9cb6-131dd502474e'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:33.707693 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0b5cff91-3942-458d-a4a9-8a4bc527cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.733029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7826d9f-52ed-4cea-8dbc-bf4c9661d50c None None] Pushing event updated for resources: {'Port': ['ID=daba9c74-291f-43cb-a2f1-0a0660f95f6c,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.757618 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.768163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63fa4e7-ef16-408e-b52c-575e0320b713']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:33.778209 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39034307-702b-4ced-b091-913ced35516c') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:33.778502 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39034307-702b-4ced-b091-913ced35516c') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:33.788505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.807255 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df9400-abac-44fb-8870-4bd7ccb48332 None None] Network a63fa4e7-ef16-408e-b52c-575e0320b713 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:33.811149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.817179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:33.817555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:33.821619 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:33.917329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.924425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.926329 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/a63fa4e7-ef16-408e-b52c-575e0320b713 HTTP/1.1" status: 204 len: 168 time: 0.4681499 Jun 30 09:44:33.930436 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45064) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:33.935922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503928598'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:33.940965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d483a2-dcd5-4399-9bb0-4073de945a25 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Network': ['ID=a63fa4e7-ef16-408e-b52c-575e0320b713,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:33.967713 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:33.971849 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.996427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:34.006591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.007072 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Added segment 421ab2c4-0423-40c7-b498-1d5988dc9867 of type vlan for network 5749cf20-ff30-4cb1-b0ff-f4b66bab7706 Jun 30 09:44:34.048199 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.075903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.082258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.082840 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.135504 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2037468 Jun 30 09:44:34.138821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45066) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:34.144232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'subnet': {'network_id': '5749cf20-ff30-4cb1-b0ff-f4b66bab7706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:34.198810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5aea96-de47-4ac0-b014-fc6d8e752fe7 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Network': ['ID=5749cf20-ff30-4cb1-b0ff-f4b66bab7706,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:34.210230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 5749cf20-ff30-4cb1-b0ff-f4b66bab7706 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:34.246586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:34.250686 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.306483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Performing IP validity checks on allocation pools {{(pid=100240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:44:34.307001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:44:34.439509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.442807 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.450144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ccd27fd9-38a1-47ea-9228-37030917cd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.507840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Subnet': ['ID=31692aad-804d-4d47-8886-d4ab380196dc,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:34.515414 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Checking segment: {'id': '421ab2c4-0423-40c7-b498-1d5988dc9867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5749cf20-ff30-4cb1-b0ff-f4b66bab7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:34.515785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network hostable DHCP agents. Network: 5749cf20-ff30-4cb1-b0ff-f4b66bab7706, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:34.538624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network 5749cf20-ff30-4cb1-b0ff-f4b66bab7706 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:34.551261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 5749cf20-ff30-4cb1-b0ff-f4b66bab7706) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:34.555506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.556306 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.560717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device daba9c74-291f-43cb-a2f1-0a0660f95f6c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:34.573586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e3ba7f7a-c8c8-4130-a3f2-92b79362253a tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4335055 Jun 30 09:44:34.576751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45068) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:34.591471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff0565-ccc1-48f7-ac29-d64e4382fb2d None None] Network 5749cf20-ff30-4cb1-b0ff-f4b66bab7706 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:34.684568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port daba9c74-291f-43cb-a2f1-0a0660f95f6c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:34.689160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94cd0de-0095-42ee-8fc8-da6fd8cb59ce None None] Network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:34.693141 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.775325 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.810056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b9643-8edc-4519-8c49-6035185a3e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-5749cf20-ff30-4cb1-b0ff-f4b66bab7706', 'network_id': '5749cf20-ff30-4cb1-b0ff-f4b66bab7706', 'tenant_id': '20923ec972fb40828101976804e2b0e8', 'fixed_ips': [{'subnet_id': '31692aad-804d-4d47-8886-d4ab380196dc'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:34.810904 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-033b9643-8edc-4519-8c49-6035185a3e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.830600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0f5a906f-26cc-4e30-bc44-09435e561a45 None None] Provisioning for port daba9c74-291f-43cb-a2f1-0a0660f95f6c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:34.838969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0f5a906f-26cc-4e30-bc44-09435e561a45 None None] Provisioning complete for port daba9c74-291f-43cb-a2f1-0a0660f95f6c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:34.839328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f5a906f-26cc-4e30-bc44-09435e561a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.844460 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.876646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Subnet': ['ID=31692aad-804d-4d47-8886-d4ab380196dc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:34.932697 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.942401 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5749cf20-ff30-4cb1-b0ff-f4b66bab7706']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:34.953551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421ab2c4-0423-40c7-b498-1d5988dc9867') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:34.953889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421ab2c4-0423-40c7-b498-1d5988dc9867') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:34.962899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.978626 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.982054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1475d9-fa2c-414f-9c58-9375d48faa23 None None] Network 5749cf20-ff30-4cb1-b0ff-f4b66bab7706 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:34.986041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:34.986438 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:34.989474 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:35.050740 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.059276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.061169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/5749cf20-ff30-4cb1-b0ff-f4b66bab7706 HTTP/1.1" status: 204 len: 168 time: 0.4834254 Jun 30 09:44:35.065389 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45070) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:35.070845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621114f9-91b2-436c-bfeb-97e3b933b435 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Network': ['ID=5749cf20-ff30-4cb1-b0ff-f4b66bab7706,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:35.072952 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419922584'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:35.076607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f5a906f-26cc-4e30-bc44-09435e561a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.095455 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:35.099098 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.122739 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:35.131549 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.132096 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Added segment 68c55623-86f5-4ef2-bdb7-6245686ade51 of type vlan for network cb940344-fd2f-427e-9123-25df1c011251 Jun 30 09:44:35.160403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-0f5a906f-26cc-4e30-bc44-09435e561a45 None None] For port daba9c74-291f-43cb-a2f1-0a0660f95f6c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=daba9c74-291f-43cb-a2f1-0a0660f95f6c,segment=NetworkSegment(30064b37-2486-48c1-ba39-f6fc1cd42dbe),segment_id=30064b37-2486-48c1-ba39-f6fc1cd42dbe)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:35.164861 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f5a906f-26cc-4e30-bc44-09435e561a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.184419 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.215067 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a906f-26cc-4e30-bc44-09435e561a45 None None] Pushing event updated for resources: {'Port': ['ID=daba9c74-291f-43cb-a2f1-0a0660f95f6c,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:35.217295 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.224804 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:35.225405 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.291014 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2238088 Jun 30 09:44:35.294662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45072) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:35.299400 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb13998-6092-481e-a1b9-ac4d4c7183a5 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Network': ['ID=cb940344-fd2f-427e-9123-25df1c011251,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:35.300345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'subnet': {'network_id': 'cb940344-fd2f-427e-9123-25df1c011251', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:35.309471 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network cb940344-fd2f-427e-9123-25df1c011251 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:35.386299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f524f402-76dc-4355-9ec7-6cebb25d8c8e None None] Provisioning complete for port daba9c74-291f-43cb-a2f1-0a0660f95f6c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:35.386667 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f524f402-76dc-4355-9ec7-6cebb25d8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.398388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:35.402214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.593407 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.654146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Subnet': ['ID=f60a9a6c-2cb2-440e-a008-1a168a730a6a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:35.663613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Checking segment: {'id': '68c55623-86f5-4ef2-bdb7-6245686ade51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb940344-fd2f-427e-9123-25df1c011251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:35.663972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network hostable DHCP agents. Network: cb940344-fd2f-427e-9123-25df1c011251, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:35.679578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network cb940344-fd2f-427e-9123-25df1c011251 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:35.687610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, cb940344-fd2f-427e-9123-25df1c011251) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:35.692284 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:35.692867 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.695099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7d75e-ec1f-4f3b-ba83-f9bab37bca93 None None] Network cb940344-fd2f-427e-9123-25df1c011251 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:35.712311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ddc5bcf-9dea-4cb4-ad14-8b370b0dd671 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4164336 Jun 30 09:44:35.715912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:35.721010 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993598326'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:35.741251 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:35.744948 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.769424 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:35.778577 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.778927 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Added segment 21523e70-a7c9-494a-a4af-bc74337450d6 of type vlan for network 4b501151-879a-4c31-9541-fa92a846f044 Jun 30 09:44:35.819680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.840072 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-cb940344-fd2f-427e-9123-25df1c011251', 'network_id': 'cb940344-fd2f-427e-9123-25df1c011251', 'tenant_id': '20923ec972fb40828101976804e2b0e8', 'fixed_ips': [{'subnet_id': 'f60a9a6c-2cb2-440e-a008-1a168a730a6a'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:35.841008 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.851164 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.856835 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:35.857531 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.915187 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1981275 Jun 30 09:44:35.918452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45076) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:35.925794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Request body: {'subnet': {'network_id': '4b501151-879a-4c31-9541-fa92a846f044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:35.932153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f569d-810d-4e4b-ab91-5c363bb62cfb tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Network': ['ID=4b501151-879a-4c31-9541-fa92a846f044,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:35.958850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 4b501151-879a-4c31-9541-fa92a846f044 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:36.020577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Made reservation on behalf of 20923ec972fb40828101976804e2b0e8 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:36.024389 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.030526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Allocated IP 2001:db8::2 (cb940344-fd2f-427e-9123-25df1c011251/f60a9a6c-2cb2-440e-a008-1a168a730a6a/0c3d32a9-13a1-488c-b75b-b2780ca219ed) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:36.042699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.187797 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.195981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Transition to ACTIVE for port object 0c3d32a9-13a1-488c-b75b-b2780ca219ed will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:36.211214 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Transition to ACTIVE for port object 0c3d32a9-13a1-488c-b75b-b2780ca219ed will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:36.213233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.217224 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.253225 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Network cb940344-fd2f-427e-9123-25df1c011251 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:36.256033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:36.260156 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:36.271036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Pushing event updated for resources: {'Port': ['ID=0c3d32a9-13a1-488c-b75b-b2780ca219ed,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:36.275461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event updated for resources: {'Subnet': ['ID=8bc48811-2dbe-4fbf-a06e-968ae163dce1,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:36.281524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Checking segment: {'id': '21523e70-a7c9-494a-a4af-bc74337450d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4b501151-879a-4c31-9541-fa92a846f044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:36.281918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network hostable DHCP agents. Network: 4b501151-879a-4c31-9541-fa92a846f044, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:36.299929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Network 4b501151-879a-4c31-9541-fa92a846f044 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:36.315400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 4b501151-879a-4c31-9541-fa92a846f044) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:36.326052 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c640e-cf16-419b-86e7-855e4f2de2e9 None None] Network 4b501151-879a-4c31-9541-fa92a846f044 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:36.327272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:36.327895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.342889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-dd20c6b7-8988-4ce4-b610-67d6d09fe667 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4232028 Jun 30 09:44:36.345994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45078) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:36.373155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Attempting to bind port 0c3d32a9-13a1-488c-b75b-b2780ca219ed on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:36.373519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Attempting to bind port 0c3d32a9-13a1-488c-b75b-b2780ca219ed by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '68c55623-86f5-4ef2-bdb7-6245686ade51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb940344-fd2f-427e-9123-25df1c011251'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:36.373906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Attempting to bind port 0c3d32a9-13a1-488c-b75b-b2780ca219ed on network cb940344-fd2f-427e-9123-25df1c011251 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:36.382198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:36.382569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Checking segment: {'id': '68c55623-86f5-4ef2-bdb7-6245686ade51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb940344-fd2f-427e-9123-25df1c011251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:36.382972 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.383357 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Bound using segment: {'id': '68c55623-86f5-4ef2-bdb7-6245686ade51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb940344-fd2f-427e-9123-25df1c011251'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:36.383818 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Bound port: 0c3d32a9-13a1-488c-b75b-b2780ca219ed, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c55623-86f5-4ef2-bdb7-6245686ade51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb940344-fd2f-427e-9123-25df1c011251'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:36.384198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.444229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.495415 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] For port 0c3d32a9-13a1-488c-b75b-b2780ca219ed, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:36.502226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] For port 0c3d32a9-13a1-488c-b75b-b2780ca219ed, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c3d32a9-13a1-488c-b75b-b2780ca219ed,segment=NetworkSegment(68c55623-86f5-4ef2-bdb7-6245686ade51),segment_id=68c55623-86f5-4ef2-bdb7-6245686ade51)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:36.507164 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.517024 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.559965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device daba9c74-291f-43cb-a2f1-0a0660f95f6c up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:36.570409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.592636 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d08fd-ed12-4ec9-b055-ede2980aac16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-4b501151-879a-4c31-9541-fa92a846f044', 'network_id': '4b501151-879a-4c31-9541-fa92a846f044', 'tenant_id': '20923ec972fb40828101976804e2b0e8', 'fixed_ips': [{'subnet_id': '8bc48811-2dbe-4fbf-a06e-968ae163dce1'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:36.593148 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee7d08fd-ed12-4ec9-b055-ede2980aac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.601054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc48811-2dbe-4fbf-a06e-968ae163dce1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:36.647961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949bd5f-c4b7-4860-83d6-4b1a9ef33a46 None None] Pushing event updated for resources: {'Port': ['ID=0c3d32a9-13a1-488c-b75b-b2780ca219ed,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:36.676726 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.687232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b501151-879a-4c31-9541-fa92a846f044']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:36.698649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21523e70-a7c9-494a-a4af-bc74337450d6') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:36.698911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21523e70-a7c9-494a-a4af-bc74337450d6') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:36.709950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.716240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port daba9c74-291f-43cb-a2f1-0a0660f95f6c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:36.716596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.722377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a61f30-e7b2-40e8-a262-7871f5bb5ac3 None None] Network 4b501151-879a-4c31-9541-fa92a846f044 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:36.724666 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.731467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:36.731921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:36.735578 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:36.806276 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.820157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.824668 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/4b501151-879a-4c31-9541-fa92a846f044 HTTP/1.1" status: 204 len: 168 time: 0.4752879 Jun 30 09:44:36.825093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45080) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:36.846026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfee16a-ad72-4caf-b92e-397119ea9220 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Network': ['ID=4b501151-879a-4c31-9541-fa92a846f044,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:36.867217 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaa3676-8569-4a00-ba50-7df84f928b61 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] GET failed (client error): The resource could not be found. Jun 30 09:44:36.869408 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-caaa3676-8569-4a00-ba50-7df84f928b61 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "GET /v2.0/subnets/8bc48811-2dbe-4fbf-a06e-968ae163dce1 HTTP/1.1" status: 404 len: 337 time: 0.0416794 Jun 30 09:44:36.872247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45082) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:36.892158 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b52624-2301-41a0-8143-6961ff5f5c61 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] DELETE failed (client error): The resource could not be found. Jun 30 09:44:36.892721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b52624-2301-41a0-8143-6961ff5f5c61 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:44:36.897957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f5b52624-2301-41a0-8143-6961ff5f5c61 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/4b501151-879a-4c31-9541-fa92a846f044 HTTP/1.1" status: 404 len: 339 time: 0.0210247 Jun 30 09:44:36.898759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45084) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:36.928810 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-526cd306-feb7-4bdc-92bd-b205f4f98144 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] DELETE failed (client error): The resource could not be found. Jun 30 09:44:36.929270 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526cd306-feb7-4bdc-92bd-b205f4f98144 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:44:36.931859 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-526cd306-feb7-4bdc-92bd-b205f4f98144 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/subnets/8bc48811-2dbe-4fbf-a06e-968ae163dce1 HTTP/1.1" status: 404 len: 337 time: 0.0311160 Jun 30 09:44:36.933597 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45086) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:36.951922 n-d-758944-40 neutron-server[100238]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc645e6-6115-415e-9447-868a39796355 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] DELETE failed (client error): The resource could not be found. Jun 30 09:44:36.952464 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc645e6-6115-415e-9447-868a39796355 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100238) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:44:36.954712 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4dc645e6-6115-415e-9447-868a39796355 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/4b501151-879a-4c31-9541-fa92a846f044 HTTP/1.1" status: 404 len: 339 time: 0.0200882 Jun 30 09:44:36.957222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45088) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:37.005422 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Deleting subnet f60a9a6c-2cb2-440e-a008-1a168a730a6a {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:44:37.008383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.051153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.137342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.194426 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.226768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.228574 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/subnets/f60a9a6c-2cb2-440e-a008-1a168a730a6a HTTP/1.1" status: 204 len: 168 time: 0.2704282 Jun 30 09:44:37.229503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4fddc-e93a-47da-9aed-3c67eab9bbcc tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Subnet': ['ID=f60a9a6c-2cb2-440e-a008-1a168a730a6a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:37.231257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:37.310110 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.365581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Deleting port 0c3d32a9-13a1-488c-b75b-b2780ca219ed {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:37.365996 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.429780 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.435878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] For port 0c3d32a9-13a1-488c-b75b-b2780ca219ed, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0c3d32a9-13a1-488c-b75b-b2780ca219ed,segment=NetworkSegment(68c55623-86f5-4ef2-bdb7-6245686ade51),segment_id=68c55623-86f5-4ef2-bdb7-6245686ade51)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:37.436241 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.452462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Calling delete_port for 0c3d32a9-13a1-488c-b75b-b2780ca219ed owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:37.533784 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.562472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Port': ['ID=0c3d32a9-13a1-488c-b75b-b2780ca219ed,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:37.564309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No DVR routers for this DVR port 0c3d32a9-13a1-488c-b75b-b2780ca219ed on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:37.605197 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbabb0d3-11e7-452c-8b70-20b3ff2be846 None None] Network cb940344-fd2f-427e-9123-25df1c011251 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:37.650191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.657503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5c2436c6-6c71-4537-8f0a-240958a2982d None None] Could not find standard attr ID for object 0c3d32a9-13a1-488c-b75b-b2780ca219ed. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:44:37.661778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb940344-fd2f-427e-9123-25df1c011251']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:37.671480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c55623-86f5-4ef2-bdb7-6245686ade51') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:37.671781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c55623-86f5-4ef2-bdb7-6245686ade51') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:37.680595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.694192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.704411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:37.704802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:37.708599 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:37.765957 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538a2ba-97fa-49e7-985f-e27d24809de3 None None] DHCP port deletion for cb940344-fd2f-427e-9123-25df1c011251 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:44:37.773569 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.782167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.784323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/cb940344-fd2f-427e-9123-25df1c011251 HTTP/1.1" status: 204 len: 168 time: 0.5519364 Jun 30 09:44:37.786636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45094) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:37.803838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330d3f0-bc9b-4e2e-a5c5-ad179c1c6fa6 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Network': ['ID=cb940344-fd2f-427e-9123-25df1c011251,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:37.822094 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffe56b0-c1c7-4945-9273-7ba244b231f9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] DELETE failed (client error): The resource could not be found. Jun 30 09:44:37.822551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffe56b0-c1c7-4945-9273-7ba244b231f9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:44:37.824191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9ffe56b0-c1c7-4945-9273-7ba244b231f9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/subnets/31692aad-804d-4d47-8886-d4ab380196dc HTTP/1.1" status: 404 len: 337 time: 0.0367093 Jun 30 09:44:37.827016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:37.845864 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-4021772e-5b66-42df-9147-07876307fee9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] DELETE failed (client error): The resource could not be found. Jun 30 09:44:37.846324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4021772e-5b66-42df-9147-07876307fee9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:44:37.847936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4021772e-5b66-42df-9147-07876307fee9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/5749cf20-ff30-4cb1-b0ff-f4b66bab7706 HTTP/1.1" status: 404 len: 339 time: 0.0200396 Jun 30 09:44:37.850163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45098) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:37.874200 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2e6ce7-6da1-4884-9a89-7626583cf2e9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] DELETE failed (client error): The resource could not be found. Jun 30 09:44:37.875153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2e6ce7-6da1-4884-9a89-7626583cf2e9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:44:37.876732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8e2e6ce7-6da1-4884-9a89-7626583cf2e9 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/subnets/320d605c-c49c-4c1e-9cb6-131dd502474e HTTP/1.1" status: 404 len: 337 time: 0.0257182 Jun 30 09:44:37.879011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45100) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:37.897115 n-d-758944-40 neutron-server[100240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e91dc4-352d-4896-bedf-0f3a84c39c15 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] DELETE failed (client error): The resource could not be found. Jun 30 09:44:37.897661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e91dc4-352d-4896-bedf-0f3a84c39c15 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:44:37.899246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e1e91dc4-352d-4896-bedf-0f3a84c39c15 tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/a63fa4e7-ef16-408e-b52c-575e0320b713 HTTP/1.1" status: 404 len: 339 time: 0.0189722 Jun 30 09:44:37.901518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45102) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:37.948885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Deleting subnet edf4baa8-e017-4ce5-8632-e7fa06d6951c {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:44:37.952088 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.995007 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.080802 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.136083 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.167539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Subnet': ['ID=edf4baa8-e017-4ce5-8632-e7fa06d6951c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:38.169480 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.171866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8862e52e-bfb4-4796-9204-514ab29f182b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/subnets/edf4baa8-e017-4ce5-8632-e7fa06d6951c HTTP/1.1" status: 204 len: 168 time: 0.2688799 Jun 30 09:44:38.174288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:38.175081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c9a24-e9ee-490f-99ff-43d9b95aa14d None None] Network 995a2fc8-d5ce-4b50-b576-458ed5b882b8 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:38.247900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.299163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Deleting port daba9c74-291f-43cb-a2f1-0a0660f95f6c {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:38.299501 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.362019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] DHCP port deletion for 995a2fc8-d5ce-4b50-b576-458ed5b882b8 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:44:38.374278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] For port daba9c74-291f-43cb-a2f1-0a0660f95f6c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=daba9c74-291f-43cb-a2f1-0a0660f95f6c,segment=NetworkSegment(30064b37-2486-48c1-ba39-f6fc1cd42dbe),segment_id=30064b37-2486-48c1-ba39-f6fc1cd42dbe)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:38.375189 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.387656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Calling delete_port for daba9c74-291f-43cb-a2f1-0a0660f95f6c owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:38.406396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] Deleting port daba9c74-291f-43cb-a2f1-0a0660f95f6c {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:38.406772 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.465760 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.477595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] For port daba9c74-291f-43cb-a2f1-0a0660f95f6c, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=daba9c74-291f-43cb-a2f1-0a0660f95f6c,segment=NetworkSegment(30064b37-2486-48c1-ba39-f6fc1cd42dbe),segment_id=30064b37-2486-48c1-ba39-f6fc1cd42dbe)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:38.478072 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.492098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] Calling delete_port for daba9c74-291f-43cb-a2f1-0a0660f95f6c owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:38.496270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Port': ['ID=daba9c74-291f-43cb-a2f1-0a0660f95f6c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:38.500728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] No DVR routers for this DVR port daba9c74-291f-43cb-a2f1-0a0660f95f6c on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:38.540503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device daba9c74-291f-43cb-a2f1-0a0660f95f6c no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:44:38.566183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: daba9c74-291f-43cb-a2f1-0a0660f95f6c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:44:38.566518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device daba9c74-291f-43cb-a2f1-0a0660f95f6c not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:44:38.580540 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.590226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995a2fc8-d5ce-4b50-b576-458ed5b882b8']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:38.599762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.601857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30064b37-2486-48c1-ba39-f6fc1cd42dbe') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:38.602165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30064b37-2486-48c1-ba39-f6fc1cd42dbe') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:38.611650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.625723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] Pushing event deleted for resources: {'Port': ['ID=daba9c74-291f-43cb-a2f1-0a0660f95f6c,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:38.626030 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.627633 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c073f23f-435f-46df-a0a5-6cfa6a25a0ee None None] No DVR routers for this DVR port daba9c74-291f-43cb-a2f1-0a0660f95f6c on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:38.634829 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:38.635556 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:38.638372 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:38.703328 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.710068 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.711861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] 10.222.0.53 "DELETE /v2.0/networks/995a2fc8-d5ce-4b50-b576-458ed5b882b8 HTTP/1.1" status: 204 len: 168 time: 0.5366626 Jun 30 09:44:38.723622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474ae4-9944-46ca-b8d5-6de1c573820b tempest-NetworksIpV6Test-1785929298 tempest-NetworksIpV6Test-1785929298-project] Pushing event deleted for resources: {'Network': ['ID=995a2fc8-d5ce-4b50-b576-458ed5b882b8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:38.941821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45110) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:39.073327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-76d9c706-a7d4-4f39-9032-d5fd7894702e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20923ec972fb40828101976804e2b0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303191 Jun 30 09:44:39.075737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45114) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:39.122552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b053624-a643-4e50-bb58-fa615c79ffcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.143071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b053624-a643-4e50-bb58-fa615c79ffcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.188473 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b053624-a643-4e50-bb58-fa615c79ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.190983 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9b053624-a643-4e50-bb58-fa615c79ffcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.192112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9b053624-a643-4e50-bb58-fa615c79ffcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b22cf32f-b1ae-46b0-9673-d0ae7a637e52 HTTP/1.1" status: 204 len: 168 time: 0.1152232 Jun 30 09:44:39.199485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b053624-a643-4e50-bb58-fa615c79ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22cf32f-b1ae-46b0-9673-d0ae7a637e52,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:39.808542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45136) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:39.899102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c8bb0486-bd85-4970-a2e0-8ed4133f8d93 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-123626879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:39.922061 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0486-bd85-4970-a2e0-8ed4133f8d93 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.923031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0486-bd85-4970-a2e0-8ed4133f8d93 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.975293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0486-bd85-4970-a2e0-8ed4133f8d93 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.979005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0486-bd85-4970-a2e0-8ed4133f8d93 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.994382 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0486-bd85-4970-a2e0-8ed4133f8d93 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:39.995541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c8bb0486-bd85-4970-a2e0-8ed4133f8d93 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1859879 Jun 30 09:44:39.998249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45140) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:40.003554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1509272966'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:40.022689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Made reservation on behalf of e93310777726486198ce5e94e7a020a9 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:40.026373 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.035123 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.127929 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.131538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.153476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:40.169326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441f950d-0480-432b-9dd1-06e267d909c2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:40.174135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.174474 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Added segment 21a2622a-9326-4a71-b42f-b86070e51eb6 of type vlan for network 519b3496-bb35-40cf-bce5-12f3d7b76e95 Jun 30 09:44:40.216086 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.244564 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.250309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:40.250882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.303498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3041484 Jun 30 09:44:40.306390 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45142) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:40.311721 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Request body: {'subnet': {'network_id': '519b3496-bb35-40cf-bce5-12f3d7b76e95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:40.317663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e244fc-6599-42cf-835d-b00f03a02679 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event updated for resources: {'Network': ['ID=519b3496-bb35-40cf-bce5-12f3d7b76e95,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:40.329115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 519b3496-bb35-40cf-bce5-12f3d7b76e95 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:40.398650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Made reservation on behalf of e93310777726486198ce5e94e7a020a9 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:40.402279 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.579439 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.637382 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event updated for resources: {'Subnet': ['ID=33310b3f-b90b-4671-9158-46634a6e5cd8,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:40.645897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Checking segment: {'id': '21a2622a-9326-4a71-b42f-b86070e51eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '519b3496-bb35-40cf-bce5-12f3d7b76e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:40.646287 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Network hostable DHCP agents. Network: 519b3496-bb35-40cf-bce5-12f3d7b76e95, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:40.662310 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Network 519b3496-bb35-40cf-bce5-12f3d7b76e95 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:40.670173 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 519b3496-bb35-40cf-bce5-12f3d7b76e95) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:40.674162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:40.674735 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.679000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0d10b-d2a8-4c3c-84af-ca71e3b15a30 None None] Network 519b3496-bb35-40cf-bce5-12f3d7b76e95 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:40.693570 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b2df4b62-febb-4c54-b3a7-6a08e9f5b295 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3859951 Jun 30 09:44:40.696602 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45144) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:40.701598 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1483701366'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:40.723989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Made reservation on behalf of e93310777726486198ce5e94e7a020a9 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:40.727497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.750762 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:40.759841 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.760255 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Added segment ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae of type vlan for network cb04eadd-887c-4eba-bde1-3de0d32d4f56 Jun 30 09:44:40.803284 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.824965 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-519b3496-bb35-40cf-bce5-12f3d7b76e95', 'network_id': '519b3496-bb35-40cf-bce5-12f3d7b76e95', 'tenant_id': 'e93310777726486198ce5e94e7a020a9', 'fixed_ips': [{'subnet_id': '33310b3f-b90b-4671-9158-46634a6e5cd8'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:40.825852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.834438 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.840029 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:40.840630 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:40.892844 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1952195 Jun 30 09:44:40.895819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45146) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:40.900923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Request body: {'subnet': {'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:40.906471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a449-3fbf-47ee-b205-39b9d25cfd43 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event updated for resources: {'Network': ['ID=cb04eadd-887c-4eba-bde1-3de0d32d4f56,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:40.918786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network cb04eadd-887c-4eba-bde1-3de0d32d4f56 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:40.991297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Made reservation on behalf of e93310777726486198ce5e94e7a020a9 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:40.994952 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.021222 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Allocated IP 172.20.0.2 (519b3496-bb35-40cf-bce5-12f3d7b76e95/33310b3f-b90b-4671-9158-46634a6e5cd8/f1c3e84a-58aa-4e22-84cf-d7be8d3238d6) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:41.173445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.182198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Transition to ACTIVE for port object f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:41.197362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Transition to ACTIVE for port object f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:41.203823 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.241118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Network 519b3496-bb35-40cf-bce5-12f3d7b76e95 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:41.245388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:41.247685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:41.258499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Pushing event updated for resources: {'Port': ['ID=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:41.315703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Attempting to bind port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:41.316101 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Attempting to bind port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '21a2622a-9326-4a71-b42f-b86070e51eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '519b3496-bb35-40cf-bce5-12f3d7b76e95'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:41.316463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Attempting to bind port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 on network 519b3496-bb35-40cf-bce5-12f3d7b76e95 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:41.321310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:41.321717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Checking segment: {'id': '21a2622a-9326-4a71-b42f-b86070e51eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '519b3496-bb35-40cf-bce5-12f3d7b76e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:41.322112 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.322500 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Bound using segment: {'id': '21a2622a-9326-4a71-b42f-b86070e51eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '519b3496-bb35-40cf-bce5-12f3d7b76e95'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:41.322962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Bound port: f1c3e84a-58aa-4e22-84cf-d7be8d3238d6, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a2622a-9326-4a71-b42f-b86070e51eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '519b3496-bb35-40cf-bce5-12f3d7b76e95'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:41.323359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.385008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] For port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:41.387994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] For port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,segment=NetworkSegment(21a2622a-9326-4a71-b42f-b86070e51eb6),segment_id=21a2622a-9326-4a71-b42f-b86070e51eb6)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:41.392124 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.450468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8725ea-1044-41bc-b7a4-ed771251314f None None] Pushing event updated for resources: {'Port': ['ID=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:41.454930 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.512642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event updated for resources: {'Subnet': ['ID=6d603881-cb1c-47e4-a5e4-99bf07625777,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:41.523138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Checking segment: {'id': 'ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:41.523492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Network hostable DHCP agents. Network: cb04eadd-887c-4eba-bde1-3de0d32d4f56, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:41.541775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Network cb04eadd-887c-4eba-bde1-3de0d32d4f56 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:41.552359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, cb04eadd-887c-4eba-bde1-3de0d32d4f56) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:41.556534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:41.557192 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.564714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a117c014-52fe-4a27-8feb-97a167394399 None None] Network cb04eadd-887c-4eba-bde1-3de0d32d4f56 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:41.572775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6efe7c85-bec9-4c06-b597-6bb7c7b4abc8 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6758690 Jun 30 09:44:41.575841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45148) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:41.582090 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b55e0640-bb7e-420d-9459-b368be4aff08 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:41.750793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-cb04eadd-887c-4eba-bde1-3de0d32d4f56', 'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56', 'tenant_id': 'e93310777726486198ce5e94e7a020a9', 'fixed_ips': [{'subnet_id': '6d603881-cb1c-47e4-a5e4-99bf07625777'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:41.751670 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.807168 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b55e0640-bb7e-420d-9459-b368be4aff08 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.888302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Allocated IP 172.21.0.2 (cb04eadd-887c-4eba-bde1-3de0d32d4f56/6d603881-cb1c-47e4-a5e4-99bf07625777/5e2b8093-3325-4b70-be81-ada104fac147) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:41.911999 n-d-758944-40 neutron-server[100238]: INFO neutron.api.v2.resource [None req-b55e0640-bb7e-420d-9459-b368be4aff08 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:44:41.913207 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b55e0640-bb7e-420d-9459-b368be4aff08 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "PUT /v2.0/routers/0bd918d6-3f00-4ac0-b118-c8910ea42692 HTTP/1.1" status: 400 len: 364 time: 0.3347692 Jun 30 09:44:41.918802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45150) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:41.968077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Deleting subnet 6d603881-cb1c-47e4-a5e4-99bf07625777 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:44:42.035830 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.043684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Transition to ACTIVE for port object 5e2b8093-3325-4b70-be81-ada104fac147 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:42.058102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Transition to ACTIVE for port object 5e2b8093-3325-4b70-be81-ada104fac147 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:42.063839 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.064196 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.100479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Network cb04eadd-887c-4eba-bde1-3de0d32d4f56 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:42.103248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:42.109354 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:42.110255 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.116584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Pushing event updated for resources: {'Port': ['ID=5e2b8093-3325-4b70-be81-ada104fac147,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:42.170880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Attempting to bind port 5e2b8093-3325-4b70-be81-ada104fac147 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:42.171776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Attempting to bind port 5e2b8093-3325-4b70-be81-ada104fac147 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:42.172150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Attempting to bind port 5e2b8093-3325-4b70-be81-ada104fac147 on network cb04eadd-887c-4eba-bde1-3de0d32d4f56 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:42.177295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:42.177686 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Checking segment: {'id': 'ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:42.178093 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.178472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Bound using segment: {'id': 'ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:42.178926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Bound port: 5e2b8093-3325-4b70-be81-ada104fac147, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb04eadd-887c-4eba-bde1-3de0d32d4f56'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:42.179298 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.200173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.266640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.270126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] For port 5e2b8093-3325-4b70-be81-ada104fac147, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:42.274164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] For port 5e2b8093-3325-4b70-be81-ada104fac147, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5e2b8093-3325-4b70-be81-ada104fac147,segment=NetworkSegment(ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae),segment_id=ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:42.279879 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.305459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event deleted for resources: {'Subnet': ['ID=6d603881-cb1c-47e4-a5e4-99bf07625777,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:42.309775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.312143 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8c6458c8-0b0b-4608-8af4-8269c094e43c tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "DELETE /v2.0/subnets/6d603881-cb1c-47e4-a5e4-99bf07625777 HTTP/1.1" status: 204 len: 168 time: 0.3919458 Jun 30 09:44:42.314435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45152) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:42.347795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787f54a-4c0b-47e8-a26f-6908c50ff737 None None] Pushing event updated for resources: {'Port': ['ID=5e2b8093-3325-4b70-be81-ada104fac147,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:42.397470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.452005 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Deleting port 5e2b8093-3325-4b70-be81-ada104fac147 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:42.452437 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.514442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df6869-708d-4726-8d59-c93e3470af2a None None] Network 519b3496-bb35-40cf-bce5-12f3d7b76e95 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:42.532778 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] For port 5e2b8093-3325-4b70-be81-ada104fac147, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5e2b8093-3325-4b70-be81-ada104fac147,segment=NetworkSegment(ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae),segment_id=ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:42.532778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.562748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Calling delete_port for 5e2b8093-3325-4b70-be81-ada104fac147 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:42.635896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a08db8e4-e343-4ebc-b5ad-1b29a9200d63 None None] Provisioning for port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:42.670015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.705862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event deleted for resources: {'Port': ['ID=5e2b8093-3325-4b70-be81-ada104fac147,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:42.709054 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] No DVR routers for this DVR port 5e2b8093-3325-4b70-be81-ada104fac147 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:42.791051 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.800911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb04eadd-887c-4eba-bde1-3de0d32d4f56']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:42.805327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:42.811459 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:42.811786 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8a62be-3e3e-4cb5-a81f-efeb9f4017ae') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:42.820389 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.835095 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.841127 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:42.841573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:42.845993 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:42.908180 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.910875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:42.912903 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.915538 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "DELETE /v2.0/networks/cb04eadd-887c-4eba-bde1-3de0d32d4f56 HTTP/1.1" status: 204 len: 168 time: 0.5993216 Jun 30 09:44:42.920032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:42.920293 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:42.920413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45154) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:42.941495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c003bea-1676-45f3-abfc-0ceda5850e00 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event deleted for resources: {'Network': ['ID=cb04eadd-887c-4eba-bde1-3de0d32d4f56,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:42.986426 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Deleting subnet 33310b3f-b90b-4671-9158-46634a6e5cd8 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:44:42.989722 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.013412 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.040199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.055499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,segment=NetworkSegment(21a2622a-9326-4a71-b42f-b86070e51eb6),segment_id=21a2622a-9326-4a71-b42f-b86070e51eb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:43.062936 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.119438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:43.329540 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-046a8f6d-f021-4f31-9043-3739999600d6 None None] Provisioning complete for port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:43.330254 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-046a8f6d-f021-4f31-9043-3739999600d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.433556 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.475284 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dabe9-2af1-4e27-b52b-d7b2df1a14ae None None] DHCP port deletion for cb04eadd-887c-4eba-bde1-3de0d32d4f56 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:44:43.491233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5fb41-20de-41a1-a088-676777b8a3c3 None None] Network cb04eadd-887c-4eba-bde1-3de0d32d4f56 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:43.497967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.503870 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5fb41-20de-41a1-a088-676777b8a3c3 None None] Network cb04eadd-887c-4eba-bde1-3de0d32d4f56 could not be found, it might have been deleted concurrently. {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:44:43.528610 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event deleted for resources: {'Subnet': ['ID=33310b3f-b90b-4671-9158-46634a6e5cd8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:43.531214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.535333 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-70c7fc16-c0a7-49df-bed6-5a0365a920de tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "DELETE /v2.0/subnets/33310b3f-b90b-4671-9158-46634a6e5cd8 HTTP/1.1" status: 204 len: 168 time: 0.6102700 Jun 30 09:44:43.535810 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45156) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:43.538410 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4786f4-3234-4c97-9267-96cb84c5ff0e None None] Network 519b3496-bb35-40cf-bce5-12f3d7b76e95 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:43.550589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-94d6e10f-97b4-4a9e-bf39-b8c0045307c4 None None] Could not find standard attr ID for object 5e2b8093-3325-4b70-be81-ada104fac147. {{(pid=100241) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:44:43.615139 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.666561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Deleting port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:43.666905 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.716358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] DHCP port deletion for 519b3496-bb35-40cf-bce5-12f3d7b76e95 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:44:43.729650 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] For port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,segment=NetworkSegment(21a2622a-9326-4a71-b42f-b86070e51eb6),segment_id=21a2622a-9326-4a71-b42f-b86070e51eb6)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:43.730210 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.745370 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Calling delete_port for f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:43.761495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] Deleting port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:43.761928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.821677 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.822432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] For port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,segment=NetworkSegment(21a2622a-9326-4a71-b42f-b86070e51eb6),segment_id=21a2622a-9326-4a71-b42f-b86070e51eb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:43.822826 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.836152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] Calling delete_port for f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:43.846691 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event deleted for resources: {'Port': ['ID=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:43.851025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] No DVR routers for this DVR port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:43.912800 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.930173 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.938210 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] Pushing event deleted for resources: {'Port': ['ID=f1c3e84a-58aa-4e22-84cf-d7be8d3238d6,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:43.939977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d577422-93a7-494e-8535-4a73ae64bbc8 None None] No DVR routers for this DVR port f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:43.943360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519b3496-bb35-40cf-bce5-12f3d7b76e95']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:43.955334 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a2622a-9326-4a71-b42f-b86070e51eb6') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:43.955630 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a2622a-9326-4a71-b42f-b86070e51eb6') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:43.964102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.977603 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.983296 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:44:43.983836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:44:43.986825 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:44:44.041562 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.048152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.049917 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "DELETE /v2.0/networks/519b3496-bb35-40cf-bce5-12f3d7b76e95 HTTP/1.1" status: 204 len: 168 time: 0.5134401 Jun 30 09:44:44.052950 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45158) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:44.065568 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de5a8b-2ad5-49d8-96f5-0b667c913a5f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Pushing event deleted for resources: {'Network': ['ID=519b3496-bb35-40cf-bce5-12f3d7b76e95,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:44.083469 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8960fd26-e783-4745-986f-22e501d7a41f tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd918d6-3f00-4ac0-b118-c8910ea42692 HTTP/1.1" status: 200 len: 205 time: 0.0293801 Jun 30 09:44:44.085911 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45160) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:44.180881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1455-2bb3-47b5-b106-e641100f32d3 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.333351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1455-2bb3-47b5-b106-e641100f32d3 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.335511 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1455-2bb3-47b5-b106-e641100f32d3 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.381933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1455-2bb3-47b5-b106-e641100f32d3 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.382460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2d1455-2bb3-47b5-b106-e641100f32d3 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd918d6-3f00-4ac0-b118-c8910ea42692 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:44:44.390168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1455-2bb3-47b5-b106-e641100f32d3 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.391259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6d2d1455-2bb3-47b5-b106-e641100f32d3 tempest-RoutersNegativeTest-1175418258 tempest-RoutersNegativeTest-1175418258-project] 10.222.0.53 "DELETE /v2.0/routers/0bd918d6-3f00-4ac0-b118-c8910ea42692 HTTP/1.1" status: 204 len: 168 time: 0.3044577 Jun 30 09:44:44.527259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:44:44.547997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:44:44.548720 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f1c3e84a-58aa-4e22-84cf-d7be8d3238d6 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:44:44.630700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45166) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:44.757681 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ed3d79ea-b505-4c73-bf6c-4c2fd302e084 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e93310777726486198ce5e94e7a020a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257622 Jun 30 09:44:44.760185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45170) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:44.806035 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14dff852-ded8-4253-a429-95624cb5affc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.826836 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14dff852-ded8-4253-a429-95624cb5affc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.873327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14dff852-ded8-4253-a429-95624cb5affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.876133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-14dff852-ded8-4253-a429-95624cb5affc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.877314 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-14dff852-ded8-4253-a429-95624cb5affc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/441f950d-0480-432b-9dd1-06e267d909c2 HTTP/1.1" status: 204 len: 168 time: 0.1162527 Jun 30 09:44:44.884752 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dff852-ded8-4253-a429-95624cb5affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441f950d-0480-432b-9dd1-06e267d909c2,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:45.471451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45192) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:45.565417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-257422734-network', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:45.586609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Made reservation on behalf of b65d00fb770b486193ff00ff63f9f331 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:45.588955 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.597342 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.687202 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.690791 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.714049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:45.723237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124a6d5c-69bf-4a13-bb7d-80b2f43fabda,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:45.727893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.728235 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Added segment 6697a1be-c950-4b36-90ac-a4213f15cd93 of type vlan for network c9352791-10a4-49c6-8eee-1071ecf7b222 Jun 30 09:44:45.767433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.794410 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.795300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:45.795865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.851069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3785250 Jun 30 09:44:45.853986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:45.857604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a4fd0-64bd-4e9f-b2b9-28e88d452615 admin admin] Pushing event updated for resources: {'Network': ['ID=c9352791-10a4-49c6-8eee-1071ecf7b222,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:45.859505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Request body: {'subnet': {'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-subnet', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:45.868031 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c9352791-10a4-49c6-8eee-1071ecf7b222 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:45.883644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Made reservation on behalf of b65d00fb770b486193ff00ff63f9f331 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:45.886131 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.046913 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.101075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd077ef1-0b31-44e7-a5dd-fb81922a92ef,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:46.109208 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Checking segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:46.109564 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Network hostable DHCP agents. Network: c9352791-10a4-49c6-8eee-1071ecf7b222, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:46.125241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Network c9352791-10a4-49c6-8eee-1071ecf7b222 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:46.134037 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c9352791-10a4-49c6-8eee-1071ecf7b222) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:46.138123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:46.138693 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.143788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f83e8-fbd4-425c-bee2-556d41cb8e6e None None] Network c9352791-10a4-49c6-8eee-1071ecf7b222 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:46.151921 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2396ae38-b98b-4ab3-ba50-ff9f6653bad9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2967615 Jun 30 09:44:46.154526 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45198) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:46.159357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:46.179617 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.180654 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.235652 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.283185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-c9352791-10a4-49c6-8eee-1071ecf7b222', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'fixed_ips': [{'subnet_id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:46.284099 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.371824 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.418391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Allocated IP 172.20.0.2 (c9352791-10a4-49c6-8eee-1071ecf7b222/dd077ef1-0b31-44e7-a5dd-fb81922a92ef/0582b736-b5ee-491d-ba54-6ada098fca62) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:46.559809 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.564446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.568429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Transition to ACTIVE for port object 0582b736-b5ee-491d-ba54-6ada098fca62 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:46.585497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Transition to ACTIVE for port object 0582b736-b5ee-491d-ba54-6ada098fca62 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:46.590569 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.596557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.629597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Network c9352791-10a4-49c6-8eee-1071ecf7b222 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:46.632140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:46.637427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:46.644553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Pushing event updated for resources: {'Port': ['ID=0582b736-b5ee-491d-ba54-6ada098fca62,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:46.696122 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Attempting to bind port 0582b736-b5ee-491d-ba54-6ada098fca62 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:46.696481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Attempting to bind port 0582b736-b5ee-491d-ba54-6ada098fca62 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:46.696860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Attempting to bind port 0582b736-b5ee-491d-ba54-6ada098fca62 on network c9352791-10a4-49c6-8eee-1071ecf7b222 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:46.700535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Allocated IP 172.25.8.150 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/7e62fd10-7bea-42e0-9f80-30642355b4fa) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:46.701934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:46.702384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Checking segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:46.702871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.703220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Bound using segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:46.703671 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Bound port: 0582b736-b5ee-491d-ba54-6ada098fca62, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:46.704108 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.767664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] For port 0582b736-b5ee-491d-ba54-6ada098fca62, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:46.771028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] For port 0582b736-b5ee-491d-ba54-6ada098fca62, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0582b736-b5ee-491d-ba54-6ada098fca62,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:46.776014 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.808584 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.835767 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825aa95-8621-4070-8f5a-6165ec8be181 None None] Pushing event updated for resources: {'Port': ['ID=0582b736-b5ee-491d-ba54-6ada098fca62,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:46.861133 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.899583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:46.902348 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:46.908393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:46.930771 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e62fd10-7bea-42e0-9f80-30642355b4fa,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:47.177931 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:47.365421 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:47.493968 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Router c0a01c81-cb4a-4182-b2e6-acfabfb783ec is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:44:47.604164 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:44:47.615899 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Sync routers for ids ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:44:47.620734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:47.624562 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1e6ce62c-d27f-469b-8eae-43a0253a13b3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4665890 Jun 30 09:44:47.624876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45200) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:47.628273 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Routers {'c0a01c81-cb4a-4182-b2e6-acfabfb783ec'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:47.628903 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:47.726778 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f31d4-6e5c-48ab-8b57-ce0e6622ac80 None None] Network c9352791-10a4-49c6-8eee-1071ecf7b222 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:47.738423 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Set router c0a01c81-cb4a-4182-b2e6-acfabfb783ec gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:47.813416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-04776755-2101-4099-8ecd-fac62bc87914 None None] Provisioning for port 0582b736-b5ee-491d-ba54-6ada098fca62 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:47.929485 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:47Z', 'revision_number': 3, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port': {'id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:47.957529 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Checking router: c0a01c81-cb4a-4182-b2e6-acfabfb783ec for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:44:47.957910 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Updating router c0a01c81-cb4a-4182-b2e6-acfabfb783ec port 7e62fd10-7bea-42e0-9f80-30642355b4fa binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:44:47.995109 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.248263 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.258139 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Transition to ACTIVE for port object 7e62fd10-7bea-42e0-9f80-30642355b4fa will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:48.263543 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.312988 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Attempting to bind port 7e62fd10-7bea-42e0-9f80-30642355b4fa on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:48.313200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.313667 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Attempting to bind port 7e62fd10-7bea-42e0-9f80-30642355b4fa by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:48.313667 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Attempting to bind port 7e62fd10-7bea-42e0-9f80-30642355b4fa on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:48.320457 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Pushing event updated for resources: {'Port': ['ID=7e62fd10-7bea-42e0-9f80-30642355b4fa,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:48.323261 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:48.323625 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:48.324008 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.324385 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:48.324833 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Bound port: 7e62fd10-7bea-42e0-9f80-30642355b4fa, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:48.325193 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.347643 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.347977 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.348306 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.348626 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.348944 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.349259 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.349573 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.349912 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.350224 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.350523 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.350834 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.351137 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:48.386633 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] For port 7e62fd10-7bea-42e0-9f80-30642355b4fa, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:48.390402 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] For port 7e62fd10-7bea-42e0-9f80-30642355b4fa, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7e62fd10-7bea-42e0-9f80-30642355b4fa,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:48.394692 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.456218 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03789e16-17ea-4246-83f4-0abf726ca74a None None] Pushing event updated for resources: {'Port': ['ID=7e62fd10-7bea-42e0-9f80-30642355b4fa,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:48.459246 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Routers {'c0a01c81-cb4a-4182-b2e6-acfabfb783ec'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:48.460214 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:48.472200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Allocated IP 172.20.0.1 (c9352791-10a4-49c6-8eee-1071ecf7b222/dd077ef1-0b31-44e7-a5dd-fb81922a92ef/e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:48.568455 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] Set router c0a01c81-cb4a-4182-b2e6-acfabfb783ec gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:48.579035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0582b736-b5ee-491d-ba54-6ada098fca62 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:48.589169 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.605607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Transition to ACTIVE for port object e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:48.627899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 0582b736-b5ee-491d-ba54-6ada098fca62 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:48.632117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0582b736-b5ee-491d-ba54-6ada098fca62 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:48.632480 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.646354 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.689875 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Network c9352791-10a4-49c6-8eee-1071ecf7b222 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:48.694058 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:48.699665 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:48.721860 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:48.722921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.741666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.760971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 0582b736-b5ee-491d-ba54-6ada098fca62, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0582b736-b5ee-491d-ba54-6ada098fca62,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:48.766338 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.790833 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:47Z', 'revision_number': 3, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port': {'id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:48.822846 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a84347-0a5d-482f-861b-c6ed8e61f647 None None] The sync data for ids ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'] in n-d-758944-40 is: [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:47Z', 'revision_number': 3, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port': {'id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:44:48.823157 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=0582b736-b5ee-491d-ba54-6ada098fca62,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:48.891178 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.969179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b0940e0-70a9-4736-9ef4-b315654fd6f6 None None] Provisioning for port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:48.974931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8b0940e0-70a9-4736-9ef4-b315654fd6f6 None None] Provisioning complete for port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:48.975507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8b0940e0-70a9-4736-9ef4-b315654fd6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.039677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8b0940e0-70a9-4736-9ef4-b315654fd6f6 None None] Port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:44:49.076813 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.085185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.155660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:49.158073 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.250195 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Network c9352791-10a4-49c6-8eee-1071ecf7b222 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:49.251593 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:49.373692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Router c0a01c81-cb4a-4182-b2e6-acfabfb783ec has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:44:49.462457 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a301b3d2-efef-4d30-af46-59f02e1bbf79 None None] Provisioning complete for port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:49.462819 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a301b3d2-efef-4d30-af46-59f02e1bbf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.490429 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:44:49.495912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ced114bc-898a-4334-9a82-16ba01b57729 admin admin] 10.222.0.53 "PUT /v2.0/routers/c0a01c81-cb4a-4182-b2e6-acfabfb783ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698831 Jun 30 09:44:49.504848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-a301b3d2-efef-4d30-af46-59f02e1bbf79 None None] Port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:44:49.953304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45216) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:49.958356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1391528422-network', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:49.977813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Made reservation on behalf of b9c813408f0845fb807b3a695df7c460 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:49.980151 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.988273 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.076949 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.081383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.105707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:44:50.115803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40157f4-29ba-4485-b5d7-f35dd15cf38a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:50.121130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.121475 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Added segment d440a56d-81e1-4e31-a337-cdbf7320fe26 of type vlan for network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 Jun 30 09:44:50.160103 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.190471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.191454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:50.192032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.242878 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2884355 Jun 30 09:44:50.245701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45218) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:50.251585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Request body: {'subnet': {'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-subnet', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:50.255656 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff52431-5dc2-45a5-9f65-ca70438c4d1e admin admin] Pushing event updated for resources: {'Network': ['ID=c70c5dd9-605e-4b28-b103-3fd9d0a76ac1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:50.266282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:44:50.275034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Made reservation on behalf of b9c813408f0845fb807b3a695df7c460 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:50.277675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.356408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Sync routers for ids ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:44:50.365933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Routers {'c0a01c81-cb4a-4182-b2e6-acfabfb783ec'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:50.366615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:50.452789 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.472721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Set router c0a01c81-cb4a-4182-b2e6-acfabfb783ec gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:50.503200 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e672a925-e73f-4a59-898b-2e7bfadd9e85,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:50.518147 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Checking segment: {'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:50.518710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Network hostable DHCP agents. Network: c70c5dd9-605e-4b28-b103-3fd9d0a76ac1, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:44:50.537148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:44:50.547222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c70c5dd9-605e-4b28-b103-3fd9d0a76ac1) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:50.551762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:50.552563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.568347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43059fe4-1ffe-4a4a-affd-3b0c8587a100 None None] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:50.569069 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8b331656-f9dc-4859-8b7f-9234f2644c17 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3221221 Jun 30 09:44:50.572153 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45220) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:50.577256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:50.607339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.614772 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.663078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0582b736-b5ee-491d-ba54-6ada098fca62 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:50.667432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.804627 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.861533 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 0582b736-b5ee-491d-ba54-6ada098fca62 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:50.861912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.925406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'fixed_ips': [{'subnet_id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:44:50.926282 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:50.956348 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:48Z', 'revision_number': 4, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port': {'id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847', 'name': '', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'mac_address': 'fa:16:3e:2a:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:48Z', 'updated_at': '2021-06-30T09:44:48Z', 'revision_number': 2, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'subnets': [{'id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:51.000857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.019243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Checking router: c0a01c81-cb4a-4182-b2e6-acfabfb783ec for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:44:51.019594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Updating router c0a01c81-cb4a-4182-b2e6-acfabfb783ec port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:44:51.020524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.124513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Allocated IP 172.25.8.85 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/aad19a91-5466-48b0-af05-a0f9e232ec8b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:51.232342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.271251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.308319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:51.311062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:51.316966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:51.331166 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.338980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Pushing event updated for resources: {'Port': ['ID=aad19a91-5466-48b0-af05-a0f9e232ec8b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:51.355298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7e62fd10-7bea-42e0-9f80-30642355b4fa up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:51.421137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Allocated IP 172.20.0.2 (c70c5dd9-605e-4b28-b103-3fd9d0a76ac1/e672a925-e73f-4a59-898b-2e7bfadd9e85/ab50dfc8-1f41-4f15-b839-ba3ba035e84e) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:51.565901 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.633753 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 7e62fd10-7bea-42e0-9f80-30642355b4fa completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:51.653578 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7e62fd10-7bea-42e0-9f80-30642355b4fa triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:51.653979 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.760808 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.786780 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.829016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Transition to ACTIVE for port object ab50dfc8-1f41-4f15-b839-ba3ba035e84e will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:51.880979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Transition to ACTIVE for port object ab50dfc8-1f41-4f15-b839-ba3ba035e84e will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:51.890386 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.890988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Router 04a61983-87f8-442a-a2b8-758273e151f5 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:44:51.894399 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.896081 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.935915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Transition to ACTIVE for port object e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:51.952432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 7e62fd10-7bea-42e0-9f80-30642355b4fa, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7e62fd10-7bea-42e0-9f80-30642355b4fa,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:51.954918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.963303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:51.964804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.976135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:51.979895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:51.981854 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Pushing event updated for resources: {'Port': ['ID=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:52.104167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cecaf-f311-4458-a838-90f5016aa512 None None] Pushing event updated for resources: {'Port': ['ID=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:52.130960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Attempting to bind port ab50dfc8-1f41-4f15-b839-ba3ba035e84e on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:52.131324 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Attempting to bind port ab50dfc8-1f41-4f15-b839-ba3ba035e84e by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:52.131683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Attempting to bind port ab50dfc8-1f41-4f15-b839-ba3ba035e84e on network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:52.170739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:52.171545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Checking segment: {'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:52.171954 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.172349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Bound using segment: {'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:52.172838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Bound port: ab50dfc8-1f41-4f15-b839-ba3ba035e84e, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:52.173225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.177205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Attempting to bind port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:52.177576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Attempting to bind port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:52.177971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Attempting to bind port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 on network c9352791-10a4-49c6-8eee-1071ecf7b222 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:52.208551 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:52.208844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Checking segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:52.209251 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.209654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Bound using segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:52.212467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Bound port: e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:52.212874 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.218010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=7e62fd10-7bea-42e0-9f80-30642355b4fa,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:52.276024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:44:52.292069 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Sync routers for ids ['04a61983-87f8-442a-a2b8-758273e151f5'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:44:52.297231 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.300473 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee6a1eb0-2d78-4226-8d4d-f5a8e94676bd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7272649 Jun 30 09:44:52.301415 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45222) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:52.307042 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Routers {'04a61983-87f8-442a-a2b8-758273e151f5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:52.309749 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['04a61983-87f8-442a-a2b8-758273e151f5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:52.327810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] For port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:52.331218 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] For port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:52.337469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] For port ab50dfc8-1f41-4f15-b839-ba3ba035e84e, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:52.351544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] For port ab50dfc8-1f41-4f15-b839-ba3ba035e84e, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,segment=NetworkSegment(d440a56d-81e1-4e31-a337-cdbf7320fe26),segment_id=d440a56d-81e1-4e31-a337-cdbf7320fe26)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:52.355157 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.369916 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.461582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Routers {'c0a01c81-cb4a-4182-b2e6-acfabfb783ec'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:52.462286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:52.467380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cecaf-f311-4458-a838-90f5016aa512 None None] Pushing event updated for resources: {'Port': ['ID=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:52.507261 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Set router 04a61983-87f8-442a-a2b8-758273e151f5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:52.630537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7e62fd10-7bea-42e0-9f80-30642355b4fa up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:52.676309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b61fb-8878-418f-9e69-3cf0201b3736 None None] Pushing event updated for resources: {'Port': ['ID=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:52.701577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] Set router c0a01c81-cb4a-4182-b2e6-acfabfb783ec gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:52.729451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 7e62fd10-7bea-42e0-9f80-30642355b4fa triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:52.729871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.846944 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:44:51Z', 'revision_number': 3, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port': {'id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:51Z', 'updated_at': '2021-06-30T09:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:52.888720 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Checking router: 04a61983-87f8-442a-a2b8-758273e151f5 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:44:52.890492 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Updating router 04a61983-87f8-442a-a2b8-758273e151f5 port aad19a91-5466-48b0-af05-a0f9e232ec8b binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:44:52.957563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.079412 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.113478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:48Z', 'revision_number': 4, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port': {'id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847', 'name': '', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'mac_address': 'fa:16:3e:2a:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:48Z', 'updated_at': '2021-06-30T09:44:52Z', 'revision_number': 4, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'subnets': [{'id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:53.147135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eef0bb-6639-4773-8332-f9eed0a49756 None None] The sync data for ids ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'] in n-d-758944-40 is: [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:48Z', 'revision_number': 4, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port': {'id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847', 'name': '', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'mac_address': 'fa:16:3e:2a:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:48Z', 'updated_at': '2021-06-30T09:44:52Z', 'revision_number': 4, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'subnets': [{'id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:44:53.163107 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Allocated IP 172.20.0.1 (c70c5dd9-605e-4b28-b103-3fd9d0a76ac1/e672a925-e73f-4a59-898b-2e7bfadd9e85/c1adb572-f70d-44dd-a062-4740e73bb318) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:53.304384 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.321872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Transition to ACTIVE for port object c1adb572-f70d-44dd-a062-4740e73bb318 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:53.367539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.403973 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.415077 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:53.420267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:53.420483 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Transition to ACTIVE for port object aad19a91-5466-48b0-af05-a0f9e232ec8b will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:53.425039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:53.428286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Pushing event updated for resources: {'Port': ['ID=c1adb572-f70d-44dd-a062-4740e73bb318,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:53.431694 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.466631 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.497765 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Attempting to bind port aad19a91-5466-48b0-af05-a0f9e232ec8b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:53.498208 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Attempting to bind port aad19a91-5466-48b0-af05-a0f9e232ec8b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:53.498831 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Attempting to bind port aad19a91-5466-48b0-af05-a0f9e232ec8b on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:53.506211 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:53.506630 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:53.507142 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.507591 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:53.508127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Bound port: aad19a91-5466-48b0-af05-a0f9e232ec8b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:53.508566 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.543600 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e98768-c2ae-4aab-8281-34c1cb7843a0 None None] Pushing event updated for resources: {'Port': ['ID=aad19a91-5466-48b0-af05-a0f9e232ec8b,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:53.586296 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] For port aad19a91-5466-48b0-af05-a0f9e232ec8b, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:53.589786 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] For port aad19a91-5466-48b0-af05-a0f9e232ec8b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=aad19a91-5466-48b0-af05-a0f9e232ec8b,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:53.598513 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.647990 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Routers {'04a61983-87f8-442a-a2b8-758273e151f5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:53.648613 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['04a61983-87f8-442a-a2b8-758273e151f5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:53.653999 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.715622 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e98768-c2ae-4aab-8281-34c1cb7843a0 None None] Pushing event updated for resources: {'Port': ['ID=aad19a91-5466-48b0-af05-a0f9e232ec8b,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:53.799447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.802969 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] Set router 04a61983-87f8-442a-a2b8-758273e151f5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:53.835280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbbb07d-11d3-455a-8924-32450df3c9f8 None None] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:44:53.872814 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.880045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.903808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a086e655-5b84-4fd9-9a2c-7121a300dc26 None None] Provisioning for port ab50dfc8-1f41-4f15-b839-ba3ba035e84e completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:53.973687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Pushing event updated for resources: {'Port': ['ID=c1adb572-f70d-44dd-a062-4740e73bb318,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:53.978854 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.059458 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 4, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port': {'id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:51Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c1adb572-f70d-44dd-a062-4740e73bb318', 'name': '', 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'mac_address': 'fa:16:3e:cf:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:52Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 1, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'subnets': [{'id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:54.093268 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d47c9-f2d2-4cc8-9f88-6aae1e79931d None None] The sync data for ids ['04a61983-87f8-442a-a2b8-758273e151f5'] in n-d-758944-40 is: [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 4, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port': {'id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:51Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c1adb572-f70d-44dd-a062-4740e73bb318', 'name': '', 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'mac_address': 'fa:16:3e:cf:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:52Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 1, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'subnets': [{'id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:44:54.093852 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:54.095874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:54.226332 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Router 04a61983-87f8-442a-a2b8-758273e151f5 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:44:54.364935 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:44:54.370660 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-65a47a84-ec77-4d9d-804e-83e184827c15 admin admin] 10.222.0.53 "PUT /v2.0/routers/04a61983-87f8-442a-a2b8-758273e151f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0681849 Jun 30 09:44:54.402672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9b46a054-ff7a-46fb-93b2-f31e89ef7732 None None] Provisioning for port c1adb572-f70d-44dd-a062-4740e73bb318 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:54.407696 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9b46a054-ff7a-46fb-93b2-f31e89ef7732 None None] Provisioning complete for port c1adb572-f70d-44dd-a062-4740e73bb318 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:54.408070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9b46a054-ff7a-46fb-93b2-f31e89ef7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.461644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9b46a054-ff7a-46fb-93b2-f31e89ef7732 None None] Port c1adb572-f70d-44dd-a062-4740e73bb318 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:44:54.638747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab50dfc8-1f41-4f15-b839-ba3ba035e84e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:54.699464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44cd57fc-116c-411b-a1b5-7525fef7cd16 None None] Provisioning complete for port c1adb572-f70d-44dd-a062-4740e73bb318 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:54.699906 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44cd57fc-116c-411b-a1b5-7525fef7cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.747380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-44cd57fc-116c-411b-a1b5-7525fef7cd16 None None] Port c1adb572-f70d-44dd-a062-4740e73bb318 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:44:54.750689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ab50dfc8-1f41-4f15-b839-ba3ba035e84e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:54.755674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ab50dfc8-1f41-4f15-b839-ba3ba035e84e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:54.756157 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.876966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.890239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0fd7ff9e-d2ab-462c-8cc5-2cfda3a3a093 None None] Provisioning complete for port c1adb572-f70d-44dd-a062-4740e73bb318 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:54.890603 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ff9e-d2ab-462c-8cc5-2cfda3a3a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.941306 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ab50dfc8-1f41-4f15-b839-ba3ba035e84e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,segment=NetworkSegment(d440a56d-81e1-4e31-a337-cdbf7320fe26),segment_id=d440a56d-81e1-4e31-a337-cdbf7320fe26)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:54.942787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7ff9e-d2ab-462c-8cc5-2cfda3a3a093 None None] Port c1adb572-f70d-44dd-a062-4740e73bb318 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:44:54.946445 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:54.947240 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:55.029692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:55.044702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:55.049902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:55.050479 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:55.131690 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:55.163103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:55.167156 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:55.214099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-6b33bfc5-9ab7-47a7-af24-eb8ed1695d8e tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:55.215085 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:55.215580 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-6b33bfc5-9ab7-47a7-af24-eb8ed1695d8e tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/networks?id=c9352791-10a4-49c6-8eee-1071ecf7b222 HTTP/1.1" status: 200 len: 816 time: 0.1010776 Jun 30 09:44:55.231778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1151880d-81de-4d78-a81f-9b4d29cb24f5 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/quotas/b65d00fb770b486193ff00ff63f9f331 HTTP/1.1" status: 200 len: 375 time: 0.0092888 Jun 30 09:44:55.300810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-9b0ad028-eb49-4e7e-871a-6ad7b5091bd9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b65d00fb770b486193ff00ff63f9f331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633359 Jun 30 09:44:55.392981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-9e4d441b-82eb-463e-95a1-f13c86182a64 service neutron] 10.222.0.53 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807657 Jun 30 09:44:55.483309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-a480acef-ba75-4fa4-a49c-56e7936f3ee0 service neutron] 10.222.0.53 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845749 Jun 30 09:44:55.606675 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:55.661866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10b18375-5ca1-4908-9762-4d54f8cffbb3 req-49f8e580-c4c7-4ad1-bce9-a906c59c9698 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 210 time: 0.0290205 Jun 30 09:44:55.859363 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:56.607449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab50dfc8-1f41-4f15-b839-ba3ba035e84e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:56.659053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ab50dfc8-1f41-4f15-b839-ba3ba035e84e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:56.659435 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:56.751038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aad19a91-5466-48b0-af05-a0f9e232ec8b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:56.813926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port aad19a91-5466-48b0-af05-a0f9e232ec8b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:56.817922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port aad19a91-5466-48b0-af05-a0f9e232ec8b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:56.818295 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:56.833840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2d07654b-d8da-4ca9-9156-644b8f30c8da req-ca0d3a5b-64fd-4cd4-866a-dc327c540643 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 210 time: 0.0340478 Jun 30 09:44:56.911259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-844d56c2-1d82-4ece-96b8-422d91174b27 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:56.912833 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-844d56c2-1d82-4ece-96b8-422d91174b27 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "GET /v2.0/networks?id=c9352791-10a4-49c6-8eee-1071ecf7b222 HTTP/1.1" status: 200 len: 816 time: 0.1769826 Jun 30 09:44:56.931455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Request body: {'port': {'device_id': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'admin_state_up': True, 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:57.055016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.058574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Made reservation on behalf of b65d00fb770b486193ff00ff63f9f331 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:57.062689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.077800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port aad19a91-5466-48b0-af05-a0f9e232ec8b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=aad19a91-5466-48b0-af05-a0f9e232ec8b,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:57.082104 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.082886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:57.157906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=aad19a91-5466-48b0-af05-a0f9e232ec8b,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:57.169755 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:57.170305 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.191474 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Allocated IP 172.20.0.13 (c9352791-10a4-49c6-8eee-1071ecf7b222/dd077ef1-0b31-44e7-a5dd-fb81922a92ef/ec51fe25-5c34-4037-ad51-d1a453d75a16) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:57.238634 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Sync routers for ids ['04a61983-87f8-442a-a2b8-758273e151f5'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:44:57.257459 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Routers {'04a61983-87f8-442a-a2b8-758273e151f5'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:57.258100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['04a61983-87f8-442a-a2b8-758273e151f5'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:57.341456 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.354350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Transition to ACTIVE for port object ec51fe25-5c34-4037-ad51-d1a453d75a16 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:57.366336 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Set router 04a61983-87f8-442a-a2b8-758273e151f5 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:57.387734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.428755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Network c9352791-10a4-49c6-8eee-1071ecf7b222 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:57.431826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:57.435533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:57.473416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Pushing event updated for resources: {'Port': ['ID=ec51fe25-5c34-4037-ad51-d1a453d75a16,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:57.500154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:57.500791 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.518586 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-00cc2076-d7ac-446e-b588-534be25e3fa9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5915520 Jun 30 09:44:57.536046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Request body: {'port': {'device_id': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:57.573479 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 4, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port': {'id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:51Z', 'updated_at': '2021-06-30T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c1adb572-f70d-44dd-a062-4740e73bb318', 'name': '', 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'mac_address': 'fa:16:3e:cf:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:52Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 2, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'subnets': [{'id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:57.605659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Checking router: 04a61983-87f8-442a-a2b8-758273e151f5 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:44:57.605659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Updating router 04a61983-87f8-442a-a2b8-758273e151f5 port c1adb572-f70d-44dd-a062-4740e73bb318 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:44:57.612169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.640723 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.748581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6dc8f3b7-f054-4941-861e-0978f21fb8f8 None None] Provisioning for port ec51fe25-5c34-4037-ad51-d1a453d75a16 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:57.759966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6dc8f3b7-f054-4941-861e-0978f21fb8f8 None None] Provisioning complete for port ec51fe25-5c34-4037-ad51-d1a453d75a16 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:57.760324 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6dc8f3b7-f054-4941-861e-0978f21fb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.835625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8f3b7-f054-4941-861e-0978f21fb8f8 None None] Port ec51fe25-5c34-4037-ad51-d1a453d75a16 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:44:57.877769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec51fe25-5c34-4037-ad51-d1a453d75a16 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:57.885449 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.901491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Transition to ACTIVE for port object ec51fe25-5c34-4037-ad51-d1a453d75a16 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:57.906242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.947398 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.959481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Transition to ACTIVE for port object c1adb572-f70d-44dd-a062-4740e73bb318 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:57.967846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:57.982496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec51fe25-5c34-4037-ad51-d1a453d75a16,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:58.017614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda91d0-dd15-49bb-85bc-eea8002d46de None None] Pushing event updated for resources: {'Port': ['ID=c1adb572-f70d-44dd-a062-4740e73bb318,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:58.078346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Attempting to bind port ec51fe25-5c34-4037-ad51-d1a453d75a16 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:58.078679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Attempting to bind port ec51fe25-5c34-4037-ad51-d1a453d75a16 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:58.079004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Attempting to bind port ec51fe25-5c34-4037-ad51-d1a453d75a16 on network c9352791-10a4-49c6-8eee-1071ecf7b222 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:58.082453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Attempting to bind port c1adb572-f70d-44dd-a062-4740e73bb318 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:58.082835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Attempting to bind port c1adb572-f70d-44dd-a062-4740e73bb318 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:58.083179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Attempting to bind port c1adb572-f70d-44dd-a062-4740e73bb318 on network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:58.089440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Port ec51fe25-5c34-4037-ad51-d1a453d75a16 on network c9352791-10a4-49c6-8eee-1071ecf7b222 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:44:58.090042 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Attempting to bind port ec51fe25-5c34-4037-ad51-d1a453d75a16 on network c9352791-10a4-49c6-8eee-1071ecf7b222 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:58.092930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:58.093311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Checking segment: {'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:58.093749 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.094259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Bound using segment: {'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:58.094999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Bound port: c1adb572-f70d-44dd-a062-4740e73bb318, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd440a56d-81e1-4e31-a337-cdbf7320fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:58.095390 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.111411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434287b-36a4-45bd-a177-f672b0b2dc6c req-f8931dc6-4433-4497-9921-4385328433ee tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:58.112938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b434287b-36a4-45bd-a177-f672b0b2dc6c req-f8931dc6-4433-4497-9921-4385328433ee tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 944 time: 0.1342263 Jun 30 09:44:58.113972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:58.114331 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Checking segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:58.114712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Bound using segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:58.115152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Bound port: ec51fe25-5c34-4037-ad51-d1a453d75a16, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:58.115509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.176698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] For port c1adb572-f70d-44dd-a062-4740e73bb318, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:58.180345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] For port c1adb572-f70d-44dd-a062-4740e73bb318, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c1adb572-f70d-44dd-a062-4740e73bb318,segment=NetworkSegment(d440a56d-81e1-4e31-a337-cdbf7320fe26),segment_id=d440a56d-81e1-4e31-a337-cdbf7320fe26)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:58.182272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b434287b-36a4-45bd-a177-f672b0b2dc6c req-fc67551b-b96a-4ce9-92b6-70d5b0259d5b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574639 Jun 30 09:44:58.185374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.222576 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] For port ec51fe25-5c34-4037-ad51-d1a453d75a16, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:58.226005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] For port ec51fe25-5c34-4037-ad51-d1a453d75a16, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ec51fe25-5c34-4037-ad51-d1a453d75a16,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:58.231977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.255776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Routers {'04a61983-87f8-442a-a2b8-758273e151f5'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:44:58.256319 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:44:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['04a61983-87f8-442a-a2b8-758273e151f5'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:58.268106 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:58.268716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.270154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec51fe25-5c34-4037-ad51-d1a453d75a16 HTTP/1.1" status: 200 len: 1093 time: 0.7384951 Jun 30 09:44:58.270558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'tag': 'ec51fe25-5c34-4037-ad51-d1a453d75a16'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:58.272833 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9894142c-e486-4420-aea1-d0477ad6e2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d", "tag": "ec51fe25-5c34-4037-ad51-d1a453d75a16"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:58.317729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431fef9-05b2-4107-9eb8-b0ec793cd1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec51fe25-5c34-4037-ad51-d1a453d75a16,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:58.356281 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f0eb23-fa87-4527-b9de-033164da2558 x-openstack-request-id: req-44f0eb23-fa87-4527-b9de-033164da2558 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:58.356823 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d", "tag": "ec51fe25-5c34-4037-ad51-d1a453d75a16", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:58.358496 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44f0eb23-fa87-4527-b9de-033164da2558 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:58.359477 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'tag': 'ec51fe25-5c34-4037-ad51-d1a453d75a16', 'status': 'completed', 'code': 200} Jun 30 09:44:58.363448 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda91d0-dd15-49bb-85bc-eea8002d46de None None] Pushing event updated for resources: {'Port': ['ID=c1adb572-f70d-44dd-a062-4740e73bb318,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:58.392367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-fc4df4e3-1aa7-486d-a61a-c7c85158bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:58.394168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-fc4df4e3-1aa7-486d-a61a-c7c85158bf44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65d00fb770b486193ff00ff63f9f331&device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 1096 time: 0.0724614 Jun 30 09:44:58.407468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] Set router 04a61983-87f8-442a-a2b8-758273e151f5 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:44:58.443589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-79b89e95-a20e-4d30-992b-e7a955034c2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec51fe25-5c34-4037-ad51-d1a453d75a16 HTTP/1.1" status: 200 len: 217 time: 0.0369494 Jun 30 09:44:58.502491 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-4b5eda66-ce3f-44a6-b575-ddca2b224cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:58.504018 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-4b5eda66-ce3f-44a6-b575-ddca2b224cf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd077ef1-0b31-44e7-a5dd-fb81922a92ef HTTP/1.1" status: 200 len: 855 time: 0.0524328 Jun 30 09:44:58.596740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-3b292d1e-42c3-43e3-b8ac-6240fcbd6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:58.599074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-3b292d1e-42c3-43e3-b8ac-6240fcbd6863 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9352791-10a4-49c6-8eee-1071ecf7b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838430 Jun 30 09:44:58.609390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c1adb572-f70d-44dd-a062-4740e73bb318 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:58.696999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-b453a5c8-974b-4095-bab9-1180b06a5697 service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866404 Jun 30 09:44:58.711105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c1adb572-f70d-44dd-a062-4740e73bb318 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:58.718624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c1adb572-f70d-44dd-a062-4740e73bb318 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:58.719010 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.723202 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 4, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port': {'id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:51Z', 'updated_at': '2021-06-30T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c1adb572-f70d-44dd-a062-4740e73bb318', 'name': '', 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'mac_address': 'fa:16:3e:cf:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:52Z', 'updated_at': '2021-06-30T09:44:58Z', 'revision_number': 4, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'subnets': [{'id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:44:58.767175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e49de8-2f55-4488-8823-edaaaba4e29d None None] The sync data for ids ['04a61983-87f8-442a-a2b8-758273e151f5'] in n-d-758944-40 is: [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:44:53Z', 'revision_number': 4, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port': {'id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:51Z', 'updated_at': '2021-06-30T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'c1adb572-f70d-44dd-a062-4740e73bb318', 'name': '', 'network_id': 'c70c5dd9-605e-4b28-b103-3fd9d0a76ac1', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'mac_address': 'fa:16:3e:cf:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:52Z', 'updated_at': '2021-06-30T09:44:58Z', 'revision_number': 4, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'subnets': [{'id': 'e672a925-e73f-4a59-898b-2e7bfadd9e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:44:58.791838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b0753fc-f043-4007-8823-e3ed033774f0 req-674377b3-6657-4372-8bd8-2a68698890af service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845551 Jun 30 09:44:58.828909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.868550 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port c1adb572-f70d-44dd-a062-4740e73bb318, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c1adb572-f70d-44dd-a062-4740e73bb318,segment=NetworkSegment(d440a56d-81e1-4e31-a337-cdbf7320fe26),segment_id=d440a56d-81e1-4e31-a337-cdbf7320fe26)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:58.875237 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:58.876047 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aad19a91-5466-48b0-af05-a0f9e232ec8b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:58.908464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-cb57bca0-916d-41ff-a64a-968c81e8fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:58.909895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-cb57bca0-916d-41ff-a64a-968c81e8fed6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65d00fb770b486193ff00ff63f9f331&device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 1096 time: 0.0629132 Jun 30 09:44:58.954784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=c1adb572-f70d-44dd-a062-4740e73bb318,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:58.965174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port aad19a91-5466-48b0-af05-a0f9e232ec8b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:58.965549 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:59.010524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-8ecb9648-e70c-451f-8502-f3249aacf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:59.012205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-8ecb9648-e70c-451f-8502-f3249aacf4b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9352791-10a4-49c6-8eee-1071ecf7b222 HTTP/1.1" status: 200 len: 917 time: 0.0945241 Jun 30 09:44:59.064070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-f523e8b1-5635-450e-a9fa-568964ed237d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec51fe25-5c34-4037-ad51-d1a453d75a16 HTTP/1.1" status: 200 len: 217 time: 0.0412536 Jun 30 09:44:59.119235 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-b1c7b5a1-a474-40a0-9af3-73afdeddced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:59.120771 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-b1c7b5a1-a474-40a0-9af3-73afdeddced1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd077ef1-0b31-44e7-a5dd-fb81922a92ef HTTP/1.1" status: 200 len: 855 time: 0.0474534 Jun 30 09:44:59.179412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-df6e81f6-959f-4f05-8834-84cec902b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:59.180904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-df6e81f6-959f-4f05-8834-84cec902b4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9352791-10a4-49c6-8eee-1071ecf7b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525806 Jun 30 09:44:59.274895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-4673e67c-2f54-473f-be30-a195b5bec955 service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851073 Jun 30 09:44:59.405890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9894142c-e486-4420-aea1-d0477ad6e2c0 req-207cdeb1-cd6c-42e5-9e77-446ab625609a service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231768 Jun 30 09:44:59.420439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528b7f-9f0b-4b24-a3ba-676c6a08e74f req-4d2abc66-db80-4e7f-bfe2-62bdfb283024 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:59.421913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b528b7f-9f0b-4b24-a3ba-676c6a08e74f req-4d2abc66-db80-4e7f-bfe2-62bdfb283024 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 944 time: 0.0982373 Jun 30 09:44:59.460087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b528b7f-9f0b-4b24-a3ba-676c6a08e74f req-8c2c438d-a744-453b-851b-beac78265d57 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Jun 30 09:45:00.540616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c1adb572-f70d-44dd-a062-4740e73bb318 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:45:00.587543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c1adb572-f70d-44dd-a062-4740e73bb318 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:00.588015 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:00.632980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee971b-37ec-45c2-b001-c4fa9d8d2c9f req-3886d052-4884-45c2-8c88-5dd8b5a25574 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:00.634473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75ee971b-37ec-45c2-b001-c4fa9d8d2c9f req-3886d052-4884-45c2-8c88-5dd8b5a25574 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 944 time: 0.0618725 Jun 30 09:45:00.672061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-75ee971b-37ec-45c2-b001-c4fa9d8d2c9f req-21fd46df-2fa7-4a56-978a-b46b2db2be6c tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Jun 30 09:45:01.665720 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a983-5d6b-4150-8157-4c7130fb08f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:01.844773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2c8a5-98dc-48d4-8651-1f76fe0d80e3 req-09cea8d0-2006-49c9-b714-179ad24a2513 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:01.846171 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aff2c8a5-98dc-48d4-8651-1f76fe0d80e3 req-09cea8d0-2006-49c9-b714-179ad24a2513 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 944 time: 0.0615578 Jun 30 09:45:01.882239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-aff2c8a5-98dc-48d4-8651-1f76fe0d80e3 req-4301c54c-100f-4ade-8989-f871777189df tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Jun 30 09:45:02.016483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ec51fe25-5c34-4037-ad51-d1a453d75a16 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:45:02.111445 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ec51fe25-5c34-4037-ad51-d1a453d75a16, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ec51fe25-5c34-4037-ad51-d1a453d75a16,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:02.122150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'ec51fe25-5c34-4037-ad51-d1a453d75a16', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'port_id': 'ec51fe25-5c34-4037-ad51-d1a453d75a16', 'mac_address': 'fa:16:3e:e0:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:45:02.157941 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:02.169867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec51fe25-5c34-4037-ad51-d1a453d75a16 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:02.188008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ec51fe25-5c34-4037-ad51-d1a453d75a16, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ec51fe25-5c34-4037-ad51-d1a453d75a16,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:02.191947 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:02.242718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ec51fe25-5c34-4037-ad51-d1a453d75a16,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:02.442340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ec51fe25-5c34-4037-ad51-d1a453d75a16'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:03.054698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7258459-94d1-40b9-886e-9c908ff6bab0 req-eb47920a-097b-41e2-b3dd-5726daee7fab tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:03.056147 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7258459-94d1-40b9-886e-9c908ff6bab0 req-eb47920a-097b-41e2-b3dd-5726daee7fab tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 945 time: 0.0654206 Jun 30 09:45:03.094255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7258459-94d1-40b9-886e-9c908ff6bab0 req-973c17ad-dbcc-4555-8691-b2c7ca535484 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Jun 30 09:45:04.046643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ec51fe25-5c34-4037-ad51-d1a453d75a16 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:45:04.097154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port ec51fe25-5c34-4037-ad51-d1a453d75a16 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:04.100819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port ec51fe25-5c34-4037-ad51-d1a453d75a16 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:04.101187 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:04.174234 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:04.195886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51fe25-5c34-4037-ad51-d1a453d75a16'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:04.198277 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb5f489-9e6c-41e9-9e5f-51f857c7b82e" -d '{"events": [{"server_uuid": "dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d", "name": "network-vif-plugged", "status": "completed", "tag": "ec51fe25-5c34-4037-ad51-d1a453d75a16"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:04.212332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port ec51fe25-5c34-4037-ad51-d1a453d75a16, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ec51fe25-5c34-4037-ad51-d1a453d75a16,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:04.216702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:04.259664 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc348ce-0b1e-4c19-a091-cd2ece3cf556 x-openstack-request-id: req-ebc348ce-0b1e-4c19-a091-cd2ece3cf556 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:04.260020 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d", "name": "network-vif-plugged", "status": "completed", "tag": "ec51fe25-5c34-4037-ad51-d1a453d75a16", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:04.260222 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebc348ce-0b1e-4c19-a091-cd2ece3cf556 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:04.260552 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51fe25-5c34-4037-ad51-d1a453d75a16', 'code': 200} Jun 30 09:45:04.270690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=ec51fe25-5c34-4037-ad51-d1a453d75a16,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:04.303334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2a4f-2848-42d7-b55c-bb43ac1b2260 req-28a987ab-f327-4c82-8abb-7af12ccdae0e tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:04.304748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9bfe2a4f-2848-42d7-b55c-bb43ac1b2260 req-28a987ab-f327-4c82-8abb-7af12ccdae0e tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 946 time: 0.1000965 Jun 30 09:45:04.373650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9bfe2a4f-2848-42d7-b55c-bb43ac1b2260 req-9ac2761a-1260-4a1d-bf61-cdb9535d5960 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623744 Jun 30 09:45:04.397116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e808b0-e6a7-4bff-95a8-631ec55ae258 req-e3d078e0-3ca1-4ca0-9b8f-dc0d3e6ce4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:04.398658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05e808b0-e6a7-4bff-95a8-631ec55ae258 req-e3d078e0-3ca1-4ca0-9b8f-dc0d3e6ce4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 1098 time: 0.0658691 Jun 30 09:45:04.413458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:04.433125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2e0baeec-f8d6-4578-83cd-8191518910cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:04.439675 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-05e808b0-e6a7-4bff-95a8-631ec55ae258 req-39ef8413-8ed5-42f8-9a66-34dc3ae961e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305355 Jun 30 09:45:05.545181 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca165fe-0285-4e97-921e-590ff1148ddc req-c24ebe62-28f6-4fc1-96a4-bb9406df29d2 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:05.546656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ca165fe-0285-4e97-921e-590ff1148ddc req-c24ebe62-28f6-4fc1-96a4-bb9406df29d2 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 946 time: 0.0618353 Jun 30 09:45:05.584311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2ca165fe-0285-4e97-921e-590ff1148ddc req-8e24b0fe-b08f-4264-9d36-3401e148acfe tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jun 30 09:45:05.756888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28040c-916c-4d87-a87a-310985f17d9f req-684c26fc-773c-4df5-b41d-1a93b6952d16 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:05.758362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c28040c-916c-4d87-a87a-310985f17d9f req-684c26fc-773c-4df5-b41d-1a93b6952d16 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 946 time: 0.0619898 Jun 30 09:45:05.798549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1c28040c-916c-4d87-a87a-310985f17d9f req-52cfd446-43ea-4440-8c78-39762192a958 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345583 Jun 30 09:45:06.009617 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:07.431647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:23.828595 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:24.762888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d161f68-3662-4dec-b4c1-b85bcb82410a req-66baf5c7-f008-49e6-be99-7eb2464777be tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:24.764835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d161f68-3662-4dec-b4c1-b85bcb82410a req-66baf5c7-f008-49e6-be99-7eb2464777be tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 946 time: 0.0621028 Jun 30 09:45:24.801958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d161f68-3662-4dec-b4c1-b85bcb82410a req-33c5eb40-9b19-496c-87e3-8cdd8919e8ca tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Jun 30 09:45:25.609322 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:25.979934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666791c2-bcb0-41a0-9908-96506001737b req-3def9a09-eb4a-4cf2-94e4-52f61efb0652 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:25.981402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-666791c2-bcb0-41a0-9908-96506001737b req-3def9a09-eb4a-4cf2-94e4-52f61efb0652 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 946 time: 0.0653975 Jun 30 09:45:26.018611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-666791c2-bcb0-41a0-9908-96506001737b req-cdcfe1fd-aff9-4bee-a48b-ce3dad3b4a05 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315444 Jun 30 09:45:26.352173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-823e6811-dc8a-42a5-9c1d-e8c45750ef62 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:26.353494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-823e6811-dc8a-42a5-9c1d-e8c45750ef62 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 946 time: 0.0643034 Jun 30 09:45:26.453068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Deleting port ec51fe25-5c34-4037-ad51-d1a453d75a16 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:26.453405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:26.541482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] For port ec51fe25-5c34-4037-ad51-d1a453d75a16, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=ec51fe25-5c34-4037-ad51-d1a453d75a16,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:26.541871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:26.553865 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Calling delete_port for ec51fe25-5c34-4037-ad51-d1a453d75a16 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:26.680045 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:26.693374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['ec51fe25-5c34-4037-ad51-d1a453d75a16'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:26.709518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Pushing event deleted for resources: {'Port': ['ID=ec51fe25-5c34-4037-ad51-d1a453d75a16,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:26.724322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.724671 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.725007 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.725336 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.725686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.726018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.726342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.726663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.726984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.727300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.727615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.727930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:26.767506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] No DVR routers for this DVR port ec51fe25-5c34-4037-ad51-d1a453d75a16 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:45:26.770509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:26.773136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2389310e-cf00-480d-83b8-e7f6870ee644 req-6b3fa571-cd13-450d-a7cb-10593d89030b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "DELETE /v2.0/ports/ec51fe25-5c34-4037-ad51-d1a453d75a16 HTTP/1.1" status: 204 len: 173 time: 0.4102542 Jun 30 09:45:26.773586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'name': 'network-vif-deleted', 'tag': 'ec51fe25-5c34-4037-ad51-d1a453d75a16'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:26.775945 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd5e4f8-f166-4e1e-ade7-e09bed5869f8" -d '{"events": [{"server_uuid": "dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d", "name": "network-vif-deleted", "tag": "ec51fe25-5c34-4037-ad51-d1a453d75a16"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:26.836377 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b642e9-fc0a-44c7-babc-3684afbc4254 x-openstack-request-id: req-d1b642e9-fc0a-44c7-babc-3684afbc4254 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:26.836998 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d", "name": "network-vif-deleted", "tag": "ec51fe25-5c34-4037-ad51-d1a453d75a16", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:26.837326 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1b642e9-fc0a-44c7-babc-3684afbc4254 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:26.837818 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d', 'name': 'network-vif-deleted', 'tag': 'ec51fe25-5c34-4037-ad51-d1a453d75a16', 'status': 'completed', 'code': 200} Jun 30 09:45:27.165333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5823bae-c8ef-4ad6-9cdb-031f860afc5b req-c0782b90-253b-4f2f-b6aa-d8429139b0f3 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea8c5a7-4fa2-4346-9b4a-c7fdac49cb2d HTTP/1.1" status: 200 len: 210 time: 0.0288012 Jun 30 09:45:29.507448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-66ebcd0e-f75b-4a2a-8135-67960a74341c tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:29.508904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-66ebcd0e-f75b-4a2a-8135-67960a74341c tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/networks?id=c9352791-10a4-49c6-8eee-1071ecf7b222 HTTP/1.1" status: 200 len: 816 time: 0.3707490 Jun 30 09:45:29.524051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-20fef63c-e6a4-4cf4-92c6-a1c0fd2071a0 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/quotas/b65d00fb770b486193ff00ff63f9f331 HTTP/1.1" status: 200 len: 375 time: 0.0090985 Jun 30 09:45:29.587164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-aa4b66f9-f8d5-40d8-8bcd-a9467d30d171 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b65d00fb770b486193ff00ff63f9f331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581992 Jun 30 09:45:29.682554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-45f0a1ee-95a4-4979-83b6-9e04f6f8a2aa service neutron] 10.222.0.53 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841889 Jun 30 09:45:29.768041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-476b837e-e201-49b2-ac91-67d5bb3d66fb service neutron] 10.222.0.53 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796714 Jun 30 09:45:29.934614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72f46fa2-3460-41c0-aa1e-7c8521c7b47a req-978bd19a-dddf-43d4-ba2c-51d23ca1546b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 210 time: 0.0284927 Jun 30 09:45:30.186814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ec51fe25-5c34-4037-ad51-d1a453d75a16 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:30.206996 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: ec51fe25-5c34-4037-ad51-d1a453d75a16 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:30.207335 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device ec51fe25-5c34-4037-ad51-d1a453d75a16 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:31.029558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-9830c95e-d5fe-438a-86fd-0f37bd3e65e8 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:31.031884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-9830c95e-d5fe-438a-86fd-0f37bd3e65e8 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "GET /v2.0/networks?id=c9352791-10a4-49c6-8eee-1071ecf7b222 HTTP/1.1" status: 200 len: 816 time: 0.1065695 Jun 30 09:45:31.052733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Request body: {'port': {'device_id': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'admin_state_up': True, 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:31.122531 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f1fc56db-e867-44e7-a702-ce66c61c8ead req-84dc2607-4053-4554-82ac-f2e65f88ae6f tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 210 time: 0.0663204 Jun 30 09:45:31.191175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Made reservation on behalf of b65d00fb770b486193ff00ff63f9f331 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:45:31.194741 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.317958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Allocated IP 172.20.0.5 (c9352791-10a4-49c6-8eee-1071ecf7b222/dd077ef1-0b31-44e7-a5dd-fb81922a92ef/bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:45:31.461180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.475008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Transition to ACTIVE for port object bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:31.506775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.554370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Network c9352791-10a4-49c6-8eee-1071ecf7b222 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:45:31.557443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:45:31.564655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:45:31.592195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Pushing event updated for resources: {'Port': ['ID=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:31.619598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:31.620222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.635501 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-5aa60138-35b8-4830-836f-7e2e37b134c9 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866568 Jun 30 09:45:31.652703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Request body: {'port': {'device_id': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:31.667626 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-360d22fc-1bfa-4a93-8839-93dbea3b0ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.728596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.815087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-71007ec5-1673-4885-ae97-768f0b384eb1 None None] Provisioning for port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:31.818827 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-71007ec5-1673-4885-ae97-768f0b384eb1 None None] Provisioning complete for port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:31.819257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-71007ec5-1673-4885-ae97-768f0b384eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.852297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-71007ec5-1673-4885-ae97-768f0b384eb1 None None] Port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:45:31.992330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:31.999957 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:32.011651 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Transition to ACTIVE for port object bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:32.015407 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:32.082660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:32.134265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Attempting to bind port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:45:32.134599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Attempting to bind port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:45:32.134924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Attempting to bind port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 on network c9352791-10a4-49c6-8eee-1071ecf7b222 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:32.139980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 on network c9352791-10a4-49c6-8eee-1071ecf7b222 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:45:32.140301 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Attempting to bind port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 on network c9352791-10a4-49c6-8eee-1071ecf7b222 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:32.145197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:45:32.145533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Checking segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:45:32.145940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Bound using segment: {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:45:32.146364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Bound port: bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6697a1be-c950-4b36-90ac-a4213f15cd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:45:32.146717 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:32.219742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] For port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:45:32.222983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] For port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:45:32.227754 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:32.271177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.272059 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:32.273761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 HTTP/1.1" status: 200 len: 1092 time: 0.6262505 Jun 30 09:45:32.277156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'tag': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:32.279757 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36" -d '{"events": [{"name": "network-changed", "server_uuid": "ab506efa-f4f5-4d69-a047-aa733cc06545", "tag": "bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:32.329506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870092a3-157e-47e8-b53f-776d46eb08d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:32.367358 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6efb086-1261-49b8-8682-87dc49d45c51 x-openstack-request-id: req-f6efb086-1261-49b8-8682-87dc49d45c51 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:32.367578 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab506efa-f4f5-4d69-a047-aa733cc06545", "tag": "bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:32.367817 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6efb086-1261-49b8-8682-87dc49d45c51 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:32.368216 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'tag': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3', 'status': 'completed', 'code': 200} Jun 30 09:45:32.406547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff327f3e-afce-427a-ae19-e9e4f40dd724 req-4fcffab5-9f7b-4408-8f10-55e736862265 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.408103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff327f3e-afce-427a-ae19-e9e4f40dd724 req-4fcffab5-9f7b-4408-8f10-55e736862265 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 943 time: 0.1549942 Jun 30 09:45:32.428596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-33474426-6748-4a29-a770-af3ad959182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.430097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-33474426-6748-4a29-a770-af3ad959182b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65d00fb770b486193ff00ff63f9f331&device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 1095 time: 0.1017926 Jun 30 09:45:32.485577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-0613540c-21cc-45df-9a77-ab85a9395454 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 HTTP/1.1" status: 200 len: 217 time: 0.0425060 Jun 30 09:45:32.490526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff327f3e-afce-427a-ae19-e9e4f40dd724 req-1d070af0-4570-411d-bbcb-12f3b97f29e2 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748639 Jun 30 09:45:32.536330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-ca01b494-2d29-4990-aaa9-c789e9d03bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.537816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-ca01b494-2d29-4990-aaa9-c789e9d03bee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd077ef1-0b31-44e7-a5dd-fb81922a92ef HTTP/1.1" status: 200 len: 855 time: 0.0445983 Jun 30 09:45:32.601931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-096a87f1-34ca-46ce-85ef-a5aaf773e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.603429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-096a87f1-34ca-46ce-85ef-a5aaf773e9fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9352791-10a4-49c6-8eee-1071ecf7b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557928 Jun 30 09:45:32.693196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-ae1800f3-374b-4b02-90ae-deb9a8d4bc33 service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797107 Jun 30 09:45:32.784864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1292812a-6cb5-406f-b5b9-77b37c4d6ed2 req-42e1647a-a8ed-4500-a3d8-b0cf70eaa3c6 service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842195 Jun 30 09:45:32.858007 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:45:32.894014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-b6f3eff5-bae1-402b-b6c8-33a7cb681944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.895482 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-b6f3eff5-bae1-402b-b6c8-33a7cb681944 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65d00fb770b486193ff00ff63f9f331&device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 1095 time: 0.0517566 Jun 30 09:45:32.986192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-fd965d78-76b7-4ed7-8999-b28c23124a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:32.987632 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-fd965d78-76b7-4ed7-8999-b28c23124a28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9352791-10a4-49c6-8eee-1071ecf7b222 HTTP/1.1" status: 200 len: 917 time: 0.0852139 Jun 30 09:45:33.027818 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-4b5677ee-f1d8-4508-9783-e29fa4b3a6ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 HTTP/1.1" status: 200 len: 217 time: 0.0332983 Jun 30 09:45:33.076311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-d80cee4f-95fb-4f17-906c-53a358fbc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:33.077714 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-d80cee4f-95fb-4f17-906c-53a358fbc003 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd077ef1-0b31-44e7-a5dd-fb81922a92ef HTTP/1.1" status: 200 len: 855 time: 0.0422890 Jun 30 09:45:33.132297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-c05acc43-35ca-4008-b498-e0e9e5d07ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:33.133744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-c05acc43-35ca-4008-b498-e0e9e5d07ba6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9352791-10a4-49c6-8eee-1071ecf7b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495090 Jun 30 09:45:33.223948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-93e30ad5-7308-49a6-848e-150176c4df92 service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832574 Jun 30 09:45:33.310672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d05635d3-d81f-4d7d-a827-e9eb3bd99a36 req-b5ea34ce-9361-4a27-a8dd-79c41bbf536a service neutron] 10.222.0.26 "GET /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793211 Jun 30 09:45:33.672905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d3a8a-9006-4cd5-a2bd-73b98f108f8a req-e94e021c-cce2-4dda-860f-ce4b075c687a tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:33.674384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-129d3a8a-9006-4cd5-a2bd-73b98f108f8a req-e94e021c-cce2-4dda-860f-ce4b075c687a tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 943 time: 0.0678227 Jun 30 09:45:33.716235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-129d3a8a-9006-4cd5-a2bd-73b98f108f8a req-bc6f12c3-4fca-4322-92b5-ee9bacd3f81e tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jun 30 09:45:34.417874 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:34.434052 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a0010a49-a73b-42b5-b99b-277f3edb96f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:34.885932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee1b4-475f-44d4-9e8f-8cae886d83ee req-3acf6e4b-9e1b-42b8-b7a1-14c566cccf13 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:34.887404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-666ee1b4-475f-44d4-9e8f-8cae886d83ee req-3acf6e4b-9e1b-42b8-b7a1-14c566cccf13 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 943 time: 0.0639672 Jun 30 09:45:34.925377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-666ee1b4-475f-44d4-9e8f-8cae886d83ee req-924b1129-b2e5-4582-966a-39fe1dc82827 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Jun 30 09:45:36.011225 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:36.098771 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bca3f-cd63-4fd7-966c-f0de9d050753 req-9ed70a20-eaa1-4aed-8756-22ec78b4132f tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.100216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c98bca3f-cd63-4fd7-966c-f0de9d050753 req-9ed70a20-eaa1-4aed-8756-22ec78b4132f tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 943 time: 0.0648491 Jun 30 09:45:36.135842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c98bca3f-cd63-4fd7-966c-f0de9d050753 req-50e9cc6c-228a-46de-9ce6-4472e7053b77 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301218 Jun 30 09:45:36.186745 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:45:36.276480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:36.286838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3', 'network_id': 'c9352791-10a4-49c6-8eee-1071ecf7b222', 'port_id': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3', 'mac_address': 'fa:16:3e:55:cd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd077ef1-0b31-44e7-a5dd-fb81922a92ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:45:36.324669 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:36.337748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:36.356492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:36.360953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:36.406238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:36.413219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.413570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.413928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.414261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.414590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.414916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.415256 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.415559 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.415881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.416198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.416518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.416836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:36.607290 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:37.304791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa0651-5f48-4ad9-9c48-3e55fdc69f9d req-cc01b364-cc8f-401c-a50e-01aee30c4de1 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:37.306258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78fa0651-5f48-4ad9-9c48-3e55fdc69f9d req-cc01b364-cc8f-401c-a50e-01aee30c4de1 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 944 time: 0.0627029 Jun 30 09:45:37.343728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-78fa0651-5f48-4ad9-9c48-3e55fdc69f9d req-2fda250c-ff3c-46dd-bfbc-66b61bb849b6 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Jun 30 09:45:37.432408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:38.202350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:45:38.248438 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:38.252042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:38.252408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:38.323975 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:38.345717 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:38.347923 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a9329-2e78-4be3-b3de-821238de4c7c" -d '{"events": [{"server_uuid": "ab506efa-f4f5-4d69-a047-aa733cc06545", "name": "network-vif-plugged", "status": "completed", "tag": "bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:38.361766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:38.365689 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:38.394602 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2d833-746c-459b-8662-ebe7d685ae8b x-openstack-request-id: req-81d2d833-746c-459b-8662-ebe7d685ae8b {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:38.394602 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab506efa-f4f5-4d69-a047-aa733cc06545", "name": "network-vif-plugged", "status": "completed", "tag": "bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:38.394602 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81d2d833-746c-459b-8662-ebe7d685ae8b {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:38.394602 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3', 'code': 200} Jun 30 09:45:38.422846 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:38.564877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49bea-3f0d-4687-9139-72db599f25f6 req-63acf5eb-0b10-4cc9-a248-0b3fead8226f tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:38.566379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ca49bea-3f0d-4687-9139-72db599f25f6 req-63acf5eb-0b10-4cc9-a248-0b3fead8226f tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 945 time: 0.1033037 Jun 30 09:45:38.568240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f678091-e9dd-4c43-a0dd-9216decdcfc7 req-ebc917a6-235e-4690-ac40-0fa0e3039083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:38.569587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f678091-e9dd-4c43-a0dd-9216decdcfc7 req-ebc917a6-235e-4690-ac40-0fa0e3039083 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 1097 time: 0.0966837 Jun 30 09:45:38.622422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ca49bea-3f0d-4687-9139-72db599f25f6 req-b22dff73-f82a-409e-8590-cf5b8a4af2be tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504038 Jun 30 09:45:38.627651 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f678091-e9dd-4c43-a0dd-9216decdcfc7 req-ff1aa584-3ef4-4ad8-809b-1d73d7bf6a0a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Jun 30 09:45:39.795756 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbba57-2688-4293-8b65-83d3711e0652 req-4f0d933a-ef95-498a-8327-94a8fd76196d tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:39.797216 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30fbba57-2688-4293-8b65-83d3711e0652 req-4f0d933a-ef95-498a-8327-94a8fd76196d tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 945 time: 0.0622754 Jun 30 09:45:39.834094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30fbba57-2688-4293-8b65-83d3711e0652 req-4f1d2495-2c23-477a-a6df-82a20effc928 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312359 Jun 30 09:45:40.189602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf4637-7ae2-40c8-be11-4bcf8ac8c0f6 req-6c69a0fc-7010-4719-ad9b-47598d9a8a67 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:40.190992 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60cf4637-7ae2-40c8-be11-4bcf8ac8c0f6 req-6c69a0fc-7010-4719-ad9b-47598d9a8a67 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 945 time: 0.0651991 Jun 30 09:45:40.227346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-60cf4637-7ae2-40c8-be11-4bcf8ac8c0f6 req-360f09c7-28de-4161-8fd0-4659aabbd5ab tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308163 Jun 30 09:45:53.845257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:55.621248 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.013082 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ded4e-caff-4476-ab7a-32a6d3df2d6f req-5ddcdf1f-303d-4cbd-85ed-6c55f4fb505b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.014840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea6ded4e-caff-4476-ab7a-32a6d3df2d6f req-5ddcdf1f-303d-4cbd-85ed-6c55f4fb505b tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 945 time: 0.0660903 Jun 30 09:45:59.054343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ea6ded4e-caff-4476-ab7a-32a6d3df2d6f req-a81c8204-ac80-42f0-81c1-ec950e2eb128 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jun 30 09:46:00.233355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84795620-8229-4733-a64d-02b321c5f142 req-e09bf453-fc3b-4efd-8868-b7a45b3c3098 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.234825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84795620-8229-4733-a64d-02b321c5f142 req-e09bf453-fc3b-4efd-8868-b7a45b3c3098 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 945 time: 0.0616884 Jun 30 09:46:00.274151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84795620-8229-4733-a64d-02b321c5f142 req-61633afd-58fc-4217-a5f4-62d3887002a7 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/security-groups?id=124a6d5c-69bf-4a13-bb7d-80b2f43fabda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Jun 30 09:46:00.606049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-81c6e3fa-435d-4ef6-8a51-621676f39dcd tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.607987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-81c6e3fa-435d-4ef6-8a51-621676f39dcd tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 945 time: 0.0630193 Jun 30 09:46:00.707957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Deleting port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:00.708287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:00.797016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] For port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:00.797302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:00.809569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Calling delete_port for bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:00.936517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:00.954073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:00.965658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Pushing event deleted for resources: {'Port': ['ID=bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:01.010715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] No DVR routers for this DVR port bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:01.013356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:01.016085 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-876bc9cf-2979-417a-b109-f3bf3ae6789e req-dc5afd68-fea2-4f0b-9005-2956ac264f74 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.26 "DELETE /v2.0/ports/bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 HTTP/1.1" status: 204 len: 173 time: 0.3965213 Jun 30 09:46:01.016530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'name': 'network-vif-deleted', 'tag': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:01.018833 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e2e4a7-af7f-4761-9c91-5397cb5a52b5" -d '{"events": [{"server_uuid": "ab506efa-f4f5-4d69-a047-aa733cc06545", "name": "network-vif-deleted", "tag": "bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:01.059041 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da4c6a-559c-4330-94a9-347af7094358 x-openstack-request-id: req-a6da4c6a-559c-4330-94a9-347af7094358 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:01.059339 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab506efa-f4f5-4d69-a047-aa733cc06545", "name": "network-vif-deleted", "tag": "bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:01.059622 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6da4c6a-559c-4330-94a9-347af7094358 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:01.060004 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab506efa-f4f5-4d69-a047-aa733cc06545', 'name': 'network-vif-deleted', 'tag': 'bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3', 'status': 'completed', 'code': 200} Jun 30 09:46:01.427020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67260dd8-845d-46dc-8ae8-a6cf0a123f45 req-85f8c624-4730-4fd6-a185-118eb037d300 tempest-TestEncryptedCinderVolumes-106366070 tempest-TestEncryptedCinderVolumes-106366070-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab506efa-f4f5-4d69-a047-aa733cc06545 HTTP/1.1" status: 200 len: 210 time: 0.0313706 Jun 30 09:46:01.671215 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91e718ce-a226-4dbb-9c51-40d69199f8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:02.554998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45524) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:02.889933 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.133855 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Deleting port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:03.134187 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.212667 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] For port e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:03.213025 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.225863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Calling delete_port for e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:03.400036 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.425751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:03.588380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.073955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Router c0a01c81-cb4a-4182-b2e6-acfabfb783ec has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:46:04.180738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:04.185584 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-08a23b6b-f9cd-4ddb-a7bd-d8c79f353944 admin admin] 10.222.0.53 "PUT /v2.0/routers/c0a01c81-cb4a-4182-b2e6-acfabfb783ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6295297 Jun 30 09:46:04.188230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45526) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:04.189455 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] Sync routers for ids ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:04.198189 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] Routers {'c0a01c81-cb4a-4182-b2e6-acfabfb783ec'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:04.198790 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:45:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.289898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.299390 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] Set router c0a01c81-cb4a-4182-b2e6-acfabfb783ec gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:04.342640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:04.363656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:04.363975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device bb4dde75-d7b9-42c2-b1a3-ddb291efdaf3 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:04.398439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.426739 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.441561 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-17f49c7f-ca5d-4fb2-b646-0937df9e90ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.461475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Deleting port 7e62fd10-7bea-42e0-9f80-30642355b4fa {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:04.461946 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.477710 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:46:03Z', 'revision_number': 5, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port': {'id': '7e62fd10-7bea-42e0-9f80-30642355b4fa', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.506112 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] Checking router: c0a01c81-cb4a-4182-b2e6-acfabfb783ec for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:04.514764 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] Routers {'c0a01c81-cb4a-4182-b2e6-acfabfb783ec'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:04.515485 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.545655 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] For port 7e62fd10-7bea-42e0-9f80-30642355b4fa, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=7e62fd10-7bea-42e0-9f80-30642355b4fa,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:04.546003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.560327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Calling delete_port for 7e62fd10-7bea-42e0-9f80-30642355b4fa owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:04.606397 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] Set router c0a01c81-cb4a-4182-b2e6-acfabfb783ec gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:04.655400 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:46:04Z', 'revision_number': 6, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.729279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.754390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e62fd10-7bea-42e0-9f80-30642355b4fa,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:04.773956 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce245ff7-6157-49bb-8cdd-53c406a27b57 None None] The sync data for ids ['c0a01c81-cb4a-4182-b2e6-acfabfb783ec'] in n-d-758944-40 is: [{'id': 'c0a01c81-cb4a-4182-b2e6-acfabfb783ec', 'name': 'tempest-TestEncryptedCinderVolumes-257422734-router', 'tenant_id': 'b65d00fb770b486193ff00ff63f9f331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:46Z', 'updated_at': '2021-06-30T09:46:04Z', 'revision_number': 6, 'project_id': 'b65d00fb770b486193ff00ff63f9f331', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:04.821715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.911370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.913463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.959255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.959818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a01c81-cb4a-4182-b2e6-acfabfb783ec {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:46:04.964379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.965594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a96b4339-05ac-4714-9e90-f08a5d568bf4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c0a01c81-cb4a-4182-b2e6-acfabfb783ec HTTP/1.1" status: 204 len: 168 time: 0.7764132 Jun 30 09:46:04.968233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45530) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:05.010914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] Deleting subnet dd077ef1-0b31-44e7-a5dd-fb81922a92ef {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:46:05.014383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.047154 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.132829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.188969 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.217080 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.219031 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dd077ef1-0b31-44e7-a5dd-fb81922a92ef HTTP/1.1" status: 204 len: 168 time: 0.2498717 Jun 30 09:46:05.220021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf549931-5647-49c7-80e2-be122f79638e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd077ef1-0b31-44e7-a5dd-fb81922a92ef,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:05.221968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45532) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:05.226701 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1b9bb-35a1-4171-ac0e-6e68eddf3d43 None None] Network c9352791-10a4-49c6-8eee-1071ecf7b222 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:05.292915 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.346540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Deleting port 0582b736-b5ee-491d-ba54-6ada098fca62 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:05.346877 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.409324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] For port 0582b736-b5ee-491d-ba54-6ada098fca62, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=0582b736-b5ee-491d-ba54-6ada098fca62,segment=NetworkSegment(6697a1be-c950-4b36-90ac-a4213f15cd93),segment_id=6697a1be-c950-4b36-90ac-a4213f15cd93)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:05.409715 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.422627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Calling delete_port for 0582b736-b5ee-491d-ba54-6ada098fca62 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:05.503595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.529759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0582b736-b5ee-491d-ba54-6ada098fca62,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:05.531665 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] No DVR routers for this DVR port 0582b736-b5ee-491d-ba54-6ada098fca62 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:05.550249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87994866-b03d-47a1-9f2d-26e3cc9b1867 None None] DHCP port deletion for c9352791-10a4-49c6-8eee-1071ecf7b222 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:46:05.611537 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.621001 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9352791-10a4-49c6-8eee-1071ecf7b222']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:05.635818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6697a1be-c950-4b36-90ac-a4213f15cd93') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:05.636115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6697a1be-c950-4b36-90ac-a4213f15cd93') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:05.645856 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.660538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.666586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:46:05.666973 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:46:05.668888 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:46:05.722650 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.728129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.733220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/c9352791-10a4-49c6-8eee-1071ecf7b222 HTTP/1.1" status: 204 len: 168 time: 0.5074940 Jun 30 09:46:05.733809 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45534) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:05.741860 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81bbe-3c2d-4926-80a8-0754338736ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c9352791-10a4-49c6-8eee-1071ecf7b222,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:06.015076 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.075503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.319143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Deleting port c1adb572-f70d-44dd-a062-4740e73bb318 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:06.319465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.394782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] For port c1adb572-f70d-44dd-a062-4740e73bb318, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c1adb572-f70d-44dd-a062-4740e73bb318,segment=NetworkSegment(d440a56d-81e1-4e31-a337-cdbf7320fe26),segment_id=d440a56d-81e1-4e31-a337-cdbf7320fe26)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:06.395059 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.407508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Calling delete_port for c1adb572-f70d-44dd-a062-4740e73bb318 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:06.582065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0582b736-b5ee-491d-ba54-6ada098fca62 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:06.583521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.602142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 0582b736-b5ee-491d-ba54-6ada098fca62 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:06.602481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 0582b736-b5ee-491d-ba54-6ada098fca62 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:06.602900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7e62fd10-7bea-42e0-9f80-30642355b4fa no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:06.610735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1adb572-f70d-44dd-a062-4740e73bb318,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:06.625054 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 7e62fd10-7bea-42e0-9f80-30642355b4fa {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:06.625395 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 7e62fd10-7bea-42e0-9f80-30642355b4fa not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:06.625833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:06.637499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.637872 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.639200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.639200 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.639451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.639748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.640070 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.640392 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.640713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.641031 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.641349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.641686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:06.795679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.809026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:06.809681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device e6f7cb4d-d31d-42f7-a4e2-8bd9adf62847 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:07.273729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Router 04a61983-87f8-442a-a2b8-758273e151f5 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:46:07.374988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:07.379894 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8c5a10c1-b286-4839-b8c4-3798c7f47ce0 admin admin] 10.222.0.53 "PUT /v2.0/routers/04a61983-87f8-442a-a2b8-758273e151f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6454289 Jun 30 09:46:07.382566 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45538) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:07.383894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] Sync routers for ids ['04a61983-87f8-442a-a2b8-758273e151f5'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:07.393265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] Routers {'04a61983-87f8-442a-a2b8-758273e151f5'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:07.393904 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['04a61983-87f8-442a-a2b8-758273e151f5'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:07.444876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:07.484624 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:07.505714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] Set router 04a61983-87f8-442a-a2b8-758273e151f5 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:07.579795 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:07.632743 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Deleting port aad19a91-5466-48b0-af05-a0f9e232ec8b {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:07.633402 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:07.680074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:46:06Z', 'revision_number': 5, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port': {'id': 'aad19a91-5466-48b0-af05-a0f9e232ec8b', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a61983-87f8-442a-a2b8-758273e151f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:44:51Z', 'updated_at': '2021-06-30T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:07.706177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] Checking router: 04a61983-87f8-442a-a2b8-758273e151f5 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:07.709727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] For port aad19a91-5466-48b0-af05-a0f9e232ec8b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=aad19a91-5466-48b0-af05-a0f9e232ec8b,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:07.710102 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:07.714132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] Routers {'04a61983-87f8-442a-a2b8-758273e151f5'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:07.714731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['04a61983-87f8-442a-a2b8-758273e151f5'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:07.722813 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Calling delete_port for aad19a91-5466-48b0-af05-a0f9e232ec8b owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:07.799144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] Set router 04a61983-87f8-442a-a2b8-758273e151f5 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:07.852103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:46:07Z', 'revision_number': 6, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:07.877853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8654f99e-ce81-42e8-ab67-0f365572a524 None None] The sync data for ids ['04a61983-87f8-442a-a2b8-758273e151f5'] in n-d-758944-40 is: [{'id': '04a61983-87f8-442a-a2b8-758273e151f5', 'name': 'tempest-TestEncryptedCinderVolumes-1391528422-router', 'tenant_id': 'b9c813408f0845fb807b3a695df7c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:44:50Z', 'updated_at': '2021-06-30T09:46:07Z', 'revision_number': 6, 'project_id': 'b9c813408f0845fb807b3a695df7c460', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:07.885214 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:07.912823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Pushing event deleted for resources: {'Port': ['ID=aad19a91-5466-48b0-af05-a0f9e232ec8b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:07.974488 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.062331 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.064348 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.106809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.107360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a61983-87f8-442a-a2b8-758273e151f5 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:46:08.111759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.112904 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fdbe772a-3f6b-4f1a-a508-0434d7b7c35f admin admin] 10.222.0.53 "DELETE /v2.0/routers/04a61983-87f8-442a-a2b8-758273e151f5 HTTP/1.1" status: 204 len: 168 time: 0.7294896 Jun 30 09:46:08.115689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45540) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:08.164325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] Deleting subnet e672a925-e73f-4a59-898b-2e7bfadd9e85 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:46:08.167329 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.199844 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.277895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.331141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.361369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e672a925-e73f-4a59-898b-2e7bfadd9e85,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:08.363241 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.367942 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-57c0c66c-cfd6-4fb5-9e49-9acbf1a18b11 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e672a925-e73f-4a59-898b-2e7bfadd9e85 HTTP/1.1" status: 204 len: 168 time: 0.2484739 Jun 30 09:46:08.367942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45542) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:08.370713 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16134e0-a09b-4b9e-8267-bb385d1c663e None None] Network c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:08.433188 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.484936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Deleting port ab50dfc8-1f41-4f15-b839-ba3ba035e84e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:08.485269 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.550592 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] For port ab50dfc8-1f41-4f15-b839-ba3ba035e84e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,segment=NetworkSegment(d440a56d-81e1-4e31-a337-cdbf7320fe26),segment_id=d440a56d-81e1-4e31-a337-cdbf7320fe26)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:08.550947 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.564165 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Calling delete_port for ab50dfc8-1f41-4f15-b839-ba3ba035e84e owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:08.625313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] DHCP port deletion for c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:46:08.650221 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.677180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:08.681325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] No DVR routers for this DVR port ab50dfc8-1f41-4f15-b839-ba3ba035e84e on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:08.688669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] Deleting port ab50dfc8-1f41-4f15-b839-ba3ba035e84e {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:08.689157 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.692394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c1adb572-f70d-44dd-a062-4740e73bb318 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:08.748548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c1adb572-f70d-44dd-a062-4740e73bb318 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:08.749022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c1adb572-f70d-44dd-a062-4740e73bb318 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:08.749546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab50dfc8-1f41-4f15-b839-ba3ba035e84e no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:08.757994 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.768454 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70c5dd9-605e-4b28-b103-3fd9d0a76ac1']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:08.775890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ab50dfc8-1f41-4f15-b839-ba3ba035e84e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:08.776297 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab50dfc8-1f41-4f15-b839-ba3ba035e84e not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:08.776796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aad19a91-5466-48b0-af05-a0f9e232ec8b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:08.778588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd440a56d-81e1-4e31-a337-cdbf7320fe26') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:08.778886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd440a56d-81e1-4e31-a337-cdbf7320fe26') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:08.787604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.801198 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.803793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: aad19a91-5466-48b0-af05-a0f9e232ec8b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:08.804174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aad19a91-5466-48b0-af05-a0f9e232ec8b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:08.808714 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:46:08.809150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.809271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] For port ab50dfc8-1f41-4f15-b839-ba3ba035e84e, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:08.809603 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:46:08.811927 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:46:08.822816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] Calling delete_port for ab50dfc8-1f41-4f15-b839-ba3ba035e84e owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:08.825802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] Port ab50dfc8-1f41-4f15-b839-ba3ba035e84e was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:46:08.827652 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.855545 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] Pushing event deleted for resources: {'Port': ['ID=ab50dfc8-1f41-4f15-b839-ba3ba035e84e,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:08.859880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328104a-79ce-47a7-9473-22c4bb6e1b2c None None] No DVR routers for this DVR port ab50dfc8-1f41-4f15-b839-ba3ba035e84e on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:08.875778 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.881063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.883770 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c70c5dd9-605e-4b28-b103-3fd9d0a76ac1 HTTP/1.1" status: 204 len: 168 time: 0.5151572 Jun 30 09:46:08.897724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d0de7-2b0d-42b9-8da2-ca382ac18f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70c5dd9-605e-4b28-b103-3fd9d0a76ac1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:09.073664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45546) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:09.112855 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2eb083ed-d105-417c-9bd2-4415127419cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b65d00fb770b486193ff00ff63f9f331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379956 Jun 30 09:46:09.115166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45548) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:09.160551 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d89d374e-13ce-4aff-a537-139a055a6654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.180427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d89d374e-13ce-4aff-a537-139a055a6654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.226025 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d89d374e-13ce-4aff-a537-139a055a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.228532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d89d374e-13ce-4aff-a537-139a055a6654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.230162 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d89d374e-13ce-4aff-a537-139a055a6654 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/124a6d5c-69bf-4a13-bb7d-80b2f43fabda HTTP/1.1" status: 204 len: 168 time: 0.1136179 Jun 30 09:46:09.237692 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d374e-13ce-4aff-a537-139a055a6654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124a6d5c-69bf-4a13-bb7d-80b2f43fabda,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:09.563945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45554) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:09.602682 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-23a14fe0-c0b5-47e6-8554-059568218645 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9c813408f0845fb807b3a695df7c460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375836 Jun 30 09:46:09.605094 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45556) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:09.655688 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00dda9ba-6fdb-4705-820f-d01b46e660ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.675407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00dda9ba-6fdb-4705-820f-d01b46e660ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.721719 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00dda9ba-6fdb-4705-820f-d01b46e660ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.724228 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-00dda9ba-6fdb-4705-820f-d01b46e660ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.725340 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-00dda9ba-6fdb-4705-820f-d01b46e660ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f40157f4-29ba-4485-b5d7-f35dd15cf38a HTTP/1.1" status: 204 len: 168 time: 0.1193368 Jun 30 09:46:09.733154 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dda9ba-6fdb-4705-820f-d01b46e660ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40157f4-29ba-4485-b5d7-f35dd15cf38a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:09.856789 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:10.371356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45578) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:10.478131 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1215463367-network', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:10.498465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Made reservation on behalf of 7acf0942ab67426e9dd7b767f27f55df for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:10.500698 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.508709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.595565 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.599646 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.622694 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:46:10.630979 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:10.636686 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.637022 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Added segment 53433292-2db3-446f-b10d-611f605c85f8 of type vlan for network 94e15ef3-c000-4b40-a2e5-ed470755f858 Jun 30 09:46:10.676552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.707785 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.708763 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:10.709332 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.755707 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3831711 Jun 30 09:46:10.758583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45582) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:10.765000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Request body: {'subnet': {'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1215463367-subnet', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:10.768673 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8fd1-946c-4aa2-8f9a-b5994ab83bae admin admin] Pushing event updated for resources: {'Network': ['ID=94e15ef3-c000-4b40-a2e5-ed470755f858,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:10.778848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:46:10.788201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Made reservation on behalf of 7acf0942ab67426e9dd7b767f27f55df for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:10.790775 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.955582 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.011650 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d36c6a-4084-47d3-917b-e646ce8f7438,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:11.019079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Checking segment: {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:11.019437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Network hostable DHCP agents. Network: 94e15ef3-c000-4b40-a2e5-ed470755f858, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:46:11.034781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:46:11.043072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 94e15ef3-c000-4b40-a2e5-ed470755f858) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:11.047169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:11.047742 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.051628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab86715-3e22-4f2a-8923-bb4c1108e83e None None] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:11.063138 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-65b6a2f4-2ce6-4230-a9cb-b966cf1fb7ce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3030696 Jun 30 09:46:11.065944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45586) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:11.070405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:11.090708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.091710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.146592 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.197120 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-94e15ef3-c000-4b40-a2e5-ed470755f858', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:46:11.198023 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.287460 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.336453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Allocated IP 172.20.0.2 (94e15ef3-c000-4b40-a2e5-ed470755f858/84d36c6a-4084-47d3-917b-e646ce8f7438/c9aac1b5-b8a7-4473-bdc7-262317c4e4e1) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:11.480507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.486753 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.489133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Transition to ACTIVE for port object c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:11.503805 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Transition to ACTIVE for port object c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:11.506748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.510826 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.549160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:11.551809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:11.554189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:11.565453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Pushing event updated for resources: {'Port': ['ID=c9aac1b5-b8a7-4473-bdc7-262317c4e4e1,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:11.614814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Allocated IP 172.25.8.45 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/b87647ab-4319-4fee-b582-cd6f10212ce5) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:11.619057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Attempting to bind port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:11.619426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Attempting to bind port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:11.619786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Attempting to bind port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 on network 94e15ef3-c000-4b40-a2e5-ed470755f858 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:11.625437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:11.625839 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Checking segment: {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:11.626247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.626656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Bound using segment: {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:11.627173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Bound port: c9aac1b5-b8a7-4473-bdc7-262317c4e4e1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:11.627636 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.696857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] For port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:11.699863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] For port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c9aac1b5-b8a7-4473-bdc7-262317c4e4e1,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:11.704922 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.721926 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.761390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8222a-fad2-4fd3-8201-c560d4e00d5a None None] Pushing event updated for resources: {'Port': ['ID=c9aac1b5-b8a7-4473-bdc7-262317c4e4e1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:11.767898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.806887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:11.809657 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:11.814170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:11.843926 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Pushing event updated for resources: {'Port': ['ID=b87647ab-4319-4fee-b582-cd6f10212ce5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:12.091084 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.283574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.631136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:12.688160 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:12.704237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Router 28269ffa-9c8a-4519-9e03-0d600210b9a5 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:46:12.721246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d49738-0f7b-4d11-9684-1c985967ccb4 None None] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:12.781869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a7624a65-b97a-4899-b581-0e93f878895b None None] Provisioning for port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:12.793667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a7624a65-b97a-4899-b581-0e93f878895b None None] Provisioning complete for port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:12.794027 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a7624a65-b97a-4899-b581-0e93f878895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.808850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:12.819301 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Sync routers for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:12.824575 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.826849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-38a07126-46f3-4baa-943b-6fdd25b1be20 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7598388 Jun 30 09:46:12.830166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45588) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:12.832623 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:12.833326 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:12.932932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a7624a65-b97a-4899-b581-0e93f878895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.944460 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:12.977534 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a7624a65-b97a-4899-b581-0e93f878895b None None] For port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c9aac1b5-b8a7-4473-bdc7-262317c4e4e1,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:12.984476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a7624a65-b97a-4899-b581-0e93f878895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.045784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7624a65-b97a-4899-b581-0e93f878895b None None] Pushing event updated for resources: {'Port': ['ID=c9aac1b5-b8a7-4473-bdc7-262317c4e4e1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:13.136062 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:11Z', 'revision_number': 3, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:13.168000 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Checking router: 28269ffa-9c8a-4519-9e03-0d600210b9a5 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:13.168344 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Updating router 28269ffa-9c8a-4519-9e03-0d600210b9a5 port b87647ab-4319-4fee-b582-cd6f10212ce5 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:46:13.206914 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.209514 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-05b62eb5-87a6-4a89-abdb-68a91c821698 None None] Provisioning complete for port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:13.209514 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-05b62eb5-87a6-4a89-abdb-68a91c821698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.280716 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.456831 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.467813 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Transition to ACTIVE for port object b87647ab-4319-4fee-b582-cd6f10212ce5 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:13.473576 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.498154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Allocated IP 172.20.0.1 (94e15ef3-c000-4b40-a2e5-ed470755f858/84d36c6a-4084-47d3-917b-e646ce8f7438/78221b2b-d850-412e-a010-75dcd2752947) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:13.523416 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Pushing event updated for resources: {'Port': ['ID=b87647ab-4319-4fee-b582-cd6f10212ce5,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:13.526247 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Attempting to bind port b87647ab-4319-4fee-b582-cd6f10212ce5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:13.526599 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Attempting to bind port b87647ab-4319-4fee-b582-cd6f10212ce5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:13.526945 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Attempting to bind port b87647ab-4319-4fee-b582-cd6f10212ce5 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:13.535376 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.535710 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.536039 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.536357 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.536688 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.536986 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.537296 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.537605 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.537937 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.538244 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.538550 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.538855 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:13.542235 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:13.542595 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:13.542986 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.543352 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:13.543800 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Bound port: b87647ab-4319-4fee-b582-cd6f10212ce5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:13.544166 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.596615 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] For port b87647ab-4319-4fee-b582-cd6f10212ce5, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:13.599820 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] For port b87647ab-4319-4fee-b582-cd6f10212ce5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b87647ab-4319-4fee-b582-cd6f10212ce5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:13.604324 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.610186 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.622746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Transition to ACTIVE for port object 78221b2b-d850-412e-a010-75dcd2752947 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:13.657687 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:13.658337 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:13.659687 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.694284 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111108b9-18d4-4bda-8f0b-eeb30bdeb3f1 None None] Pushing event updated for resources: {'Port': ['ID=b87647ab-4319-4fee-b582-cd6f10212ce5,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:13.701443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:13.704275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:13.706546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:13.734976 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Pushing event updated for resources: {'Port': ['ID=78221b2b-d850-412e-a010-75dcd2752947,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:13.754353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.767284 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:13.910485 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9e90ced1-0a75-4cc2-b025-9a01bb9fe4a9 None None] Provisioning for port 78221b2b-d850-412e-a010-75dcd2752947 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:13.916434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-9e90ced1-0a75-4cc2-b025-9a01bb9fe4a9 None None] Provisioning complete for port 78221b2b-d850-412e-a010-75dcd2752947 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:13.916817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9e90ced1-0a75-4cc2-b025-9a01bb9fe4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.951436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9e90ced1-0a75-4cc2-b025-9a01bb9fe4a9 None None] Port 78221b2b-d850-412e-a010-75dcd2752947 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:46:13.952878 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:13.958425 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:11Z', 'revision_number': 3, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:13.989057 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101eb5c-6ccd-4b4a-87f4-00726835a4bf None None] The sync data for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 is: [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:11Z', 'revision_number': 3, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:14.133169 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.137921 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.210441 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.212215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Pushing event updated for resources: {'Port': ['ID=78221b2b-d850-412e-a010-75dcd2752947,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:14.328177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:14.333068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:14.458575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Router 28269ffa-9c8a-4519-9e03-0d600210b9a5 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:46:14.587311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3a755c02-6588-4618-8a1f-e6dc00af768f None None] Provisioning complete for port 78221b2b-d850-412e-a010-75dcd2752947 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:14.587723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:14.587844 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3a755c02-6588-4618-8a1f-e6dc00af768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.603711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5006778b-9d75-4e8c-87c0-ff3135795625 admin admin] 10.222.0.53 "PUT /v2.0/routers/28269ffa-9c8a-4519-9e03-0d600210b9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722297 Jun 30 09:46:14.648776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3a755c02-6588-4618-8a1f-e6dc00af768f None None] Port 78221b2b-d850-412e-a010-75dcd2752947 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:46:14.678777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:14.733323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:14.733733 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.828804 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b87647ab-4319-4fee-b582-cd6f10212ce5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:14.878692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port b87647ab-4319-4fee-b582-cd6f10212ce5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:14.883509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b87647ab-4319-4fee-b582-cd6f10212ce5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:14.883897 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.971353 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.992408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port b87647ab-4319-4fee-b582-cd6f10212ce5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b87647ab-4319-4fee-b582-cd6f10212ce5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:14.996822 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.044121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=b87647ab-4319-4fee-b582-cd6f10212ce5,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:15.121779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45604) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:15.127620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-621733895-network', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:15.148617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Made reservation on behalf of 4081d9076c35485183825b6a9d1b2b2f for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:15.151149 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.160162 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.248509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.252383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.275584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:46:15.285563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595831bd-b38a-4f55-9420-bd755c0fdd13,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:15.290543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.290894 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Added segment 3e4c2c47-c953-4269-9aeb-008e71afd000 of type vlan for network 214ee812-e88a-4baf-9d80-47465e5840a2 Jun 30 09:46:15.332063 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.361478 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.363018 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:15.363702 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.416998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2938914 Jun 30 09:46:15.419838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45606) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:15.424937 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Request body: {'subnet': {'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-621733895-subnet', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:15.429752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89840d2d-43ac-45e0-94d5-c27b36e37d26 admin admin] Pushing event updated for resources: {'Network': ['ID=214ee812-e88a-4baf-9d80-47465e5840a2,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:15.439974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 214ee812-e88a-4baf-9d80-47465e5840a2 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:46:15.447347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Made reservation on behalf of 4081d9076c35485183825b6a9d1b2b2f for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:15.449956 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.622679 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.675204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Sync routers for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:15.677580 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c62a55-f971-4805-ae12-0586b17052d3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:15.684332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:15.684840 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:15.687191 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Checking segment: {'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:15.687553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Network hostable DHCP agents. Network: 214ee812-e88a-4baf-9d80-47465e5840a2, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:46:15.704206 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Network 214ee812-e88a-4baf-9d80-47465e5840a2 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:46:15.713258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 214ee812-e88a-4baf-9d80-47465e5840a2) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:15.718152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:15.718803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.722169 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45041c-57f9-4c25-9729-a51e2acaed19 None None] Network 214ee812-e88a-4baf-9d80-47465e5840a2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:15.737696 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c53b966-7888-45b1-a63b-1c1a896c4e66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3142219 Jun 30 09:46:15.738160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:15.742528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:15.762842 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.763768 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.817818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:15.852526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:15.952978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.152615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.167964 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-214ee812-e88a-4baf-9d80-47465e5840a2', 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'fixed_ips': [{'subnet_id': '55c62a55-f971-4805-ae12-0586b17052d3'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:46:16.168806 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.172743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.279448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Allocated IP 172.25.8.175 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/de357ac9-05f2-4ef6-9bee-5721b16534af) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:16.355809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Allocated IP 172.20.0.2 (214ee812-e88a-4baf-9d80-47465e5840a2/55c62a55-f971-4805-ae12-0586b17052d3/255d38d9-af16-491d-aa07-b9375b1cff32) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:16.371810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 2, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:16.381068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.402468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Checking router: 28269ffa-9c8a-4519-9e03-0d600210b9a5 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:16.402873 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Updating router 28269ffa-9c8a-4519-9e03-0d600210b9a5 port 78221b2b-d850-412e-a010-75dcd2752947 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:46:16.421041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.462024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:16.464793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:16.468744 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:16.480479 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.493374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Pushing event updated for resources: {'Port': ['ID=de357ac9-05f2-4ef6-9bee-5721b16534af,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:16.627573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b87647ab-4319-4fee-b582-cd6f10212ce5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:16.696575 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.712597 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Transition to ACTIVE for port object 255d38d9-af16-491d-aa07-b9375b1cff32 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:16.772664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Transition to ACTIVE for port object 255d38d9-af16-491d-aa07-b9375b1cff32 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:16.786373 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.794766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port b87647ab-4319-4fee-b582-cd6f10212ce5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:16.795139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.880982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Network 214ee812-e88a-4baf-9d80-47465e5840a2 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:16.890411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:16.892158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Pushing event updated for resources: {'Port': ['ID=255d38d9-af16-491d-aa07-b9375b1cff32,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:16.894587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:17.000203 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.030022 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Attempting to bind port 255d38d9-af16-491d-aa07-b9375b1cff32 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:17.030400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Attempting to bind port 255d38d9-af16-491d-aa07-b9375b1cff32 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:17.030760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Attempting to bind port 255d38d9-af16-491d-aa07-b9375b1cff32 on network 214ee812-e88a-4baf-9d80-47465e5840a2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:17.047144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:17.047522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Checking segment: {'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:17.047923 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.048303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Bound using segment: {'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:17.048794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Bound port: 255d38d9-af16-491d-aa07-b9375b1cff32, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:17.049152 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.067339 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.099477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Transition to ACTIVE for port object 78221b2b-d850-412e-a010-75dcd2752947 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:17.109023 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.167483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] For port 255d38d9-af16-491d-aa07-b9375b1cff32, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:17.172478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] For port 255d38d9-af16-491d-aa07-b9375b1cff32, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=255d38d9-af16-491d-aa07-b9375b1cff32,segment=NetworkSegment(3e4c2c47-c953-4269-9aeb-008e71afd000),segment_id=3e4c2c47-c953-4269-9aeb-008e71afd000)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:17.184353 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.201233 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.202350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a475c-9742-41c1-8c05-5449e30d6c2f None None] Pushing event updated for resources: {'Port': ['ID=78221b2b-d850-412e-a010-75dcd2752947,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:17.274694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Attempting to bind port 78221b2b-d850-412e-a010-75dcd2752947 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:17.275057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Attempting to bind port 78221b2b-d850-412e-a010-75dcd2752947 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:17.275425 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Attempting to bind port 78221b2b-d850-412e-a010-75dcd2752947 on network 94e15ef3-c000-4b40-a2e5-ed470755f858 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:17.292850 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:17.293226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Checking segment: {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:17.293674 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.294127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Bound using segment: {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:17.294615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Bound port: 78221b2b-d850-412e-a010-75dcd2752947, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:17.294997 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.300626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6e05f-1778-4b71-9ee6-9e3cfd67306c None None] Pushing event updated for resources: {'Port': ['ID=255d38d9-af16-491d-aa07-b9375b1cff32,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:17.354039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:46:17.372859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] For port 78221b2b-d850-412e-a010-75dcd2752947, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:17.376949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] For port 78221b2b-d850-412e-a010-75dcd2752947, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=78221b2b-d850-412e-a010-75dcd2752947,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:17.386034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.451521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:17.453128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:17.483820 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:17.517489 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.519528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a475c-9742-41c1-8c05-5449e30d6c2f None None] Pushing event updated for resources: {'Port': ['ID=78221b2b-d850-412e-a010-75dcd2752947,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:17.523609 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d48098b0-6aec-4c94-9cab-6395a30e4f02 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7820795 Jun 30 09:46:17.524019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:17.525775 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Sync routers for ids ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:17.546842 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Routers {'9a0d0c78-bf80-4628-b240-52a62d5e21f8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:17.547459 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:17.633971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:17.701932 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Set router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:17.916209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:46:16Z', 'revision_number': 3, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port': {'id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:16Z', 'updated_at': '2021-06-30T09:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:17.916969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:17Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:17.942455 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Checking router: 9a0d0c78-bf80-4628-b240-52a62d5e21f8 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:17.942864 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Updating router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 port de357ac9-05f2-4ef6-9bee-5721b16534af binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:46:17.944906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810aed86-b451-4ccc-ade6-f1f161f07566 None None] The sync data for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 is: [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:17Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:18.084428 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.095463 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.272443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Allocated IP 172.20.0.1 (214ee812-e88a-4baf-9d80-47465e5840a2/55c62a55-f971-4805-ae12-0586b17052d3/6329ff6b-fb32-48b0-ac7f-6a1858a47c17) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:18.396373 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.409585 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.413349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Transition to ACTIVE for port object 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:18.420948 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Transition to ACTIVE for port object de357ac9-05f2-4ef6-9bee-5721b16534af will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:18.430476 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.458883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.487251 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Attempting to bind port de357ac9-05f2-4ef6-9bee-5721b16534af on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:18.487619 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Attempting to bind port de357ac9-05f2-4ef6-9bee-5721b16534af by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:18.487979 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Attempting to bind port de357ac9-05f2-4ef6-9bee-5721b16534af on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:18.490144 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee3186-77de-4128-904f-960b2c8df214 None None] Pushing event updated for resources: {'Port': ['ID=de357ac9-05f2-4ef6-9bee-5721b16534af,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:18.496360 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:18.496736 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:18.497127 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.497542 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:18.497983 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Bound port: de357ac9-05f2-4ef6-9bee-5721b16534af, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:18.498362 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.503448 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Network 214ee812-e88a-4baf-9d80-47465e5840a2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:18.512067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:18.518873 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:18.580293 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] For port de357ac9-05f2-4ef6-9bee-5721b16534af, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:18.587877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] For port de357ac9-05f2-4ef6-9bee-5721b16534af, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=de357ac9-05f2-4ef6-9bee-5721b16534af,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:18.603533 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.606157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Pushing event updated for resources: {'Port': ['ID=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:18.624558 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.641407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d816c9f-8423-4f6e-a6b0-0e7e4940fd5d None None] Network 214ee812-e88a-4baf-9d80-47465e5840a2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:18.680582 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee3186-77de-4128-904f-960b2c8df214 None None] Pushing event updated for resources: {'Port': ['ID=de357ac9-05f2-4ef6-9bee-5721b16534af,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:18.707220 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Routers {'9a0d0c78-bf80-4628-b240-52a62d5e21f8'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:18.707838 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:18.724754 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78221b2b-d850-412e-a010-75dcd2752947 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:18.810283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5c2c5018-49ad-4eae-8e78-817386f9adc0 None None] Provisioning for port 255d38d9-af16-491d-aa07-b9375b1cff32 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:18.840485 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.843875 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] Set router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:18.846991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 78221b2b-d850-412e-a010-75dcd2752947 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:18.870708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 78221b2b-d850-412e-a010-75dcd2752947 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:18.871078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.989157 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.036023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 78221b2b-d850-412e-a010-75dcd2752947, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=78221b2b-d850-412e-a010-75dcd2752947,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:19.041542 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.042869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 255d38d9-af16-491d-aa07-b9375b1cff32 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:19.054011 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:46:16Z', 'revision_number': 3, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port': {'id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:16Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:19.097884 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.102966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef4358-5607-49ec-b959-c15d38cdf476 None None] The sync data for ids ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'] in n-d-758944-40 is: [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:46:16Z', 'revision_number': 3, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port': {'id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:16Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:19.108599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.159435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 255d38d9-af16-491d-aa07-b9375b1cff32 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:19.161582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=78221b2b-d850-412e-a010-75dcd2752947,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:19.168482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 255d38d9-af16-491d-aa07-b9375b1cff32 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:19.168482 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.188039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Pushing event updated for resources: {'Port': ['ID=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:19.191362 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.276808 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.310433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Network 214ee812-e88a-4baf-9d80-47465e5840a2 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:19.312192 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:19.322535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 255d38d9-af16-491d-aa07-b9375b1cff32, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=255d38d9-af16-491d-aa07-b9375b1cff32,segment=NetworkSegment(3e4c2c47-c953-4269-9aeb-008e71afd000),segment_id=3e4c2c47-c953-4269-9aeb-008e71afd000)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:19.327663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.392538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-03ec8ff2-48e2-4aa5-a02c-3ad3529c6309 None None] Provisioning complete for port 255d38d9-af16-491d-aa07-b9375b1cff32 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:19.392908 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03ec8ff2-48e2-4aa5-a02c-3ad3529c6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.415779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=255d38d9-af16-491d-aa07-b9375b1cff32,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:19.464535 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:46:19.512783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-03ec8ff2-48e2-4aa5-a02c-3ad3529c6309 None None] Provisioning for port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:19.519536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-03ec8ff2-48e2-4aa5-a02c-3ad3529c6309 None None] Provisioning complete for port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:19.519925 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03ec8ff2-48e2-4aa5-a02c-3ad3529c6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.564595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-03ec8ff2-48e2-4aa5-a02c-3ad3529c6309 None None] Port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:46:19.609907 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:19.615676 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-627fdeaf-a77b-4687-ab6a-e32e11c07d6f admin admin] 10.222.0.53 "PUT /v2.0/routers/9a0d0c78-bf80-4628-b240-52a62d5e21f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0904741 Jun 30 09:46:19.685377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-dc9435b7-a469-4299-ab8a-deee9d6f494b None None] Provisioning complete for port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:19.686510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dc9435b7-a469-4299-ab8a-deee9d6f494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.735802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-dc9435b7-a469-4299-ab8a-deee9d6f494b None None] Port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:46:19.854495 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f850753c-bccf-483e-9ce9-6827af16cdbd None None] Provisioning complete for port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:19.854794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f850753c-bccf-483e-9ce9-6827af16cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:19.890492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-f850753c-bccf-483e-9ce9-6827af16cdbd None None] Port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:46:20.695882 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78221b2b-d850-412e-a010-75dcd2752947 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:20.751962 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 78221b2b-d850-412e-a010-75dcd2752947 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:20.752332 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:20.845543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 255d38d9-af16-491d-aa07-b9375b1cff32 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:20.901139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 255d38d9-af16-491d-aa07-b9375b1cff32 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:20.901507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:21.173142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device de357ac9-05f2-4ef6-9bee-5721b16534af up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:21.241677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port de357ac9-05f2-4ef6-9bee-5721b16534af completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:21.246773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port de357ac9-05f2-4ef6-9bee-5721b16534af triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:21.247249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:21.352698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:21.380175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port de357ac9-05f2-4ef6-9bee-5721b16534af, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=de357ac9-05f2-4ef6-9bee-5721b16534af,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:21.386433 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:21.436883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=de357ac9-05f2-4ef6-9bee-5721b16534af,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:21.475401 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Sync routers for ids ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:21.485684 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Routers {'9a0d0c78-bf80-4628-b240-52a62d5e21f8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:21.486299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:21.598922 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Set router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:21.817367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 4, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port': {'id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:16Z', 'updated_at': '2021-06-30T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '6329ff6b-fb32-48b0-ac7f-6a1858a47c17', 'name': '', 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'mac_address': 'fa:16:3e:cd:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '55c62a55-f971-4805-ae12-0586b17052d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 2, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'subnets': [{'id': '55c62a55-f971-4805-ae12-0586b17052d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:21.845518 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Checking router: 9a0d0c78-bf80-4628-b240-52a62d5e21f8 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:21.845907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Updating router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:46:21.882853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.176367 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.188877 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Transition to ACTIVE for port object 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:22.195472 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.285780 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7627c6c-f752-4c94-82a6-2dba9b6bc969 None None] Pushing event updated for resources: {'Port': ['ID=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:22.304259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Attempting to bind port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:22.304631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Attempting to bind port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:22.305002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Attempting to bind port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 on network 214ee812-e88a-4baf-9d80-47465e5840a2 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:22.311241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:22.311793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Checking segment: {'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:22.312213 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.312608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Bound using segment: {'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:22.313135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Bound port: 6329ff6b-fb32-48b0-ac7f-6a1858a47c17, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4c2c47-c953-4269-9aeb-008e71afd000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:22.313593 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.388378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] For port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:22.392246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] For port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,segment=NetworkSegment(3e4c2c47-c953-4269-9aeb-008e71afd000),segment_id=3e4c2c47-c953-4269-9aeb-008e71afd000)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:22.400680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.470283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Routers {'9a0d0c78-bf80-4628-b240-52a62d5e21f8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:22.471192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:46:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:22.516988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7627c6c-f752-4c94-82a6-2dba9b6bc969 None None] Pushing event updated for resources: {'Port': ['ID=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:22.632268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] Set router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:22.666848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device de357ac9-05f2-4ef6-9bee-5721b16534af up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:22.731318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port de357ac9-05f2-4ef6-9bee-5721b16534af triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:22.731690 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.978646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 4, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port': {'id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:16Z', 'updated_at': '2021-06-30T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '6329ff6b-fb32-48b0-ac7f-6a1858a47c17', 'name': '', 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'mac_address': 'fa:16:3e:cd:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '55c62a55-f971-4805-ae12-0586b17052d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:22Z', 'revision_number': 4, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'subnets': [{'id': '55c62a55-f971-4805-ae12-0586b17052d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:23.006506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c433f24-ba98-4e2f-9282-e22f8cd8f0e5 None None] The sync data for ids ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'] in n-d-758944-40 is: [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:46:18Z', 'revision_number': 4, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port': {'id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:16Z', 'updated_at': '2021-06-30T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '6329ff6b-fb32-48b0-ac7f-6a1858a47c17', 'name': '', 'network_id': '214ee812-e88a-4baf-9d80-47465e5840a2', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'mac_address': 'fa:16:3e:cd:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '55c62a55-f971-4805-ae12-0586b17052d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:18Z', 'updated_at': '2021-06-30T09:46:22Z', 'revision_number': 4, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'subnets': [{'id': '55c62a55-f971-4805-ae12-0586b17052d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:23.850098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.640796 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:24.697400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:24.705570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:24.705966 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.800862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.844745 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,segment=NetworkSegment(3e4c2c47-c953-4269-9aeb-008e71afd000),segment_id=3e4c2c47-c953-4269-9aeb-008e71afd000)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:24.849488 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.901104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:25.622798 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:26.604945 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:26.666497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:26.666957 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:29.505532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-11148be9-ae9c-4c47-8c36-e4d8494d9996 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:29.507014 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-11148be9-ae9c-4c47-8c36-e4d8494d9996 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 815 time: 0.1050897 Jun 30 09:46:29.521422 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-6493b624-5af1-4a84-abf5-070d5743d1fa tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/quotas/7acf0942ab67426e9dd7b767f27f55df HTTP/1.1" status: 200 len: 375 time: 0.0091100 Jun 30 09:46:29.592928 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-4a407a52-0af1-4d51-9dc1-ac98690117d4 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663393 Jun 30 09:46:29.685306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-3d25cda3-e287-4d30-80f1-6ea51517a603 service neutron] 10.222.0.53 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810730 Jun 30 09:46:29.777140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-80228a0c-9d7b-46e7-a8e0-6ae59edc42ba service neutron] 10.222.0.53 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Jun 30 09:46:29.942799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d594cb63-1208-420d-a462-22e83531c252 req-6ffd474f-c5fb-4070-a045-8edaf456b5cc tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0296268 Jun 30 09:46:31.083224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a815c0bc-2fab-4e7b-8437-81d429014e04 req-acc0aac2-dbd5-4162-ac5f-872d5ba3a5da tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0288296 Jun 30 09:46:31.191813 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-e22cd667-fe7d-4ed6-9469-308dbb914114 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:31.193836 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-e22cd667-fe7d-4ed6-9469-308dbb914114 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 815 time: 0.1045184 Jun 30 09:46:31.221907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'port': {'device_id': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'admin_state_up': True, 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:31.325784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Made reservation on behalf of 7acf0942ab67426e9dd7b767f27f55df for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:31.329825 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.457241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Allocated IP 172.20.0.6 (94e15ef3-c000-4b40-a2e5-ed470755f858/84d36c6a-4084-47d3-917b-e646ce8f7438/23f44622-7142-4961-b490-bcd0fd36a898) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:31.617550 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.635910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Transition to ACTIVE for port object 23f44622-7142-4961-b490-bcd0fd36a898 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:31.683957 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ab688066-de6f-4b21-90ce-9ead2c16057b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.705858 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.770997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:31.774697 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:31.782272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:31.789155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:31.825856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.827861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.828173 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.828728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.828896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.829148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.829473 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.829819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.830146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.830477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.830795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.831231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:31.882741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:31.883581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.909191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-8cf85ecc-1fd5-48a2-9679-c6cb4dd0d204 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908455 Jun 30 09:46:32.039200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b071bd86-d9b8-4e57-aee2-d7cf2a863490 None None] Provisioning for port 23f44622-7142-4961-b490-bcd0fd36a898 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:32.043886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b071bd86-d9b8-4e57-aee2-d7cf2a863490 None None] Provisioning complete for port 23f44622-7142-4961-b490-bcd0fd36a898 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:32.044462 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b071bd86-d9b8-4e57-aee2-d7cf2a863490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:32.081345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b071bd86-d9b8-4e57-aee2-d7cf2a863490 None None] Port 23f44622-7142-4961-b490-bcd0fd36a898 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:46:32.262909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8ca2-4f11-45ed-8509-31b1d709bfd7 req-07aa652b-ad93-4181-95c2-27a8219a1316 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:32.264923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69cc8ca2-4f11-45ed-8509-31b1d709bfd7 req-07aa652b-ad93-4181-95c2-27a8219a1316 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0681741 Jun 30 09:46:32.304137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-69cc8ca2-4f11-45ed-8509-31b1d709bfd7 req-c30d3694-c2ee-4155-aef6-a735bb7bad7b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Jun 30 09:46:33.481841 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7539219-e38d-4c66-9434-ca1f9c9614f0 req-0fc2bb74-926e-47b2-8af8-b054ea36bbee tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:33.483966 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7539219-e38d-4c66-9434-ca1f9c9614f0 req-0fc2bb74-926e-47b2-8af8-b054ea36bbee tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0647964 Jun 30 09:46:33.524529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7539219-e38d-4c66-9434-ca1f9c9614f0 req-8abc0ab1-3f21-4823-b5c7-93ac0715c1ef tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Jun 30 09:46:34.430641 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:34.447884 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-af4a8a16-2a73-41b0-8f09-093afa524fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:34.704801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691dffa-5bb6-4854-84d9-14360b86aa72 req-5606da8b-0603-4fe7-8b6d-4096d72195f2 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:34.706224 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0691dffa-5bb6-4854-84d9-14360b86aa72 req-5606da8b-0603-4fe7-8b6d-4096d72195f2 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0686553 Jun 30 09:46:34.745367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0691dffa-5bb6-4854-84d9-14360b86aa72 req-52cd0e19-2797-40cf-8c8a-1765d6b7a30c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333948 Jun 30 09:46:35.924125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbbc37-1094-4d5d-9c9c-997efe699de8 req-bab1e945-063b-4a00-9416-2eecd16a6740 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:35.925690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89dbbc37-1094-4d5d-9c9c-997efe699de8 req-bab1e945-063b-4a00-9416-2eecd16a6740 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0647118 Jun 30 09:46:35.965239 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89dbbc37-1094-4d5d-9c9c-997efe699de8 req-30b4b5c8-83c2-45e8-8ab6-73d64ba3c255 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jun 30 09:46:36.017310 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:37.147645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce6505-8ab2-4e34-a232-ddd629c900c6 req-2ae407da-e824-43d8-aff7-f1f296ca77df tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:37.149131 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17ce6505-8ab2-4e34-a232-ddd629c900c6 req-2ae407da-e824-43d8-aff7-f1f296ca77df tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0658920 Jun 30 09:46:37.190478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-17ce6505-8ab2-4e34-a232-ddd629c900c6 req-3db5a478-f9e4-4a27-9d01-bf90da16af75 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Jun 30 09:46:37.439402 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:38.368816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55686fba-c0aa-4e74-85e9-9be62295feb8 req-e108c058-4407-45ee-a6b3-de06d2ed2e6d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:38.371271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55686fba-c0aa-4e74-85e9-9be62295feb8 req-e108c058-4407-45ee-a6b3-de06d2ed2e6d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0696373 Jun 30 09:46:38.409931 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-55686fba-c0aa-4e74-85e9-9be62295feb8 req-fabdf600-2884-42ff-aed6-5281278384f6 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jun 30 09:46:39.587216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b69f5-f0dc-4dbe-bf0b-b9c0bd7de415 req-ad346d41-931c-4e06-b514-02629806f70c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:39.588769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d12b69f5-f0dc-4dbe-bf0b-b9c0bd7de415 req-ad346d41-931c-4e06-b514-02629806f70c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0649195 Jun 30 09:46:39.630136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d12b69f5-f0dc-4dbe-bf0b-b9c0bd7de415 req-636b2243-3c22-4c7f-94bc-8df564d2e431 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Jun 30 09:46:40.822017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac9848-acee-423f-9f41-353066ee364e req-0bcb18d8-0b1b-400d-968b-bf4efdc0ee69 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:40.823390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71ac9848-acee-423f-9f41-353066ee364e req-0bcb18d8-0b1b-400d-968b-bf4efdc0ee69 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0675063 Jun 30 09:46:40.862724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71ac9848-acee-423f-9f41-353066ee364e req-939a0d35-69d7-4ff8-b003-b7fd3817706a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Jun 30 09:46:42.035859 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9055b-3dcb-432e-8f59-e0e68a038f47 req-45206e35-c528-4769-8280-e1b29b56b56f tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:42.037340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9e9055b-3dcb-432e-8f59-e0e68a038f47 req-45206e35-c528-4769-8280-e1b29b56b56f tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0654705 Jun 30 09:46:42.074930 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f9e9055b-3dcb-432e-8f59-e0e68a038f47 req-d1123095-0747-4a3a-8de8-9814b446cbdb tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jun 30 09:46:42.135313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-484c6bca-bb9e-47a5-bc85-de7378ab53c8 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:46:42.136260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-484c6bca-bb9e-47a5-bc85-de7378ab53c8 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053377 Jun 30 09:46:42.149720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Request body: {'port': {'device_id': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:42.499952 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:42.753810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f44622-7142-4961-b490-bcd0fd36a898 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:42.760943 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:42.772580 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Transition to ACTIVE for port object 23f44622-7142-4961-b490-bcd0fd36a898 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:42.776379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:42.846309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:42.897988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Attempting to bind port 23f44622-7142-4961-b490-bcd0fd36a898 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:42.898321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Attempting to bind port 23f44622-7142-4961-b490-bcd0fd36a898 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:42.898644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Attempting to bind port 23f44622-7142-4961-b490-bcd0fd36a898 on network 94e15ef3-c000-4b40-a2e5-ed470755f858 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:42.903046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Port 23f44622-7142-4961-b490-bcd0fd36a898 on network 94e15ef3-c000-4b40-a2e5-ed470755f858 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:46:42.903362 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Attempting to bind port 23f44622-7142-4961-b490-bcd0fd36a898 on network 94e15ef3-c000-4b40-a2e5-ed470755f858 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:42.908822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:42.909161 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Checking segment: {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:42.909540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Bound using segment: {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:42.910002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Bound port: 23f44622-7142-4961-b490-bcd0fd36a898, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53433292-2db3-446f-b10d-611f605c85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:42.910355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:42.975863 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:42.978828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23f44622-7142-4961-b490-bcd0fd36a898,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:42.983794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.017264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.017907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.019304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] 10.222.0.26 "PUT /v2.0/ports/23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 1092 time: 0.8736508 Jun 30 09:46:43.020109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:43.022075 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e269c6-8bcb-48b7-8a8b-a538e7075e36" -d '{"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:43.050584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00547151-ca1f-45be-89be-93673c7d3ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:43.075968 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3074313-b164-4139-bfb4-e8358ba4e45f x-openstack-request-id: req-d3074313-b164-4139-bfb4-e8358ba4e45f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:43.076235 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:43.076488 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3074313-b164-4139-bfb4-e8358ba4e45f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:43.076882 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898', 'status': 'completed', 'code': 200} Jun 30 09:46:43.124817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-08429b97-8b65-47f9-a12b-8054cd6df6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.126450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-08429b97-8b65-47f9-a12b-8054cd6df6c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1095 time: 0.0607104 Jun 30 09:46:43.173091 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-0ed475a5-6a22-41f2-890f-964b4795dd0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 217 time: 0.0355592 Jun 30 09:46:43.255171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-fcc39d97-0eab-410f-8f92-bfffa29dfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.256595 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-fcc39d97-0eab-410f-8f92-bfffa29dfecc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0762923 Jun 30 09:46:43.313051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa5b0b-0385-49da-9b53-731695a83efa req-5db971e2-9134-4a08-b405-af966a046726 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.314549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3afa5b0b-0385-49da-9b53-731695a83efa req-5db971e2-9134-4a08-b405-af966a046726 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 943 time: 0.1080713 Jun 30 09:46:43.359227 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-7e6a6312-210f-489c-98c3-6ef21977190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.360727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-7e6a6312-210f-489c-98c3-6ef21977190b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942278 Jun 30 09:46:43.368478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3afa5b0b-0385-49da-9b53-731695a83efa req-b0bcf84a-ddb3-45ff-97cf-053b95ce798d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473206 Jun 30 09:46:43.457141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-ed4a0b13-6b1f-4620-ab8e-ece6a3945b2c service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857792 Jun 30 09:46:43.549405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c65fc1dc-ec71-4164-a7be-2790851a3309 req-9d1742d4-6218-4fd9-b323-4c8e454c4b6c service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808764 Jun 30 09:46:43.660617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-76587af6-175b-485a-be5b-dacd20521a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.662105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-76587af6-175b-485a-be5b-dacd20521a47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1095 time: 0.0522113 Jun 30 09:46:43.754217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-b61ffbbe-f714-4926-ae88-fdbea424dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.755655 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-b61ffbbe-f714-4926-ae88-fdbea424dcfc service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.0868800 Jun 30 09:46:43.797556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-88af10ce-1619-4987-b9c4-734219228c0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 217 time: 0.0328004 Jun 30 09:46:43.844364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-4582ca9e-0e76-4326-9f0d-b3ccd0147f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.845696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-4582ca9e-0e76-4326-9f0d-b3ccd0147f08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0419919 Jun 30 09:46:43.906701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-5906b08e-a1b2-4bd4-ac3f-a33842db81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.908141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-5906b08e-a1b2-4bd4-ac3f-a33842db81f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537899 Jun 30 09:46:43.996398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-30169bf4-898f-43c4-ada0-71b0f6ff295d service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805731 Jun 30 09:46:44.088979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68e269c6-8bcb-48b7-8a8b-a538e7075e36 req-bf9a9987-7e59-45b4-a8b7-2ac35a6c017a service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851781 Jun 30 09:46:44.546672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ea32a-f973-4832-94c2-77ff92531e3c req-e639be17-07fe-443c-906b-95ac960f3251 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.548179 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-051ea32a-f973-4832-94c2-77ff92531e3c req-e639be17-07fe-443c-906b-95ac960f3251 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0640113 Jun 30 09:46:44.587524 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-051ea32a-f973-4832-94c2-77ff92531e3c req-3f7a3254-1bdc-4b46-a701-61e2b76f79fd tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Jun 30 09:46:45.758854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9d007-d1e4-4d0b-ba33-a66e8239c809 req-621f32fb-7793-47e9-8845-0eb34074c055 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:45.760296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fc9d007-d1e4-4d0b-ba33-a66e8239c809 req-621f32fb-7793-47e9-8845-0eb34074c055 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0624292 Jun 30 09:46:45.796156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2fc9d007-d1e4-4d0b-ba33-a66e8239c809 req-6dc9ae4a-5bbd-4fc3-bdff-0fdf2242a3d6 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302057 Jun 30 09:46:46.450931 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23f44622-7142-4961-b490-bcd0fd36a898 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:46:46.568447 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23f44622-7142-4961-b490-bcd0fd36a898,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:46.591641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '23f44622-7142-4961-b490-bcd0fd36a898', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'port_id': '23f44622-7142-4961-b490-bcd0fd36a898', 'mac_address': 'fa:16:3e:a7:b1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:46:46.631704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:46.643833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f44622-7142-4961-b490-bcd0fd36a898 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:46.662278 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23f44622-7142-4961-b490-bcd0fd36a898,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:46.667061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:46.715664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:46.723235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.723576 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.723912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.724241 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.724568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.724892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.725211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.725526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.725869 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.726184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.726497 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.726809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:46.856134 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:46.920131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['23f44622-7142-4961-b490-bcd0fd36a898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:46.971959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222517d-4379-4b0e-8a0f-4327a0f3c533 req-9c9ab46b-8a8c-4b11-b1b4-c5f5c4f8f90c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:46.973344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3222517d-4379-4b0e-8a0f-4327a0f3c533 req-9c9ab46b-8a8c-4b11-b1b4-c5f5c4f8f90c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 944 time: 0.0665202 Jun 30 09:46:47.010390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3222517d-4379-4b0e-8a0f-4327a0f3c533 req-ac2968c2-9234-4ff1-8daf-0a1f5161d1ed tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jun 30 09:46:48.179489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65681f75-4c9e-4df3-891f-60e15c4a8611 req-f763df8d-ecc9-4b34-96c1-bfd1764e42dd tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:48.180926 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65681f75-4c9e-4df3-891f-60e15c4a8611 req-f763df8d-ecc9-4b34-96c1-bfd1764e42dd tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 944 time: 0.0619869 Jun 30 09:46:48.218301 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-65681f75-4c9e-4df3-891f-60e15c4a8611 req-1b38d92d-d0d7-4b9a-9d77-5303825a13c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Jun 30 09:46:48.449868 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23f44622-7142-4961-b490-bcd0fd36a898 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:48.496212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 23f44622-7142-4961-b490-bcd0fd36a898 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:48.500288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 23f44622-7142-4961-b490-bcd0fd36a898 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:48.500658 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:48.574691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:48.596084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:48.598455 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6de909-9279-4f69-aa6a-614d43966c9d" -d '{"events": [{"server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "name": "network-vif-plugged", "status": "completed", "tag": "23f44622-7142-4961-b490-bcd0fd36a898"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:48.614706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23f44622-7142-4961-b490-bcd0fd36a898,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:48.618752 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:48.643383 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e41f1a-f3b4-4211-8860-a0ee5058d1be x-openstack-request-id: req-76e41f1a-f3b4-4211-8860-a0ee5058d1be {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:48.643673 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "name": "network-vif-plugged", "status": "completed", "tag": "23f44622-7142-4961-b490-bcd0fd36a898", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:48.643916 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76e41f1a-f3b4-4211-8860-a0ee5058d1be {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:48.644312 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898', 'code': 200} Jun 30 09:46:48.670974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:48.766418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c92ce-cfed-4702-94e3-e11ccd8c5b93 req-bd5fc643-156f-4fd8-a5c0-bace528e05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:48.767893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd8c92ce-cfed-4702-94e3-e11ccd8c5b93 req-bd5fc643-156f-4fd8-a5c0-bace528e05a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0546377 Jun 30 09:46:48.805700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bd8c92ce-cfed-4702-94e3-e11ccd8c5b93 req-b2e9ac39-a84e-4aef-bb0a-56e9f1e9fa49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267420 Jun 30 09:46:49.386966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3474b2-4e3d-41b5-a8ab-01e1890da8cf req-19658093-d430-4136-ac13-5a26adaa2f47 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:49.388937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef3474b2-4e3d-41b5-a8ab-01e1890da8cf req-19658093-d430-4136-ac13-5a26adaa2f47 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0623710 Jun 30 09:46:49.425970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ef3474b2-4e3d-41b5-a8ab-01e1890da8cf req-6c47f2fd-a101-4d53-824f-46924caf32c9 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Jun 30 09:46:50.598922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804020e-78cc-4944-98aa-ca4a5c5435ac req-e15f752c-1fa0-408c-9f78-98b44b4e4be2 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:50.600421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4804020e-78cc-4944-98aa-ca4a5c5435ac req-e15f752c-1fa0-408c-9f78-98b44b4e4be2 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0640213 Jun 30 09:46:50.639150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4804020e-78cc-4944-98aa-ca4a5c5435ac req-552ab181-1c04-46c7-9ba4-b7aa0089be66 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Jun 30 09:46:50.813801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192d73c-0f66-45f0-9f3c-c9c9bdddaa1e req-29c98dab-7672-42a0-aa60-345a44bf80dd tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:50.815288 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c192d73c-0f66-45f0-9f3c-c9c9bdddaa1e req-29c98dab-7672-42a0-aa60-345a44bf80dd tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0668068 Jun 30 09:46:50.853235 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c192d73c-0f66-45f0-9f3c-c9c9bdddaa1e req-f1e941c9-ca37-4988-a4a7-73899c426882 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Jun 30 09:46:51.186104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b55976-3c0a-4d04-9bd7-8e28bafc9811 req-a328b2ec-1639-43f0-acd0-2160473ef3aa tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:51.187484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16b55976-3c0a-4d04-9bd7-8e28bafc9811 req-a328b2ec-1639-43f0-acd0-2160473ef3aa tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0628419 Jun 30 09:46:51.224943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16b55976-3c0a-4d04-9bd7-8e28bafc9811 req-78139380-65cb-4963-bb4a-1262f8e70f30 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Jun 30 09:46:53.860429 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:55.636146 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:01.676049 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d7f12aa2-96a6-4895-93bd-18fcb8516cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.850924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990c96-5756-4ccb-a565-b009cfeccbcb req-cb64db68-21ba-47fb-b71b-c9c7d032fc17 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:02.852299 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56990c96-5756-4ccb-a565-b009cfeccbcb req-cb64db68-21ba-47fb-b71b-c9c7d032fc17 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0660658 Jun 30 09:47:02.889205 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56990c96-5756-4ccb-a565-b009cfeccbcb req-4176e4f9-5933-4b54-9778-f1f03b81e107 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Jun 30 09:47:02.912963 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45810) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:03.050144 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e9c45-c4f1-4b78-9ebf-fbde5fe37ec2 tempest-TestMinimumBasicScenario-127421461 tempest-TestMinimumBasicScenario-127421461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:03.051658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-531e9c45-c4f1-4b78-9ebf-fbde5fe37ec2 tempest-TestMinimumBasicScenario-127421461 tempest-TestMinimumBasicScenario-127421461-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1092 time: 0.1377416 Jun 30 09:47:03.054720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45814) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:03.059062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '23f44622-7142-4961-b490-bcd0fd36a898', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:03.080846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:03.178841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:03.276451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Allocated IP 172.25.8.124 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/ef99f708-bf13-415c-b110-8401df6050fb) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:47:03.380967 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:03.420879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:03.455794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:47:03.458483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:47:03.462689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:47:03.491239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'Port': ['ID=ef99f708-bf13-415c-b110-8401df6050fb,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:03.822085 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:03.897925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.038496 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.042982 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.113604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'Port': ['ID=ef99f708-bf13-415c-b110-8401df6050fb,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:04.122294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.226213 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Floating IP 27ba750d-d96e-42db-a03d-c652735beecb associated. External IP: 172.25.8.124, port: 23f44622-7142-4961-b490-bcd0fd36a898. Jun 30 09:47:04.425695 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.429901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Router 28269ffa-9c8a-4519-9e03-0d600210b9a5 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:47:04.431054 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1bd542e3-90c5-4b11-9f27-feff25d34d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.539201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:47:04.549537 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866263be-192e-40cf-a295-71703066eeef None None] Sync routers for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:47:04.558798 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.559231 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866263be-192e-40cf-a295-71703066eeef None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:47:04.559853 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-866263be-192e-40cf-a295-71703066eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:47:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:04.668337 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-866263be-192e-40cf-a295-71703066eeef None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:47:04.885420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3e2ff97f-bbec-4481-b654-cc6d12941080 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8296707 Jun 30 09:47:04.886443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:04.888441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45816) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:04.888999 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86" -d '{"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:04.893505 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7d9f917d-e272-432b-b15a-b58ccaba18ba tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181402468', 'description': 'tempest-secgroup-smoke-1181402468 description', 'project_id': '7acf0942ab67426e9dd7b767f27f55df'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:04.896144 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-866263be-192e-40cf-a295-71703066eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '27ba750d-d96e-42db-a03d-c652735beecb', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'port_id': '23f44622-7142-4961-b490-bcd0fd36a898', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'mac_address': 'fa:16:3e:a7:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:47:03Z', 'updated_at': '2021-06-30T09:47:03Z', 'revision_number': 0, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:19Z', 'revision_number': 5, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:04.917157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d9f917d-e272-432b-b15a-b58ccaba18ba tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.928423 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866263be-192e-40cf-a295-71703066eeef None None] Checking router: 28269ffa-9c8a-4519-9e03-0d600210b9a5 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:47:04.936148 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c918ab3-bb0b-4396-8d59-eea9d77290d0 x-openstack-request-id: req-1c918ab3-bb0b-4396-8d59-eea9d77290d0 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:04.936649 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:04.936867 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866263be-192e-40cf-a295-71703066eeef None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:47:04.936982 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c918ab3-bb0b-4396-8d59-eea9d77290d0 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:04.937336 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898', 'status': 'completed', 'code': 200} Jun 30 09:47:04.937458 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-866263be-192e-40cf-a295-71703066eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:47:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:05.003616 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d9f917d-e272-432b-b15a-b58ccaba18ba tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.008302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d9f917d-e272-432b-b15a-b58ccaba18ba tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.020074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-ae9e7820-83b1-4d2b-8569-bd4fa047c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:05.021767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-ae9e7820-83b1-4d2b-8569-bd4fa047c587 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0563984 Jun 30 09:47:05.040142 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7d9f917d-e272-432b-b15a-b58ccaba18ba tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.044124 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7d9f917d-e272-432b-b15a-b58ccaba18ba tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1519132 Jun 30 09:47:05.044124 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f917d-e272-432b-b15a-b58ccaba18ba tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01101ddd-85d5-4822-85aa-b5e85c13616d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:05.044615 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45820) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:05.050278 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bb7493c1-cd19-49a7-85ae-fbb889826e68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'security_group_rule': {'security_group_id': '01101ddd-85d5-4822-85aa-b5e85c13616d', 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:05.056238 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-866263be-192e-40cf-a295-71703066eeef None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:47:05.077036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb7493c1-cd19-49a7-85ae-fbb889826e68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.121747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-6a13a437-1c80-4c33-9d30-f7e95bb0d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:05.123302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-6a13a437-1c80-4c33-9d30-f7e95bb0d17f service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.0944347 Jun 30 09:47:05.141298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb7493c1-cd19-49a7-85ae-fbb889826e68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.146307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb7493c1-cd19-49a7-85ae-fbb889826e68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.162836 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7493c1-cd19-49a7-85ae-fbb889826e68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ae2105-8cc5-4b3d-83c1-2d8f366b6f97,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:05.177135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb7493c1-cd19-49a7-85ae-fbb889826e68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.181002 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb7493c1-cd19-49a7-85ae-fbb889826e68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327777 Jun 30 09:47:05.181389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45822) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:05.190093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a101d2ae-849c-48a3-bcee-d282cdd345f1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'security_group_rule': {'security_group_id': '01101ddd-85d5-4822-85aa-b5e85c13616d', 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:05.209155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-0ab94b8d-42f1-47dd-a827-6a667aaf43a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 999 time: 0.0798240 Jun 30 09:47:05.256731 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a101d2ae-849c-48a3-bcee-d282cdd345f1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.282189 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-79bb17c9-d33b-4a71-9d69-ea583ad30760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:05.283653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-79bb17c9-d33b-4a71-9d69-ea583ad30760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0673027 Jun 30 09:47:05.289254 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-866263be-192e-40cf-a295-71703066eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '27ba750d-d96e-42db-a03d-c652735beecb', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'port_id': '23f44622-7142-4961-b490-bcd0fd36a898', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'mac_address': 'fa:16:3e:a7:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:47:03Z', 'updated_at': '2021-06-30T09:47:03Z', 'revision_number': 0, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:19Z', 'revision_number': 5, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:05.314071 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866263be-192e-40cf-a295-71703066eeef None None] The sync data for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 is: [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '27ba750d-d96e-42db-a03d-c652735beecb', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'port_id': '23f44622-7142-4961-b490-bcd0fd36a898', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'mac_address': 'fa:16:3e:a7:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:47:03Z', 'updated_at': '2021-06-30T09:47:03Z', 'revision_number': 0, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:19Z', 'revision_number': 5, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:47:05.359165 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a101d2ae-849c-48a3-bcee-d282cdd345f1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.365433 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a101d2ae-849c-48a3-bcee-d282cdd345f1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.394851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-75998d62-7e3a-42f1-9365-5a97d88ffd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:05.396371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-75998d62-7e3a-42f1-9365-5a97d88ffd43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059196 Jun 30 09:47:05.397415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101d2ae-849c-48a3-bcee-d282cdd345f1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efccf8bd-d8a0-4e9d-b645-5784dc36efaf,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:05.399450 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a101d2ae-849c-48a3-bcee-d282cdd345f1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.401084 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a101d2ae-849c-48a3-bcee-d282cdd345f1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2180376 Jun 30 09:47:05.403578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45824) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:05.408465 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-67e3acf9-a538-4339-a6eb-fa0d10126ca7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'security_group_rule': {'security_group_id': '01101ddd-85d5-4822-85aa-b5e85c13616d', 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:05.438159 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67e3acf9-a538-4339-a6eb-fa0d10126ca7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.501269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-e7b2a904-6996-46d2-95d1-d3af40a9bab2 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951130 Jun 30 09:47:05.501736 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67e3acf9-a538-4339-a6eb-fa0d10126ca7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.506074 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67e3acf9-a538-4339-a6eb-fa0d10126ca7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.525864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3acf9-a538-4339-a6eb-fa0d10126ca7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4359ac1-8186-47b9-9d81-291772f52f59,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:05.530641 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-67e3acf9-a538-4339-a6eb-fa0d10126ca7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.531888 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-67e3acf9-a538-4339-a6eb-fa0d10126ca7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271291 Jun 30 09:47:05.534558 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45826) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:05.536323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c7ad6-9f12-4867-a275-0a2f3b96c172 None None] New status for floating IP 27ba750d-d96e-42db-a03d-c652735beecb: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:47:05.539780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ad4f5c4b-62e8-4e65-ab2e-ecd4f572e37a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'security_group_rule': {'security_group_id': '01101ddd-85d5-4822-85aa-b5e85c13616d', 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:05.572442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c4b-62e8-4e65-ab2e-ecd4f572e37a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.604798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb6ee11d-8a4a-4a9f-b83b-a8fe7cebee86 req-88962351-904d-41c1-9b27-71ceb853906f service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963655 Jun 30 09:47:05.643392 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c4b-62e8-4e65-ab2e-ecd4f572e37a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.647452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c4b-62e8-4e65-ab2e-ecd4f572e37a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.666561 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f5c4b-62e8-4e65-ab2e-ecd4f572e37a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33374545-d5f0-42e1-bfc8-6e856570947e,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:05.674042 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ad4f5c4b-62e8-4e65-ab2e-ecd4f572e37a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.675339 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ad4f5c4b-62e8-4e65-ab2e-ecd4f572e37a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398411 Jun 30 09:47:05.678015 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45830) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:05.682449 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'security_group_rule': {'security_group_id': '01101ddd-85d5-4822-85aa-b5e85c13616d', 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:05.706036 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Project 7acf0942ab67426e9dd7b767f27f55df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:47:05.711128 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.771420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.774792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.791738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd065984-b13c-40bb-96f1-a904fa904819,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:05.799049 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.800406 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2aca65ef-50c4-47cc-9d77-f1c5ee05e4c0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213913 Jun 30 09:47:05.803062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45832) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:05.807349 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'security_group_rule': {'security_group_id': '01101ddd-85d5-4822-85aa-b5e85c13616d', 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:05.828300 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Project 7acf0942ab67426e9dd7b767f27f55df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:47:05.832755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.890483 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.893877 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.911440 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c86f82-3134-417f-81e4-b04c6db9cdfc,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:05.917858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:05.919043 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-cc32dca0-9285-453f-8f81-10d9678761a3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1150818 Jun 30 09:47:06.020636 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.036590 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-5a6c7e7e-7ee3-408e-890f-80cfdef4bad2 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181402468&fields=id&tenant_id=7acf0942ab67426e9dd7b767f27f55df HTTP/1.1" status: 200 len: 267 time: 0.0347619 Jun 30 09:47:06.102123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-dc34f5ad-47bf-4167-8e4f-7a7756a031b9 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:06.103566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-dc34f5ad-47bf-4167-8e4f-7a7756a031b9 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0615253 Jun 30 09:47:06.114146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'port': {'security_groups': ['c7e3bec5-48a5-4c34-acd6-e052ee43ef9b', '01101ddd-85d5-4822-85aa-b5e85c13616d']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:06.197779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.378379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23f44622-7142-4961-b490-bcd0fd36a898,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:06.407322 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.411696 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.423627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['23f44622-7142-4961-b490-bcd0fd36a898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:47:06.455512 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:06.456183 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.457598 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36c502fc-b402-4cd3-b9a2-c273ef3b464a req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "PUT /v2.0/ports/23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 981 time: 0.3479280 Jun 30 09:47:06.484278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f628b-1c8d-4f7a-b577-00959194c923 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:06.645679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773ad09-e1cb-44b5-99dd-c3c0f2a2f6b4 req-34d26801-ab8f-414b-8206-b032dcc38e3b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:06.647551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a773ad09-e1cb-44b5-99dd-c3c0f2a2f6b4 req-34d26801-ab8f-414b-8206-b032dcc38e3b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0774555 Jun 30 09:47:06.669577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['23f44622-7142-4961-b490-bcd0fd36a898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:47:06.697183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a773ad09-e1cb-44b5-99dd-c3c0f2a2f6b4 req-5a265fbb-d1dd-46ee-b944-8d49079e4542 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425515 Jun 30 09:47:06.782666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6a93b030-04d2-4590-bde6-7363f26706b4 None None] Provisioning complete for port 23f44622-7142-4961-b490-bcd0fd36a898 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:47:06.782931 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6a93b030-04d2-4590-bde6-7363f26706b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.938033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:06.940442 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478e217f-f8aa-49a3-878e-ead587b91778" -d '{"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:06.976475 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaaf1a1-d70d-420e-8efe-21b7f00a7929 x-openstack-request-id: req-fcaaf1a1-d70d-420e-8efe-21b7f00a7929 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:06.976837 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:06.977158 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcaaf1a1-d70d-420e-8efe-21b7f00a7929 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:06.977644 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898', 'status': 'completed', 'code': 200} Jun 30 09:47:07.065017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e217f-f8aa-49a3-878e-ead587b91778 req-ccdd9302-1d34-4d66-ae69-17f77b3d1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:07.066593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478e217f-f8aa-49a3-878e-ead587b91778 req-ccdd9302-1d34-4d66-ae69-17f77b3d1dca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1136 time: 0.0543060 Jun 30 09:47:07.160558 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e217f-f8aa-49a3-878e-ead587b91778 req-e478fec7-341b-4468-8a8d-b2382f9d2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:07.162054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478e217f-f8aa-49a3-878e-ead587b91778 req-e478fec7-341b-4468-8a8d-b2382f9d2383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.0883276 Jun 30 09:47:07.228711 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478e217f-f8aa-49a3-878e-ead587b91778 req-3eea1634-8228-45fd-b40e-58e3c54e9b0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 1001 time: 0.0591254 Jun 30 09:47:07.276159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e217f-f8aa-49a3-878e-ead587b91778 req-07a49435-2fcb-4e15-95a5-4ab3394359cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:07.277556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478e217f-f8aa-49a3-878e-ead587b91778 req-07a49435-2fcb-4e15-95a5-4ab3394359cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0420573 Jun 30 09:47:07.337394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e217f-f8aa-49a3-878e-ead587b91778 req-30b5a95d-9bfb-4a70-86d5-829b2757a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:07.338878 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478e217f-f8aa-49a3-878e-ead587b91778 req-30b5a95d-9bfb-4a70-86d5-829b2757a3d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535703 Jun 30 09:47:07.429370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478e217f-f8aa-49a3-878e-ead587b91778 req-f13671d6-d1e3-47b9-95f9-177a0a0b240a service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834906 Jun 30 09:47:07.443385 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:07.522626 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478e217f-f8aa-49a3-878e-ead587b91778 req-5977e815-2870-436a-8c36-d5fbffcb9cf6 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Jun 30 09:47:23.855665 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:47:23.861150 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:25.634804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:26.899914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-8d26b570-4d8f-4fd9-8ed3-f9fce4cfb2ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559216 Jun 30 09:47:27.000994 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-349a9c1f-cae0-48d1-a30c-c490a9742d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.002483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-349a9c1f-cae0-48d1-a30c-c490a9742d46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1136 time: 0.0525455 Jun 30 09:47:27.116434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-42e78b8a-03c9-4a98-84a4-02177f4ad550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.117880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-42e78b8a-03c9-4a98-84a4-02177f4ad550 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.0859218 Jun 30 09:47:27.182427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-60fdba5d-d8f7-459b-8f52-893eae68217e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 1001 time: 0.0559378 Jun 30 09:47:27.230277 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-f39806b3-9e27-4470-ab4f-b68222742ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.232160 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-f39806b3-9e27-4470-ab4f-b68222742ca5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0408111 Jun 30 09:47:27.291152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-714a6fc1-717f-4644-8322-475613abfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.292625 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-714a6fc1-717f-4644-8322-475613abfd25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533228 Jun 30 09:47:27.380245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-872def65-46fb-41a9-9c73-794ea1308d87 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809848 Jun 30 09:47:27.471026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ae5d60c-e976-44e6-83f1-39716ed5175b req-7b2dba77-7dde-4e62-bc22-457b09d23b77 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849912 Jun 30 09:47:29.410775 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-71f92846-0d61-45ec-a63b-d124de727f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:29.412163 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-71f92846-0d61-45ec-a63b-d124de727f16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1136 time: 0.0893257 Jun 30 09:47:29.438585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9745b-3627-4702-ac20-c1ffdd4fa71a req-22e61ded-5d2d-4a9b-ad42-66ef7dd64ee1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:29.440011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02e9745b-3627-4702-ac20-c1ffdd4fa71a req-22e61ded-5d2d-4a9b-ad42-66ef7dd64ee1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0881460 Jun 30 09:47:29.527889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-02e9745b-3627-4702-ac20-c1ffdd4fa71a req-01eabc16-33cf-4760-b99b-881a5f7a5fbc tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785596 Jun 30 09:47:29.543167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-02393a1d-ac86-40b8-a970-7e5aace475cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:29.545508 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-02393a1d-ac86-40b8-a970-7e5aace475cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.1249857 Jun 30 09:47:29.614824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-3cefa0c0-8eed-49a4-8214-ca29c5401524 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 1001 time: 0.0618563 Jun 30 09:47:29.662729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-59df4038-5e39-46c4-9ed3-543b8fd3b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:29.664042 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-59df4038-5e39-46c4-9ed3-543b8fd3b87b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0429463 Jun 30 09:47:29.720760 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-eec25f11-911e-4bce-ab41-a2fb62a2ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:29.722198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-eec25f11-911e-4bce-ab41-a2fb62a2ca87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496092 Jun 30 09:47:29.819884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-ae21d1b4-09ed-4136-b409-653eae4f607d service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888145 Jun 30 09:47:29.907317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7d44820d-6d59-4ca2-b30c-69d86a5afdd3 req-a295a7ac-5101-4181-866c-2eac13e245c1 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805774 Jun 30 09:47:30.707601 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25802785-9b3a-4bbc-baf0-fc25bcaed456 req-7d3cc32e-2b50-4f1a-87ed-2950a9e1fd6d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:30.709169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25802785-9b3a-4bbc-baf0-fc25bcaed456 req-7d3cc32e-2b50-4f1a-87ed-2950a9e1fd6d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0671177 Jun 30 09:47:30.751958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25802785-9b3a-4bbc-baf0-fc25bcaed456 req-ae4cfb56-d4ce-452c-99af-58957e606e82 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366948 Jun 30 09:47:31.675357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d82615a7-2118-4a74-8b2e-72e2b8f54db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.928364 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b9a6c-59ba-46ea-9e01-f98d418b09a2 req-c956f9f4-b406-4587-b2ff-0a949439c412 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:31.929765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-350b9a6c-59ba-46ea-9e01-f98d418b09a2 req-c956f9f4-b406-4587-b2ff-0a949439c412 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0658360 Jun 30 09:47:31.969055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-350b9a6c-59ba-46ea-9e01-f98d418b09a2 req-7db584f6-e519-49cc-994b-28f92754982a tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336337 Jun 30 09:47:33.137423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a33e0-f793-4447-9f2b-e04221449d80 req-4031b2fc-0546-4ef8-af5b-fe4197b04884 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:33.139451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c5a33e0-f793-4447-9f2b-e04221449d80 req-4031b2fc-0546-4ef8-af5b-fe4197b04884 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0621121 Jun 30 09:47:33.179815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c5a33e0-f793-4447-9f2b-e04221449d80 req-66dd0fec-ec0a-4e1a-93ae-e90af9641a86 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346012 Jun 30 09:47:34.351607 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55ab5f-6418-4a6c-92b2-0ab1e2dd2a10 req-d2cb5140-997e-423e-bb8f-90cd20589108 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:34.353051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac55ab5f-6418-4a6c-92b2-0ab1e2dd2a10 req-d2cb5140-997e-423e-bb8f-90cd20589108 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0644262 Jun 30 09:47:34.392739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac55ab5f-6418-4a6c-92b2-0ab1e2dd2a10 req-09d4981a-7c7c-45cb-85c6-14c8f29ecfc7 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339880 Jun 30 09:47:34.427953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:34.433680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4699a8fc-e560-47e8-80e4-349632880c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:35.561123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592527-b9ff-4afb-aecf-6471adf6d04f req-2ba97ebc-0136-4008-8194-f7e42f71a8eb tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:35.562765 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25592527-b9ff-4afb-aecf-6471adf6d04f req-2ba97ebc-0136-4008-8194-f7e42f71a8eb tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0629885 Jun 30 09:47:35.603233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-25592527-b9ff-4afb-aecf-6471adf6d04f req-e073d3a6-58fd-4777-976d-fc4a57248e34 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346439 Jun 30 09:47:36.022918 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.773805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309cd4-a12f-41ff-8ffd-5583caa6a6f3 req-da8041ad-042c-4e94-b8ef-9b6dd746f8dc tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:36.775270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99309cd4-a12f-41ff-8ffd-5583caa6a6f3 req-da8041ad-042c-4e94-b8ef-9b6dd746f8dc tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0616987 Jun 30 09:47:36.813983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99309cd4-a12f-41ff-8ffd-5583caa6a6f3 req-1072bfd2-f550-4498-bcee-dd22b002e90d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328143 Jun 30 09:47:37.445327 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:37.991889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd91cb-e228-4bb9-ae35-9bd43d735d4a req-b947f656-b59c-4cad-8f54-6e602c18c167 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:37.993339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48bd91cb-e228-4bb9-ae35-9bd43d735d4a req-b947f656-b59c-4cad-8f54-6e602c18c167 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0653505 Jun 30 09:47:38.032849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48bd91cb-e228-4bb9-ae35-9bd43d735d4a req-4086fca2-698d-4453-83d9-4a07654b3362 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329258 Jun 30 09:47:39.205171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3983a-e679-49d1-9043-7f85f4565f3a req-48c97181-da31-4c53-8aef-9e8c5008ced9 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:39.206656 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95a3983a-e679-49d1-9043-7f85f4565f3a req-48c97181-da31-4c53-8aef-9e8c5008ced9 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0622566 Jun 30 09:47:39.246350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95a3983a-e679-49d1-9043-7f85f4565f3a req-4151ea36-cc6e-4eca-bc04-04325934f8e0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336628 Jun 30 09:47:40.420017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b251bba-cbe5-4da5-8538-e2f33f652d38 req-d0b43405-ef8b-45c1-95b9-61c6f156213c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:40.421456 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b251bba-cbe5-4da5-8538-e2f33f652d38 req-d0b43405-ef8b-45c1-95b9-61c6f156213c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0653656 Jun 30 09:47:40.460537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1b251bba-cbe5-4da5-8538-e2f33f652d38 req-a318428f-cd54-46d3-897c-b9113cafab6f tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332172 Jun 30 09:47:41.638606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe0665-a663-4b6f-a465-7827b4114699 req-862a7c6e-390a-4957-9f16-50bb4934f326 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:41.640159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfe0665-a663-4b6f-a465-7827b4114699 req-862a7c6e-390a-4957-9f16-50bb4934f326 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0664556 Jun 30 09:47:41.680862 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ccfe0665-a663-4b6f-a465-7827b4114699 req-a97e85c0-50e7-4bfa-a539-e351c489e22d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350132 Jun 30 09:47:42.854562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5feafd-b33d-4608-9584-099fbb7bd11c req-5b312360-c998-4e21-9332-33905c3fe311 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:42.855952 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc5feafd-b33d-4608-9584-099fbb7bd11c req-5b312360-c998-4e21-9332-33905c3fe311 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0667892 Jun 30 09:47:43.002094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc5feafd-b33d-4608-9584-099fbb7bd11c req-10b9cedf-390b-4733-a9f8-6d652f53d208 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403077 Jun 30 09:47:44.220243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50416a-5f02-4f20-9ae9-97d3a7b662fd req-09b2abea-aedb-49cf-8ed6-265b30cfa201 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:44.221733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa50416a-5f02-4f20-9ae9-97d3a7b662fd req-09b2abea-aedb-49cf-8ed6-265b30cfa201 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.1104515 Jun 30 09:47:44.260621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fa50416a-5f02-4f20-9ae9-97d3a7b662fd req-87b0c181-a63d-478a-b3bc-8d98a98b57b6 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331533 Jun 30 09:47:45.428913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac07af-0523-4c86-948e-2e0819e74164 req-3fa2a5bf-8688-4e69-b243-82e52000a5ed tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:45.430409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88ac07af-0523-4c86-948e-2e0819e74164 req-3fa2a5bf-8688-4e69-b243-82e52000a5ed tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0621624 Jun 30 09:47:45.469594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-88ac07af-0523-4c86-948e-2e0819e74164 req-0551effb-6737-45c7-8085-448adbe43cb6 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335016 Jun 30 09:47:45.602587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-40fc8966-1de7-4a6c-9be5-965105a336d9 req-e1430c79-f0be-4bdb-8709-063f536dbed0 tempest-ServerDiskConfigTestJSON-390335153 tempest-ServerDiskConfigTestJSON-390335153-project] (100238) timed out ('10.222.0.13', 64910) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:47:46.642226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ba4a-ff4e-46f5-ab5e-84e3a98006d1 req-0bbe55b8-9f55-4487-af64-0d1f796fdaf4 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:46.643689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3860ba4a-ff4e-46f5-ab5e-84e3a98006d1 req-0bbe55b8-9f55-4487-af64-0d1f796fdaf4 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0661986 Jun 30 09:47:46.682700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3860ba4a-ff4e-46f5-ab5e-84e3a98006d1 req-4b33c42f-a893-4f76-8cb2-f34f5c03837c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333035 Jun 30 09:47:47.856418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a436a0-9e23-4ea7-bdba-ddc14e80c132 req-afbbb4d4-66c5-4ddd-a49e-4856b804cb04 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:47.858378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03a436a0-9e23-4ea7-bdba-ddc14e80c132 req-afbbb4d4-66c5-4ddd-a49e-4856b804cb04 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0617604 Jun 30 09:47:47.896494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03a436a0-9e23-4ea7-bdba-ddc14e80c132 req-61c552c1-efe5-479c-b111-acaed4001315 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325792 Jun 30 09:47:49.065549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7173d2-1293-4f8d-bae8-a4be6580a200 req-ccbc179e-d81c-45a6-a4e0-0449423d90e9 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:49.067035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af7173d2-1293-4f8d-bae8-a4be6580a200 req-ccbc179e-d81c-45a6-a4e0-0449423d90e9 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0619109 Jun 30 09:47:49.107861 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af7173d2-1293-4f8d-bae8-a4be6580a200 req-1fbb1ae3-a57f-44bf-95ae-bc1a9f8bc272 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351841 Jun 30 09:47:50.280270 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc517596-1362-4be1-82e3-c34d92665cc3 req-6560a411-423c-456f-94f6-858ddeb3baf6 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:50.281756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc517596-1362-4be1-82e3-c34d92665cc3 req-6560a411-423c-456f-94f6-858ddeb3baf6 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0654833 Jun 30 09:47:50.321141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc517596-1362-4be1-82e3-c34d92665cc3 req-120cc417-cd40-4884-a4d3-04e6d003b74c tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337760 Jun 30 09:47:51.496537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49282a4b-facd-4d13-a874-54d64d091b17 req-fd1325ef-6d4c-46ec-99c3-f2893afb48cf tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:51.498026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49282a4b-facd-4d13-a874-54d64d091b17 req-fd1325ef-6d4c-46ec-99c3-f2893afb48cf tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0636864 Jun 30 09:47:51.537266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-49282a4b-facd-4d13-a874-54d64d091b17 req-c34954e9-dc9a-4e37-9d83-62869b3e04e4 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=01101ddd-85d5-4822-85aa-b5e85c13616d&id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334659 Jun 30 09:47:53.874132 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:55.646454 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:00.854365 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:48:01.675095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d58f9a2a-97fa-4ab7-8c75-1c5115e4e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.418796 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.433792 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7119af7b-ee86-4384-bf2c-45bef0f83d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:06.026212 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:07.446766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:23.871235 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.509945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afffeba8-b172-432f-b147-f0165bf84776 req-779368e6-e5e7-4561-bcc9-3fd0a721ce88 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181402468&fields=id&tenant_id=7acf0942ab67426e9dd7b767f27f55df HTTP/1.1" status: 200 len: 267 time: 0.0332038 Jun 30 09:48:24.579241 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffeba8-b172-432f-b147-f0165bf84776 req-4a3c96e0-6593-48c2-b8ad-4abc0ed137ea tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:24.580673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afffeba8-b172-432f-b147-f0165bf84776 req-4a3c96e0-6593-48c2-b8ad-4abc0ed137ea tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 984 time: 0.0656514 Jun 30 09:48:24.591695 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Request body: {'port': {'security_groups': ['c7e3bec5-48a5-4c34-acd6-e052ee43ef9b']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:24.673213 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.839726 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23f44622-7142-4961-b490-bcd0fd36a898,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:24.868287 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.872812 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.885005 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['23f44622-7142-4961-b490-bcd0fd36a898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:24.920261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:24.920823 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.922269 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-afffeba8-b172-432f-b147-f0165bf84776 req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "PUT /v2.0/ports/23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 942 time: 0.3354640 Jun 30 09:48:24.922729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:24.925066 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12" -d '{"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:24.930011 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 45914) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:24.976090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event updated for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:24.993344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.993724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.994077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.994418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.994772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.995096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.995426 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.995759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.996087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.996418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.996873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:24.997238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29fe7a-ce37-402f-814f-3a42327ca5e1 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.001999 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['23f44622-7142-4961-b490-bcd0fd36a898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:25.036059 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8ce69f6-c9fe-4bbe-a4a9-3d2f38869175 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.068681 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8ce69f6-c9fe-4bbe-a4a9-3d2f38869175 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.078873 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b642c-00bb-4ca1-ae58-371c1056fdf3 x-openstack-request-id: req-1d2b642c-00bb-4ca1-ae58-371c1056fdf3 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:25.079165 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:25.079418 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d2b642c-00bb-4ca1-ae58-371c1056fdf3 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:25.079813 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898', 'status': 'completed', 'code': 200} Jun 30 09:48:25.143706 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8ce69f6-c9fe-4bbe-a4a9-3d2f38869175 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.150366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f8ce69f6-c9fe-4bbe-a4a9-3d2f38869175 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.155097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f8ce69f6-c9fe-4bbe-a4a9-3d2f38869175 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "DELETE /v2.0/security-groups/01101ddd-85d5-4822-85aa-b5e85c13616d HTTP/1.1" status: 204 len: 168 time: 0.2209518 Jun 30 09:48:25.155406 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 45920) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:25.196684 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce69f6-c9fe-4bbe-a4a9-3d2f38869175 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01101ddd-85d5-4822-85aa-b5e85c13616d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:25.228177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77ea35c0-5784-4876-b9b6-4ce572b7a859 None None] Provisioning complete for port 23f44622-7142-4961-b490-bcd0fd36a898 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:25.228553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77ea35c0-5784-4876-b9b6-4ce572b7a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.238575 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-bc117f0f-85d6-49f7-ad02-6df06b29af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.240098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-bc117f0f-85d6-49f7-ad02-6df06b29af7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1097 time: 0.1576521 Jun 30 09:48:25.340158 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-c9eb71be-4efd-4943-a299-691ff9aedf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.341667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-c9eb71be-4efd-4943-a299-691ff9aedf6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.0936732 Jun 30 09:48:25.343772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Deleting port ef99f708-bf13-415c-b110-8401df6050fb {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:25.344112 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.407953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-546c7ae9-a990-4530-aa8d-11f3d49a682f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 1001 time: 0.0577407 Jun 30 09:48:25.416524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.416857 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.428161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Calling delete_port for ef99f708-bf13-415c-b110-8401df6050fb owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:25.461279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-e7227eec-548c-4ee1-bd85-97c8c118d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.462760 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-e7227eec-548c-4ee1-bd85-97c8c118d9e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0475707 Jun 30 09:48:25.519961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-79376cb8-52bc-4acb-bb61-d068d0bfc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.521514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-79376cb8-52bc-4acb-bb61-d068d0bfc454 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521245 Jun 30 09:48:25.610694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-7fb9fe21-1d84-4857-acfc-a372395c00de service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817943 Jun 30 09:48:25.610936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.635837 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event deleted for resources: {'Port': ['ID=ef99f708-bf13-415c-b110-8401df6050fb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:25.649150 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.649421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.649800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.650188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.650536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.650728 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.650863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.651185 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.651518 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.651834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.652155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.652488 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.652791 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:25.710306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.710717 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Floating IP 27ba750d-d96e-42db-a03d-c652735beecb disassociated (deleted). External IP: 172.25.8.124, port: 23f44622-7142-4961-b490-bcd0fd36a898. Jun 30 09:48:25.710963 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d7dcfa0-e6db-4c00-8459-62c7d806fe12 req-53f59089-8603-4422-b127-bb0db435cdfa service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924385 Jun 30 09:48:26.176482 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Router 28269ffa-9c8a-4519-9e03-0d600210b9a5 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:26.277484 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:26.282772 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:26.287239 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] Sync routers for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:26.296510 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:26.297116 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:26.317916 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-111a3824-5854-46f0-b71a-71311d937e57 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "DELETE /v2.0/floatingips/27ba750d-d96e-42db-a03d-c652735beecb HTTP/1.1" status: 204 len: 168 time: 1.1604249 Jun 30 09:48:26.318277 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:26.354935 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861acb34-9cae-4cae-bfc2-a83a00b32fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:26.403578 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:26.456202 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f14c559-253e-4a4d-b54c-f048a2394bac x-openstack-request-id: req-4f14c559-253e-4a4d-b54c-f048a2394bac {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:26.456499 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "tag": "23f44622-7142-4961-b490-bcd0fd36a898", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:26.456751 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f14c559-253e-4a4d-b54c-f048a2394bac {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:26.457149 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898', 'status': 'completed', 'code': 200} Jun 30 09:48:26.536789 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-67ce4375-1768-47fa-8911-727ec134b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:26.538394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-67ce4375-1768-47fa-8911-727ec134b920 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0548787 Jun 30 09:48:26.630369 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:19Z', 'revision_number': 5, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:26.660647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-bbc6aa57-1951-47aa-b927-30ada6b19de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:26.662348 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-bbc6aa57-1951-47aa-b927-30ada6b19de1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.1168239 Jun 30 09:48:26.663342 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] Checking router: 28269ffa-9c8a-4519-9e03-0d600210b9a5 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:26.677582 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:26.677582 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:26.713535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-a12c62ac-a4c1-47a9-acac-490089087cc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 217 time: 0.0389526 Jun 30 09:48:26.763108 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-54b16683-f0b5-4fb5-9e7f-77b55786d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:26.765202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-54b16683-f0b5-4fb5-9e7f-77b55786d4ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0448246 Jun 30 09:48:26.786312 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:26.827258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-3fcc82c5-f021-41db-98d1-5fa4465ffa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:26.828741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-3fcc82c5-f021-41db-98d1-5fa4465ffa95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562365 Jun 30 09:48:26.917141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-4b36c485-4308-4861-8475-b25114d0a66b service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809321 Jun 30 09:48:26.977755 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:19Z', 'revision_number': 5, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:27.003778 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2d844-d65f-49be-91eb-bba9e506482f None None] The sync data for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 is: [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:13Z', 'revision_number': 4, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '78221b2b-d850-412e-a010-75dcd2752947', 'name': '', 'network_id': '94e15ef3-c000-4b40-a2e5-ed470755f858', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'mac_address': 'fa:16:3e:61:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:13Z', 'updated_at': '2021-06-30T09:46:19Z', 'revision_number': 5, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'subnets': [{'id': '84d36c6a-4084-47d3-917b-e646ce8f7438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:27.269899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a0292-1b52-4571-a6c8-514acb760cf5 None None] New status for floating IP 27ba750d-d96e-42db-a03d-c652735beecb: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:48:27.319267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-861acb34-9cae-4cae-bfc2-a83a00b32fe2 req-c83d5ddf-375f-42f7-b17a-bdb8510c8c92 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909664 Jun 30 09:48:27.888948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-e8b4f6c0-fa61-483d-a320-66a354d15811 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509107 Jun 30 09:48:28.001847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-cd8d1d66-0454-459c-8511-a54e22ce738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:28.003425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-cd8d1d66-0454-459c-8511-a54e22ce738a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7acf0942ab67426e9dd7b767f27f55df&device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0593069 Jun 30 09:48:28.111151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-01ebeb09-5895-4115-844e-55402f9a5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:28.112915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-01ebeb09-5895-4115-844e-55402f9a5191 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 200 len: 916 time: 0.0857189 Jun 30 09:48:28.158258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-3d33292a-500d-46b0-9901-7589f611843c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 200 len: 217 time: 0.0345194 Jun 30 09:48:28.206056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-0eed0b21-d3b5-4952-a1c9-73dd25879853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:28.207480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-0eed0b21-d3b5-4952-a1c9-73dd25879853 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 200 len: 854 time: 0.0426261 Jun 30 09:48:28.270740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-f8fd1e8e-c570-480e-87b8-2dc5176734aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:28.272223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-f8fd1e8e-c570-480e-87b8-2dc5176734aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94e15ef3-c000-4b40-a2e5-ed470755f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549295 Jun 30 09:48:28.361490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-e559fa15-92ff-4f3a-ae3b-8b426cd864f0 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822980 Jun 30 09:48:28.463783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fd8d158-1d55-46b3-89db-6f8c4afb5f02 req-e665d489-519b-4aa6-bc15-f8a7feff5438 service neutron] 10.222.0.26 "GET /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902276 Jun 30 09:48:31.676420 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1174effa-5c9c-4f90-8ae5-0d9933e59403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:33.741221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93989093-36dc-4395-88e9-eef77bc96f68 req-16c0295a-aa56-4de9-9c3a-cedcd390f7f0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:33.742814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93989093-36dc-4395-88e9-eef77bc96f68 req-16c0295a-aa56-4de9-9c3a-cedcd390f7f0 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0625660 Jun 30 09:48:33.783263 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93989093-36dc-4395-88e9-eef77bc96f68 req-a486a6d0-ea69-49b7-a8b4-0514b3b0de8e tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Jun 30 09:48:34.424707 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:34.434912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f98babeb-d955-4fc8-9143-657cde5570b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:34.954288 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4d6bf-e487-4c1d-bdc8-4b7e675c4342 req-47481197-00c2-4abd-b0fb-f3df966fd56d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:34.955704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea4d6bf-e487-4c1d-bdc8-4b7e675c4342 req-47481197-00c2-4abd-b0fb-f3df966fd56d tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0629208 Jun 30 09:48:34.992589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea4d6bf-e487-4c1d-bdc8-4b7e675c4342 req-c6a40f26-3694-44b8-8430-e363fa0e1169 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Jun 30 09:48:35.579632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-2fe8e9dd-c10a-4cd6-bb7e-f2a21f3eab68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:35.581061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-2fe8e9dd-c10a-4cd6-bb7e-f2a21f3eab68 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.26 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0647421 Jun 30 09:48:35.680528 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Deleting port 23f44622-7142-4961-b490-bcd0fd36a898 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:35.680864 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.769495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] For port 23f44622-7142-4961-b490-bcd0fd36a898, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=23f44622-7142-4961-b490-bcd0fd36a898,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:35.769879 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.781693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Calling delete_port for 23f44622-7142-4961-b490-bcd0fd36a898 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:35.906464 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.920164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['23f44622-7142-4961-b490-bcd0fd36a898'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:35.935493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Pushing event deleted for resources: {'Port': ['ID=23f44622-7142-4961-b490-bcd0fd36a898,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:35.980045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] No DVR routers for this DVR port 23f44622-7142-4961-b490-bcd0fd36a898 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:35.983303 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.985282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e3c8cee-6b80-448c-aaa0-0e19b88e6ecb req-61a29337-a703-4007-b599-6385dd83698b tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.26 "DELETE /v2.0/ports/23f44622-7142-4961-b490-bcd0fd36a898 HTTP/1.1" status: 204 len: 173 time: 0.3959060 Jun 30 09:48:35.985744 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'name': 'network-vif-deleted', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:35.988010 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51817e1-0289-466d-aba5-060fc1a22610" -d '{"events": [{"server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "name": "network-vif-deleted", "tag": "23f44622-7142-4961-b490-bcd0fd36a898"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:36.024466 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141a6834-5f5b-41e2-9538-3252e4dfb80e x-openstack-request-id: req-141a6834-5f5b-41e2-9538-3252e4dfb80e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:36.024839 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c34b52-48e1-4541-8348-ec87bd82a9f2", "name": "network-vif-deleted", "tag": "23f44622-7142-4961-b490-bcd0fd36a898", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:36.025118 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-141a6834-5f5b-41e2-9538-3252e4dfb80e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:36.025510 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c34b52-48e1-4541-8348-ec87bd82a9f2', 'name': 'network-vif-deleted', 'tag': '23f44622-7142-4961-b490-bcd0fd36a898', 'status': 'completed', 'code': 200} Jun 30 09:48:36.031877 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:36.145244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-168c6aab-76bb-420a-9163-af08ce0c3905 req-237f0a39-3c22-4282-a62a-d07582c412c3 tempest-TestMinimumBasicScenario-294027423 tempest-TestMinimumBasicScenario-294027423-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c34b52-48e1-4541-8348-ec87bd82a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0289373 Jun 30 09:48:37.450369 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:37.734045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46026) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:37.852601 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:48:38.070197 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.313897 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Deleting port 78221b2b-d850-412e-a010-75dcd2752947 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:38.314230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.390396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] For port 78221b2b-d850-412e-a010-75dcd2752947, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=78221b2b-d850-412e-a010-75dcd2752947,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:38.390670 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.402531 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Calling delete_port for 78221b2b-d850-412e-a010-75dcd2752947 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:38.576389 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.606815 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Pushing event deleted for resources: {'Port': ['ID=78221b2b-d850-412e-a010-75dcd2752947,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:38.768673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:38.976655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Router 28269ffa-9c8a-4519-9e03-0d600210b9a5 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:39.079036 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:39.083872 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-85a6c281-a922-49cd-b586-9d63291c9802 admin admin] 10.222.0.53 "PUT /v2.0/routers/28269ffa-9c8a-4519-9e03-0d600210b9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3482485 Jun 30 09:48:39.086411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46028) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:39.090616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] Sync routers for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:39.100255 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:39.100850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:39.134552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23f44622-7142-4961-b490-bcd0fd36a898 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:39.156968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 23f44622-7142-4961-b490-bcd0fd36a898 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:39.157341 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 23f44622-7142-4961-b490-bcd0fd36a898 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:39.191892 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.204043 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:39.290807 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.339884 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Deleting port b87647ab-4319-4fee-b582-cd6f10212ce5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:39.340709 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.377523 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:48:38Z', 'revision_number': 5, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port': {'id': 'b87647ab-4319-4fee-b582-cd6f10212ce5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:39.403553 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] Checking router: 28269ffa-9c8a-4519-9e03-0d600210b9a5 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:39.411792 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] Routers {'28269ffa-9c8a-4519-9e03-0d600210b9a5'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:39.412388 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['28269ffa-9c8a-4519-9e03-0d600210b9a5'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:39.417163 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] For port b87647ab-4319-4fee-b582-cd6f10212ce5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=b87647ab-4319-4fee-b582-cd6f10212ce5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:39.417524 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.430012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Calling delete_port for b87647ab-4319-4fee-b582-cd6f10212ce5 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:39.493614 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] Set router 28269ffa-9c8a-4519-9e03-0d600210b9a5 gateway port host: None {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:39.546658 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:48:39Z', 'revision_number': 6, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:39.596041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.627635 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87647ab-4319-4fee-b582-cd6f10212ce5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:39.660308 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4e04f-4393-4b98-a7d5-9b52590cae5c None None] The sync data for ids ['28269ffa-9c8a-4519-9e03-0d600210b9a5'] in n-d-758944-40 is: [{'id': '28269ffa-9c8a-4519-9e03-0d600210b9a5', 'name': 'tempest-TestMinimumBasicScenario-1215463367-router', 'tenant_id': '7acf0942ab67426e9dd7b767f27f55df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:11Z', 'updated_at': '2021-06-30T09:48:39Z', 'revision_number': 6, 'project_id': '7acf0942ab67426e9dd7b767f27f55df', 'gw_port_host': None}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:39.695150 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.782898 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.784921 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.826651 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.827123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28269ffa-9c8a-4519-9e03-0d600210b9a5 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:48:39.831359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.832767 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ee14b208-5d9c-4685-96cd-bc056eae71e1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/28269ffa-9c8a-4519-9e03-0d600210b9a5 HTTP/1.1" status: 204 len: 168 time: 0.7454560 Jun 30 09:48:39.835254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46030) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:39.881193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] Deleting subnet 84d36c6a-4084-47d3-917b-e646ce8f7438 {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:48:39.884104 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.916437 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:39.990393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.048545 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.078276 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d36c6a-4084-47d3-917b-e646ce8f7438,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:40.080655 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.082724 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7e419bb0-6588-4b85-b9ba-523b16263297 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/84d36c6a-4084-47d3-917b-e646ce8f7438 HTTP/1.1" status: 204 len: 168 time: 0.2464564 Jun 30 09:48:40.085286 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46032) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:40.088836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd3c9f-6fa3-4ac7-873b-40888bf7372a None None] Network 94e15ef3-c000-4b40-a2e5-ed470755f858 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:40.151870 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.203989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Deleting port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:40.204321 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.269001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] For port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=c9aac1b5-b8a7-4473-bdc7-262317c4e4e1,segment=NetworkSegment(53433292-2db3-446f-b10d-611f605c85f8),segment_id=53433292-2db3-446f-b10d-611f605c85f8)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:40.269361 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.282003 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Calling delete_port for c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:40.359540 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.389314 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9aac1b5-b8a7-4473-bdc7-262317c4e4e1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:40.393805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] No DVR routers for this DVR port c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:40.405095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305eebe-1279-45e9-927f-832b69aad977 None None] DHCP port deletion for 94e15ef3-c000-4b40-a2e5-ed470755f858 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:48:40.466048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.475528 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e15ef3-c000-4b40-a2e5-ed470755f858']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:40.486105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53433292-2db3-446f-b10d-611f605c85f8') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:40.486397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53433292-2db3-446f-b10d-611f605c85f8') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:40.495238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.508982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.515322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:48:40.515920 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:48:40.517924 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:48:40.576894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.582251 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:40.587222 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] 10.222.0.53 "DELETE /v2.0/networks/94e15ef3-c000-4b40-a2e5-ed470755f858 HTTP/1.1" status: 204 len: 168 time: 0.4981446 Jun 30 09:48:40.587649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46036) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:40.596147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5b723-2f7e-4691-a465-3e0b3c42a46e admin admin] Pushing event deleted for resources: {'Network': ['ID=94e15ef3-c000-4b40-a2e5-ed470755f858,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:40.684694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78221b2b-d850-412e-a010-75dcd2752947 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:40.704861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 78221b2b-d850-412e-a010-75dcd2752947 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:40.705455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 78221b2b-d850-412e-a010-75dcd2752947 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:40.705906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:40.724096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:40.724433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device c9aac1b5-b8a7-4473-bdc7-262317c4e4e1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:40.724838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b87647ab-4319-4fee-b582-cd6f10212ce5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:40.742791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: b87647ab-4319-4fee-b582-cd6f10212ce5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:40.743124 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device b87647ab-4319-4fee-b582-cd6f10212ce5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:40.943289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.194589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Deleting port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:41.194839 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.274909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] For port 6329ff6b-fb32-48b0-ac7f-6a1858a47c17, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,segment=NetworkSegment(3e4c2c47-c953-4269-9aeb-008e71afd000),segment_id=3e4c2c47-c953-4269-9aeb-008e71afd000)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:41.275293 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.287987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Calling delete_port for 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:41.465281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.490429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=6329ff6b-fb32-48b0-ac7f-6a1858a47c17,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:41.654524 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.871064 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:41.973836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:41.979057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bf23ed9c-576c-4da0-8402-36d951cc2e40 admin admin] 10.222.0.53 "PUT /v2.0/routers/9a0d0c78-bf80-4628-b240-52a62d5e21f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3902626 Jun 30 09:48:41.982117 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46040) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:41.984508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] Sync routers for ids ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:41.993394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] Routers {'9a0d0c78-bf80-4628-b240-52a62d5e21f8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:41.994033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.087461 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.100940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] Set router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:42.190221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.242795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Deleting port de357ac9-05f2-4ef6-9bee-5721b16534af {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:42.243132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.278081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:48:41Z', 'revision_number': 5, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port': {'id': 'de357ac9-05f2-4ef6-9bee-5721b16534af', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:46:16Z', 'updated_at': '2021-06-30T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.303567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] Checking router: 9a0d0c78-bf80-4628-b240-52a62d5e21f8 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:42.312144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] Routers {'9a0d0c78-bf80-4628-b240-52a62d5e21f8'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:42.312756 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.322539 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] For port de357ac9-05f2-4ef6-9bee-5721b16534af, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=de357ac9-05f2-4ef6-9bee-5721b16534af,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:42.322899 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.334943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Calling delete_port for de357ac9-05f2-4ef6-9bee-5721b16534af owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:42.398680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] Set router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:42.453528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:48:42Z', 'revision_number': 6, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:42.479398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aa0ec-c09f-4454-bac1-309b9b592ef5 None None] The sync data for ids ['9a0d0c78-bf80-4628-b240-52a62d5e21f8'] in n-d-758944-40 is: [{'id': '9a0d0c78-bf80-4628-b240-52a62d5e21f8', 'name': 'tempest-TestMinimumBasicScenario-621733895-router', 'tenant_id': '4081d9076c35485183825b6a9d1b2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:46:15Z', 'updated_at': '2021-06-30T09:48:42Z', 'revision_number': 6, 'project_id': '4081d9076c35485183825b6a9d1b2b2f', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:42.503492 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.534495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de357ac9-05f2-4ef6-9bee-5721b16534af,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:42.588527 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.676295 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.678400 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.723875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.724443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0d0c78-bf80-4628-b240-52a62d5e21f8 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:48:42.728554 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.729724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1eecb09e-bb18-4e02-b182-e5803eba40d3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9a0d0c78-bf80-4628-b240-52a62d5e21f8 HTTP/1.1" status: 204 len: 168 time: 0.7465208 Jun 30 09:48:42.732175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46044) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:42.776084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] Deleting subnet 55c62a55-f971-4805-ae12-0586b17052d3 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:48:42.778978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.816225 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.902264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.925416 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:42.949644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:42.949644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 6329ff6b-fb32-48b0-ac7f-6a1858a47c17 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:42.970168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.998165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c62a55-f971-4805-ae12-0586b17052d3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:43.001483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.003490 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-19b13316-81d9-4524-9869-c7580b71647d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55c62a55-f971-4805-ae12-0586b17052d3 HTTP/1.1" status: 204 len: 168 time: 0.2703979 Jun 30 09:48:43.003881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df934991-5a03-4bbd-a3c3-ecb28503b57a None None] Network 214ee812-e88a-4baf-9d80-47465e5840a2 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:43.005983 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46046) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:43.071354 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.127498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Deleting port 255d38d9-af16-491d-aa07-b9375b1cff32 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:43.127837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.189175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] For port 255d38d9-af16-491d-aa07-b9375b1cff32, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=255d38d9-af16-491d-aa07-b9375b1cff32,segment=NetworkSegment(3e4c2c47-c953-4269-9aeb-008e71afd000),segment_id=3e4c2c47-c953-4269-9aeb-008e71afd000)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:43.189463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.201858 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Calling delete_port for 255d38d9-af16-491d-aa07-b9375b1cff32 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:43.252530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] DHCP port deletion for 214ee812-e88a-4baf-9d80-47465e5840a2 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:48:43.287938 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.298872 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Deleting port 255d38d9-af16-491d-aa07-b9375b1cff32 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:43.299248 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.313909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Pushing event deleted for resources: {'Port': ['ID=255d38d9-af16-491d-aa07-b9375b1cff32,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:43.317275 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] No DVR routers for this DVR port 255d38d9-af16-491d-aa07-b9375b1cff32 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:43.363329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] For port 255d38d9-af16-491d-aa07-b9375b1cff32, host n-d-758944-40, got binding levels [] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:43.363719 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.377598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Calling delete_port for 255d38d9-af16-491d-aa07-b9375b1cff32 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:43.381243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.ipam_backend_mixin [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Port 255d38d9-af16-491d-aa07-b9375b1cff32 was not found and therefore no delete operation was performed {{(pid=100241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:48:43.382547 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.389948 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.399710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214ee812-e88a-4baf-9d80-47465e5840a2']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:43.406300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Pushing event deleted for resources: {'Port': ['ID=255d38d9-af16-491d-aa07-b9375b1cff32,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:43.416360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.416793 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.417059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.417376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.417502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4c2c47-c953-4269-9aeb-008e71afd000') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:43.418399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.418523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4c2c47-c953-4269-9aeb-008e71afd000') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:43.418661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.418981 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.419329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.419620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.419949 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.420347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.420582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:43.423439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18189af4-4285-4988-8b98-19ae7508ebb0 None None] No DVR routers for this DVR port 255d38d9-af16-491d-aa07-b9375b1cff32 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:43.436397 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.451569 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.458608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:48:43.459022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:48:43.461096 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:48:43.515574 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.521367 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.524553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] 10.222.0.53 "DELETE /v2.0/networks/214ee812-e88a-4baf-9d80-47465e5840a2 HTTP/1.1" status: 204 len: 168 time: 0.5176086 Jun 30 09:48:43.536939 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d432654-60f7-4adb-bb29-107c0395f22b admin admin] Pushing event deleted for resources: {'Network': ['ID=214ee812-e88a-4baf-9d80-47465e5840a2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:43.683856 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46050) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:43.723258 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e8f7b358-1572-4771-bd99-9ae1e98a2ebe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7acf0942ab67426e9dd7b767f27f55df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382519 Jun 30 09:48:43.725658 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:43.771774 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7557fb0b-83c3-4e58-9375-7821bf8c18fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.800695 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7557fb0b-83c3-4e58-9375-7821bf8c18fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.846889 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7557fb0b-83c3-4e58-9375-7821bf8c18fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.849386 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7557fb0b-83c3-4e58-9375-7821bf8c18fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:43.850630 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7557fb0b-83c3-4e58-9375-7821bf8c18fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7e3bec5-48a5-4c34-acd6-e052ee43ef9b HTTP/1.1" status: 204 len: 168 time: 0.1239429 Jun 30 09:48:43.858126 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557fb0b-83c3-4e58-9375-7821bf8c18fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3bec5-48a5-4c34-acd6-e052ee43ef9b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:44.155362 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46058) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:44.198121 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e1905363-e645-4d3e-b349-6a0a78a04a53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4081d9076c35485183825b6a9d1b2b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415947 Jun 30 09:48:44.201183 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46060) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:44.248978 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a3e1297-b3ae-4e0d-a254-d3d57626c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:44.271156 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a3e1297-b3ae-4e0d-a254-d3d57626c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:44.323152 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a3e1297-b3ae-4e0d-a254-d3d57626c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:44.326742 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5a3e1297-b3ae-4e0d-a254-d3d57626c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:44.327883 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5a3e1297-b3ae-4e0d-a254-d3d57626c351 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/595831bd-b38a-4f55-9420-bd755c0fdd13 HTTP/1.1" status: 204 len: 168 time: 0.1257966 Jun 30 09:48:44.335479 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e1297-b3ae-4e0d-a254-d3d57626c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595831bd-b38a-4f55-9420-bd755c0fdd13,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:44.669602 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 255d38d9-af16-491d-aa07-b9375b1cff32 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:44.689673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 255d38d9-af16-491d-aa07-b9375b1cff32 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:44.693048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 255d38d9-af16-491d-aa07-b9375b1cff32 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:44.693048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device de357ac9-05f2-4ef6-9bee-5721b16534af no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:44.708603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: de357ac9-05f2-4ef6-9bee-5721b16534af {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:44.708940 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device de357ac9-05f2-4ef6-9bee-5721b16534af not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:45.916272 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46108) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:45.921735 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722894206', 'description': 'tempest-secgroup-smoke-1722894206 description', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:45.943946 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:45.951987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.041292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.045598 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.080811 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a717aad-c449-4fbc-a334-68e4f4a9c96a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.140687 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.145086 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.179749 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.181017 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2637219 Jun 30 09:48:46.181764 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd378d-8f51-4547-baa0-177d930e05cd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e2c57a-bfa1-44f1-9467-134438950de7,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.184169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46110) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:46.189319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-d2883ca6-4aad-4adc-8d52-73bde15deedd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '91e2c57a-bfa1-44f1-9467-134438950de7', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:46.218695 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2883ca6-4aad-4adc-8d52-73bde15deedd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.272784 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2883ca6-4aad-4adc-8d52-73bde15deedd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.276282 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2883ca6-4aad-4adc-8d52-73bde15deedd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.293588 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883ca6-4aad-4adc-8d52-73bde15deedd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fb310d-9f88-443b-850d-e5c1c2b5339f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.299537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d2883ca6-4aad-4adc-8d52-73bde15deedd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.300711 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d2883ca6-4aad-4adc-8d52-73bde15deedd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150470 Jun 30 09:48:46.303499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46112) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:46.307784 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-349ab24c-d878-4e05-9242-5500e137850a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '91e2c57a-bfa1-44f1-9467-134438950de7', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:46.333140 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-349ab24c-d878-4e05-9242-5500e137850a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.388414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-349ab24c-d878-4e05-9242-5500e137850a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.392113 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-349ab24c-d878-4e05-9242-5500e137850a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.410421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ab24c-d878-4e05-9242-5500e137850a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8f98f8-fbe8-4736-904a-b035240b4a31,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.414001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-349ab24c-d878-4e05-9242-5500e137850a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.415175 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-349ab24c-d878-4e05-9242-5500e137850a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107452 Jun 30 09:48:46.417975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46114) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:46.423051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6f78ce5c-af67-462f-8f8b-994883300f37 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '91e2c57a-bfa1-44f1-9467-134438950de7', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:46.447552 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f78ce5c-af67-462f-8f8b-994883300f37 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.503039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f78ce5c-af67-462f-8f8b-994883300f37 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.506604 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f78ce5c-af67-462f-8f8b-994883300f37 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.528908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78ce5c-af67-462f-8f8b-994883300f37 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7804ffb4-5c5d-4bf1-b8a0-22083e7930bb,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.532691 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f78ce5c-af67-462f-8f8b-994883300f37 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.533865 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f78ce5c-af67-462f-8f8b-994883300f37 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147954 Jun 30 09:48:46.536522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46116) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:46.540823 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-85ae3002-6196-4281-aced-082003b68112 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '91e2c57a-bfa1-44f1-9467-134438950de7', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:46.567294 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85ae3002-6196-4281-aced-082003b68112 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.626185 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85ae3002-6196-4281-aced-082003b68112 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.629593 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85ae3002-6196-4281-aced-082003b68112 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.649174 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae3002-6196-4281-aced-082003b68112 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a971be3-d51e-49b4-9996-6a473e501bb5,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.652933 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-85ae3002-6196-4281-aced-082003b68112 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.655031 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-85ae3002-6196-4281-aced-082003b68112 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173422 Jun 30 09:48:46.657462 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46118) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:46.661782 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '91e2c57a-bfa1-44f1-9467-134438950de7', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:46.683983 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:48:46.691480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.751230 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.754436 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.771086 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a3bb4e-04ef-47c3-b0ae-edef5c4566b4,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.779057 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.780245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0d89bc30-3a13-4bdd-8bb5-abba38784018 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218534 Jun 30 09:48:46.782967 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46120) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:46.787357 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '91e2c57a-bfa1-44f1-9467-134438950de7', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:46.807008 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:48:46.811673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.869656 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.872882 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.886724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b272287-3a56-4acf-91bb-19cf7888a524,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:46.895852 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.897043 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-84c146a8-0593-4b6b-8587-34e4eb0b2934 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1131227 Jun 30 09:48:46.900087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46122) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:46.905385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'network': {'name': 'tempest-network-smoke--984753892', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:46.924874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:46.928206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.954041 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:48:46.962408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.962773 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Added segment 5a97436a-6dc1-4b48-b7da-9d93e975e276 of type vlan for network 007fd02f-1774-452c-9d91-220c6f2c810a Jun 30 09:48:47.000376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.032757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.038471 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:47.039045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.090375 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1893589 Jun 30 09:48:47.093390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46124) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:47.098291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'admin_state_up': True, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:47.103668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6eff-b1f1-4545-8755-2bb51be5c0bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Network': ['ID=007fd02f-1774-452c-9d91-220c6f2c810a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:47.114797 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 007fd02f-1774-452c-9d91-220c6f2c810a details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:48:47.122595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.123614 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.178125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.309981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.791677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.810116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.912981 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.209 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/07d11587-7763-4a7d-ad16-5d0a212d49a8) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:48.009022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:48.046324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:48.083068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:48.085772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:48.092175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:48.097485 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=07d11587-7763-4a7d-ad16-5d0a212d49a8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:48.385830 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:48.572673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:48.697985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 162f8959-a3fc-432e-be57-c31100f77aa1 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:48:48.800378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:48.810164 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Sync routers for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:48.819108 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:48.819671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:48.819813 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:48.823839 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e4acbdef-a0e0-40e4-858b-745fa2812ddc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7263360 Jun 30 09:48:48.823980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46126) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:48.923476 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:48.957149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-434d07ce-5843-4000-a4c3-36a473dccffb tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6db2bfd097ab44988f023a57d1fa89ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1317923 Jun 30 09:48:48.959722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46132) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:49.095229 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:48Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:49.110306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c31e7-fada-4893-9571-a71e2f2d5239 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:49.114488 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-188c31e7-fada-4893-9571-a71e2f2d5239 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511917 Jun 30 09:48:49.114687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46134) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:49.124472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Checking router: 162f8959-a3fc-432e-be57-c31100f77aa1 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:49.124824 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Updating router 162f8959-a3fc-432e-be57-c31100f77aa1 port 07d11587-7763-4a7d-ad16-5d0a212d49a8 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:48:49.152255 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0ed3d506-f917-4d29-acc9-b473f2bd5464 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364976 Jun 30 09:48:49.155458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46136) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:49.160169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1293750677', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:49.162098 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.243276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:49.247683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.404960 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.414924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Transition to ACTIVE for port object 07d11587-7763-4a7d-ad16-5d0a212d49a8 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:49.420298 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.422547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.467066 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Attempting to bind port 07d11587-7763-4a7d-ad16-5d0a212d49a8 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:49.467428 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Attempting to bind port 07d11587-7763-4a7d-ad16-5d0a212d49a8 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:49.467779 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Attempting to bind port 07d11587-7763-4a7d-ad16-5d0a212d49a8 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:49.477113 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:49.477483 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:49.477888 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.478268 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:49.478726 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Bound port: 07d11587-7763-4a7d-ad16-5d0a212d49a8, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:49.479094 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.489165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Subnet': ['ID=acdf97f8-6f14-4318-a632-f4ee417984dc,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:49.499289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Checking segment: {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:49.499653 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network hostable DHCP agents. Network: 007fd02f-1774-452c-9d91-220c6f2c810a, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:48:49.501079 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Pushing event updated for resources: {'Port': ['ID=07d11587-7763-4a7d-ad16-5d0a212d49a8,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:49.511898 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.512236 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.513109 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.513443 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.513798 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.514122 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.514472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.514790 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.515187 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.515506 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.515822 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.516130 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:49.516535 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 007fd02f-1774-452c-9d91-220c6f2c810a is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:48:49.526212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 007fd02f-1774-452c-9d91-220c6f2c810a) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:49.530952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:49.531536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.537668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b209248-e582-4bfa-bb22-a239863fa33f None None] Network 007fd02f-1774-452c-9d91-220c6f2c810a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:49.546392 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a7341034-c6e4-45ce-a0ff-1c1edd0e1109 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3899221 Jun 30 09:48:49.549222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:48:49.553211 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] For port 07d11587-7763-4a7d-ad16-5d0a212d49a8, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:49.556386 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] For port 07d11587-7763-4a7d-ad16-5d0a212d49a8, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=07d11587-7763-4a7d-ad16-5d0a212d49a8,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:49.565410 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.624487 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:49.625124 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:49.627854 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7169101-2adb-4630-ac4a-baf6fb8b99ac None None] Pushing event updated for resources: {'Port': ['ID=07d11587-7763-4a7d-ad16-5d0a212d49a8,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:49.704899 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-007fd02f-1774-452c-9d91-220c6f2c810a', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:48:49.706090 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:49.730972 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:49.850874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Allocated IP 172.20.0.2 (007fd02f-1774-452c-9d91-220c6f2c810a/acdf97f8-6f14-4318-a632-f4ee417984dc/ed972c37-64bf-4a73-a1b0-6530f8d23cf1) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:49.932535 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:48Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:49.959494 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb0ba-e361-4a31-88fb-118e05d3b193 None None] The sync data for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 is: [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:48Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:50.006361 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.016087 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Transition to ACTIVE for port object ed972c37-64bf-4a73-a1b0-6530f8d23cf1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:50.033995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Transition to ACTIVE for port object ed972c37-64bf-4a73-a1b0-6530f8d23cf1 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:50.039952 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.075803 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Network 007fd02f-1774-452c-9d91-220c6f2c810a is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:50.078577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:50.081849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:50.094895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Pushing event updated for resources: {'Port': ['ID=ed972c37-64bf-4a73-a1b0-6530f8d23cf1,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:50.150273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Attempting to bind port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:50.150642 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Attempting to bind port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:50.150997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Attempting to bind port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 on network 007fd02f-1774-452c-9d91-220c6f2c810a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:50.156665 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:50.157458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Checking segment: {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:50.157458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.157741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Bound using segment: {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:50.158190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Bound port: ed972c37-64bf-4a73-a1b0-6530f8d23cf1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:50.158568 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.241570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] For port ed972c37-64bf-4a73-a1b0-6530f8d23cf1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:50.245125 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] For port ed972c37-64bf-4a73-a1b0-6530f8d23cf1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ed972c37-64bf-4a73-a1b0-6530f8d23cf1,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:50.251638 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.310396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7066-5a9e-4fd8-a9f8-171919770cc7 None None] Pushing event updated for resources: {'Port': ['ID=ed972c37-64bf-4a73-a1b0-6530f8d23cf1,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:50.322985 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.650267 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.1 (007fd02f-1774-452c-9d91-220c6f2c810a/acdf97f8-6f14-4318-a632-f4ee417984dc/4ab75d48-6d01-4231-972e-e9b30318b1a1) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:50.768532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ed972c37-64bf-4a73-a1b0-6530f8d23cf1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:50.792084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.814825 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object 4ab75d48-6d01-4231-972e-e9b30318b1a1 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:50.845185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:50.849703 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 07d11587-7763-4a7d-ad16-5d0a212d49a8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:50.859507 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.900071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 07d11587-7763-4a7d-ad16-5d0a212d49a8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:50.901202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 007fd02f-1774-452c-9d91-220c6f2c810a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:50.905030 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 07d11587-7763-4a7d-ad16-5d0a212d49a8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:50.905257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.905467 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:50.910519 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:50.948050 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=4ab75d48-6d01-4231-972e-e9b30318b1a1,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:50.965105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:50.996086 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.016992 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 07d11587-7763-4a7d-ad16-5d0a212d49a8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=07d11587-7763-4a7d-ad16-5d0a212d49a8,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:51.021760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.116971 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.231307 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=07d11587-7763-4a7d-ad16-5d0a212d49a8,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:51.376376 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34f7a8-4276-44c0-86ef-5b267195985e None None] Network 007fd02f-1774-452c-9d91-220c6f2c810a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:48:51.412967 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.417299 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.439424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5dbd9411-48dc-4cf4-ad10-f0d57f20df95 None None] Provisioning for port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:51.449673 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-5dbd9411-48dc-4cf4-ad10-f0d57f20df95 None None] Provisioning complete for port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:51.450606 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5dbd9411-48dc-4cf4-ad10-f0d57f20df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.500789 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.503444 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=4ab75d48-6d01-4231-972e-e9b30318b1a1,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:51.596886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 007fd02f-1774-452c-9d91-220c6f2c810a is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:51.598942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:51.600500 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5dbd9411-48dc-4cf4-ad10-f0d57f20df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.647117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-5dbd9411-48dc-4cf4-ad10-f0d57f20df95 None None] For port ed972c37-64bf-4a73-a1b0-6530f8d23cf1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ed972c37-64bf-4a73-a1b0-6530f8d23cf1,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:51.651323 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5dbd9411-48dc-4cf4-ad10-f0d57f20df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.702469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd9411-48dc-4cf4-ad10-f0d57f20df95 None None] Pushing event updated for resources: {'Port': ['ID=ed972c37-64bf-4a73-a1b0-6530f8d23cf1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:51.733333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 162f8959-a3fc-432e-be57-c31100f77aa1 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:48:51.851946 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:48:51.857383 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b5fede7f-690a-4460-b4a8-9ef29e51c626 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/162f8959-a3fc-432e-be57-c31100f77aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069839 Jun 30 09:48:51.882017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-882a84a6-a25f-41bb-a364-4136fd5e6066 None None] Provisioning for port 4ab75d48-6d01-4231-972e-e9b30318b1a1 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:51.886418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-882a84a6-a25f-41bb-a364-4136fd5e6066 None None] Provisioning complete for port 4ab75d48-6d01-4231-972e-e9b30318b1a1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:51.886882 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-882a84a6-a25f-41bb-a364-4136fd5e6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.922741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-882a84a6-a25f-41bb-a364-4136fd5e6066 None None] Port 4ab75d48-6d01-4231-972e-e9b30318b1a1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:51.941258 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-882a84a6-a25f-41bb-a364-4136fd5e6066 None None] Provisioning complete for port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:51.941960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-882a84a6-a25f-41bb-a364-4136fd5e6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:51.969716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Sync routers for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:48:51.993131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:51.993781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:52.018467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-7410daa5-f129-4700-8a21-a184e21d4b32 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722894206&fields=id&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 267 time: 0.0353947 Jun 30 09:48:52.141476 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:52.144698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-7971e23c-2894-4708-8f19-99e894f03e07 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:52.146227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-7971e23c-2894-4708-8f19-99e894f03e07 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/networks?id=007fd02f-1774-452c-9d91-220c6f2c810a HTTP/1.1" status: 200 len: 796 time: 0.1199613 Jun 30 09:48:52.162900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-d957226f-e42d-4862-a305-ea24152ec544 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/quotas/6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 375 time: 0.0106046 Jun 30 09:48:52.255123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-03712be4-b80b-4dd2-8420-5f0bda1bfa05 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845778 Jun 30 09:48:52.283683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b906dc35-4726-4945-830a-7b7c8dfde3b4 None None] Provisioning complete for port 4ab75d48-6d01-4231-972e-e9b30318b1a1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:52.284155 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b906dc35-4726-4945-830a-7b7c8dfde3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:52.345368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b906dc35-4726-4945-830a-7b7c8dfde3b4 None None] Port 4ab75d48-6d01-4231-972e-e9b30318b1a1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:52.375466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-ff5f211c-1a6f-4f27-b3df-0773106487b5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:48:52.376542 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-ff5f211c-1a6f-4f27-b3df-0773106487b5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557258 Jun 30 09:48:52.398582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 2, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:52.428057 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Checking router: 162f8959-a3fc-432e-be57-c31100f77aa1 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:48:52.428400 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Updating router 162f8959-a3fc-432e-be57-c31100f77aa1 port 4ab75d48-6d01-4231-972e-e9b30318b1a1 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:48:52.468361 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:52.470089 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-0df35842-8dc3-42fe-bc5b-bd02e5fcdffd service neutron] 10.222.0.53 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862706 Jun 30 09:48:52.480601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-c641be11-5ae6-4cf5-a394-176df2c8ad72 None None] Provisioning complete for port 4ab75d48-6d01-4231-972e-e9b30318b1a1 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:52.480957 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c641be11-5ae6-4cf5-a394-176df2c8ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:52.540699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-c641be11-5ae6-4cf5-a394-176df2c8ad72 None None] Port 4ab75d48-6d01-4231-972e-e9b30318b1a1 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:52.570260 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-cb1c83de-73df-4607-b903-9577fd61f654 service neutron] 10.222.0.53 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942426 Jun 30 09:48:52.708730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ed972c37-64bf-4a73-a1b0-6530f8d23cf1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:52.795541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f85c123c-e372-4167-8dd0-4e9a03857b67 req-4170e2e6-551b-4abb-ac8f-17fc304d9712 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 210 time: 0.0385942 Jun 30 09:48:52.810564 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:52.810938 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:52.846422 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:52.864894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Transition to ACTIVE for port object 4ab75d48-6d01-4231-972e-e9b30318b1a1 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:52.873165 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:52.954677 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778ce20-49ed-4f14-b01d-84099f7c0904 None None] Pushing event updated for resources: {'Port': ['ID=4ab75d48-6d01-4231-972e-e9b30318b1a1,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:52.993419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 07d11587-7763-4a7d-ad16-5d0a212d49a8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:53.051511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Attempting to bind port 4ab75d48-6d01-4231-972e-e9b30318b1a1 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:53.051937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Attempting to bind port 4ab75d48-6d01-4231-972e-e9b30318b1a1 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:53.052303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Attempting to bind port 4ab75d48-6d01-4231-972e-e9b30318b1a1 on network 007fd02f-1774-452c-9d91-220c6f2c810a {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:53.064561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:53.065016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Checking segment: {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:53.065566 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:53.065926 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Bound using segment: {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:53.066624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Bound port: 4ab75d48-6d01-4231-972e-e9b30318b1a1, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:53.066878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:53.116365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 07d11587-7763-4a7d-ad16-5d0a212d49a8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:53.116737 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:53.184907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] For port 4ab75d48-6d01-4231-972e-e9b30318b1a1, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:53.188076 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] For port 4ab75d48-6d01-4231-972e-e9b30318b1a1, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4ab75d48-6d01-4231-972e-e9b30318b1a1,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:53.195342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:53.297229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:48:53.298265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:48:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:53.332070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778ce20-49ed-4f14-b01d-84099f7c0904 None None] Pushing event updated for resources: {'Port': ['ID=4ab75d48-6d01-4231-972e-e9b30318b1a1,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:53.417449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:48:53.622811 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:53Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:48:53.647860 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88033d-203f-4c53-8796-737fca89d340 None None] The sync data for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 is: [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:53Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:48:53.885607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:53.991922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b5fed97-737e-4a43-872d-303ce2d9e147 req-27b61d75-5675-43e4-9f76-2fe61407f14c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 210 time: 0.0406876 Jun 30 09:48:53.999763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-99854145-b2d8-4d4d-9f4e-47290c18b82e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:54.001291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-99854145-b2d8-4d4d-9f4e-47290c18b82e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/networks?id=007fd02f-1774-452c-9d91-220c6f2c810a HTTP/1.1" status: 200 len: 796 time: 0.1538687 Jun 30 09:48:54.053057 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-8e3eca05-2fdc-4666-921c-3a8adae4b87e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 380 time: 0.0429499 Jun 30 09:48:54.063067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'port': {'device_id': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'admin_state_up': True, 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'security_groups': ['91e2c57a-bfa1-44f1-9467-134438950de7']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:54.180063 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:54.183703 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.310119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.6 (007fd02f-1774-452c-9d91-220c6f2c810a/acdf97f8-6f14-4318-a632-f4ee417984dc/42022a71-df0b-4b5e-9adc-bfac40d2d85c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:54.455595 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.470146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object 42022a71-df0b-4b5e-9adc-bfac40d2d85c will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:54.503341 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.546407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 007fd02f-1774-452c-9d91-220c6f2c810a is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:54.549602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:54.552150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:54.597036 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=42022a71-df0b-4b5e-9adc-bfac40d2d85c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:54.621293 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:54.622023 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.641552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-4cdc326b-0037-4c24-9fca-6153437442ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829432 Jun 30 09:48:54.652649 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-2cf37ced-7bc8-4102-b96f-e868a48830ac tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:48:54.654851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-2cf37ced-7bc8-4102-b96f-e868a48830ac tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072072 Jun 30 09:48:54.720480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Request body: {'port': {'device_id': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:54.723081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ab75d48-6d01-4231-972e-e9b30318b1a1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:54.776587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 4ab75d48-6d01-4231-972e-e9b30318b1a1 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:54.781571 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4ab75d48-6d01-4231-972e-e9b30318b1a1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:54.782046 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.805538 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.870170 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.901140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-94b26494-54e6-4e5e-a88e-5778c49092d9 None None] Provisioning for port 42022a71-df0b-4b5e-9adc-bfac40d2d85c completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:54.912548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-94b26494-54e6-4e5e-a88e-5778c49092d9 None None] Provisioning complete for port 42022a71-df0b-4b5e-9adc-bfac40d2d85c triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:54.912894 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-94b26494-54e6-4e5e-a88e-5778c49092d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.916084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 4ab75d48-6d01-4231-972e-e9b30318b1a1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4ab75d48-6d01-4231-972e-e9b30318b1a1,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:54.934591 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:54.973908 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-94b26494-54e6-4e5e-a88e-5778c49092d9 None None] Port 42022a71-df0b-4b5e-9adc-bfac40d2d85c cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:48:54.994371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=4ab75d48-6d01-4231-972e-e9b30318b1a1,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:55.071555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42022a71-df0b-4b5e-9adc-bfac40d2d85c {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:55.080082 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:55.092779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Transition to ACTIVE for port object 42022a71-df0b-4b5e-9adc-bfac40d2d85c will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:55.096495 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:55.180894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Pushing event updated for resources: {'Port': ['ID=42022a71-df0b-4b5e-9adc-bfac40d2d85c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:55.543472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e542b-36c7-4edf-9e2a-7ca8c70e44c0 req-762ad749-cd30-433d-96ee-fbf8128816d4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:55.544932 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-965e542b-36c7-4edf-9e2a-7ca8c70e44c0 req-762ad749-cd30-433d-96ee-fbf8128816d4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 943 time: 0.4406817 Jun 30 09:48:55.571052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Attempting to bind port 42022a71-df0b-4b5e-9adc-bfac40d2d85c on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:55.571381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Attempting to bind port 42022a71-df0b-4b5e-9adc-bfac40d2d85c by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:55.571702 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Attempting to bind port 42022a71-df0b-4b5e-9adc-bfac40d2d85c on network 007fd02f-1774-452c-9d91-220c6f2c810a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:55.579685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Port 42022a71-df0b-4b5e-9adc-bfac40d2d85c on network 007fd02f-1774-452c-9d91-220c6f2c810a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:48:55.580004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Attempting to bind port 42022a71-df0b-4b5e-9adc-bfac40d2d85c on network 007fd02f-1774-452c-9d91-220c6f2c810a {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:55.587630 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:55.587966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Checking segment: {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:55.588340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Bound using segment: {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:55.588762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Bound port: 42022a71-df0b-4b5e-9adc-bfac40d2d85c, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a97436a-6dc1-4b48-b7da-9d93e975e276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:55.589116 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:55.609741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-965e542b-36c7-4edf-9e2a-7ca8c70e44c0 req-61bb8cf9-ace8-40d0-87be-6cc13c63e04a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585146 Jun 30 09:48:55.649100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:55.661691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] For port 42022a71-df0b-4b5e-9adc-bfac40d2d85c, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:55.664769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] For port 42022a71-df0b-4b5e-9adc-bfac40d2d85c, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:55.668170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:55.702228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:55.702836 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:55.704207 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] 10.222.0.13 "PUT /v2.0/ports/42022a71-df0b-4b5e-9adc-bfac40d2d85c HTTP/1.1" status: 200 len: 1092 time: 1.0422966 Jun 30 09:48:55.704643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:55.706988 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec" -d '{"events": [{"name": "network-changed", "server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:55.734192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07f356-eb67-478a-a989-3a891abc6a25 service neutron] Pushing event updated for resources: {'Port': ['ID=42022a71-df0b-4b5e-9adc-bfac40d2d85c,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:55.756516 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed019f4-59c0-411e-ac13-6301edf8d43a x-openstack-request-id: req-eed019f4-59c0-411e-ac13-6301edf8d43a {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:55.756806 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:55.757056 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eed019f4-59c0-411e-ac13-6301edf8d43a {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:55.757467 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'status': 'completed', 'code': 200} Jun 30 09:48:55.802710 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-e6a9921e-f472-4e64-9cbc-05f7a060223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:55.804200 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-e6a9921e-f472-4e64-9cbc-05f7a060223e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 1095 time: 0.0590110 Jun 30 09:48:55.847275 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-7424febb-2af2-4d76-87b4-7bd70dfc4021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c HTTP/1.1" status: 200 len: 217 time: 0.0342648 Jun 30 09:48:55.898791 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-3d46be16-ff93-4e6c-862f-e04b4b5d7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:55.900306 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-3d46be16-ff93-4e6c-862f-e04b4b5d7262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acdf97f8-6f14-4318-a632-f4ee417984dc HTTP/1.1" status: 200 len: 835 time: 0.0463877 Jun 30 09:48:55.961946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-dd5c07cd-4a48-4f5e-beff-8825f106bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:55.963439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-dd5c07cd-4a48-4f5e-beff-8825f106bba2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007fd02f-1774-452c-9d91-220c6f2c810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561397 Jun 30 09:48:56.050176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-6a22da8d-48ad-40ce-9413-9da8bf2f4008 service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796525 Jun 30 09:48:56.140030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-478dbe3e-475c-4e7d-965b-c7d867a3b192 req-95bdd5f0-9d13-4834-b9cb-97bb9865808f service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831578 Jun 30 09:48:56.243824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-91c6a8e9-3396-4336-950c-2d0491d2d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:56.245330 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-91c6a8e9-3396-4336-950c-2d0491d2d8e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 1095 time: 0.0522110 Jun 30 09:48:56.332571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-22ea2f92-043c-4be6-a2ce-13b02251642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:56.334096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-22ea2f92-043c-4be6-a2ce-13b02251642f service neutron] 10.222.0.13 "GET /v2.0/networks?id=007fd02f-1774-452c-9d91-220c6f2c810a HTTP/1.1" status: 200 len: 897 time: 0.0824800 Jun 30 09:48:56.377025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-92e209d0-3b16-4d47-b5ef-e2884d0c8632 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c HTTP/1.1" status: 200 len: 217 time: 0.0355468 Jun 30 09:48:56.426875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-996b9a7d-211b-499e-b236-4c5ead3fbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:56.428238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-996b9a7d-211b-499e-b236-4c5ead3fbd9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acdf97f8-6f14-4318-a632-f4ee417984dc HTTP/1.1" status: 200 len: 835 time: 0.0423484 Jun 30 09:48:56.484058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-eeae3c4b-9e39-4a70-bd0a-7588702fd67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:56.485458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-eeae3c4b-9e39-4a70-bd0a-7588702fd67f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007fd02f-1774-452c-9d91-220c6f2c810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497558 Jun 30 09:48:56.578702 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-324770aa-20a5-4b52-a735-5f7bbefc0d95 service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841787 Jun 30 09:48:56.668762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d9fbe2ff-644c-4493-bfd7-79bdf9ca6aec req-76fecdc1-e80c-4999-99dd-a2d51112686c service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836563 Jun 30 09:48:56.671330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ab75d48-6d01-4231-972e-e9b30318b1a1 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:56.727654 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 4ab75d48-6d01-4231-972e-e9b30318b1a1 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:56.728024 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:56.795326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a0dc9-bf94-46e1-a8b7-612e8e39df59 req-ba060ea5-6d74-4dab-bdd2-ca7de89d4030 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:56.796804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-973a0dc9-bf94-46e1-a8b7-612e8e39df59 req-ba060ea5-6d74-4dab-bdd2-ca7de89d4030 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 943 time: 0.0674310 Jun 30 09:48:56.835463 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-973a0dc9-bf94-46e1-a8b7-612e8e39df59 req-f7ddfffc-a557-461f-9f81-aa9b2ce27900 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Jun 30 09:48:58.006530 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9aa5d-71bb-4b73-94b5-8b29a63cf1ce req-52b8c660-16e7-4d9e-81f0-38cdfc160529 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:58.008028 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98a9aa5d-71bb-4b73-94b5-8b29a63cf1ce req-52b8c660-16e7-4d9e-81f0-38cdfc160529 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 943 time: 0.0619960 Jun 30 09:48:58.046094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98a9aa5d-71bb-4b73-94b5-8b29a63cf1ce req-96956f21-65f7-4566-8a66-e74642d679af tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Jun 30 09:48:58.999588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 42022a71-df0b-4b5e-9adc-bfac40d2d85c details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:48:59.093237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 42022a71-df0b-4b5e-9adc-bfac40d2d85c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:59.104023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'port_id': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'mac_address': 'fa:16:3e:66:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:48:59.140078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.153242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42022a71-df0b-4b5e-9adc-bfac40d2d85c {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:59.172736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 42022a71-df0b-4b5e-9adc-bfac40d2d85c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:59.176633 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:59.223413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933baee9-b059-43ba-bc9c-667a2bda6af0 req-2d82fc39-3266-4bdf-b121-bd5db0dc6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.225096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-933baee9-b059-43ba-bc9c-667a2bda6af0 req-2d82fc39-3266-4bdf-b121-bd5db0dc6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 943 time: 0.0651884 Jun 30 09:48:59.266649 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-933baee9-b059-43ba-bc9c-667a2bda6af0 req-12ec670f-45b1-4099-9aff-6b2d1dcec4ab tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353630 Jun 30 09:48:59.371802 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=42022a71-df0b-4b5e-9adc-bfac40d2d85c,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:59.468435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['42022a71-df0b-4b5e-9adc-bfac40d2d85c'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:00.444220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fc183-38fc-4565-82c0-03516356f573 req-ca42a4af-4115-4e94-b781-cfbff93373be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:00.445600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd1fc183-38fc-4565-82c0-03516356f573 req-ca42a4af-4115-4e94-b781-cfbff93373be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 944 time: 0.0664389 Jun 30 09:49:00.482294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd1fc183-38fc-4565-82c0-03516356f573 req-43c389c2-6792-4d38-8437-4d5557043b4f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301936 Jun 30 09:49:01.000862 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 42022a71-df0b-4b5e-9adc-bfac40d2d85c up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:01.047436 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 42022a71-df0b-4b5e-9adc-bfac40d2d85c completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:01.051328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 42022a71-df0b-4b5e-9adc-bfac40d2d85c triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:01.051689 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.123737 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.144422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:01.146689 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3bca91-3b60-4624-9d0a-dae31be59c31" -d '{"events": [{"server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "name": "network-vif-plugged", "status": "completed", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:01.158399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 42022a71-df0b-4b5e-9adc-bfac40d2d85c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:01.162704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.212631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=42022a71-df0b-4b5e-9adc-bfac40d2d85c,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:01.236430 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f119c7c-3920-40ab-aae7-d74e48a552b1 x-openstack-request-id: req-0f119c7c-3920-40ab-aae7-d74e48a552b1 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:01.236725 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "name": "network-vif-plugged", "status": "completed", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:01.236982 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f119c7c-3920-40ab-aae7-d74e48a552b1 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:01.237422 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'code': 200} Jun 30 09:49:01.347025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbdc6c-b9bc-47e5-852b-fc56ad409194 req-32863306-35f9-4198-9118-2d04dd51f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:01.348407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cafbdc6c-b9bc-47e5-852b-fc56ad409194 req-32863306-35f9-4198-9118-2d04dd51f33a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 1097 time: 0.0505955 Jun 30 09:49:01.382168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cafbdc6c-b9bc-47e5-852b-fc56ad409194 req-b8e800dc-5136-4611-bca2-a96a1909616e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271389 Jun 30 09:49:01.656289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec17ee-f50b-4161-9f37-b03d13093c47 req-3729d732-5417-4625-ba29-039b7ee43ad5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:01.657794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22ec17ee-f50b-4161-9f37-b03d13093c47 req-3729d732-5417-4625-ba29-039b7ee43ad5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0656204 Jun 30 09:49:01.679198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fb3b16ad-a35a-4102-b389-40be0261d164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.697457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-22ec17ee-f50b-4161-9f37-b03d13093c47 req-b5dd6965-2e26-4b29-9edd-a4e1835844a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Jun 30 09:49:02.873458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d4680-e4a2-45d0-bd84-b03fc94d8925 req-62a99dfd-fb43-4ca6-b48d-35dfaa34a6a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.874883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a61d4680-e4a2-45d0-bd84-b03fc94d8925 req-62a99dfd-fb43-4ca6-b48d-35dfaa34a6a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0662911 Jun 30 09:49:02.911546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a61d4680-e4a2-45d0-bd84-b03fc94d8925 req-c3f88f4f-50e0-4eeb-b30b-bc3161565876 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310674 Jun 30 09:49:03.078977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d00c4-2351-44f4-88be-24d5745682cb req-661aed36-4df2-4a78-9205-fbd62fdd54f7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:03.080475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c1d00c4-2351-44f4-88be-24d5745682cb req-661aed36-4df2-4a78-9205-fbd62fdd54f7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0627484 Jun 30 09:49:03.117107 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c1d00c4-2351-44f4-88be-24d5745682cb req-af746ccc-f893-42f5-971c-23ad6466556d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Jun 30 09:49:03.140330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46196) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:03.193929 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e5b6a-0a45-4f57-8615-362588dc8695 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:03.195493 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4b8e5b6a-0a45-4f57-8615-362588dc8695 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 1092 time: 0.0541856 Jun 30 09:49:03.198290 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46198) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:03.204845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:03.226491 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.321734 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.419877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.16 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/1f8e7d9f-9ed6-4a5f-bc59-de96c56faedb) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:03.522533 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.560071 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.594849 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:03.597912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:03.600123 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:03.628797 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=1f8e7d9f-9ed6-4a5f-bc59-de96c56faedb,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:03.964401 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.037138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.179987 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.184961 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.253212 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=1f8e7d9f-9ed6-4a5f-bc59-de96c56faedb,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:04.265096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.360546 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 51033caf-ee40-4392-8624-217f3f11cf1d associated. External IP: 172.25.8.16, port: 42022a71-df0b-4b5e-9adc-bfac40d2d85c. Jun 30 09:49:04.416145 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.435195 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55cc79f8-026c-4667-ad03-e03f39881afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.565427 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 162f8959-a3fc-432e-be57-c31100f77aa1 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:04.938136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:04.947810 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] Sync routers for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:04.953818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.957359 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:04.958217 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:04.991565 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a80eb140-d820-4ae2-8991-b7887d2a2832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7922254 Jun 30 09:49:04.992202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:04.994930 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce655af-bdc0-48d1-ad0a-519227475169" -d '{"events": [{"name": "network-changed", "server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:05.035803 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be633f61-fa34-4663-85ed-ccffd31b512e x-openstack-request-id: req-be633f61-fa34-4663-85ed-ccffd31b512e {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:05.036104 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:05.036351 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be633f61-fa34-4663-85ed-ccffd31b512e {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:05.036750 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'status': 'completed', 'code': 200} Jun 30 09:49:05.067050 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:05.162443 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce655af-bdc0-48d1-ad0a-519227475169 req-e82ebcc1-cd2b-480f-aef2-9f9f108b3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:05.163958 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dce655af-bdc0-48d1-ad0a-519227475169 req-e82ebcc1-cd2b-480f-aef2-9f9f108b3086 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 1097 time: 0.1051128 Jun 30 09:49:05.172747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78fbf1-2eba-4830-8b5f-870e2876f168 req-06f5c011-f7c8-4d53-a898-a6c4128561ef tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:05.174151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c78fbf1-2eba-4830-8b5f-870e2876f168 req-06f5c011-f7c8-4d53-a898-a6c4128561ef tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0791740 Jun 30 09:49:05.260612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6c78fbf1-2eba-4830-8b5f-870e2876f168 req-8c992090-464b-4fb2-acb1-69d0fea2f144 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783362 Jun 30 09:49:05.286648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce655af-bdc0-48d1-ad0a-519227475169 req-d05eaa12-a47d-41b3-9180-f6daf449cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:05.287436 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46204) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:05.288114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dce655af-bdc0-48d1-ad0a-519227475169 req-d05eaa12-a47d-41b3-9180-f6daf449cd9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=007fd02f-1774-452c-9d91-220c6f2c810a HTTP/1.1" status: 200 len: 897 time: 0.1131330 Jun 30 09:49:05.291109 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '51033caf-ee40-4392-8624-217f3f11cf1d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'port_id': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'mac_address': 'fa:16:3e:66:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:03Z', 'updated_at': '2021-06-30T09:49:03Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:54Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:05.353233 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a88bf7cb-bc96-4541-b8d6-3ec62146259e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/51033caf-ee40-4392-8624-217f3f11cf1d HTTP/1.1" status: 200 len: 990 time: 0.0642726 Jun 30 09:49:05.356124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dce655af-bdc0-48d1-ad0a-519227475169 req-23745215-d863-4208-ba52-aca49eb13a55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c HTTP/1.1" status: 200 len: 998 time: 0.0604613 Jun 30 09:49:05.406790 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] Checking router: 162f8959-a3fc-432e-be57-c31100f77aa1 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:05.411439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce655af-bdc0-48d1-ad0a-519227475169 req-73dbc7d4-47d9-436c-b638-122990d6c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:05.412903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dce655af-bdc0-48d1-ad0a-519227475169 req-73dbc7d4-47d9-436c-b638-122990d6c8d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acdf97f8-6f14-4318-a632-f4ee417984dc HTTP/1.1" status: 200 len: 835 time: 0.0504768 Jun 30 09:49:05.415033 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:05.415638 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:05.472792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce655af-bdc0-48d1-ad0a-519227475169 req-b553a23d-612c-46e7-b86e-1d5ca2c24fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:05.474401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dce655af-bdc0-48d1-ad0a-519227475169 req-b553a23d-612c-46e7-b86e-1d5ca2c24fdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007fd02f-1774-452c-9d91-220c6f2c810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527849 Jun 30 09:49:05.516241 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:05.564254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dce655af-bdc0-48d1-ad0a-519227475169 req-5d1b3562-f3ea-40dd-a954-d29b153191aa service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810699 Jun 30 09:49:05.658842 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dce655af-bdc0-48d1-ad0a-519227475169 req-3fbafe53-884a-4e8e-a8d5-30f357170449 service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875092 Jun 30 09:49:05.731616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '51033caf-ee40-4392-8624-217f3f11cf1d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'port_id': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'mac_address': 'fa:16:3e:66:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:03Z', 'updated_at': '2021-06-30T09:49:03Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:54Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:05.759678 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410f3e1-4f9e-41dc-af36-a8827c8de4ce None None] The sync data for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 is: [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '51033caf-ee40-4392-8624-217f3f11cf1d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'port_id': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'mac_address': 'fa:16:3e:66:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:03Z', 'updated_at': '2021-06-30T09:49:03Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:54Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:05.937305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c251c3-1425-4322-8b3d-e63ebf05e12e None None] New status for floating IP 51033caf-ee40-4392-8624-217f3f11cf1d: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:49:06.040059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:06.355441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46206) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:06.417598 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e220d8e7-1972-4114-ae56-0c96b70ac5cf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/51033caf-ee40-4392-8624-217f3f11cf1d HTTP/1.1" status: 200 len: 992 time: 0.0610974 Jun 30 09:49:07.451767 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.851118 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:19.854249 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-1218f54a-59e5-404e-8df6-ec0544ffa3f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501716 Jun 30 09:49:19.944809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-ed001769-1270-4636-b2f2-0746677e0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:19.946323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-ed001769-1270-4636-b2f2-0746677e0c2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 1097 time: 0.0510199 Jun 30 09:49:20.056310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-d244fcec-8118-439f-820e-434bc12aacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:20.057845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-d244fcec-8118-439f-820e-434bc12aacee service neutron] 10.222.0.13 "GET /v2.0/networks?id=007fd02f-1774-452c-9d91-220c6f2c810a HTTP/1.1" status: 200 len: 897 time: 0.0920937 Jun 30 09:49:20.126753 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-e879e52c-c921-4eef-b62a-d03c82694f78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c HTTP/1.1" status: 200 len: 1000 time: 0.0614595 Jun 30 09:49:20.178612 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-9bee342c-1dac-4886-8a69-8d64303c49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:20.180050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-9bee342c-1dac-4886-8a69-8d64303c49c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acdf97f8-6f14-4318-a632-f4ee417984dc HTTP/1.1" status: 200 len: 835 time: 0.0470870 Jun 30 09:49:20.235326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-22d19a9f-87fe-40d2-b45d-d60adfda5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:20.236776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-22d19a9f-87fe-40d2-b45d-d60adfda5ca0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007fd02f-1774-452c-9d91-220c6f2c810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502906 Jun 30 09:49:20.324167 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-7f7eebf1-007c-4a7d-a1d7-3fa172a8822b service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788360 Jun 30 09:49:20.416070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-67be26a0-d4c7-4c03-abd0-82c64268cf00 req-fe8b1f33-19e1-4aab-b06f-c40e3b503622 service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848172 Jun 30 09:49:23.905499 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.659428 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:31.679702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c602c2a-7517-4628-8c99-b641612e0c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:34.418375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:34.437082 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0b32b986-815b-4149-9943-832bbd139eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:36.037050 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:37.455156 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:41.974824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a4467-ab6d-4539-aa5d-6cd155f63f4a req-18446e5d-0c6f-4107-bfb7-1af105b6f158 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:41.976294 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a7a4467-ab6d-4539-aa5d-6cd155f63f4a req-18446e5d-0c6f-4107-bfb7-1af105b6f158 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0637743 Jun 30 09:49:42.015404 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a7a4467-ab6d-4539-aa5d-6cd155f63f4a req-2a80ca1e-8a31-4a46-b7a3-13f31092a960 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335109 Jun 30 09:49:43.204957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287c444-bcb3-468c-ac4e-f09ccaa2fa98 req-5f154f5f-6877-40c0-85eb-af172e1974df tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:43.206453 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d287c444-bcb3-468c-ac4e-f09ccaa2fa98 req-5f154f5f-6877-40c0-85eb-af172e1974df tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0665326 Jun 30 09:49:43.242276 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d287c444-bcb3-468c-ac4e-f09ccaa2fa98 req-56ef0eae-a5e9-4008-9fdf-c235bfb1634b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302694 Jun 30 09:49:43.266987 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46232) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:43.325110 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-68b21c80-1ed4-461f-869d-ad0124b45589 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/51033caf-ee40-4392-8624-217f3f11cf1d HTTP/1.1" status: 200 len: 992 time: 0.0569253 Jun 30 09:49:44.748186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121fcc1-49f4-46c9-baaa-41394ccd160c req-ec3e1828-fcca-4b23-b187-27373e629b8c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:44.749694 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2121fcc1-49f4-46c9-baaa-41394ccd160c req-ec3e1828-fcca-4b23-b187-27373e629b8c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0645103 Jun 30 09:49:44.791242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2121fcc1-49f4-46c9-baaa-41394ccd160c req-5da67aef-b317-4fde-8428-fe1fb087b3c0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358522 Jun 30 09:49:45.967102 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fa7e8-d0b6-49b7-a468-a3012fb3eb88 req-d5eae0d6-6e9c-4fc3-8e8b-1c8c069c875b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:45.968559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d9fa7e8-d0b6-49b7-a468-a3012fb3eb88 req-d5eae0d6-6e9c-4fc3-8e8b-1c8c069c875b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0617180 Jun 30 09:49:46.006077 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9d9fa7e8-d0b6-49b7-a468-a3012fb3eb88 req-8413016b-9260-4042-82c7-6941097c5b18 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Jun 30 09:49:46.030959 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46242) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:46.092231 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-324a1663-6dc3-47dc-bd98-33b07216b76d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/51033caf-ee40-4392-8624-217f3f11cf1d HTTP/1.1" status: 200 len: 992 time: 0.0601809 Jun 30 09:49:46.388510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46248) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:46.536966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 1f8e7d9f-9ed6-4a5f-bc59-de96c56faedb {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:46.537306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:46.613890 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:46.614218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:46.626985 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 1f8e7d9f-9ed6-4a5f-bc59-de96c56faedb owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:46.769959 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:46.793001 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=1f8e7d9f-9ed6-4a5f-bc59-de96c56faedb,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:46.806108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.806453 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.806789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.807741 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.808075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.808402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.808725 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.809047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.809371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.809738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.810066 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.810383 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:46.864862 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:46.865221 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 51033caf-ee40-4392-8624-217f3f11cf1d disassociated (deleted). External IP: 172.25.8.16, port: 42022a71-df0b-4b5e-9adc-bfac40d2d85c. Jun 30 09:49:47.065888 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 162f8959-a3fc-432e-be57-c31100f77aa1 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:47.170670 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:47.175064 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:47.180358 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] Sync routers for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:47.189874 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:47.190466 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:47.209560 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e146dd0-f0e8-492c-b2e9-2f8bc46908d7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/floatingips/51033caf-ee40-4392-8624-217f3f11cf1d HTTP/1.1" status: 204 len: 168 time: 0.8200738 Jun 30 09:49:47.210175 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:47.212453 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e274a32-2ede-4bfc-bc52-bcd411766ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:47.252948 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261fdcf2-bf51-4cd3-a56a-2c36df6cc55e x-openstack-request-id: req-261fdcf2-bf51-4cd3-a56a-2c36df6cc55e {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:47.253247 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:47.253686 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-261fdcf2-bf51-4cd3-a56a-2c36df6cc55e {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:47.254095 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'status': 'completed', 'code': 200} Jun 30 09:49:47.297074 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:47.328776 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-f1a10ed8-c887-4d14-9d05-00bb10a58669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:47.330344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-f1a10ed8-c887-4d14-9d05-00bb10a58669 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 1097 time: 0.0532260 Jun 30 09:49:47.444557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-f6eded39-d474-4987-9cf7-6aa29beb1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:47.446196 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-f6eded39-d474-4987-9cf7-6aa29beb1b1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=007fd02f-1774-452c-9d91-220c6f2c810a HTTP/1.1" status: 200 len: 897 time: 0.1069090 Jun 30 09:49:47.491136 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-7feb33c8-eb73-4b9e-979d-b03297b501b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c HTTP/1.1" status: 200 len: 217 time: 0.0360160 Jun 30 09:49:47.505714 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:54Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:47.534887 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] Checking router: 162f8959-a3fc-432e-be57-c31100f77aa1 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:47.542892 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:47.543483 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:47.574451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-d7a92fa4-0493-462c-96e1-b6a5b1f80770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:47.575941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-d7a92fa4-0493-462c-96e1-b6a5b1f80770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acdf97f8-6f14-4318-a632-f4ee417984dc HTTP/1.1" status: 200 len: 835 time: 0.0783691 Jun 30 09:49:47.630206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd391-ed43-4337-a1ab-b8c0301b7160 req-71152245-5091-49aa-b1e1-df7c22d5c999 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:47.631676 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7cabd391-ed43-4337-a1ab-b8c0301b7160 req-71152245-5091-49aa-b1e1-df7c22d5c999 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.1080575 Jun 30 09:49:47.649170 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:47.670297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-31e75118-7bf7-4274-829a-bf2ba2253f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:47.671810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-31e75118-7bf7-4274-829a-bf2ba2253f2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007fd02f-1774-452c-9d91-220c6f2c810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879886 Jun 30 09:49:47.691886 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7cabd391-ed43-4337-a1ab-b8c0301b7160 req-1bb42dc3-4347-4550-9827-ded246ce8ecb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527759 Jun 30 09:49:47.770442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-1aba59cb-3a47-4642-8139-0541371c679e service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907521 Jun 30 09:49:47.839885 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:54Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:47.858327 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e274a32-2ede-4bfc-bc52-bcd411766ed6 req-d844ca1c-1ee4-4836-a7fa-77601e94f780 service neutron] 10.222.0.13 "GET /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806918 Jun 30 09:49:47.865147 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1ca63-a94c-4d54-9edd-348f1acb4067 None None] The sync data for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 is: [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:51Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '4ab75d48-6d01-4231-972e-e9b30318b1a1', 'name': '', 'network_id': '007fd02f-1774-452c-9d91-220c6f2c810a', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:3d:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:50Z', 'updated_at': '2021-06-30T09:48:54Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'acdf97f8-6f14-4318-a632-f4ee417984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:48.065841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7b9fc-80b2-4179-8bb2-b82fe521eeca None None] New status for floating IP 51033caf-ee40-4392-8624-217f3f11cf1d: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:49:48.867820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459eb91-0f24-43e7-b469-1a934c11fe20 req-f58baaea-870d-4f1c-b2c3-63f0cb489d1a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:48.869162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2459eb91-0f24-43e7-b469-1a934c11fe20 req-f58baaea-870d-4f1c-b2c3-63f0cb489d1a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0658150 Jun 30 09:49:48.905872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2459eb91-0f24-43e7-b469-1a934c11fe20 req-b8f086e8-eb2f-44df-92c6-6a873e31889e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=91e2c57a-bfa1-44f1-9467-134438950de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Jun 30 09:49:49.202023 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-ec71fd2c-30e2-4a9e-b33e-a9f084949e2f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:49.203393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-ec71fd2c-30e2-4a9e-b33e-a9f084949e2f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 945 time: 0.0640948 Jun 30 09:49:49.300115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 42022a71-df0b-4b5e-9adc-bfac40d2d85c {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:49.300459 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:49.393035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 42022a71-df0b-4b5e-9adc-bfac40d2d85c, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=42022a71-df0b-4b5e-9adc-bfac40d2d85c,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:49.393394 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:49.405946 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 42022a71-df0b-4b5e-9adc-bfac40d2d85c owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:49.533673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:49.559795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=42022a71-df0b-4b5e-9adc-bfac40d2d85c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:49.569463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.569832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.570165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.570495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.570822 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.571146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.571468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.571788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.572103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.572418 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.573895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.573895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:49.616633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] No DVR routers for this DVR port 42022a71-df0b-4b5e-9adc-bfac40d2d85c on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:49.619151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:49.621744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a5ca14c3-a20a-4fc5-8c01-8c8564ef9f06 req-2ad0a5cf-9c3d-425f-b475-d6bc43f2ba02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "DELETE /v2.0/ports/42022a71-df0b-4b5e-9adc-bfac40d2d85c HTTP/1.1" status: 204 len: 173 time: 0.4123600 Jun 30 09:49:49.622171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'name': 'network-vif-deleted', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:49.624390 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4703c2a-d419-42cc-bbed-6af4a89689e8" -d '{"events": [{"server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "name": "network-vif-deleted", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:49.663341 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b98bb5-c8fc-4053-beca-ead0ace20d91 x-openstack-request-id: req-18b98bb5-c8fc-4053-beca-ead0ace20d91 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:49.663629 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c004f42-29a8-4dd8-90bd-f6db5ad4d406", "name": "network-vif-deleted", "tag": "42022a71-df0b-4b5e-9adc-bfac40d2d85c", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:49.663873 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18b98bb5-c8fc-4053-beca-ead0ace20d91 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:49.664264 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c004f42-29a8-4dd8-90bd-f6db5ad4d406', 'name': 'network-vif-deleted', 'tag': '42022a71-df0b-4b5e-9adc-bfac40d2d85c', 'status': 'completed', 'code': 200} Jun 30 09:49:50.075512 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a64a7d56-7c71-4d26-877b-0f4e0d59535f req-48deedf1-895e-4e32-9c40-0a9d9774f442 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c004f42-29a8-4dd8-90bd-f6db5ad4d406 HTTP/1.1" status: 200 len: 210 time: 0.0360832 Jun 30 09:49:51.169399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46264) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:51.517088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:51.773943 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 4ab75d48-6d01-4231-972e-e9b30318b1a1 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:51.774207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:51.848971 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:51.863105 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 4ab75d48-6d01-4231-972e-e9b30318b1a1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=4ab75d48-6d01-4231-972e-e9b30318b1a1,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:51.863459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:51.874757 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 4ab75d48-6d01-4231-972e-e9b30318b1a1 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:52.051719 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.080062 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=4ab75d48-6d01-4231-972e-e9b30318b1a1,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:52.255738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.476717 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 162f8959-a3fc-432e-be57-c31100f77aa1 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:52.584333 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:52.592417 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-442c0342-69a7-41f7-8255-25208f54b2f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/162f8959-a3fc-432e-be57-c31100f77aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4188125 Jun 30 09:49:52.592915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46266) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:52.594583 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] Sync routers for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:52.604484 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:52.605298 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:52.662143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting subnet acdf97f8-6f14-4318-a632-f4ee417984dc {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:49:52.665329 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.709472 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.719753 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:52.802100 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.863425 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.891078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Subnet': ['ID=acdf97f8-6f14-4318-a632-f4ee417984dc,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:52.894647 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:52.899124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bb55de00-fb6c-47c5-afc0-8c04b4afc953 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/subnets/acdf97f8-6f14-4318-a632-f4ee417984dc HTTP/1.1" status: 204 len: 168 time: 0.3020573 Jun 30 09:49:52.899679 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46268) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:52.902801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3253c912-46d3-4333-9ec1-746885f4a2e9 None None] Network 007fd02f-1774-452c-9d91-220c6f2c810a requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:53.001240 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:49:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:53.013680 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.036129 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] Checking router: 162f8959-a3fc-432e-be57-c31100f77aa1 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:53.047717 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] Routers {'162f8959-a3fc-432e-be57-c31100f77aa1'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:53.048322 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['162f8959-a3fc-432e-be57-c31100f77aa1'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:53.115549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] DHCP port deletion for 007fd02f-1774-452c-9d91-220c6f2c810a request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:49:53.119621 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.160459 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] Set router 162f8959-a3fc-432e-be57-c31100f77aa1 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:53.163892 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Deleting port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:53.164266 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.173536 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 07d11587-7763-4a7d-ad16-5d0a212d49a8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:53.173966 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.238657 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] For port ed972c37-64bf-4a73-a1b0-6530f8d23cf1, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ed972c37-64bf-4a73-a1b0-6530f8d23cf1,segment=NetworkSegment(5a97436a-6dc1-4b48-b7da-9d93e975e276),segment_id=5a97436a-6dc1-4b48-b7da-9d93e975e276)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:53.239048 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.252217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Calling delete_port for ed972c37-64bf-4a73-a1b0-6530f8d23cf1 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:53.255753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 07d11587-7763-4a7d-ad16-5d0a212d49a8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=07d11587-7763-4a7d-ad16-5d0a212d49a8,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:53.256117 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.268145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 07d11587-7763-4a7d-ad16-5d0a212d49a8 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:53.311806 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 42022a71-df0b-4b5e-9adc-bfac40d2d85c no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:53.333956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 42022a71-df0b-4b5e-9adc-bfac40d2d85c {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:53.334314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 42022a71-df0b-4b5e-9adc-bfac40d2d85c not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:53.341448 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:49:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:53.355729 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.369139 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399755c8-b7e3-46b7-9c46-34ceb24ada07 None None] The sync data for ids ['162f8959-a3fc-432e-be57-c31100f77aa1'] in n-d-758944-40 is: [{'id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747813762', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:49:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '07d11587-7763-4a7d-ad16-5d0a212d49a8', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8959-a3fc-432e-be57-c31100f77aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:48:47Z', 'updated_at': '2021-06-30T09:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:53.385349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Pushing event deleted for resources: {'Port': ['ID=ed972c37-64bf-4a73-a1b0-6530f8d23cf1,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:53.394743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.395232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.395757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.396190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.396620 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.397049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.397475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.397937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.398360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.398786 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.399206 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.399698 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:53.414481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecf86d-69e2-41f8-ad01-d6c1eeceb232 None None] No DVR routers for this DVR port ed972c37-64bf-4a73-a1b0-6530f8d23cf1 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:53.440263 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.467169 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=07d11587-7763-4a7d-ad16-5d0a212d49a8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:53.524955 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.611245 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.613274 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.658232 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.658644 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Fanout notify agent at l3_agent the message router_deleted on router 162f8959-a3fc-432e-be57-c31100f77aa1 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:49:53.665848 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.666958 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-096f4442-a8e4-495e-977d-5e29ee41d2c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/routers/162f8959-a3fc-432e-be57-c31100f77aa1 HTTP/1.1" status: 204 len: 168 time: 0.7664330 Jun 30 09:49:53.669753 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46270) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:53.747090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:53.908015 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.106640 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.115924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007fd02f-1774-452c-9d91-220c6f2c810a']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:54.125730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a97436a-6dc1-4b48-b7da-9d93e975e276') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:54.126022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a97436a-6dc1-4b48-b7da-9d93e975e276') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:54.134326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.147415 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.152984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:49:54.153366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:49:54.156155 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:49:54.210465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.217060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.218713 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/networks/007fd02f-1774-452c-9d91-220c6f2c810a HTTP/1.1" status: 204 len: 168 time: 0.5480247 Jun 30 09:49:54.221905 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46272) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:54.230143 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b668e-23ae-4698-ba93-db5acce8e071 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Network': ['ID=007fd02f-1774-452c-9d91-220c6f2c810a,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:54.279992 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42c7e79-5865-4156-932c-3a695939ff29 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.304777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42c7e79-5865-4156-932c-3a695939ff29 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.369019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42c7e79-5865-4156-932c-3a695939ff29 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.371585 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f42c7e79-5865-4156-932c-3a695939ff29 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.371585 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f42c7e79-5865-4156-932c-3a695939ff29 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/security-groups/91e2c57a-bfa1-44f1-9467-134438950de7 HTTP/1.1" status: 204 len: 168 time: 0.1484454 Jun 30 09:49:54.383509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c7e79-5865-4156-932c-3a695939ff29 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e2c57a-bfa1-44f1-9467-134438950de7,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:54.616295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46278) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:54.621022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-223116a2-7070-4e9f-80cc-96dcb4f82bbf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850360234', 'description': 'tempest-secgroup-smoke-850360234 description', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:54.644258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-223116a2-7070-4e9f-80cc-96dcb4f82bbf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.704203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ed972c37-64bf-4a73-a1b0-6530f8d23cf1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:54.725149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ed972c37-64bf-4a73-a1b0-6530f8d23cf1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:54.725417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ed972c37-64bf-4a73-a1b0-6530f8d23cf1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:54.725855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ab75d48-6d01-4231-972e-e9b30318b1a1 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:54.735773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-223116a2-7070-4e9f-80cc-96dcb4f82bbf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.740292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-223116a2-7070-4e9f-80cc-96dcb4f82bbf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.745683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 4ab75d48-6d01-4231-972e-e9b30318b1a1 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:54.746024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 4ab75d48-6d01-4231-972e-e9b30318b1a1 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:54.746435 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 07d11587-7763-4a7d-ad16-5d0a212d49a8 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:54.765370 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-223116a2-7070-4e9f-80cc-96dcb4f82bbf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.766012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 07d11587-7763-4a7d-ad16-5d0a212d49a8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:54.766353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 07d11587-7763-4a7d-ad16-5d0a212d49a8 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:54.766630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-223116a2-7070-4e9f-80cc-96dcb4f82bbf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1493301 Jun 30 09:49:54.769463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46280) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:54.774637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-2df118ee-5d0b-442d-85ff-b2d930c3e506 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:54.780357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223116a2-7070-4e9f-80cc-96dcb4f82bbf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:54.803033 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df118ee-5d0b-442d-85ff-b2d930c3e506 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.856683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df118ee-5d0b-442d-85ff-b2d930c3e506 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.860289 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df118ee-5d0b-442d-85ff-b2d930c3e506 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.876952 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df118ee-5d0b-442d-85ff-b2d930c3e506 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ae0c34-50bd-4ec7-b9cf-5ddf888bf6bc,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:54.883162 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2df118ee-5d0b-442d-85ff-b2d930c3e506 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.885357 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2df118ee-5d0b-442d-85ff-b2d930c3e506 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144609 Jun 30 09:49:54.888093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46282) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:54.892933 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-28b51697-5775-4a02-8143-84668ee62fe3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:54.918571 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-28b51697-5775-4a02-8143-84668ee62fe3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.974499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-28b51697-5775-4a02-8143-84668ee62fe3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.978383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-28b51697-5775-4a02-8143-84668ee62fe3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:54.995725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b51697-5775-4a02-8143-84668ee62fe3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c947d1-cac9-4995-9750-12f9a06db45d,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:55.002019 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-28b51697-5775-4a02-8143-84668ee62fe3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.003093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-28b51697-5775-4a02-8143-84668ee62fe3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139772 Jun 30 09:49:55.005719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46284) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:55.010502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f1d19e4e-db33-4b4a-9f90-14c4fd9b8229 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:55.035865 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1d19e4e-db33-4b4a-9f90-14c4fd9b8229 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.094649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1d19e4e-db33-4b4a-9f90-14c4fd9b8229 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.098138 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1d19e4e-db33-4b4a-9f90-14c4fd9b8229 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.116687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d19e4e-db33-4b4a-9f90-14c4fd9b8229 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6684306e-d192-403e-bf43-aa2ce8cdfc47,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:55.120560 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f1d19e4e-db33-4b4a-9f90-14c4fd9b8229 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.121741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f1d19e4e-db33-4b4a-9f90-14c4fd9b8229 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150808 Jun 30 09:49:55.124508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46286) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:55.128873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-671f5d73-b649-4253-8063-d86b3eae4a56 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:55.154662 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-671f5d73-b649-4253-8063-d86b3eae4a56 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.212487 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-671f5d73-b649-4253-8063-d86b3eae4a56 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.215880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-671f5d73-b649-4253-8063-d86b3eae4a56 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.233716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f5d73-b649-4253-8063-d86b3eae4a56 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c1977f-c3c7-4cd7-868a-384d22ba6575,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:55.239853 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-671f5d73-b649-4253-8063-d86b3eae4a56 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.240514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-671f5d73-b649-4253-8063-d86b3eae4a56 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150992 Jun 30 09:49:55.243291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46288) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:55.248160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:55.269378 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:49:55.274003 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.332195 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.335553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.353180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10aff64-d5cd-4a4e-b707-a80c4a6f7d30,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:55.359006 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.360083 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6448ee0c-72a8-404a-94cd-013552c7d2e5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158392 Jun 30 09:49:55.362832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46290) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:55.367091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:55.388807 n-d-758944-40 neutron-server[100240]: INFO neutron.db.securitygroups_db [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:49:55.393516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.457420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.461059 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.478349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4745516-de0f-44a0-9df3-0286c6600e32,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:55.483608 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.484806 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c090289b-8359-4104-a15a-125c930b7a9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210210 Jun 30 09:49:55.487677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46292) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:55.492468 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'network': {'name': 'tempest-network-smoke--339790799', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'port_security_enabled': True}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:55.512388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:55.515735 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.538357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:49:55.546782 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.547135 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Added segment 3f336e6f-0267-4cc0-836d-0911b988e92c of type vlan for network 566af6f1-73da-4869-a039-e4f8f360378e Jun 30 09:49:55.587703 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.615733 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.621899 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:55.622477 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.659897 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.678116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1894367 Jun 30 09:49:55.680863 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46294) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:55.686138 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'admin_state_up': True, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:55.692347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda1810-c839-4866-849a-0272d2fd10f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Network': ['ID=566af6f1-73da-4869-a039-e4f8f360378e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:55.702855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 566af6f1-73da-4869-a039-e4f8f360378e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:49:55.712520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.714175 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.769153 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:55.901887 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.085041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.105138 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.207053 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.210 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/5fb26206-2a71-4f1e-825f-e2b3ecf68fe5) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:56.302557 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.340417 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.380311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:56.385667 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:56.388122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:56.413028 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:56.630641 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.823490 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:56.945009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router f94c3574-6c55-4215-8a2d-bdc72493d1da is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:49:57.043984 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:57.053175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Sync routers for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:57.061809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.062309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:57.062914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:57.063086 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bb969963-f4f5-496c-8e2a-5f454e6c105c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3805857 Jun 30 09:49:57.066316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46296) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:57.098433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-45827224-0fa1-488b-af43-05b4cdcfe28f tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6db2bfd097ab44988f023a57d1fa89ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284641 Jun 30 09:49:57.098698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46298) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:57.164600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:57.182195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd584dfa-f6d1-4490-aa90-a4ce1325c85f tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:57.183680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-cd584dfa-f6d1-4490-aa90-a4ce1325c85f tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840626 Jun 30 09:49:57.186427 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46300) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:57.214218 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ebf06277-7821-4559-919a-8ed0aa0253aa tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267384 Jun 30 09:49:57.216527 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46302) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:57.221159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1473114559', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:57.307055 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:57.310641 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.339276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:56Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:57.364595 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Checking router: f94c3574-6c55-4215-8a2d-bdc72493d1da for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:57.364946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Updating router f94c3574-6c55-4215-8a2d-bdc72493d1da port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:49:57.406563 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.488799 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.549330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Subnet': ['ID=a2d19cc2-05d2-44ba-8162-b460a25c6807,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:57.553488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Checking segment: {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:57.553872 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network hostable DHCP agents. Network: 566af6f1-73da-4869-a039-e4f8f360378e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:49:57.571008 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 566af6f1-73da-4869-a039-e4f8f360378e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:49:57.581024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 566af6f1-73da-4869-a039-e4f8f360378e) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:57.591863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c6855-69c1-47a4-a038-ca26a72841cc None None] Network 566af6f1-73da-4869-a039-e4f8f360378e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:57.595072 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:57.595867 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.611823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-53e5dbea-0aaa-4e4f-b48c-748b243aac67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3941834 Jun 30 09:49:57.614428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46304) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:57.717911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.746468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Transition to ACTIVE for port object 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:57.754195 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.829321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45493a07-d25b-4c49-adb6-304de56696d3 None None] Pushing event updated for resources: {'Port': ['ID=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:57.833659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Attempting to bind port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:57.833659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Attempting to bind port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:57.833659 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Attempting to bind port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:57.838418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-566af6f1-73da-4869-a039-e4f8f360378e', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:49:57.839240 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.842565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:57.842923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:57.843304 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.843676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:57.844130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Bound port: 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:57.844490 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:57.962988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] For port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:57.980927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] For port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:57.999310 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.042379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.069091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Allocated IP 172.20.0.2 (566af6f1-73da-4869-a039-e4f8f360378e/a2d19cc2-05d2-44ba-8162-b460a25c6807/5ee8e973-0733-4bc9-9f58-3a03c5518a95) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:58.084129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45493a07-d25b-4c49-adb6-304de56696d3 None None] Pushing event updated for resources: {'Port': ['ID=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:58.087391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:58.088617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:58.412661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:58.552209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.570603 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Transition to ACTIVE for port object 5ee8e973-0733-4bc9-9f58-3a03c5518a95 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:58.599244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Transition to ACTIVE for port object 5ee8e973-0733-4bc9-9f58-3a03c5518a95 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:58.620035 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.669955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Network 566af6f1-73da-4869-a039-e4f8f360378e is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:58.672129 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Pushing event updated for resources: {'Port': ['ID=5ee8e973-0733-4bc9-9f58-3a03c5518a95,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:58.673840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.1 (566af6f1-73da-4869-a039-e4f8f360378e/a2d19cc2-05d2-44ba-8162-b460a25c6807/ef00b5bd-7289-440d-9624-0f0c2e92c051) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:58.676288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:58.678360 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:58.735987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:56Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:58.767268 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bc71b-66d6-4fce-90e9-10cbce5162bc None None] The sync data for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 is: [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:56Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:58.768935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Attempting to bind port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:58.769293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Attempting to bind port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:58.769655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Attempting to bind port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 on network 566af6f1-73da-4869-a039-e4f8f360378e {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:58.775951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:58.776396 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Checking segment: {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:58.776870 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.777313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Bound using segment: {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:58.777871 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Bound port: 5ee8e973-0733-4bc9-9f58-3a03c5518a95, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:58.778303 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.794522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.810260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object ef00b5bd-7289-440d-9624-0f0c2e92c051 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:58.846470 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] For port 5ee8e973-0733-4bc9-9f58-3a03c5518a95, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:58.847652 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.850407 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] For port 5ee8e973-0733-4bc9-9f58-3a03c5518a95, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ee8e973-0733-4bc9-9f58-3a03c5518a95,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:58.857122 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:58.886076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 566af6f1-73da-4869-a039-e4f8f360378e is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:58.890351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:58.895567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:58.923492 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cbe51-acb4-4a1a-9854-4248ac3900a4 None None] Pushing event updated for resources: {'Port': ['ID=5ee8e973-0733-4bc9-9f58-3a03c5518a95,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:58.942429 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=ef00b5bd-7289-440d-9624-0f0c2e92c051,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:58.962321 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:59.145471 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:59.443828 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:59.448680 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:59.526824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=ef00b5bd-7289-440d-9624-0f0c2e92c051,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:59.529213 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:59.631677 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 566af6f1-73da-4869-a039-e4f8f360378e is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:59.633355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:59.751562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router f94c3574-6c55-4215-8a2d-bdc72493d1da has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:59.873416 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:59.885412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-01ffe69e-fd1d-45ee-98a9-0ca958e9b330 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/f94c3574-6c55-4215-8a2d-bdc72493d1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2665706 Jun 30 09:49:59.885581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f7e97-969b-46f2-a4ba-33af7b5b1aef None None] Network 566af6f1-73da-4869-a039-e4f8f360378e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:50:00.007154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4952941d-0b84-444d-9799-15aae7d9f8ae None None] Provisioning for port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:00.022380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-589d6db6-26ba-49e3-acc9-667bf075b73f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850360234&fields=id&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 267 time: 0.0349259 Jun 30 09:50:00.146397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-8ed530b5-dbae-4cc3-8284-d7ed2b89e832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:00.147899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-8ed530b5-dbae-4cc3-8284-d7ed2b89e832 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 796 time: 0.1181991 Jun 30 09:50:00.164032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-2cd5409e-79f5-46d3-85be-2ec7c467bc44 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/quotas/6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 375 time: 0.0101013 Jun 30 09:50:00.236212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-444da7ea-102f-4414-a5a8-0099420f5ec3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658669 Jun 30 09:50:00.254184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-606b31f0-8dd6-4454-89ed-628b6b23aee3 None None] Provisioning for port ef00b5bd-7289-440d-9624-0f0c2e92c051 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:00.258794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-606b31f0-8dd6-4454-89ed-628b6b23aee3 None None] Provisioning complete for port ef00b5bd-7289-440d-9624-0f0c2e92c051 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:00.259208 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-606b31f0-8dd6-4454-89ed-628b6b23aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:00.293845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-606b31f0-8dd6-4454-89ed-628b6b23aee3 None None] Port ef00b5bd-7289-440d-9624-0f0c2e92c051 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:50:00.392939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-a68cf3b5-cc06-4f3d-be98-a2ff64f7c800 service neutron] 10.222.0.53 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439385 Jun 30 09:50:00.422029 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Sync routers for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:50:00.430167 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2915343e-b87a-4689-9e11-ed13b98d86fe None None] Provisioning complete for port ef00b5bd-7289-440d-9624-0f0c2e92c051 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:00.430875 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2915343e-b87a-4689-9e11-ed13b98d86fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:00.433213 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:50:00.433866 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:00.474012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2915343e-b87a-4689-9e11-ed13b98d86fe None None] Port ef00b5bd-7289-440d-9624-0f0c2e92c051 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:50:00.503052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-770f5cc1-4f76-4db8-8078-975ef63c9e43 service neutron] 10.222.0.53 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043987 Jun 30 09:50:00.546373 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:50:00.703193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0284e83f-df05-421d-bb81-b4223c24539f req-a78081bc-1fd3-487b-83fb-04a78d9c56d0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 210 time: 0.0352094 Jun 30 09:50:00.724356 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aba5cb04-83dc-49f4-a6ed-a58847e0b738 None None] Provisioning complete for port ef00b5bd-7289-440d-9624-0f0c2e92c051 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:00.725190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aba5cb04-83dc-49f4-a6ed-a58847e0b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:00.768988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-aba5cb04-83dc-49f4-a6ed-a58847e0b738 None None] Port ef00b5bd-7289-440d-9624-0f0c2e92c051 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:50:00.777699 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 2, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:00.803499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ee8e973-0733-4bc9-9f58-3a03c5518a95 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:00.817962 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Checking router: f94c3574-6c55-4215-8a2d-bdc72493d1da for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:50:00.818330 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Updating router f94c3574-6c55-4215-8a2d-bdc72493d1da port ef00b5bd-7289-440d-9624-0f0c2e92c051 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:50:00.856298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:00.858410 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:00.860427 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:00.861329 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:00.938177 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:00.972244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5ee8e973-0733-4bc9-9f58-3a03c5518a95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ee8e973-0733-4bc9-9f58-3a03c5518a95,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:00.976027 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:00.977150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:01.054637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5ee8e973-0733-4bc9-9f58-3a03c5518a95,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:01.068828 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:01.075977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:01.076359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.130449 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.141475 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Transition to ACTIVE for port object ef00b5bd-7289-440d-9624-0f0c2e92c051 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:50:01.148778 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.166964 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.188478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:01.194586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.258182 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:01.274219 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Pushing event updated for resources: {'Port': ['ID=ef00b5bd-7289-440d-9624-0f0c2e92c051,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:01.285766 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.286238 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.286660 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.287211 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.288018 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.288446 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.289125 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.289617 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.290107 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.290498 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.291017 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.291406 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:50:01.295729 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Attempting to bind port ef00b5bd-7289-440d-9624-0f0c2e92c051 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:50:01.296164 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Attempting to bind port ef00b5bd-7289-440d-9624-0f0c2e92c051 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:50:01.296519 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Attempting to bind port ef00b5bd-7289-440d-9624-0f0c2e92c051 on network 566af6f1-73da-4869-a039-e4f8f360378e {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:50:01.302724 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:50:01.303088 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Checking segment: {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:50:01.303479 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.303906 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Bound using segment: {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:50:01.304372 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Bound port: ef00b5bd-7289-440d-9624-0f0c2e92c051, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:50:01.304741 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.373832 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] For port ef00b5bd-7289-440d-9624-0f0c2e92c051, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:50:01.377007 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] For port ef00b5bd-7289-440d-9624-0f0c2e92c051, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ef00b5bd-7289-440d-9624-0f0c2e92c051,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:50:01.382047 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.439893 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:50:01.440525 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:49:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:01.477607 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05244a5-6ff2-4866-96ff-646c3c0d4302 None None] Pushing event updated for resources: {'Port': ['ID=ef00b5bd-7289-440d-9624-0f0c2e92c051,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:01.648489 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:50:01.686285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b059c678-0b5f-4892-987c-e2acb01c3023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.842022 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:01.847183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec27ee66-101f-4634-8ead-8e15f49ff379 req-37d76c64-0b37-4c6f-9e5c-e84b61e4b281 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 210 time: 0.0318077 Jun 30 09:50:01.871819 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e7942-9636-40dc-937d-b669c8babc10 None None] The sync data for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 is: [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:50:02.188223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-6d6df700-093f-4134-bd9c-0d6b43cfc8a6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:02.190112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-6d6df700-093f-4134-bd9c-0d6b43cfc8a6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.26 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 796 time: 0.1114621 Jun 30 09:50:02.247687 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-91bb19f5-5af8-471a-8782-0eaedd3f4674 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 379 time: 0.0426431 Jun 30 09:50:02.260988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'port': {'device_id': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'admin_state_up': True, 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'security_groups': ['79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:50:02.377503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:50:02.381134 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.521536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.7 (566af6f1-73da-4869-a039-e4f8f360378e/a2d19cc2-05d2-44ba-8162-b460a25c6807/a5b0d415-f916-4c71-9aa9-0d580ba7ece5) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:50:02.668191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.687188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object a5b0d415-f916-4c71-9aa9-0d580ba7ece5 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:50:02.727178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.772741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 566af6f1-73da-4869-a039-e4f8f360378e is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:50:02.776479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:50:02.778854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:50:02.810316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:02.819989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:02.843694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:02.844340 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.865407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-e1556be4-d9bf-49b8-b9c5-1743c78f33fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083953 Jun 30 09:50:02.883349 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:02.883922 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.884051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Request body: {'port': {'device_id': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:50:02.973153 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.997605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ee8e973-0733-4bc9-9f58-3a03c5518a95 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:03.052369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee66fd60-5550-4ea3-a409-6e717da91c49 None None] Provisioning for port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:03.058723 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ee66fd60-5550-4ea3-a409-6e717da91c49 None None] Provisioning complete for port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:03.059021 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ee66fd60-5550-4ea3-a409-6e717da91c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.062946 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:03.063304 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.123151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ee66fd60-5550-4ea3-a409-6e717da91c49 None None] Port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:50:03.170332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ef00b5bd-7289-440d-9624-0f0c2e92c051 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:03.176475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bd437-d058-4b75-8e66-da7559542df7 req-8dd2a210-de0f-4d66-be18-e16cc451ff74 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:03.177983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-343bd437-d058-4b75-8e66-da7559542df7 req-8dd2a210-de0f-4d66-be18-e16cc451ff74 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 931 time: 0.1550968 Jun 30 09:50:03.216577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ef00b5bd-7289-440d-9624-0f0c2e92c051 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:03.220141 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ef00b5bd-7289-440d-9624-0f0c2e92c051 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:03.220512 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.257592 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-343bd437-d058-4b75-8e66-da7559542df7 req-779840df-469d-4f05-82d8-48694d65457a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510921 Jun 30 09:50:03.298601 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.330192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ef00b5bd-7289-440d-9624-0f0c2e92c051, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ef00b5bd-7289-440d-9624-0f0c2e92c051,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:03.333257 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b0d415-f916-4c71-9aa9-0d580ba7ece5 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:50:03.334092 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.341710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.353927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Transition to ACTIVE for port object a5b0d415-f916-4c71-9aa9-0d580ba7ece5 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:50:03.358043 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.386128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ef00b5bd-7289-440d-9624-0f0c2e92c051,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:03.419353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:03.487882 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Attempting to bind port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:50:03.488243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Attempting to bind port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:50:03.488566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Attempting to bind port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 on network 566af6f1-73da-4869-a039-e4f8f360378e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:50:03.493313 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 on network 566af6f1-73da-4869-a039-e4f8f360378e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:50:03.493784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Attempting to bind port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 on network 566af6f1-73da-4869-a039-e4f8f360378e {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:50:03.499494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:50:03.499874 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Checking segment: {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:50:03.500289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Bound using segment: {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:50:03.500721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Bound port: a5b0d415-f916-4c71-9aa9-0d580ba7ece5, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f336e6f-0267-4cc0-836d-0911b988e92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:50:03.501090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.566750 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] For port a5b0d415-f916-4c71-9aa9-0d580ba7ece5, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:50:03.570090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] For port a5b0d415-f916-4c71-9aa9-0d580ba7ece5, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:50:03.575677 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.614095 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:03.614694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.616095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] 10.222.0.26 "PUT /v2.0/ports/a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 1092 time: 0.7376742 Jun 30 09:50:03.616536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:03.619321 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a606d13-28ed-410e-99bb-794784434f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:03.647475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf5ae8-b31d-4fb9-baf8-3acc0b10dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:03.677555 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca83ef-90eb-422e-b848-a17782fbd894 x-openstack-request-id: req-f6ca83ef-90eb-422e-b848-a17782fbd894 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:03.677884 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:03.678133 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6ca83ef-90eb-422e-b848-a17782fbd894 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:03.678527 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'status': 'completed', 'code': 200} Jun 30 09:50:03.723751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-0dbcc5af-1b47-448b-ae0a-135a8ab73ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:03.725259 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-0dbcc5af-1b47-448b-ae0a-135a8ab73ec0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1095 time: 0.0583992 Jun 30 09:50:03.771446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-b94e3e45-426c-42da-a5e1-c56ae5be93a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 217 time: 0.0353112 Jun 30 09:50:03.827408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-af75817a-2eed-4593-86ba-61867ca20e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:03.828895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-af75817a-2eed-4593-86ba-61867ca20e64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 200 len: 835 time: 0.0472729 Jun 30 09:50:03.889849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-563cd11a-4264-494c-bd99-662dcbb02d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:03.891347 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-563cd11a-4264-494c-bd99-662dcbb02d10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=566af6f1-73da-4869-a039-e4f8f360378e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515618 Jun 30 09:50:03.982346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-99f0d3ca-356c-42b4-9112-1bd38376f050 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802286 Jun 30 09:50:04.078078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bef63b30-b8b8-4137-8051-4f0ab911c39e req-7ac6be6f-1c33-46ab-a652-6185082d3841 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848215 Jun 30 09:50:04.188421 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a606d13-28ed-410e-99bb-794784434f8e req-aca1f9d9-de72-4811-afe5-0c56183283e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:04.189809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a606d13-28ed-410e-99bb-794784434f8e req-aca1f9d9-de72-4811-afe5-0c56183283e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1095 time: 0.0517514 Jun 30 09:50:04.280190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a606d13-28ed-410e-99bb-794784434f8e req-bfbce14f-e703-417d-86aa-c71f932059ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:04.281611 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a606d13-28ed-410e-99bb-794784434f8e req-bfbce14f-e703-417d-86aa-c71f932059ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 897 time: 0.0855949 Jun 30 09:50:04.324041 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a606d13-28ed-410e-99bb-794784434f8e req-537b1a35-6df7-4965-aa7d-31e4ae953bc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 217 time: 0.0357749 Jun 30 09:50:04.374085 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a606d13-28ed-410e-99bb-794784434f8e req-a2e9b869-ea97-4052-8520-4c38f5bd3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:04.375505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a606d13-28ed-410e-99bb-794784434f8e req-a2e9b869-ea97-4052-8520-4c38f5bd3978 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 200 len: 835 time: 0.0454845 Jun 30 09:50:04.421230 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:04.438715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9748bfab-743d-4d26-9041-f887c89aaee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:04.479446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a606d13-28ed-410e-99bb-794784434f8e req-05d2d785-41ea-4e81-b959-ce0c8bebba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:04.480940 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a606d13-28ed-410e-99bb-794784434f8e req-05d2d785-41ea-4e81-b959-ce0c8bebba88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=566af6f1-73da-4869-a039-e4f8f360378e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979304 Jun 30 09:50:04.488356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c7e98-a32e-451f-98ae-337d36b1b65c req-a5ecabc2-1df2-4e6b-ba77-d7736b004aac tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:04.489731 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-935c7e98-a32e-451f-98ae-337d36b1b65c req-a5ecabc2-1df2-4e6b-ba77-d7736b004aac tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 943 time: 0.1181684 Jun 30 09:50:04.576827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-935c7e98-a32e-451f-98ae-337d36b1b65c req-d1e66bb1-5682-4845-9731-e8437467ede2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792539 Jun 30 09:50:04.601686 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a606d13-28ed-410e-99bb-794784434f8e req-4832a58f-29e7-45f3-9839-be5d0fab0273 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110060 Jun 30 09:50:04.690775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8a606d13-28ed-410e-99bb-794784434f8e req-196620ee-a28a-4c64-9684-7ee4412a4631 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806992 Jun 30 09:50:04.700884 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ef00b5bd-7289-440d-9624-0f0c2e92c051 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:04.750446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ef00b5bd-7289-440d-9624-0f0c2e92c051 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:04.750804 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:05.747155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a4686-b825-4dee-b396-798d8d6226e1 req-917ad0cd-a6b6-4558-bbd0-b31893cc2ef1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:05.748647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-366a4686-b825-4dee-b396-798d8d6226e1 req-917ad0cd-a6b6-4558-bbd0-b31893cc2ef1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 943 time: 0.0619493 Jun 30 09:50:05.785257 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-366a4686-b825-4dee-b396-798d8d6226e1 req-b5274503-ffe1-4cb2-aca1-782955aacb6f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Jun 30 09:50:06.036782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:06.960359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0342f4-4ad6-4737-9b9f-03e556e6cde9 req-bd481cc9-287e-4bab-88c3-71712b30ee07 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:06.961846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d0342f4-4ad6-4737-9b9f-03e556e6cde9 req-bd481cc9-287e-4bab-88c3-71712b30ee07 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 943 time: 0.0661700 Jun 30 09:50:06.997910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d0342f4-4ad6-4737-9b9f-03e556e6cde9 req-cffe8105-8ecd-4e12-a6e3-7e0bd4bcc51f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296934 Jun 30 09:50:07.458925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a5b0d415-f916-4c71-9aa9-0d580ba7ece5 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:50:07.462376 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:07.551292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a5b0d415-f916-4c71-9aa9-0d580ba7ece5, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:07.561729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'port_id': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'mac_address': 'fa:16:3e:97:0c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:50:07.597715 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:07.610138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b0d415-f916-4c71-9aa9-0d580ba7ece5 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:50:07.629048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a5b0d415-f916-4c71-9aa9-0d580ba7ece5, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:07.632189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:07.676579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:07.966119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['a5b0d415-f916-4c71-9aa9-0d580ba7ece5'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:50:08.170686 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0438c-499c-447f-bc95-282d6784ccfd req-86d0de3e-301e-4561-82a5-f2ba4dc45d5f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:08.172186 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15b0438c-499c-447f-bc95-282d6784ccfd req-86d0de3e-301e-4561-82a5-f2ba4dc45d5f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 944 time: 0.0625179 Jun 30 09:50:08.209600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-15b0438c-499c-447f-bc95-282d6784ccfd req-a23d11d5-b1fa-42a5-b6bb-8d38f1f58621 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317006 Jun 30 09:50:09.385380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65db5-663b-4d9c-9b7d-2ca6180758d7 req-cbe242db-1005-40fc-bb22-363784bf9bec tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:09.386866 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d65db5-663b-4d9c-9b7d-2ca6180758d7 req-cbe242db-1005-40fc-bb22-363784bf9bec tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 944 time: 0.0649788 Jun 30 09:50:09.423346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d65db5-663b-4d9c-9b7d-2ca6180758d7 req-3bdbc4ea-6e19-4ce6-b47b-fa06e6ccfd6e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308335 Jun 30 09:50:09.459123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a5b0d415-f916-4c71-9aa9-0d580ba7ece5 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:50:09.505008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:50:09.508661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:50:09.509018 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:09.582590 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:09.605363 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:09.607648 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189902b4-d2ad-4c2d-8c11-d93b2468b41f" -d '{"events": [{"server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:09.619593 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port a5b0d415-f916-4c71-9aa9-0d580ba7ece5, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:50:09.623887 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:09.646589 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c9983c-566b-43dd-9e22-37e4540cc208 x-openstack-request-id: req-72c9983c-566b-43dd-9e22-37e4540cc208 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:09.646875 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:09.647125 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72c9983c-566b-43dd-9e22-37e4540cc208 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:09.647503 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'code': 200} Jun 30 09:50:09.673131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:09.761557 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c53cca-4756-42f9-8576-5db6418e0f35 req-ece87095-0de7-4141-8114-b66116d6efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:09.762935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35c53cca-4756-42f9-8576-5db6418e0f35 req-ece87095-0de7-4141-8114-b66116d6efda service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1097 time: 0.0495608 Jun 30 09:50:09.797150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35c53cca-4756-42f9-8576-5db6418e0f35 req-7ac5d433-9a1b-44d8-a0bd-0d9e5651c66d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269206 Jun 30 09:50:10.599090 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb0c43-9a61-419e-a237-db600f154d1d req-ae0c98d3-3b0b-45ed-a114-16de64cdc22a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:10.600578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ffb0c43-9a61-419e-a237-db600f154d1d req-ae0c98d3-3b0b-45ed-a114-16de64cdc22a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0639851 Jun 30 09:50:10.639326 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8ffb0c43-9a61-419e-a237-db600f154d1d req-a7d56ad6-d7a5-4880-adff-00544f83f7aa tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Jun 30 09:50:11.812707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0863-3b79-443c-a36b-8530f55fdb5e req-8fb79753-eecd-430c-9497-4038743f8e7d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:11.814098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-384f0863-3b79-443c-a36b-8530f55fdb5e req-8fb79753-eecd-430c-9497-4038743f8e7d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0657558 Jun 30 09:50:11.850717 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-384f0863-3b79-443c-a36b-8530f55fdb5e req-ed00d514-73b9-4741-b7a2-6aa907b11105 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310557 Jun 30 09:50:12.021047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9652-e119-473f-84dd-8666f2497a10 req-455f288a-8b2c-4c29-9e9d-b6a900c51f57 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:12.022539 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68eb9652-e119-473f-84dd-8666f2497a10 req-455f288a-8b2c-4c29-9e9d-b6a900c51f57 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0614219 Jun 30 09:50:12.060151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-68eb9652-e119-473f-84dd-8666f2497a10 req-32ac1335-0917-4908-8758-d51107a14c54 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319216 Jun 30 09:50:12.084566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46362) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:50:12.137448 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b841a-234e-47ef-b670-cc25f276a2e5 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:12.138961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d30b841a-234e-47ef-b670-cc25f276a2e5 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1092 time: 0.0534019 Jun 30 09:50:12.141678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46364) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:50:12.145848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:50:12.167152 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:12.566184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:12.671587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.23 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/e0ed4798-4530-4c55-9e33-309afd94ef38) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:50:12.768366 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:12.806378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:12.843795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:50:12.846642 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:50:12.850000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:50:12.878354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=e0ed4798-4530-4c55-9e33-309afd94ef38,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:13.206234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:13.281225 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:13.427636 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:13.432162 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:13.496578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=e0ed4798-4530-4c55-9e33-309afd94ef38,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:50:13.507536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:13.607029 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 71dc490f-d2e6-4cf1-ad38-e8a8df43bca4 associated. External IP: 172.25.8.23, port: a5b0d415-f916-4c71-9aa9-0d580ba7ece5. Jun 30 09:50:13.807705 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router f94c3574-6c55-4215-8a2d-bdc72493d1da has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:50:13.912639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:50:13.922830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] Sync routers for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:50:13.928509 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:13.933149 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:50:13.933798 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:13.967690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1e209fe4-419a-4090-9d5d-c1c98b0d7c7c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8226395 Jun 30 09:50:13.967690 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:50:13.968624 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:50:14.006009 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c635a96d-000f-4d2c-8775-9af1f3cd0c08 x-openstack-request-id: req-c635a96d-000f-4d2c-8775-9af1f3cd0c08 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:50:14.006340 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:50:14.006679 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c635a96d-000f-4d2c-8775-9af1f3cd0c08 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:50:14.007094 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'status': 'completed', 'code': 200} Jun 30 09:50:14.039138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:50:14.122229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-a6e599e5-9a15-420e-b106-9d28b597ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:14.123647 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-a6e599e5-9a15-420e-b106-9d28b597ade0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1097 time: 0.0931230 Jun 30 09:50:14.160317 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37976-b4fc-443f-8de2-1eaa3b3e9417 req-194ed6be-acba-4659-a3d8-bcf4be5220d2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:14.161808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10c37976-b4fc-443f-8de2-1eaa3b3e9417 req-194ed6be-acba-4659-a3d8-bcf4be5220d2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.1018991 Jun 30 09:50:14.238949 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-10c37976-b4fc-443f-8de2-1eaa3b3e9417 req-46627c0f-8cf2-4f6d-bf27-681dc4d4dafa tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521288 Jun 30 09:50:14.255163 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-b92b66b1-0641-475c-b6a6-2a2a1ae2b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:14.256673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-b92b66b1-0641-475c-b6a6-2a2a1ae2b4e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 897 time: 0.1239100 Jun 30 09:50:14.258626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '71dc490f-d2e6-4cf1-ad38-e8a8df43bca4', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'port_id': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'mac_address': 'fa:16:3e:97:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:50:13Z', 'updated_at': '2021-06-30T09:50:13Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:03Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:14.264942 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46370) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:50:14.284733 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] Checking router: f94c3574-6c55-4215-8a2d-bdc72493d1da for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:50:14.293616 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:50:14.294254 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:50:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:14.329246 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-1bb4a325-5d9a-4661-a163-57c0bd2c8537 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 998 time: 0.0644777 Jun 30 09:50:14.329499 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f10e54e1-49e3-434e-aa2c-141eb8d75f80 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/71dc490f-d2e6-4cf1-ad38-e8a8df43bca4 HTTP/1.1" status: 200 len: 990 time: 0.0620973 Jun 30 09:50:14.376228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-20c833bb-4e13-42a4-8459-1f41e61a5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:14.377603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-20c833bb-4e13-42a4-8459-1f41e61a5fc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 200 len: 835 time: 0.0433738 Jun 30 09:50:14.397857 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:50:14.435368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-6532a9bb-d93b-496d-b43b-555c9cc75989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:14.436863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-6532a9bb-d93b-496d-b43b-555c9cc75989 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=566af6f1-73da-4869-a039-e4f8f360378e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512960 Jun 30 09:50:14.531409 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-57bba88b-368b-45c6-b3a5-847eb779be67 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873930 Jun 30 09:50:14.615456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '71dc490f-d2e6-4cf1-ad38-e8a8df43bca4', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'port_id': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'mac_address': 'fa:16:3e:97:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:50:13Z', 'updated_at': '2021-06-30T09:50:13Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:03Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:50:14.623823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cfa8c5e8-f602-4e3d-bb33-66821e45d6e5 req-53ba035c-5955-49f6-8bea-dc3fc3685925 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862205 Jun 30 09:50:14.642708 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa23b0a-700e-4e77-a368-c7a5889fb575 None None] The sync data for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 is: [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '71dc490f-d2e6-4cf1-ad38-e8a8df43bca4', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'port_id': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'mac_address': 'fa:16:3e:97:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:50:13Z', 'updated_at': '2021-06-30T09:50:13Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:03Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:50:14.828891 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd6c3e-31ce-4330-9c36-de21a4ad1252 None None] New status for floating IP 71dc490f-d2e6-4cf1-ad38-e8a8df43bca4: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:50:15.331549 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46372) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:50:15.390016 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d1f78a98-f4e2-42fe-991c-93007c8360fd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/71dc490f-d2e6-4cf1-ad38-e8a8df43bca4 HTTP/1.1" status: 200 len: 992 time: 0.0574021 Jun 30 09:50:23.916662 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:25.657255 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:28.847740 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:50:30.880644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-4fa5357a-fb92-401a-96fc-60fc48573c56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552583 Jun 30 09:50:30.977523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-33f8b54d-e10a-4d60-a576-9e72d4c819b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:30.979011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-33f8b54d-e10a-4d60-a576-9e72d4c819b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1097 time: 0.0511627 Jun 30 09:50:31.078913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-b7cf2e09-57e0-433a-b3ca-5b46334cace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:31.080270 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-b7cf2e09-57e0-433a-b3ca-5b46334cace7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 897 time: 0.0825038 Jun 30 09:50:31.147775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-cf2ebf5d-d561-4c1a-a17b-7d4649579a00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 1000 time: 0.0592349 Jun 30 09:50:31.195987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-ab3a8b2e-92ff-4988-bf7c-92f7c4c336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:31.197883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-ab3a8b2e-92ff-4988-bf7c-92f7c4c336f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 200 len: 835 time: 0.0421145 Jun 30 09:50:31.251704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-3428fa79-7130-4ef3-913e-ac224b985803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:31.253115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-3428fa79-7130-4ef3-913e-ac224b985803 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=566af6f1-73da-4869-a039-e4f8f360378e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486917 Jun 30 09:50:31.345273 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-c8eb6dee-0794-49c5-b31b-67025029f085 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842171 Jun 30 09:50:31.441135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3285ee16-78d4-4e5f-ba74-bb2258e1a6a2 req-26b6915d-8621-4e57-bce6-30862e5c0c46 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890710 Jun 30 09:50:31.677898 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-88f894eb-f824-418c-a856-f0651c75f85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:34.423076 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:34.440109 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6109873-6d03-4757-a945-e05f839de53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:36.039518 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:37.337869 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-cce78fcd-be56-463c-a5b0-8cfb08d314c7 req-33451e9f-bf27-436b-9340-54a3cec97ebf service neutron] (100240) timed out ('10.222.0.53', 43376) {{(pid=100240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:50:37.460452 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:48.806140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497982-a131-4f08-81c1-29091b9882a8 req-7c9a1e35-9f76-4acc-8dc1-336eca15ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:48.807534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12497982-a131-4f08-81c1-29091b9882a8 req-7c9a1e35-9f76-4acc-8dc1-336eca15ef81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1097 time: 0.0928760 Jun 30 09:50:48.841349 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc031b4-c104-4abf-93a2-667da27ed6b0 req-f47be9f8-399f-40a9-8ef2-0be3a6138dc9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:48.842786 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcc031b4-c104-4abf-93a2-667da27ed6b0 req-f47be9f8-399f-40a9-8ef2-0be3a6138dc9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0965350 Jun 30 09:50:48.921597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcc031b4-c104-4abf-93a2-667da27ed6b0 req-321c9c27-2f9c-4305-a684-f415352229d6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545757 Jun 30 09:50:48.937303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497982-a131-4f08-81c1-29091b9882a8 req-e92ade7f-9c63-4480-ae0c-768ffaad3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:48.938763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12497982-a131-4f08-81c1-29091b9882a8 req-e92ade7f-9c63-4480-ae0c-768ffaad3b1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 897 time: 0.1235085 Jun 30 09:50:49.003211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12497982-a131-4f08-81c1-29091b9882a8 req-dfb4830e-ccc4-4f2c-9d95-2a243f9d20ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 1000 time: 0.0560293 Jun 30 09:50:49.050065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497982-a131-4f08-81c1-29091b9882a8 req-b7d0c20f-6180-4950-b62f-5ea390d0e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:49.051448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12497982-a131-4f08-81c1-29091b9882a8 req-b7d0c20f-6180-4950-b62f-5ea390d0e6ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 200 len: 835 time: 0.0419688 Jun 30 09:50:49.110687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497982-a131-4f08-81c1-29091b9882a8 req-60b63d64-ff63-45f0-ab97-bb2e9b066ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:49.112040 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12497982-a131-4f08-81c1-29091b9882a8 req-60b63d64-ff63-45f0-ab97-bb2e9b066ebf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=566af6f1-73da-4869-a039-e4f8f360378e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535340 Jun 30 09:50:49.201267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12497982-a131-4f08-81c1-29091b9882a8 req-c69d18bf-fd55-4ff8-98f3-cfcd66072b74 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819492 Jun 30 09:50:49.291989 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-12497982-a131-4f08-81c1-29091b9882a8 req-583847c6-bf50-415a-923d-70f180d1c696 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834444 Jun 30 09:50:50.092903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163639e-2cc0-42fb-8749-cc79616992a9 req-57aa9a06-ab88-451a-abed-20cf876d2da3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:50.094374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0163639e-2cc0-42fb-8749-cc79616992a9 req-57aa9a06-ab88-451a-abed-20cf876d2da3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0622003 Jun 30 09:50:50.130884 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0163639e-2cc0-42fb-8749-cc79616992a9 req-6d6b453c-8b2f-4ae9-9f28-111f641becfb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310025 Jun 30 09:50:51.307122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2803d-dbe4-4d97-a326-899be2f4ccef req-1cc4f2c8-bef7-40ba-a88f-ae82cb7321c6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:51.308597 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fa2803d-dbe4-4d97-a326-899be2f4ccef req-1cc4f2c8-bef7-40ba-a88f-ae82cb7321c6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0617886 Jun 30 09:50:51.345558 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9fa2803d-dbe4-4d97-a326-899be2f4ccef req-66831c8a-e847-477f-9385-394610a9b8d5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 Jun 30 09:50:52.522152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f15046-66c6-4e31-901f-5e86becc1c43 req-c4afa8b9-d88d-41fd-8a56-f0f52d5b3fae tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:52.524159 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35f15046-66c6-4e31-901f-5e86becc1c43 req-c4afa8b9-d88d-41fd-8a56-f0f52d5b3fae tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0677958 Jun 30 09:50:52.562827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-35f15046-66c6-4e31-901f-5e86becc1c43 req-059fc7df-68d3-4da7-9f2d-8af57459473c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327604 Jun 30 09:50:53.734504 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c4f71-f394-4011-bc00-9679d44a889e req-b342cd5f-fe7c-4612-8f96-b9f628460bd3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:53.735947 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e5c4f71-f394-4011-bc00-9679d44a889e req-b342cd5f-fe7c-4612-8f96-b9f628460bd3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0626097 Jun 30 09:50:53.771784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e5c4f71-f394-4011-bc00-9679d44a889e req-a7c84633-7d37-4302-8b40-1abbcd576dec tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302725 Jun 30 09:50:53.915954 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:54.945440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa173-1827-4a7a-a2a3-7e2cb5e93aa8 req-8631c4e0-e53e-436e-b35f-28ce9f47f6d6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:54.946826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3bfa173-1827-4a7a-a2a3-7e2cb5e93aa8 req-8631c4e0-e53e-436e-b35f-28ce9f47f6d6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0671976 Jun 30 09:50:54.983385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3bfa173-1827-4a7a-a2a3-7e2cb5e93aa8 req-6ff8e57d-89c7-4c29-aeb6-55a37ee9efd8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307431 Jun 30 09:50:55.673494 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:56.155038 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cff19b-f4f5-430a-a85c-54439c54fecb req-afa34d4b-6e13-4d54-aa01-ae6b1719d259 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:56.156497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96cff19b-f4f5-430a-a85c-54439c54fecb req-afa34d4b-6e13-4d54-aa01-ae6b1719d259 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0652790 Jun 30 09:50:56.192900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-96cff19b-f4f5-430a-a85c-54439c54fecb req-85756014-fb0b-4d17-94b0-fc6a980f89e1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Jun 30 09:50:57.368923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e58f4-107e-4bac-af52-7e31be5cca19 req-15e5b7f2-dead-4726-af37-1476f2127c40 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:57.370402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af9e58f4-107e-4bac-af52-7e31be5cca19 req-15e5b7f2-dead-4726-af37-1476f2127c40 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0617745 Jun 30 09:50:57.407272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af9e58f4-107e-4bac-af52-7e31be5cca19 req-99febb6c-f05b-4bdf-94d1-ed82332743bd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Jun 30 09:50:58.578595 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9da21-edd9-46c5-8825-666a274d8892 req-f1ef20be-6584-482b-b04e-901ec5353a92 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:58.580051 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1dc9da21-edd9-46c5-8825-666a274d8892 req-f1ef20be-6584-482b-b04e-901ec5353a92 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0653446 Jun 30 09:50:58.616868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1dc9da21-edd9-46c5-8825-666a274d8892 req-d4c09625-648c-4731-90af-916ee2f8872a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312059 Jun 30 09:50:59.784633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cc8f7-2ca5-42a5-9e1e-5efa07dedea3 req-0a9ba472-6bc8-4296-91ab-e916a9bd5227 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:59.786081 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-842cc8f7-2ca5-42a5-9e1e-5efa07dedea3 req-0a9ba472-6bc8-4296-91ab-e916a9bd5227 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0608737 Jun 30 09:50:59.823464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-842cc8f7-2ca5-42a5-9e1e-5efa07dedea3 req-82a2e70e-d2ce-4d7c-9d89-ff1e5abfc2c4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Jun 30 09:51:01.000034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac34069-a373-4fbc-9438-2d8cc531ddd1 req-2f75c784-8a53-4225-9802-efa63bff4129 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:01.001498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ac34069-a373-4fbc-9438-2d8cc531ddd1 req-2f75c784-8a53-4225-9802-efa63bff4129 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0668917 Jun 30 09:51:01.039206 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ac34069-a373-4fbc-9438-2d8cc531ddd1 req-6aa71eff-8e9d-48c9-b213-5a1fdee8c8d1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322165 Jun 30 09:51:01.062669 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46418) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:01.124710 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9e0cb625-1e23-464e-8c88-acd6fe82c287 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/71dc490f-d2e6-4cf1-ad38-e8a8df43bca4 HTTP/1.1" status: 200 len: 992 time: 0.0609312 Jun 30 09:51:01.678100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b2deab4c-e0e2-49f7-b9e4-9ca16975cf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:04.431114 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:04.441031 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-61c8312b-80d1-4b97-afa2-a89976e50e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:05.846085 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:06.043098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:07.465415 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:23.927636 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:25.694483 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:31.678601 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54d20720-d969-4c32-9795-4a0c3a24cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:31.875390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-7c6dc479-1f48-4d84-9d79-0bf012a179e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491469 Jun 30 09:51:31.971795 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-e5127763-715d-47e9-a619-dc66b1f55683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:31.973245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-e5127763-715d-47e9-a619-dc66b1f55683 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1097 time: 0.0545301 Jun 30 09:51:32.074778 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-57ab9429-bd80-46de-a0b1-41399d5d1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:32.076223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-57ab9429-bd80-46de-a0b1-41399d5d1494 service neutron] 10.222.0.26 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 897 time: 0.0830762 Jun 30 09:51:32.143097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-8b3b2a47-a7ab-4d77-8c11-f9509c7f4d10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 1000 time: 0.0601027 Jun 30 09:51:32.193740 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-c60ee98d-5457-4461-b51e-f2087bce40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:32.195140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-c60ee98d-5457-4461-b51e-f2087bce40c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 200 len: 835 time: 0.0419650 Jun 30 09:51:32.249965 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-267f9b85-8e10-437c-b131-a5ea66ac5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:32.252473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-267f9b85-8e10-437c-b131-a5ea66ac5896 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=566af6f1-73da-4869-a039-e4f8f360378e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511611 Jun 30 09:51:32.345410 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-49670330-229e-44bc-adde-5968c8d2ba18 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854363 Jun 30 09:51:32.433059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8adaa117-82f3-4fd0-a15b-0f2148e835a1 req-e2ed98f3-d960-4bee-86fe-5ea33e421cac service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808778 Jun 30 09:51:34.421663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:34.441061 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-33a83f2c-d42d-4160-bbcc-84e620bc8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:34.489405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46436) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:34.644225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port e0ed4798-4530-4c55-9e33-309afd94ef38 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:51:34.644565 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.018452 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.018776 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.030567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for e0ed4798-4530-4c55-9e33-309afd94ef38 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:51:35.175695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.201112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=e0ed4798-4530-4c55-9e33-309afd94ef38,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:35.226573 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.226889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.227226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.227564 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.227894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.228219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.228549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.228871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.229193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.229611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.229902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.230218 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:35.270013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.270273 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 71dc490f-d2e6-4cf1-ad38-e8a8df43bca4 disassociated (deleted). External IP: 172.25.8.23, port: a5b0d415-f916-4c71-9aa9-0d580ba7ece5. Jun 30 09:51:35.473146 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router f94c3574-6c55-4215-8a2d-bdc72493d1da has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:51:35.581092 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:51:35.585818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.590026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] Sync routers for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:51:35.599458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:35.600068 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:35.621569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fac07909-2b05-4c15-a263-395c52d95ba4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/floatingips/71dc490f-d2e6-4cf1-ad38-e8a8df43bca4 HTTP/1.1" status: 204 len: 168 time: 1.1310251 Jun 30 09:51:35.624185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:35.624452 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c" -d '{"events": [{"name": "network-changed", "server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:35.669207 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ea212-b873-4690-8a50-54c6e3662109 x-openstack-request-id: req-f60ea212-b873-4690-8a50-54c6e3662109 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:35.669672 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:35.670017 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f60ea212-b873-4690-8a50-54c6e3662109 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:35.670503 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'status': 'completed', 'code': 200} Jun 30 09:51:35.713224 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:35.752174 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-34513583-d7e2-4a83-93db-a4850c771f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:35.753853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-34513583-d7e2-4a83-93db-a4850c771f4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 1097 time: 0.0546701 Jun 30 09:51:35.861407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-04668ab6-28f4-468b-9d43-1943f25a2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:35.862916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-04668ab6-28f4-468b-9d43-1943f25a2660 service neutron] 10.222.0.26 "GET /v2.0/networks?id=566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 200 len: 897 time: 0.0996106 Jun 30 09:51:35.910394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-55c197a6-3db5-4ee0-b710-a5e9182f9339 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 200 len: 217 time: 0.0357482 Jun 30 09:51:35.920385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:03Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:35.948369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] Checking router: f94c3574-6c55-4215-8a2d-bdc72493d1da for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:51:35.957229 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:35.957881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:35.994308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-05f4477e-5fd1-4fd0-a441-751acc5c83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:35.995768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-05f4477e-5fd1-4fd0-a441-751acc5c83a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 200 len: 835 time: 0.0793152 Jun 30 09:51:36.051028 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f46de-b135-49c0-9e59-72ff3b0559f3 req-e1ce30ff-1387-4211-9773-4da5f2f111eb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:36.052369 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-288f46de-b135-49c0-9e59-72ff3b0559f3 req-e1ce30ff-1387-4211-9773-4da5f2f111eb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.1046021 Jun 30 09:51:36.058514 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.072049 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:36.092046 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-9a12d620-908f-4483-a643-f2eba9782895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:36.093544 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-9a12d620-908f-4483-a643-f2eba9782895 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=566af6f1-73da-4869-a039-e4f8f360378e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900776 Jun 30 09:51:36.113282 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-288f46de-b135-49c0-9e59-72ff3b0559f3 req-6b92e1b4-28bf-4df3-86b7-6e50e93c5b69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516756 Jun 30 09:51:36.192695 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-e9fa342f-0686-417c-97ab-37f0818a0d41 service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886126 Jun 30 09:51:36.266626 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:03Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:36.281311 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ba4157a-3b1d-4c24-a2b5-11f2a823389c req-a295c372-6997-4c05-bb39-6de07268f6dd service neutron] 10.222.0.26 "GET /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812757 Jun 30 09:51:36.292346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53924a-ef85-43ee-b28a-8b4dc6622120 None None] The sync data for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 is: [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:49:59Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ef00b5bd-7289-440d-9624-0f0c2e92c051', 'name': '', 'network_id': '566af6f1-73da-4869-a039-e4f8f360378e', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:85:00:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:58Z', 'updated_at': '2021-06-30T09:50:03Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'a2d19cc2-05d2-44ba-8162-b460a25c6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:51:36.500527 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5078cb-abce-4791-910e-8bc0844feeaa None None] New status for floating IP 71dc490f-d2e6-4cf1-ad38-e8a8df43bca4: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:51:37.306311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d86032-c18d-461b-896c-11b4758ba113 req-d2af1438-16f3-4754-a732-c648f0087ef7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:37.307798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d86032-c18d-461b-896c-11b4758ba113 req-d2af1438-16f3-4754-a732-c648f0087ef7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0690482 Jun 30 09:51:37.345997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e3d86032-c18d-461b-896c-11b4758ba113 req-7674fd59-559a-40e3-ac04-5cdf08831d96 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325477 Jun 30 09:51:37.465683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:37.637393 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-40f193a0-21f4-41fd-b6ee-ada635a94e0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:37.638876 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-40f193a0-21f4-41fd-b6ee-ada635a94e0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 945 time: 0.0634637 Jun 30 09:51:37.746263 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:51:37.746607 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:37.833730 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port a5b0d415-f916-4c71-9aa9-0d580ba7ece5, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:37.834092 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:37.846015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for a5b0d415-f916-4c71-9aa9-0d580ba7ece5 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:51:37.975395 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:38.002687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=a5b0d415-f916-4c71-9aa9-0d580ba7ece5,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:38.054213 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] No DVR routers for this DVR port a5b0d415-f916-4c71-9aa9-0d580ba7ece5 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:51:38.056635 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:38.058601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30f18b4b-5d40-4b93-b8ab-5bf0b16e7616 req-aa5d24c2-93a2-4431-857f-959d103a8f15 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.26 "DELETE /v2.0/ports/a5b0d415-f916-4c71-9aa9-0d580ba7ece5 HTTP/1.1" status: 204 len: 173 time: 0.4135129 Jun 30 09:51:38.059024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'name': 'network-vif-deleted', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:38.061303 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627ee225-520c-4f14-8add-4c457da6bedf" -d '{"events": [{"server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "name": "network-vif-deleted", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:38.098668 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d1d518-da41-42ee-82f9-e1452b651474 x-openstack-request-id: req-43d1d518-da41-42ee-82f9-e1452b651474 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:38.098954 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a9e5ba-f61a-437c-a47d-9540a01342e1", "name": "network-vif-deleted", "tag": "a5b0d415-f916-4c71-9aa9-0d580ba7ece5", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:38.099201 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43d1d518-da41-42ee-82f9-e1452b651474 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:38.099592 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a9e5ba-f61a-437c-a47d-9540a01342e1', 'name': 'network-vif-deleted', 'tag': 'a5b0d415-f916-4c71-9aa9-0d580ba7ece5', 'status': 'completed', 'code': 200} Jun 30 09:51:38.511847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-da662e28-9884-4a1e-ae4b-a4f82ddb89e6 req-e837b83a-2c5f-4222-a348-3b86cbb759f2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a9e5ba-f61a-437c-a47d-9540a01342e1 HTTP/1.1" status: 200 len: 210 time: 0.0335960 Jun 30 09:51:39.608586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46456) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:39.895594 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a5b0d415-f916-4c71-9aa9-0d580ba7ece5 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:51:39.915426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: a5b0d415-f916-4c71-9aa9-0d580ba7ece5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:51:39.915769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device a5b0d415-f916-4c71-9aa9-0d580ba7ece5 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:51:39.955379 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:40.211808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port ef00b5bd-7289-440d-9624-0f0c2e92c051 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:51:40.212157 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:40.299888 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port ef00b5bd-7289-440d-9624-0f0c2e92c051, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ef00b5bd-7289-440d-9624-0f0c2e92c051,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:40.300248 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:40.313680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for ef00b5bd-7289-440d-9624-0f0c2e92c051 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:51:40.497151 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:40.523990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=ef00b5bd-7289-440d-9624-0f0c2e92c051,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:40.702679 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:40.908526 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router f94c3574-6c55-4215-8a2d-bdc72493d1da has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:51:41.010223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:51:41.015072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c4475b5-447a-41ef-9e15-54820d6a0d8d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/f94c3574-6c55-4215-8a2d-bdc72493d1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053922 Jun 30 09:51:41.017808 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46458) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:41.019463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] Sync routers for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:51:41.028849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:41.029450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:41.071232 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting subnet a2d19cc2-05d2-44ba-8162-b460a25c6807 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:51:41.074552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.113135 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.130298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:41.194891 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.254850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.284727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.290023 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46460) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:41.291356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/subnets/a2d19cc2-05d2-44ba-8162-b460a25c6807 HTTP/1.1" status: 204 len: 168 time: 0.2720690 Jun 30 09:51:41.292942 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178738e-ad70-4fa4-9275-80f598dbda2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d19cc2-05d2-44ba-8162-b460a25c6807,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:41.293172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304d98b-f80c-46a5-b2c4-a3972cee533a None None] Network 566af6f1-73da-4869-a039-e4f8f360378e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:51:41.385499 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:51:40Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:41.400893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.431220 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] Checking router: f94c3574-6c55-4215-8a2d-bdc72493d1da for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:51:41.443392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] Routers {'f94c3574-6c55-4215-8a2d-bdc72493d1da'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:41.443993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f94c3574-6c55-4215-8a2d-bdc72493d1da'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:41.503244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.561365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] Set router f94c3574-6c55-4215-8a2d-bdc72493d1da gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:41.566433 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:51:41.566984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.614450 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] DHCP port deletion for 566af6f1-73da-4869-a039-e4f8f360378e request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:51:41.646096 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:41.646454 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.659204 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:51:41.743143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Deleting port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:51:41.743507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.816108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] For port 5ee8e973-0733-4bc9-9f58-3a03c5518a95, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5ee8e973-0733-4bc9-9f58-3a03c5518a95,segment=NetworkSegment(3f336e6f-0267-4cc0-836d-0911b988e92c),segment_id=3f336e6f-0267-4cc0-836d-0911b988e92c)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:41.816383 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.826048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.832180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Calling delete_port for 5ee8e973-0733-4bc9-9f58-3a03c5518a95 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:51:41.837417 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:51:40Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:41.852769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=5fb26206-2a71-4f1e-825f-e2b3ecf68fe5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:41.862802 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.863155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.863494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.863828 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.864157 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.864485 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.864808 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.865129 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.865452 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.865803 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.866098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f9223-1fb1-4174-8afb-2614dff7fa11 None None] The sync data for ids ['f94c3574-6c55-4215-8a2d-bdc72493d1da'] in n-d-758944-40 is: [{'id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646522990', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:55Z', 'updated_at': '2021-06-30T09:51:40Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '5fb26206-2a71-4f1e-825f-e2b3ecf68fe5', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c3574-6c55-4215-8a2d-bdc72493d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:56Z', 'updated_at': '2021-06-30T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:51:41.866291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.866411 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.928368 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.945377 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:41.970434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Pushing event deleted for resources: {'Port': ['ID=5ee8e973-0733-4bc9-9f58-3a03c5518a95,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:41.974609 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] No DVR routers for this DVR port 5ee8e973-0733-4bc9-9f58-3a03c5518a95 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.984522 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.985744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.985744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.985744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:41.985744 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464b9c4-3a2a-4775-a909-59160d5e264b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:42.023341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.025387 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.070681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.071155 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Fanout notify agent at l3_agent the message router_deleted on router f94c3574-6c55-4215-8a2d-bdc72493d1da {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:51:42.078522 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.079859 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2fa979fc-cb14-403a-8f70-af9efd82efd7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/routers/f94c3574-6c55-4215-8a2d-bdc72493d1da HTTP/1.1" status: 204 len: 168 time: 0.7881572 Jun 30 09:51:42.082620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46466) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:42.156658 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.245427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.256224 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566af6f1-73da-4869-a039-e4f8f360378e']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:42.266818 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f336e6f-0267-4cc0-836d-0911b988e92c') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:42.267129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f336e6f-0267-4cc0-836d-0911b988e92c') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:42.277129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.296838 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.303157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:51:42.303552 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:51:42.307256 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:51:42.365405 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.373105 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.374824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/networks/566af6f1-73da-4869-a039-e4f8f360378e HTTP/1.1" status: 204 len: 168 time: 0.2911980 Jun 30 09:51:42.377821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46468) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:42.390861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cffd95-6597-4085-9595-0770cbc4ee55 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Network': ['ID=566af6f1-73da-4869-a039-e4f8f360378e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:42.442218 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2b42-2bd1-4305-a1bd-cf28cef15cd4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.471803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2b42-2bd1-4305-a1bd-cf28cef15cd4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.540629 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2b42-2bd1-4305-a1bd-cf28cef15cd4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.543346 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2b42-2bd1-4305-a1bd-cf28cef15cd4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:42.544521 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a9ff2b42-2bd1-4305-a1bd-cf28cef15cd4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/security-groups/79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5 HTTP/1.1" status: 204 len: 168 time: 0.1657069 Jun 30 09:51:42.553494 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff2b42-2bd1-4305-a1bd-cf28cef15cd4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f1a6e7-7dd2-43b0-8f00-1b0daae2adb5,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:42.850374 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:42.896369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ef00b5bd-7289-440d-9624-0f0c2e92c051 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:51:42.916577 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ef00b5bd-7289-440d-9624-0f0c2e92c051 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:51:42.916983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ef00b5bd-7289-440d-9624-0f0c2e92c051 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:51:42.917464 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ee8e973-0733-4bc9-9f58-3a03c5518a95 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:51:42.934915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5ee8e973-0733-4bc9-9f58-3a03c5518a95 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:51:42.935247 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5ee8e973-0733-4bc9-9f58-3a03c5518a95 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:51:42.935641 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:51:42.956046 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:51:42.956377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5fb26206-2a71-4f1e-825f-e2b3ecf68fe5 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:51:43.127504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46474) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:43.132641 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-ae529a04-08cd-4e17-9812-9c946f680143 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506275151', 'description': 'tempest-secgroup-smoke-506275151 description', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:43.154984 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae529a04-08cd-4e17-9812-9c946f680143 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.233343 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae529a04-08cd-4e17-9812-9c946f680143 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.237016 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae529a04-08cd-4e17-9812-9c946f680143 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.258532 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ae529a04-08cd-4e17-9812-9c946f680143 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.259720 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ae529a04-08cd-4e17-9812-9c946f680143 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1312242 Jun 30 09:51:43.262879 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46476) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:43.267408 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae529a04-08cd-4e17-9812-9c946f680143 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0f6faa-506a-42ba-9e94-2061407655d4,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:43.267553 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c516f075-1ff0-4d2c-b968-ca07db26837a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'db0f6faa-506a-42ba-9e94-2061407655d4', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:43.298520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c516f075-1ff0-4d2c-b968-ca07db26837a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.661976 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c516f075-1ff0-4d2c-b968-ca07db26837a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.665907 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c516f075-1ff0-4d2c-b968-ca07db26837a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.684155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516f075-1ff0-4d2c-b968-ca07db26837a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdff1ef6-c677-40b1-b6e2-93d7fee00f8b,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:43.686456 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c516f075-1ff0-4d2c-b968-ca07db26837a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.687708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c516f075-1ff0-4d2c-b968-ca07db26837a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237623 Jun 30 09:51:43.690940 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46478) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:43.695536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-082d2ae1-307f-4db3-87b4-b1a67037c3f1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'db0f6faa-506a-42ba-9e94-2061407655d4', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:43.721250 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-082d2ae1-307f-4db3-87b4-b1a67037c3f1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.775651 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-082d2ae1-307f-4db3-87b4-b1a67037c3f1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.779362 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-082d2ae1-307f-4db3-87b4-b1a67037c3f1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.798670 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2ae1-307f-4db3-87b4-b1a67037c3f1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d5c881-eecc-4f69-bc21-aae9cf0d5306,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:43.802694 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-082d2ae1-307f-4db3-87b4-b1a67037c3f1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.806807 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46480) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:43.807310 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-082d2ae1-307f-4db3-87b4-b1a67037c3f1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153026 Jun 30 09:51:43.811457 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-8dc5ca31-fb14-4246-84ee-30c9b19cc71a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'db0f6faa-506a-42ba-9e94-2061407655d4', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:43.839582 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ca31-fb14-4246-84ee-30c9b19cc71a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.885818 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ca31-fb14-4246-84ee-30c9b19cc71a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.889206 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ca31-fb14-4246-84ee-30c9b19cc71a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.907137 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5ca31-fb14-4246-84ee-30c9b19cc71a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36e0905-4c2e-426c-afe1-3a1bea66e2b4,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:43.913446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ca31-fb14-4246-84ee-30c9b19cc71a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:43.914666 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8dc5ca31-fb14-4246-84ee-30c9b19cc71a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1068642 Jun 30 09:51:43.917430 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46482) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:43.921806 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-32c5278a-8d1e-4ea1-a4ad-13f9eee58f5b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'db0f6faa-506a-42ba-9e94-2061407655d4', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:43.947782 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c5278a-8d1e-4ea1-a4ad-13f9eee58f5b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.004315 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c5278a-8d1e-4ea1-a4ad-13f9eee58f5b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.008312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c5278a-8d1e-4ea1-a4ad-13f9eee58f5b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.029975 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5278a-8d1e-4ea1-a4ad-13f9eee58f5b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fbf20c-90d4-4b46-b7d0-3291ad617b66,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:44.033596 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-32c5278a-8d1e-4ea1-a4ad-13f9eee58f5b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.034777 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-32c5278a-8d1e-4ea1-a4ad-13f9eee58f5b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163516 Jun 30 09:51:44.037517 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46484) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:44.041989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'db0f6faa-506a-42ba-9e94-2061407655d4', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:44.062735 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:51:44.067470 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.125371 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.128675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.144779 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb867a2-4455-4ee1-9dc4-6eb9f8c6aff7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:44.152433 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.153620 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3001d7e0-4998-4f09-9cd9-2796b97846c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150393 Jun 30 09:51:44.156309 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46486) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:44.160629 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'db0f6faa-506a-42ba-9e94-2061407655d4', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:44.182127 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:51:44.186930 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.245351 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.248631 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.264719 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b924562e-a9a6-4751-a214-ae83b4c2e4b3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:44.271980 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.273689 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-649eeaa2-8a74-411e-85cb-24a23952de4b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164448 Jun 30 09:51:44.276443 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46488) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:44.281301 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'network': {'name': 'tempest-network-smoke--2008840522', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:44.301586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:51:44.305157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.328570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:51:44.338380 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.338725 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Added segment 2566762a-904b-4c6c-b744-57ec30f66c80 of type vlan for network c8b6b023-033a-4a43-b047-cb6bac35375d Jun 30 09:51:44.378886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.407525 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.412798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:44.413366 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.462245 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1848018 Jun 30 09:51:44.465078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46490) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:44.469848 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'admin_state_up': True, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:44.479025 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adad82-a242-46a1-8ef8-d685763356a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Network': ['ID=c8b6b023-033a-4a43-b047-cb6bac35375d,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:44.490539 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network c8b6b023-033a-4a43-b047-cb6bac35375d details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:51:44.492551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.493805 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.546959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.681450 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.872413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.891234 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.993354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.157 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/3d44bc84-c764-41e6-b1ad-14e3df741bfd) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:51:45.093054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:45.131563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:45.172454 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:51:45.175209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:45.181116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:51:45.186613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=3d44bc84-c764-41e6-b1ad-14e3df741bfd,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:45.432255 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:45.625750 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:45.747370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router b90cd271-42c8-4b4f-857a-93a57ef8cd62 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:51:45.846623 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:51:45.855410 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Sync routers for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:51:45.864695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:45.865105 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:45.865812 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:45.865972 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d5fd445d-d187-4273-9e3e-4ec12473cfe8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3998058 Jun 30 09:51:45.869052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46492) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:45.900882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-de916050-45a6-43c8-92c1-1b53bce71ad0 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6db2bfd097ab44988f023a57d1fa89ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306668 Jun 30 09:51:45.903423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46494) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:45.967546 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:45.987402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e289f4-ddfd-4b12-b710-c88511399c78 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:45.988924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-05e289f4-ddfd-4b12-b710-c88511399c78 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845907 Jun 30 09:51:45.992496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46496) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:46.019538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d6d4250a-dcf2-4b2f-aa70-a372478350e6 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257859 Jun 30 09:51:46.021852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46498) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:46.026618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1798838716', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:46.116091 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:51:46.120372 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.138923 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:45Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:46.164914 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Checking router: b90cd271-42c8-4b4f-857a-93a57ef8cd62 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:51:46.165254 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Updating router b90cd271-42c8-4b4f-857a-93a57ef8cd62 port 3d44bc84-c764-41e6-b1ad-14e3df741bfd binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:51:46.202638 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.300266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.360127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Subnet': ['ID=632aa829-1cb2-477b-9238-82c29a233977,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:46.367626 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Checking segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:51:46.367828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network hostable DHCP agents. Network: c8b6b023-033a-4a43-b047-cb6bac35375d, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:51:46.384099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network c8b6b023-033a-4a43-b047-cb6bac35375d is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:51:46.393283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, c8b6b023-033a-4a43-b047-cb6bac35375d) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:46.401027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:46.401906 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.403327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c196d-859f-4942-9222-65e26f0e8e14 None None] Network c8b6b023-033a-4a43-b047-cb6bac35375d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:51:46.420011 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-325d0499-7699-400e-b832-857bbdfae3ca tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3942943 Jun 30 09:51:46.420254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46500) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:46.453971 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.464538 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Transition to ACTIVE for port object 3d44bc84-c764-41e6-b1ad-14e3df741bfd will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:46.471181 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.515852 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Attempting to bind port 3d44bc84-c764-41e6-b1ad-14e3df741bfd on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:51:46.516341 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Attempting to bind port 3d44bc84-c764-41e6-b1ad-14e3df741bfd by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:51:46.516772 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Attempting to bind port 3d44bc84-c764-41e6-b1ad-14e3df741bfd on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:51:46.529298 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:51:46.529806 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:51:46.530268 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.530720 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:51:46.531258 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Bound port: 3d44bc84-c764-41e6-b1ad-14e3df741bfd, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:51:46.531715 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.552507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-c8b6b023-033a-4a43-b047-cb6bac35375d', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:51:46.553435 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.555013 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Pushing event updated for resources: {'Port': ['ID=3d44bc84-c764-41e6-b1ad-14e3df741bfd,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:46.583829 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.584252 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.584742 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.585833 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.586294 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.586690 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.587094 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.587472 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.587860 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.588246 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.588626 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.589013 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:46.601116 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] For port 3d44bc84-c764-41e6-b1ad-14e3df741bfd, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:51:46.605215 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] For port 3d44bc84-c764-41e6-b1ad-14e3df741bfd, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3d44bc84-c764-41e6-b1ad-14e3df741bfd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:51:46.609083 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.657649 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:46.658277 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:46.709516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Allocated IP 172.20.0.2 (c8b6b023-033a-4a43-b047-cb6bac35375d/632aa829-1cb2-477b-9238-82c29a233977/71d8a246-c003-4665-af20-2e1eee91a328) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:51:46.853971 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.861592 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0695a-1b8f-4564-af05-b2b0b9f5a68a None None] Pushing event updated for resources: {'Port': ['ID=3d44bc84-c764-41e6-b1ad-14e3df741bfd,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:46.863393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Transition to ACTIVE for port object 71d8a246-c003-4665-af20-2e1eee91a328 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:46.879144 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Transition to ACTIVE for port object 71d8a246-c003-4665-af20-2e1eee91a328 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:46.885247 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.886227 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:46.894091 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.935956 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Pushing event updated for resources: {'Port': ['ID=71d8a246-c003-4665-af20-2e1eee91a328,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:46.941712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Network c8b6b023-033a-4a43-b047-cb6bac35375d is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:51:46.943928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:46.946095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:51:47.003027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Attempting to bind port 71d8a246-c003-4665-af20-2e1eee91a328 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:51:47.003404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Attempting to bind port 71d8a246-c003-4665-af20-2e1eee91a328 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:51:47.003764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Attempting to bind port 71d8a246-c003-4665-af20-2e1eee91a328 on network c8b6b023-033a-4a43-b047-cb6bac35375d {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:51:47.009242 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:51:47.009612 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Checking segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:51:47.010044 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.010487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Bound using segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:51:47.010960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Bound port: 71d8a246-c003-4665-af20-2e1eee91a328, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:51:47.011341 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.068223 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:45Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:47.075152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] For port 71d8a246-c003-4665-af20-2e1eee91a328, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:51:47.079153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] For port 71d8a246-c003-4665-af20-2e1eee91a328, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=71d8a246-c003-4665-af20-2e1eee91a328,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:51:47.083437 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.096892 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada7cba-0b16-4205-8974-fc9efc316790 None None] The sync data for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 is: [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:45Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:51:47.151760 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb63ad1-78ca-4af3-a91b-e43018a3db42 None None] Pushing event updated for resources: {'Port': ['ID=71d8a246-c003-4665-af20-2e1eee91a328,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:47.182587 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.1 (c8b6b023-033a-4a43-b047-cb6bac35375d/632aa829-1cb2-477b-9238-82c29a233977/126f1718-8c53-4c1c-84f1-7b2be0b91094) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:51:47.327413 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.355002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object 126f1718-8c53-4c1c-84f1-7b2be0b91094 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:47.418446 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.467819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network c8b6b023-033a-4a43-b047-cb6bac35375d is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:51:47.471103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:47.477988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:51:47.484466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=126f1718-8c53-4c1c-84f1-7b2be0b91094,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:47.526325 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.675521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:48.068809 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b19f3-d0d0-43b8-90bf-697f14caf56e None None] Network c8b6b023-033a-4a43-b047-cb6bac35375d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:51:48.276801 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:48.281517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:48.282084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-caca8f83-d452-4ff0-a802-e69e107d4555 None None] Provisioning for port 71d8a246-c003-4665-af20-2e1eee91a328 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:48.354803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=126f1718-8c53-4c1c-84f1-7b2be0b91094,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:48.357239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:48.455731 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network c8b6b023-033a-4a43-b047-cb6bac35375d is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:51:48.457326 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:48.577886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router b90cd271-42c8-4b4f-857a-93a57ef8cd62 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:51:48.638488 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-309862a7-a030-4764-8cfa-fa120088e55b None None] Provisioning for port 126f1718-8c53-4c1c-84f1-7b2be0b91094 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:48.642725 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-309862a7-a030-4764-8cfa-fa120088e55b None None] Provisioning complete for port 126f1718-8c53-4c1c-84f1-7b2be0b91094 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:48.643346 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-309862a7-a030-4764-8cfa-fa120088e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:48.679366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-309862a7-a030-4764-8cfa-fa120088e55b None None] Port 126f1718-8c53-4c1c-84f1-7b2be0b91094 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:51:48.701698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:51:48.716394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5ba9ad60-1ed9-4e6c-8217-e6a76fe3fd0c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/b90cd271-42c8-4b4f-857a-93a57ef8cd62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2856073 Jun 30 09:51:48.813465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Sync routers for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:51:48.829932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 71d8a246-c003-4665-af20-2e1eee91a328 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:48.833469 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:48.834261 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:48.886576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-1e7d9149-8326-422b-bf35-fa1ba002d34a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506275151&fields=id&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 267 time: 0.0378695 Jun 30 09:51:48.926260 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-0f246758-0dd2-41ab-afeb-b1738247ee54 None None] Provisioning complete for port 126f1718-8c53-4c1c-84f1-7b2be0b91094 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:48.926504 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0f246758-0dd2-41ab-afeb-b1738247ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.003913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-f262aba8-a425-499a-8cd6-e7e746743ea8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:49.005450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-f262aba8-a425-499a-8cd6-e7e746743ea8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 797 time: 0.1110094 Jun 30 09:51:49.009611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 71d8a246-c003-4665-af20-2e1eee91a328 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:49.017557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-0f246758-0dd2-41ab-afeb-b1738247ee54 None None] Port 126f1718-8c53-4c1c-84f1-7b2be0b91094 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:51:49.020183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:49.021982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 71d8a246-c003-4665-af20-2e1eee91a328 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:49.022436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.027033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-42b02ede-0377-4fae-904e-60a60716035c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/quotas/6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 375 time: 0.0098825 Jun 30 09:51:49.096970 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-8f223568-af73-4c28-bb90-e96f580acd90 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644739 Jun 30 09:51:49.179079 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d3734283-9e3e-49ca-8ccb-548778a7b44d None None] Provisioning complete for port 126f1718-8c53-4c1c-84f1-7b2be0b91094 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:49.179709 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d3734283-9e3e-49ca-8ccb-548778a7b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.191076 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-94df10f8-a6e8-46e7-b367-505658777ee4 service neutron] 10.222.0.53 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821133 Jun 30 09:51:49.267988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d3734283-9e3e-49ca-8ccb-548778a7b44d None None] Port 126f1718-8c53-4c1c-84f1-7b2be0b91094 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:51:49.269361 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.288494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-ec5b54ce-fe02-4cf6-8c12-c926b07e82d8 service neutron] 10.222.0.53 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909479 Jun 30 09:51:49.326353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 71d8a246-c003-4665-af20-2e1eee91a328, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=71d8a246-c003-4665-af20-2e1eee91a328,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:49.331859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.332662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3d44bc84-c764-41e6-b1ad-14e3df741bfd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:49.423024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:48Z', 'revision_number': 2, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:49.453555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=71d8a246-c003-4665-af20-2e1eee91a328,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:49.456066 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Checking router: b90cd271-42c8-4b4f-857a-93a57ef8cd62 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:51:49.456420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Updating router b90cd271-42c8-4b4f-857a-93a57ef8cd62 port 126f1718-8c53-4c1c-84f1-7b2be0b91094 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:51:49.490764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 3d44bc84-c764-41e6-b1ad-14e3df741bfd completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:49.499239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3d44bc84-c764-41e6-b1ad-14e3df741bfd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:49.499609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.500999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.673698 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.733669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 3d44bc84-c764-41e6-b1ad-14e3df741bfd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3d44bc84-c764-41e6-b1ad-14e3df741bfd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:49.738359 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.812092 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=3d44bc84-c764-41e6-b1ad-14e3df741bfd,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:49.870597 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.879649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Transition to ACTIVE for port object 126f1718-8c53-4c1c-84f1-7b2be0b91094 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:49.886075 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.936194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964713c0-1612-47cd-aa37-a5faf0d87a73 None None] Pushing event updated for resources: {'Port': ['ID=126f1718-8c53-4c1c-84f1-7b2be0b91094,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:49.987184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Attempting to bind port 126f1718-8c53-4c1c-84f1-7b2be0b91094 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:51:49.987544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Attempting to bind port 126f1718-8c53-4c1c-84f1-7b2be0b91094 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:51:49.987912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Attempting to bind port 126f1718-8c53-4c1c-84f1-7b2be0b91094 on network c8b6b023-033a-4a43-b047-cb6bac35375d {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:51:49.993404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:51:49.993801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Checking segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:51:49.994198 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:49.994579 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Bound using segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:51:49.995033 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Bound port: 126f1718-8c53-4c1c-84f1-7b2be0b91094, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:51:49.995405 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:50.060032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] For port 126f1718-8c53-4c1c-84f1-7b2be0b91094, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:51:50.063215 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] For port 126f1718-8c53-4c1c-84f1-7b2be0b91094, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=126f1718-8c53-4c1c-84f1-7b2be0b91094,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:51:50.067980 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:50.128640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:50.129194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:50.132757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964713c0-1612-47cd-aa37-a5faf0d87a73 None None] Pushing event updated for resources: {'Port': ['ID=126f1718-8c53-4c1c-84f1-7b2be0b91094,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:50.249088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:50.504974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d48466d-e154-4427-a47b-c66d9d124ace req-9676a1f7-a5f9-44aa-80a3-fd3d43ef9b46 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 210 time: 0.0355239 Jun 30 09:51:50.603439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:50Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:50.630431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520cf94-0198-4213-b9f6-1fd506533341 None None] The sync data for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 is: [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:50Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:51:50.858098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 126f1718-8c53-4c1c-84f1-7b2be0b91094 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:50.913980 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 126f1718-8c53-4c1c-84f1-7b2be0b91094 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:50.917865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 126f1718-8c53-4c1c-84f1-7b2be0b91094 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:50.918257 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:50.998221 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:51.033490 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 126f1718-8c53-4c1c-84f1-7b2be0b91094, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=126f1718-8c53-4c1c-84f1-7b2be0b91094,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:51.038776 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:51.039570 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 71d8a246-c003-4665-af20-2e1eee91a328 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:51.119037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=126f1718-8c53-4c1c-84f1-7b2be0b91094,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:51.130212 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 71d8a246-c003-4665-af20-2e1eee91a328 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:51.130581 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:51.216374 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3d44bc84-c764-41e6-b1ad-14e3df741bfd up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:51.266455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 3d44bc84-c764-41e6-b1ad-14e3df741bfd triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:51.267100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:51.670540 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-56c8fa90-6c73-40d7-ab3c-9800d111a432 req-ead31228-4133-4b0e-b5a3-e10ae428fbbe tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 210 time: 0.0327480 Jun 30 09:51:51.678122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-aef07675-ea95-4de4-9af7-c32ae1abd29b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:51.680063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-aef07675-ea95-4de4-9af7-c32ae1abd29b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 797 time: 0.1591930 Jun 30 09:51:51.725078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-d1caf803-32ca-4514-b606-e43a64df9848 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 379 time: 0.0366142 Jun 30 09:51:51.734435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'port': {'device_id': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'admin_state_up': True, 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'security_groups': ['db0f6faa-506a-42ba-9e94-2061407655d4']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:51.852769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:51:51.856563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:51.979287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.8 (c8b6b023-033a-4a43-b047-cb6bac35375d/632aa829-1cb2-477b-9238-82c29a233977/e859cb5a-efb3-4560-86d4-a27fc7b934ba) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:51:52.118841 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.131878 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object e859cb5a-efb3-4560-86d4-a27fc7b934ba will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:52.165682 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.208258 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network c8b6b023-033a-4a43-b047-cb6bac35375d is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:51:52.212005 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:52.218093 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:51:52.242052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:52.270636 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:52.271351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.286384 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-5f7fd69b-34ce-4070-801c-fe85045c6875 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558178 Jun 30 09:51:52.298435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Request body: {'port': {'device_id': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:52.378562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.462137 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ff4f30da-d06f-4dfa-8999-410922a1f9a5 None None] Provisioning for port e859cb5a-efb3-4560-86d4-a27fc7b934ba completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:52.467096 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-ff4f30da-d06f-4dfa-8999-410922a1f9a5 None None] Provisioning complete for port e859cb5a-efb3-4560-86d4-a27fc7b934ba triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:52.467408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ff4f30da-d06f-4dfa-8999-410922a1f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.509100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f30da-d06f-4dfa-8999-410922a1f9a5 None None] Port e859cb5a-efb3-4560-86d4-a27fc7b934ba cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:51:52.642413 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e859cb5a-efb3-4560-86d4-a27fc7b934ba {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:51:52.650391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.662347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Transition to ACTIVE for port object e859cb5a-efb3-4560-86d4-a27fc7b934ba will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:52.666978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.732029 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:52.801420 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 126f1718-8c53-4c1c-84f1-7b2be0b91094 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:52.866465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 126f1718-8c53-4c1c-84f1-7b2be0b91094 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:52.867258 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.872068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:51:52.872543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:51:52.872979 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba on network c8b6b023-033a-4a43-b047-cb6bac35375d {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:51:52.880957 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Port e859cb5a-efb3-4560-86d4-a27fc7b934ba on network c8b6b023-033a-4a43-b047-cb6bac35375d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:51:52.881388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba on network c8b6b023-033a-4a43-b047-cb6bac35375d {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:51:52.890380 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:51:52.890816 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Checking segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:51:52.891299 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Bound using segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:51:52.891823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Bound port: e859cb5a-efb3-4560-86d4-a27fc7b934ba, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:51:52.892764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:52.958598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f62a96-1f75-4833-a241-780b2b2beac7 req-96754d1c-d67c-493f-b512-7cf9f69fbb5c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:52.960133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72f62a96-1f75-4833-a241-780b2b2beac7 req-96754d1c-d67c-493f-b512-7cf9f69fbb5c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 943 time: 0.1409178 Jun 30 09:51:52.997790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:51:53.019706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:51:53.025799 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72f62a96-1f75-4833-a241-780b2b2beac7 req-b330a114-3c5b-4fd2-808f-575f16e4c70b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571654 Jun 30 09:51:53.027536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:53.062251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.062867 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:53.064232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] 10.222.0.13 "PUT /v2.0/ports/e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 1092 time: 0.7703454 Jun 30 09:51:53.064734 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:53.066971 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:53.094966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3c5a5-4eec-4138-97ea-f1f8e65f2e48 service neutron] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:53.118149 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495b69f-99c0-43db-9aab-1322a8272601 x-openstack-request-id: req-8495b69f-99c0-43db-9aab-1322a8272601 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:53.118438 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:53.118689 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8495b69f-99c0-43db-9aab-1322a8272601 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:53.119079 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'status': 'completed', 'code': 200} Jun 30 09:51:53.173739 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-bfbbf528-c50d-473c-a992-8000147d0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.175349 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-bfbbf528-c50d-473c-a992-8000147d0eed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1095 time: 0.0666857 Jun 30 09:51:53.219320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-4ee61cd0-2158-4169-8add-6830ff019e73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 217 time: 0.0357578 Jun 30 09:51:53.270169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-c7c1d0ec-723e-4aa4-97f0-390a2188d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.271600 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-c7c1d0ec-723e-4aa4-97f0-390a2188d66c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0466797 Jun 30 09:51:53.330866 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-3661ee3c-df34-48c5-b52a-9e62b419a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.332194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-3661ee3c-df34-48c5-b52a-9e62b419a9d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540154 Jun 30 09:51:53.420708 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-a540cc51-7b03-4036-a4f7-b24305af9285 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821352 Jun 30 09:51:53.517983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3ea0344c-03d6-4995-88ea-8cd168c049cb req-97c4bfb1-5bcc-46d5-abda-9546dd5fb68b service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916703 Jun 30 09:51:53.615361 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-6adfc2c2-ab30-448f-be3a-7026bc5029de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.617546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-6adfc2c2-ab30-448f-be3a-7026bc5029de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1095 time: 0.0523257 Jun 30 09:51:53.702542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-c8b8bdf3-53b9-4fa0-afde-35269db48f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.703982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-c8b8bdf3-53b9-4fa0-afde-35269db48f14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.0803235 Jun 30 09:51:53.747443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-b87ab91c-e840-4955-bb81-e13fb4e70e2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 217 time: 0.0366721 Jun 30 09:51:53.794689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-dad68e58-4d9a-40b8-829a-812e8eff65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.796053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-dad68e58-4d9a-40b8-829a-812e8eff65fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0420518 Jun 30 09:51:53.852449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-3667bba5-d0f9-44da-9397-ee9dd8746851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:53.853816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-3667bba5-d0f9-44da-9397-ee9dd8746851 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508521 Jun 30 09:51:53.941096 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:53.944999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-12d50119-6fd9-4bcc-a21e-709972b3a8ea service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840161 Jun 30 09:51:54.032696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b38eff-90fb-43d1-afc7-52aa1e0d8ad7 req-0e61a38d-7efc-4397-a8f8-65e6c27d1f64 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810480 Jun 30 09:51:54.204024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb673a-3fa7-45bd-ae94-3f105c8ec1dc req-9bee4aa5-aeb5-4f06-8d19-d95979cfc3f8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:54.205480 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-affb673a-3fa7-45bd-ae94-3f105c8ec1dc req-9bee4aa5-aeb5-4f06-8d19-d95979cfc3f8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 943 time: 0.0662236 Jun 30 09:51:54.242815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-affb673a-3fa7-45bd-ae94-3f105c8ec1dc req-70b555bf-9da5-4141-aa97-b4f92372d4cc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Jun 30 09:51:55.414570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd7994-8511-4626-8ace-85c50a2a7431 req-0e79bc95-aea0-4099-b867-dbd744ad67e3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:55.416300 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8edd7994-8511-4626-8ace-85c50a2a7431 req-0e79bc95-aea0-4099-b867-dbd744ad67e3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 943 time: 0.0642350 Jun 30 09:51:55.454302 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8edd7994-8511-4626-8ace-85c50a2a7431 req-25c3e69e-aa5a-469c-9cd0-edc9a8a338c8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324473 Jun 30 09:51:55.688156 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:56.624842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6884c7-94de-4491-94a1-f07ccbc9ce2e req-a08ed8df-b0ca-41cd-9804-be8b9242746b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:56.626314 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f6884c7-94de-4491-94a1-f07ccbc9ce2e req-a08ed8df-b0ca-41cd-9804-be8b9242746b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 943 time: 0.0623689 Jun 30 09:51:56.662796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f6884c7-94de-4491-94a1-f07ccbc9ce2e req-d619e0b9-4e23-41fb-acc5-465ef2dff588 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304561 Jun 30 09:51:57.840972 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca3d5a-f430-46b8-a028-8f151280075e req-613d9eb4-00f7-4915-ac6b-2f169efb2d7d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:57.842460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93ca3d5a-f430-46b8-a028-8f151280075e req-613d9eb4-00f7-4915-ac6b-2f169efb2d7d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 943 time: 0.0667250 Jun 30 09:51:57.878652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93ca3d5a-f430-46b8-a028-8f151280075e req-1ffc3354-2c28-47d6-9584-afcf48e972e3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306036 Jun 30 09:51:57.917832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:51:58.010265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:58.021113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'port_id': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'mac_address': 'fa:16:3e:1a:ab:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:51:58.056443 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:58.068600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e859cb5a-efb3-4560-86d4-a27fc7b934ba {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:51:58.088729 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:58.092585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:58.136506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:58.333688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['e859cb5a-efb3-4560-86d4-a27fc7b934ba'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:51:59.048960 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e15f0-e59a-4b4f-8296-a6671927346b req-e3e1fdca-1976-4146-ab47-3306eb00355a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:59.050535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456e15f0-e59a-4b4f-8296-a6671927346b req-e3e1fdca-1976-4146-ab47-3306eb00355a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 944 time: 0.0617173 Jun 30 09:51:59.087060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-456e15f0-e59a-4b4f-8296-a6671927346b req-316c9fcd-2494-4181-af59-5f493c2b57fb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309739 Jun 30 09:51:59.933227 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:59.982017 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port e859cb5a-efb3-4560-86d4-a27fc7b934ba completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:59.985554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port e859cb5a-efb3-4560-86d4-a27fc7b934ba triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:59.985941 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:00.060797 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:00.081972 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:00.084218 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ffe62-c6d8-4f7a-bb43-036954ffb25a" -d '{"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-plugged", "status": "completed", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:00.096280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:00.100821 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:00.125386 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e825b9bb-6611-4bc1-8468-5ec9b9b8f4cf x-openstack-request-id: req-e825b9bb-6611-4bc1-8468-5ec9b9b8f4cf {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:00.125703 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-plugged", "status": "completed", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:00.125948 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e825b9bb-6611-4bc1-8468-5ec9b9b8f4cf {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:00.126332 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'code': 200} Jun 30 09:52:00.153298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:00.286489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13d6cb-31b7-49bf-b0a7-447848d03c40 req-f031f3f4-a69a-4f40-9a60-561a8d4580ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:00.288514 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f13d6cb-31b7-49bf-b0a7-447848d03c40 req-f031f3f4-a69a-4f40-9a60-561a8d4580ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1097 time: 0.0955689 Jun 30 09:52:00.299458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a0b6-4a3d-416f-a7c0-62c547cff708 req-b8960a1d-92c5-415b-a1fa-6169afcfccc8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:00.300937 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76a0a0b6-4a3d-416f-a7c0-62c547cff708 req-b8960a1d-92c5-415b-a1fa-6169afcfccc8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0794859 Jun 30 09:52:00.345098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f13d6cb-31b7-49bf-b0a7-447848d03c40 req-c2e43327-cfd7-4d62-98fe-a03f261295ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Jun 30 09:52:00.357020 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-76a0a0b6-4a3d-416f-a7c0-62c547cff708 req-347655e8-5357-47a2-8208-f90664cd61a7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493250 Jun 30 09:52:01.532155 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49cda0-9dc6-488c-950b-f8eea8ce7203 req-8cee5550-21bc-444f-9a08-708e5b6d15de tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:01.533662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e49cda0-9dc6-488c-950b-f8eea8ce7203 req-8cee5550-21bc-444f-9a08-708e5b6d15de tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0645278 Jun 30 09:52:01.574024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1e49cda0-9dc6-488c-950b-f8eea8ce7203 req-3ac6b0dd-0505-45c6-bebe-252c74a0bc7f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335908 Jun 30 09:52:01.679650 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-35d378de-f9ef-4219-ba73-fb462ac4a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:01.747770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84e8ec-667c-4b3b-bb35-92ded7bba210 req-884b45db-f4d7-4eae-9b01-bbe76297af0a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:01.749223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84e8ec-667c-4b3b-bb35-92ded7bba210 req-884b45db-f4d7-4eae-9b01-bbe76297af0a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0666237 Jun 30 09:52:01.784837 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db84e8ec-667c-4b3b-bb35-92ded7bba210 req-0083cade-2e36-403a-9706-8b69c8ff85f2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300300 Jun 30 09:52:01.808747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46556) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:01.858104 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5131044-491a-403f-97b2-bff0a14d3a78 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:01.859500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a5131044-491a-403f-97b2-bff0a14d3a78 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1092 time: 0.0498102 Jun 30 09:52:01.862217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46558) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:01.867076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:52:01.887584 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:01.983212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:02.079921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.97 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/0bab1e19-808a-415f-a26b-c797a003dd61) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:52:02.180660 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:02.218885 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:02.255203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:52:02.259359 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:52:02.262014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:52:02.289992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=0bab1e19-808a-415f-a26b-c797a003dd61,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:02.929233 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.004067 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.146343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.151355 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.218464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=0bab1e19-808a-415f-a26b-c797a003dd61,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:03.229483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.330081 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 29cd0224-1686-405e-9b75-dd9d5ba71a65 associated. External IP: 172.25.8.97, port: e859cb5a-efb3-4560-86d4-a27fc7b934ba. Jun 30 09:52:03.535622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router b90cd271-42c8-4b4f-857a-93a57ef8cd62 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:52:03.646387 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:52:03.655653 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] Sync routers for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:52:03.661840 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.665537 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:03.666244 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:03.698669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-61c478b5-94f1-4b97-b20a-44491ba43813 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8354578 Jun 30 09:52:03.699518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:03.701825 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b62332-5fa2-4d21-a15c-87a038511fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:03.737997 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce373fba-54c0-4a94-b817-6424eed00270 x-openstack-request-id: req-ce373fba-54c0-4a94-b817-6424eed00270 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:03.738289 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:03.738655 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce373fba-54c0-4a94-b817-6424eed00270 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:03.739064 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'status': 'completed', 'code': 200} Jun 30 09:52:03.774622 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:03.855892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-70b802cc-b91d-4f76-b9e9-3cd02ca6d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:03.857317 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-70b802cc-b91d-4f76-b9e9-3cd02ca6d5db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1097 time: 0.0907638 Jun 30 09:52:03.885390 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b82f-56d6-474b-a6ff-9d60cd4c3716 req-9ce2d1d5-0cb0-410c-a0c8-94060d2865b6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:03.886880 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c532b82f-56d6-474b-a6ff-9d60cd4c3716 req-9ce2d1d5-0cb0-410c-a0c8-94060d2865b6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0932069 Jun 30 09:52:03.962983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c532b82f-56d6-474b-a6ff-9d60cd4c3716 req-fdfbaa28-2339-406c-b70d-ba50c55669dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669074 Jun 30 09:52:03.987945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46566) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:03.989754 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-aae9c995-6755-4030-ba4d-ca485f5f76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:03.991808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-aae9c995-6755-4030-ba4d-ca485f5f76ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.1280591 Jun 30 09:52:03.999426 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '29cd0224-1686-405e-9b75-dd9d5ba71a65', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'port_id': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'mac_address': 'fa:16:3e:1a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:52:02Z', 'updated_at': '2021-06-30T09:52:02Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:04.025970 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] Checking router: b90cd271-42c8-4b4f-857a-93a57ef8cd62 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:52:04.034302 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:04.034907 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:51:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:04.052422 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-42754203-8872-4680-8b66-ae3b02f23683 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/29cd0224-1686-405e-9b75-dd9d5ba71a65 HTTP/1.1" status: 200 len: 990 time: 0.0633261 Jun 30 09:52:04.063426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-d7660d26-35ce-4d98-b601-99ef018df793 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 998 time: 0.0643663 Jun 30 09:52:04.112368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-8bb8b2bf-d305-4e7d-9052-f3065b1d06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:04.113775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-8bb8b2bf-d305-4e7d-9052-f3065b1d06b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0435688 Jun 30 09:52:04.138448 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:04.169737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-5e3ae92f-0476-4716-89ef-23087365cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:04.171222 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-5e3ae92f-0476-4716-89ef-23087365cdd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511103 Jun 30 09:52:04.262426 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-00b12217-bcc0-42db-b37a-69c11f4cc060 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848541 Jun 30 09:52:04.352202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39b62332-5fa2-4d21-a15c-87a038511fdb req-29c2f704-228f-4340-81f2-c3c2da825873 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830097 Jun 30 09:52:04.355776 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '29cd0224-1686-405e-9b75-dd9d5ba71a65', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'port_id': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'mac_address': 'fa:16:3e:1a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:52:02Z', 'updated_at': '2021-06-30T09:52:02Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:04.382263 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968a8c3-553d-4229-950f-0a9c7ab3e4cc None None] The sync data for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 is: [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '29cd0224-1686-405e-9b75-dd9d5ba71a65', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'port_id': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'mac_address': 'fa:16:3e:1a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:52:02Z', 'updated_at': '2021-06-30T09:52:02Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:52:04.427490 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:04.444567 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d43987e-e8d7-4507-b888-9807a5b04679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:04.575643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d2724-2d90-4bce-9e0b-68c79ed7a3f3 None None] New status for floating IP 29cd0224-1686-405e-9b75-dd9d5ba71a65: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:52:05.056222 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46570) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:05.114792 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-98749f91-d46e-411f-8dc4-fbcf65e2aed5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/29cd0224-1686-405e-9b75-dd9d5ba71a65 HTTP/1.1" status: 200 len: 992 time: 0.0574014 Jun 30 09:52:06.050243 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:07.468229 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:19.849920 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:52:22.799434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-31f365e4-e240-43ae-9179-a76272a54af2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497479 Jun 30 09:52:22.897272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393620d-1a51-4975-b6e6-b8e13238259d req-4e0724dc-4aca-45ea-ba3b-94ebcd1a6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:22.898689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-4e0724dc-4aca-45ea-ba3b-94ebcd1a6f98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1097 time: 0.0567114 Jun 30 09:52:23.001040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393620d-1a51-4975-b6e6-b8e13238259d req-774a220f-a66d-487b-91fe-e07fc2d0afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:23.002500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-774a220f-a66d-487b-91fe-e07fc2d0afc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.0830107 Jun 30 09:52:23.071096 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-317ae4f6-ccc8-4366-8885-c63b19c12b67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 1000 time: 0.0607488 Jun 30 09:52:23.117810 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393620d-1a51-4975-b6e6-b8e13238259d req-77e121c7-6553-4da6-adac-fd8b40a060c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:23.119183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-77e121c7-6553-4da6-adac-fd8b40a060c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0414495 Jun 30 09:52:23.174624 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393620d-1a51-4975-b6e6-b8e13238259d req-1dd878f5-aceb-4cfc-9fe1-1e277c126f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:23.176033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-1dd878f5-aceb-4cfc-9fe1-1e277c126f65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495679 Jun 30 09:52:23.268393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-b68c1200-2532-4c5f-88f4-c9d38144a7a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832088 Jun 30 09:52:23.355893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9393620d-1a51-4975-b6e6-b8e13238259d req-b9fb17a9-37bf-4a7b-84c5-e30012d1c645 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803375 Jun 30 09:52:23.947652 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:25.685774 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:31.679920 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4a1eaa3b-2b5a-4f17-b6c6-43f8aeff85b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.417688 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.443403 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d17dcb18-9c6f-4cca-bf3e-866c21f72ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:36.053155 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:37.470513 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:38.915327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d53a08-7a67-45e8-81b2-cf59c57c83c7 req-95efa350-31bf-47f7-9928-e0a475d1153f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:38.916816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39d53a08-7a67-45e8-81b2-cf59c57c83c7 req-95efa350-31bf-47f7-9928-e0a475d1153f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0706639 Jun 30 09:52:38.954842 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-e9bcae17-c676-4d32-84ee-10ec5e5cc6b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931494 Jun 30 09:52:38.959817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-39d53a08-7a67-45e8-81b2-cf59c57c83c7 req-ed78c2f3-51be-47f8-8605-1d121356373d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374446 Jun 30 09:52:40.130916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5774c-3596-4d97-9b9c-e1e877446fe8 req-f16c2016-af9c-4ee6-8ee5-c72d5030faff tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.132394 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c5774c-3596-4d97-9b9c-e1e877446fe8 req-f16c2016-af9c-4ee6-8ee5-c72d5030faff tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0630317 Jun 30 09:52:40.174541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-80c5774c-3596-4d97-9b9c-e1e877446fe8 req-40446c66-e269-4c2d-bc0a-dad8fbea10b5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361433 Jun 30 09:52:40.240058 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-acb78f66-6b26-4117-b4a1-eed20d4ac55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.241446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-acb78f66-6b26-4117-b4a1-eed20d4ac55a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1097 time: 0.0528538 Jun 30 09:52:40.332716 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-81b77391-c4b1-4198-a0cc-8dbe52799f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.334173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-81b77391-c4b1-4198-a0cc-8dbe52799f3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.0863111 Jun 30 09:52:40.396113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-6ca0cae8-f02c-4420-8858-958d333250fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 1000 time: 0.0553820 Jun 30 09:52:40.446537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-ef9216c6-9767-44cb-9c46-64814f7537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.447915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-ef9216c6-9767-44cb-9c46-64814f7537d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0452924 Jun 30 09:52:40.502755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-1f5741fa-dd8e-4592-ae17-fff694a26709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.504113 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-1f5741fa-dd8e-4592-ae17-fff694a26709 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499363 Jun 30 09:52:40.592398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-a625cba8-239a-4385-89bf-6d2bc73c22ac service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803647 Jun 30 09:52:40.683536 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-0a9d64a8-f012-4339-924f-031252f8b0e5 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842319 Jun 30 09:52:41.348638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0cc9-9547-4b57-8ce5-4f11bc4f08d3 req-893e530a-6dce-4726-becf-504dcee176bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:41.350151 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb3a0cc9-9547-4b57-8ce5-4f11bc4f08d3 req-893e530a-6dce-4726-becf-504dcee176bb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0643411 Jun 30 09:52:41.387192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bb3a0cc9-9547-4b57-8ce5-4f11bc4f08d3 req-da6fa891-ca43-44df-8b60-37fda4c70812 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314059 Jun 30 09:52:42.560260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5284c-1101-47a5-a8b2-b99353c56184 req-c4c0bbed-16bc-4d3e-b3f8-1308e56e92a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:42.561804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11e5284c-1101-47a5-a8b2-b99353c56184 req-c4c0bbed-16bc-4d3e-b3f8-1308e56e92a5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0627315 Jun 30 09:52:42.604855 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-11e5284c-1101-47a5-a8b2-b99353c56184 req-ef3645e8-fc8a-44cb-9368-afe7dd4940b2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373495 Jun 30 09:52:43.847035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562631b-9844-4410-9743-dea9d320a884 req-81bcde69-c463-461a-bbee-072b55ddf5b8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:43.848406 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4562631b-9844-4410-9743-dea9d320a884 req-81bcde69-c463-461a-bbee-072b55ddf5b8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.1286917 Jun 30 09:52:43.886162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4562631b-9844-4410-9743-dea9d320a884 req-fa277047-648f-41f0-affa-47975c445fb6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321479 Jun 30 09:52:45.107749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f78c-99a0-4c0d-8844-00dd22ace426 req-eae6c31d-7f3f-440d-95da-11ed76a82aed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:45.109220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cee6f78c-99a0-4c0d-8844-00dd22ace426 req-eae6c31d-7f3f-440d-95da-11ed76a82aed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.1097963 Jun 30 09:52:45.146189 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cee6f78c-99a0-4c0d-8844-00dd22ace426 req-c7383f3f-0730-4f98-9afb-d7014cd7f055 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Jun 30 09:52:46.336330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4e639-3d4e-4ada-acbc-10af1ea08161 req-04126b53-4379-4f54-9a9a-546857c237a1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:46.337795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2a4e639-3d4e-4ada-acbc-10af1ea08161 req-04126b53-4379-4f54-9a9a-546857c237a1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0674946 Jun 30 09:52:46.373523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2a4e639-3d4e-4ada-acbc-10af1ea08161 req-61d2a9cd-713c-4454-ac47-500a171b9b9d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301359 Jun 30 09:52:47.544383 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd1f9c-4c0e-469c-83c9-017db27629e1 req-4f17ce0c-f89c-49ef-b7ec-af127c35be04 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:47.545858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70dd1f9c-4c0e-469c-83c9-017db27629e1 req-4f17ce0c-f89c-49ef-b7ec-af127c35be04 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0622303 Jun 30 09:52:47.582624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-70dd1f9c-4c0e-469c-83c9-017db27629e1 req-b8df56f5-b3bc-4fe5-8e31-f7b50e0c4c84 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311744 Jun 30 09:52:48.752985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd568ac-ebb5-483d-ac9a-8cc7f62e6994 req-c921cef0-f93e-4ff1-aad6-4bd1d09b7179 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:48.754468 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5fd568ac-ebb5-483d-ac9a-8cc7f62e6994 req-c921cef0-f93e-4ff1-aad6-4bd1d09b7179 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0623200 Jun 30 09:52:48.795328 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5fd568ac-ebb5-483d-ac9a-8cc7f62e6994 req-9bcfcc8c-be59-4aab-8bfe-f60d3b6d08e2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351553 Jun 30 09:52:49.969059 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f101d-e28c-4e24-a9b5-c423180b3cec req-7cf8744f-a8df-4b68-880d-acf45742bf67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:49.971244 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c3f101d-e28c-4e24-a9b5-c423180b3cec req-7cf8744f-a8df-4b68-880d-acf45742bf67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0669684 Jun 30 09:52:50.007738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c3f101d-e28c-4e24-a9b5-c423180b3cec req-ea9e19ef-e0ed-469a-a424-e96f53c056fe tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308650 Jun 30 09:52:51.177272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a4670-0fd9-4474-83ec-04f4d253998f req-bbba6f89-8ff5-4088-be49-79e37adcfda0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:51.178761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-350a4670-0fd9-4474-83ec-04f4d253998f req-bbba6f89-8ff5-4088-be49-79e37adcfda0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0617931 Jun 30 09:52:51.215943 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-350a4670-0fd9-4474-83ec-04f4d253998f req-3cb568cf-cb1b-407f-9148-7c5fb7727ea9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Jun 30 09:52:52.395308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e91198-8d43-403c-87d9-4882d0c5de03 req-74f24017-5699-4db8-b0ad-c26a3be34fee tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:52.396796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8e91198-8d43-403c-87d9-4882d0c5de03 req-74f24017-5699-4db8-b0ad-c26a3be34fee tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0661433 Jun 30 09:52:52.433814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d8e91198-8d43-403c-87d9-4882d0c5de03 req-e7f909a6-fe8a-4f67-8c5d-c2287ba9a793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309701 Jun 30 09:52:53.609165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fde16-188f-4062-80d6-c3f15196d104 req-274df647-63fc-4fb8-945f-19a904dc3a18 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:53.611174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f9fde16-188f-4062-80d6-c3f15196d104 req-274df647-63fc-4fb8-945f-19a904dc3a18 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Jun 30 09:52:53.651030 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f9fde16-188f-4062-80d6-c3f15196d104 req-7d265622-afe1-4986-a5df-388481c4ae3b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342212 Jun 30 09:52:53.951683 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:54.822475 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14dcef-a088-4e7d-bb40-74d5a86881fb req-fa4cbae3-5a58-4efa-9157-cfc05e165860 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:54.823923 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b14dcef-a088-4e7d-bb40-74d5a86881fb req-fa4cbae3-5a58-4efa-9157-cfc05e165860 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0611851 Jun 30 09:52:54.864339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b14dcef-a088-4e7d-bb40-74d5a86881fb req-1c6f6eae-569b-4b74-8cec-e70651571f9f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339763 Jun 30 09:52:55.702341 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:56.035471 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3abb4f-e8ce-4645-ae16-234fe7f2e39f req-9865eb0c-f791-4b05-a22e-846c9edc3101 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:56.036953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f3abb4f-e8ce-4645-ae16-234fe7f2e39f req-9865eb0c-f791-4b05-a22e-846c9edc3101 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0631137 Jun 30 09:52:56.073553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f3abb4f-e8ce-4645-ae16-234fe7f2e39f req-cf28ff8b-dbac-4f6d-adcb-51a5a832be3d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309653 Jun 30 09:52:56.848984 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:52:57.242310 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ac3bc-707c-4895-b9e4-b22dffad3999 req-6b188620-927f-4c57-84a7-e18183e0cb72 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:57.243768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af4ac3bc-707c-4895-b9e4-b22dffad3999 req-6b188620-927f-4c57-84a7-e18183e0cb72 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0611017 Jun 30 09:52:57.279522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af4ac3bc-707c-4895-b9e4-b22dffad3999 req-3637f1f0-5e60-4814-a266-c9e0c2e75c20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303001 Jun 30 09:52:57.791256 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-9c66837b-2436-4504-9c81-761304898b22 service neutron] show failed (client error): The resource could not be found. Jun 30 09:52:57.792213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-9c66837b-2436-4504-9c81-761304898b22 service neutron] 10.222.0.13 "GET /v2.0/ports/e859cb5a-efb3-4560-86d4-a27fc7b934ba/bindings/n-h1-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0562153 Jun 30 09:52:58.044450 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-94f71bd5-0054-4028-bb6a-c77305419ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:58.045933 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-94f71bd5-0054-4028-bb6a-c77305419ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 1097 time: 0.0515954 Jun 30 09:52:58.057281 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:52:58.124904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.325316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:58.357917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:52:58.408500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:58.411013 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e40f245-625f-4830-8898-6e00d1188497" -d '{"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-unplugged", "status": "completed", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:58.429892 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.448922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Transition to ACTIVE for port object e859cb5a-efb3-4560-86d4-a27fc7b934ba will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:52:58.454843 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.491729 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0f3de7-f3c5-4baa-bdc0-c1eff6c7e126 x-openstack-request-id: req-3f0f3de7-f3c5-4baa-bdc0-c1eff6c7e126 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:58.492027 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-unplugged", "status": "completed", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:58.492276 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f0f3de7-f3c5-4baa-bdc0-c1eff6c7e126 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:58.492663 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'code': 200} Jun 30 09:52:58.564738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08e2a5-3bfe-4ec5-affa-d9c2703c319e req-f07d491c-4dbe-48d1-8071-c44198fafa8b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:58.566234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f08e2a5-3bfe-4ec5-affa-d9c2703c319e req-f07d491c-4dbe-48d1-8071-c44198fafa8b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.1773279 Jun 30 09:52:58.569096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=6']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:58.595194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.595545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.595889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.596229 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.596559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.596902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.597543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.597543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.597902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.598230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.598554 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.598875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:58.631135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] No DVR routers for this DVR port e859cb5a-efb3-4560-86d4-a27fc7b934ba on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:52:58.688548 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f08e2a5-3bfe-4ec5-affa-d9c2703c319e req-b30e8fba-b0ea-402b-9290-71e4dc08c324 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117146 Jun 30 09:52:58.786353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:52:58.786618 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:52:58.786947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba on network c8b6b023-033a-4a43-b047-cb6bac35375d {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:52:58.791111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Port e859cb5a-efb3-4560-86d4-a27fc7b934ba on network c8b6b023-033a-4a43-b047-cb6bac35375d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:52:58.791435 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Attempting to bind port e859cb5a-efb3-4560-86d4-a27fc7b934ba on network c8b6b023-033a-4a43-b047-cb6bac35375d {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:52:58.796149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:52:58.796492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Checking segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:52:58.796873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Bound using segment: {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:52:58.797329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Bound port: e859cb5a-efb3-4560-86d4-a27fc7b934ba, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2566762a-904b-4c6c-b744-57ec30f66c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:52:58.797709 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.858964 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:52:58.861864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:52:58.866622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.898220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:58.898815 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:58.900194 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 1092 time: 0.8468237 Jun 30 09:52:58.926100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b37d85-35df-4565-8afe-80e1eaeb79e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=7']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:58.992893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-7ed6979b-2b7d-4f45-80f8-c40f790db64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:58.994438 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-7ed6979b-2b7d-4f45-80f8-c40f790db64a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1095 time: 0.0584216 Jun 30 09:52:59.095363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-f1aeb9ce-e538-4a08-bed9-40114ad095db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:59.096823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-f1aeb9ce-e538-4a08-bed9-40114ad095db service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.0873396 Jun 30 09:52:59.168733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-11f64df8-a0ef-4101-9c30-ea23b3ac7e6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 998 time: 0.0610290 Jun 30 09:52:59.528551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-565b7055-6038-4d38-9d9f-ef921b72274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:59.530059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-565b7055-6038-4d38-9d9f-ef921b72274a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.3518834 Jun 30 09:52:59.591210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-e78185ef-3e4b-4689-8fed-35dcbf0b4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:59.592692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-e78185ef-3e4b-4689-8fed-35dcbf0b4ba5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509491 Jun 30 09:52:59.687139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-60862791-a414-4ddc-8e2c-98f05d0d8871 service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837288 Jun 30 09:52:59.778780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-04e08e68-a3a1-490c-b132-af16bd9d0f77 req-983bb421-0a8e-4ff6-bd96-7f5d60f1873f service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815439 Jun 30 09:52:59.869592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739f8b-602a-41f2-8498-3bf033fb6bc0 req-a21bfd14-c3d7-4c62-9683-1b1dbfc8012d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:59.871087 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c739f8b-602a-41f2-8498-3bf033fb6bc0 req-a21bfd14-c3d7-4c62-9683-1b1dbfc8012d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 943 time: 0.0701134 Jun 30 09:52:59.910628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c739f8b-602a-41f2-8498-3bf033fb6bc0 req-da167bae-4c48-40f9-a553-0ceb73378bb9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333774 Jun 30 09:53:00.197664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:00.237852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:00.494355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:00.496710 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf13f031-f980-4134-b4ea-917130f5ffdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:00.542876 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a898818-b09b-43e4-988a-4aa760142fca x-openstack-request-id: req-3a898818-b09b-43e4-988a-4aa760142fca {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:00.543480 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:00.543480 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a898818-b09b-43e4-988a-4aa760142fca {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:00.543796 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'status': 'completed', 'code': 200} Jun 30 09:53:00.654469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-c887aeb1-e56f-42b0-89f1-595bf5ef486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:00.655982 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-c887aeb1-e56f-42b0-89f1-595bf5ef486b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1095 time: 0.0900562 Jun 30 09:53:00.658925 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-b4e66ea7-800b-4f25-8840-039c4b95e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:00.660248 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-b4e66ea7-800b-4f25-8840-039c4b95e5b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1095 time: 0.0930939 Jun 30 09:53:00.812105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-61b51590-53de-4d10-a18e-13f0c3a0b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:00.813499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-61b51590-53de-4d10-a18e-13f0c3a0b9d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.1516554 Jun 30 09:53:00.816053 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-790122ef-63cb-4d44-a32b-05fbb8fa4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:00.817351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-790122ef-63cb-4d44-a32b-05fbb8fa4212 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.1477306 Jun 30 09:53:00.923860 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-8b5b0222-913f-45c6-99ef-96be0edecaec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 998 time: 0.1032913 Jun 30 09:53:00.925679 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-cd250b4b-1a63-497c-898d-ce62fb357268 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 998 time: 0.0986896 Jun 30 09:53:01.004094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-07018643-ed85-46f2-8793-7b89499fd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:01.005550 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-07018643-ed85-46f2-8793-7b89499fd495 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0748653 Jun 30 09:53:01.008903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-550e3f6c-6d38-45f7-a7ad-0e70797e6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:01.010251 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-550e3f6c-6d38-45f7-a7ad-0e70797e6bdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0725551 Jun 30 09:53:01.150138 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-f5641f50-1d12-4677-8079-db4427d7db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:01.151529 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-f5641f50-1d12-4677-8079-db4427d7db8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311493 Jun 30 09:53:01.154045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-1d5d082c-e85c-4fb6-b817-346e42a2ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:01.155375 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-1d5d082c-e85c-4fb6-b817-346e42a2ec1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426384 Jun 30 09:53:01.163455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c84a5b-c4e3-48ff-8861-f1065bdc599e req-a4e858d1-1851-4be5-83d9-c75642d46715 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:01.164790 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71c84a5b-c4e3-48ff-8861-f1065bdc599e req-a4e858d1-1851-4be5-83d9-c75642d46715 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 943 time: 0.1434104 Jun 30 09:53:01.314109 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71c84a5b-c4e3-48ff-8861-f1065bdc599e req-8d13a03c-24dd-4648-999e-45cb20a3d34f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348155 Jun 30 09:53:01.344503 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-0c3cc4cd-4511-4927-b9f0-6678042f0c58 service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787941 Jun 30 09:53:01.349429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-41d620b1-41d8-4a69-a877-e4f1534b6f70 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826880 Jun 30 09:53:01.498046 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-0bb05188-7173-4123-9865-b6175158342a service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464884 Jun 30 09:53:01.503064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf13f031-f980-4134-b4ea-917130f5ffdd req-820950f4-c787-4568-adb7-83c4acc583a1 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439767 Jun 30 09:53:01.679364 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6bd768fd-b2c1-4653-b40b-b547ffb93008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.212509 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:53:02.303886 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:02.315682 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'port_id': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'mac_address': 'fa:16:3e:1a:ab:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:53:02.355742 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.368537 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e859cb5a-efb3-4560-86d4-a27fc7b934ba {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:53:02.387960 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:02.392253 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.439530 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:02.446667 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.447008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.447344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.447679 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.448011 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.448338 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.448662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.448987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.449565 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.449913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.450237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.450553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:02.492893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359945-9918-4ea6-9aa8-77a51139a014 req-d8d26d8e-c5e2-4f78-bc48-3b267f83e116 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:02.494346 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d359945-9918-4ea6-9aa8-77a51139a014 req-d8d26d8e-c5e2-4f78-bc48-3b267f83e116 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 944 time: 0.0655990 Jun 30 09:53:02.531547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d359945-9918-4ea6-9aa8-77a51139a014 req-a8971adf-0390-4978-b699-1e0c3709ab6b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Jun 30 09:53:02.683234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['e859cb5a-efb3-4560-86d4-a27fc7b934ba'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:53:02.881422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55274ba-f661-4e4c-a2be-6ec6284110e2 req-aef654c4-1e49-4b10-884e-e8ec3041f482 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:02.882835 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d55274ba-f661-4e4c-a2be-6ec6284110e2 req-aef654c4-1e49-4b10-884e-e8ec3041f482 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 944 time: 0.1111979 Jun 30 09:53:02.903644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-45e8cb45-4e25-4126-b5bf-ca7ec54186e6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:02.905054 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-45e8cb45-4e25-4126-b5bf-ca7ec54186e6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1&tenant_id=6db2bfd097ab44988f023a57d1fa89ad&binding%3Ahost_id=n-h1-758944-40 HTTP/1.1" status: 200 len: 944 time: 0.0997088 Jun 30 09:53:02.960493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d55274ba-f661-4e4c-a2be-6ec6284110e2 req-c2dad29a-25ee-4034-8afa-ee77bd83b47f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706062 Jun 30 09:53:02.980635 n-d-758944-40 neutron-server[100240]: INFO neutron.api.v2.resource [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-8052d910-c717-4ac2-b694-6221f271fb1b service neutron] delete failed (client error): The resource could not be found. Jun 30 09:53:02.981852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-8052d910-c717-4ac2-b694-6221f271fb1b service neutron] 10.222.0.13 "DELETE /v2.0/ports/e859cb5a-efb3-4560-86d4-a27fc7b934ba/bindings/n-h2-758944-40 HTTP/1.1" status: 404 len: 381 time: 0.0681353 Jun 30 09:53:03.092021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-318ba0b7-123f-4ebb-8126-4ada69b88cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:03.093446 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-318ba0b7-123f-4ebb-8126-4ada69b88cdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1096 time: 0.0670938 Jun 30 09:53:03.212794 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc991d-5e8e-4b89-b70b-51cc8a92b198 req-61f59d44-a6ff-4884-ad77-3b231031a581 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:03.214309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48bc991d-5e8e-4b89-b70b-51cc8a92b198 req-61f59d44-a6ff-4884-ad77-3b231031a581 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 944 time: 0.1362970 Jun 30 09:53:03.218685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-e0aaa9a0-8ef4-4441-b074-0a21786937ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:03.220010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-e0aaa9a0-8ef4-4441-b074-0a21786937ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.1108298 Jun 30 09:53:03.293498 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48bc991d-5e8e-4b89-b70b-51cc8a92b198 req-cc3b0192-24db-4598-ab6b-92619f3fc6c9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725608 Jun 30 09:53:03.303055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-ddbd8230-a31c-4379-ab93-e9d6114bbc8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 999 time: 0.0755396 Jun 30 09:53:03.352226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-152ec0a6-a6fe-4343-a6c5-785a33483741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:03.353599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-152ec0a6-a6fe-4343-a6c5-785a33483741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0438633 Jun 30 09:53:03.413378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-d59680c6-09d3-450d-89d3-7e6e97c7f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:03.414838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-d59680c6-09d3-450d-89d3-7e6e97c7f3b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544891 Jun 30 09:53:03.504956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-6dd90119-b33e-4a5e-8181-726780cc91d5 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824294 Jun 30 09:53:03.597101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-26d1505f-9a8d-4252-be6c-c9250d59a8f9 req-d22dac86-979e-4981-ba39-ae4c144ee796 service neutron] 10.222.0.13 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857673 Jun 30 09:53:04.249975 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:04.295907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port e859cb5a-efb3-4560-86d4-a27fc7b934ba completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:04.299507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port e859cb5a-efb3-4560-86d4-a27fc7b934ba triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:04.299873 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.376773 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.398690 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:04.400954 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63e9390-02c0-47d1-b9c0-a66092897f0d" -d '{"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-plugged", "status": "completed", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:04.420601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:04.426330 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.441572 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff9e6c4-02a0-48fa-b51e-4c8270f30366 x-openstack-request-id: req-2ff9e6c4-02a0-48fa-b51e-4c8270f30366 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:04.441910 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-plugged", "status": "completed", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:04.442170 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ff9e6c4-02a0-48fa-b51e-4c8270f30366 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:04.442554 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'code': 200} Jun 30 09:53:04.462874 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.476611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7925-a72c-4c7c-b0d3-dd4bf22a580c req-3b09ee82-6d76-466e-8310-2f521f886bf4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:04.478424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac7c7925-a72c-4c7c-b0d3-dd4bf22a580c req-3b09ee82-6d76-466e-8310-2f521f886bf4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 944 time: 0.0717835 Jun 30 09:53:04.484098 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5413492e-861a-457f-aa53-d3f26bf8c5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.494484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=9']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:04.518492 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac7c7925-a72c-4c7c-b0d3-dd4bf22a580c req-b565acbd-4700-4082-a474-42faae53f33f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338254 Jun 30 09:53:04.542170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46684) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:04.605391 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-64f5fab2-e8bd-41d1-9205-083fa8c0e30a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/29cd0224-1686-405e-9b75-dd9d5ba71a65 HTTP/1.1" status: 200 len: 992 time: 0.0620799 Jun 30 09:53:06.056271 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:07.472374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.951034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:25.715889 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.679428 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2280c821-70db-4466-8bd4-b2aa0611dde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.908791 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-a9278b5b-536e-4209-81e4-de93dde596bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890603 Jun 30 09:53:33.000552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-6638c9c1-8aac-404e-9f8f-f9f00016f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:33.002034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-6638c9c1-8aac-404e-9f8f-f9f00016f551 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1097 time: 0.0506020 Jun 30 09:53:33.110244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-2fd99dec-9f9f-472d-9c54-fe6dbb96aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:33.112110 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-2fd99dec-9f9f-472d-9c54-fe6dbb96aca1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.0856366 Jun 30 09:53:33.174420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-487a8872-9695-4881-8dc4-cfe11bf756cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 1000 time: 0.0556715 Jun 30 09:53:33.221157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-fb564ebe-8510-481a-94ec-c7c27931b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:33.222541 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-fb564ebe-8510-481a-94ec-c7c27931b9b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0418479 Jun 30 09:53:33.282735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-cd701c2f-1754-4b1e-8f92-e88550cad701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:33.284149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-cd701c2f-1754-4b1e-8f92-e88550cad701 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527062 Jun 30 09:53:33.375408 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-8c982943-2eb8-4470-93ad-edfbeacc238a service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786283 Jun 30 09:53:33.467010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5552f7e7-93d3-480b-aad6-c0b66682870c req-a0b46d7e-2283-4ea6-8567-d9f92dc14f90 service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844047 Jun 30 09:53:33.847753 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:53:34.416870 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:34.443932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54fcea48-4536-423c-a9e3-7847a205a1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.163704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46696) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:35.314156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 0bab1e19-808a-415f-a26b-c797a003dd61 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:35.314497 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.386767 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.387101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.398674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 0bab1e19-808a-415f-a26b-c797a003dd61 owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:35.543214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.595902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=0bab1e19-808a-415f-a26b-c797a003dd61,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:35.631924 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.632256 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 29cd0224-1686-405e-9b75-dd9d5ba71a65 disassociated (deleted). External IP: 172.25.8.97, port: e859cb5a-efb3-4560-86d4-a27fc7b934ba. Jun 30 09:53:36.058426 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.134574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router b90cd271-42c8-4b4f-857a-93a57ef8cd62 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:36.238913 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:36.243645 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:36.247892 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] Sync routers for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:36.256816 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:36.257414 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:36.281447 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ece3da3f-4a6c-4cc5-a7e7-4a0fbef668a2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/floatingips/29cd0224-1686-405e-9b75-dd9d5ba71a65 HTTP/1.1" status: 204 len: 168 time: 1.1143293 Jun 30 09:53:36.281447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:36.281962 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d451d278-38de-460c-a298-c1dfb49c9690" -d '{"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:36.367709 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:36.373972 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb8ea2e-7588-4c8a-a5e0-32bc4bba1f34 x-openstack-request-id: req-cfb8ea2e-7588-4c8a-a5e0-32bc4bba1f34 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:36.374266 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:36.374520 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfb8ea2e-7588-4c8a-a5e0-32bc4bba1f34 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:36.375016 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'status': 'completed', 'code': 200} Jun 30 09:53:36.465123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d278-38de-460c-a298-c1dfb49c9690 req-f397fbb0-5587-4ba5-8a65-acb77f0f808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:36.466672 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d451d278-38de-460c-a298-c1dfb49c9690 req-f397fbb0-5587-4ba5-8a65-acb77f0f808a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 1097 time: 0.0564899 Jun 30 09:53:36.571264 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d278-38de-460c-a298-c1dfb49c9690 req-eaff9fb4-0e17-4b26-a28d-c2a2aedb50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:36.573241 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d451d278-38de-460c-a298-c1dfb49c9690 req-eaff9fb4-0e17-4b26-a28d-c2a2aedb50cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 200 len: 898 time: 0.0994263 Jun 30 09:53:36.586282 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:36.617344 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] Checking router: b90cd271-42c8-4b4f-857a-93a57ef8cd62 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:36.618803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d451d278-38de-460c-a298-c1dfb49c9690 req-8646096c-8092-4a85-a403-5cc8a78d590f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 200 len: 217 time: 0.0377998 Jun 30 09:53:36.625873 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:36.626616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:36.694056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d278-38de-460c-a298-c1dfb49c9690 req-d3fc0358-0af6-473f-b71b-5fc277883df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:36.695532 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d451d278-38de-460c-a298-c1dfb49c9690 req-d3fc0358-0af6-473f-b71b-5fc277883df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 200 len: 835 time: 0.0682671 Jun 30 09:53:36.743492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ebce4-7b14-4305-9e20-d2df3abe9220 req-0a4bd343-4ca7-4c86-8a7b-f806c768905f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:36.745052 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8ebce4-7b14-4305-9e20-d2df3abe9220 req-0a4bd343-4ca7-4c86-8a7b-f806c768905f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.1287625 Jun 30 09:53:36.793439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cb8ebce4-7b14-4305-9e20-d2df3abe9220 req-602b7843-c4aa-4a15-af85-3922eb0c7efc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Jun 30 09:53:36.801449 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d278-38de-460c-a298-c1dfb49c9690 req-73c6a926-aef1-4eb8-9c42-21b743396687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:36.802934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d451d278-38de-460c-a298-c1dfb49c9690 req-73c6a926-aef1-4eb8-9c42-21b743396687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8b6b023-033a-4a43-b047-cb6bac35375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994158 Jun 30 09:53:36.821500 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:36.899561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d451d278-38de-460c-a298-c1dfb49c9690 req-7f074ddb-6743-454e-9d8c-0975c168296a service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874140 Jun 30 09:53:36.990399 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d451d278-38de-460c-a298-c1dfb49c9690 req-20b02ae2-71cd-4a2f-80b1-987394be5015 service neutron] 10.222.0.26 "GET /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828836 Jun 30 09:53:37.017533 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:37.046579 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f8895-e71b-4f26-ac19-3612c6477c3b None None] The sync data for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 is: [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '126f1718-8c53-4c1c-84f1-7b2be0b91094', 'name': '', 'network_id': 'c8b6b023-033a-4a43-b047-cb6bac35375d', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:93:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '632aa829-1cb2-477b-9238-82c29a233977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:47Z', 'updated_at': '2021-06-30T09:51:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': '632aa829-1cb2-477b-9238-82c29a233977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:37.266004 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a828f9-df13-4444-9710-a90759a7b35c None None] New status for floating IP 29cd0224-1686-405e-9b75-dd9d5ba71a65: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:53:37.476564 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.967799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fbb94-f9e1-4337-93f3-02e9d62e9de7 req-b2f4ae43-25ca-4b20-8de2-7f7def2acbb5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:37.969274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-214fbb94-f9e1-4337-93f3-02e9d62e9de7 req-b2f4ae43-25ca-4b20-8de2-7f7def2acbb5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0633001 Jun 30 09:53:38.046038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-214fbb94-f9e1-4337-93f3-02e9d62e9de7 req-1e866e2d-41ed-4279-bf14-9192ba0d1bc7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=db0f6faa-506a-42ba-9e94-2061407655d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704968 Jun 30 09:53:38.070809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-5a102514-003f-44ba-8b91-d853019ad90f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:38.072236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-5a102514-003f-44ba-8b91-d853019ad90f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee044c1f-927d-4c21-9f73-2546421339e1 HTTP/1.1" status: 200 len: 945 time: 0.0909536 Jun 30 09:53:38.173372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port e859cb5a-efb3-4560-86d4-a27fc7b934ba {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:38.173742 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.267696 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port e859cb5a-efb3-4560-86d4-a27fc7b934ba, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=e859cb5a-efb3-4560-86d4-a27fc7b934ba,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:38.267968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.279980 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for e859cb5a-efb3-4560-86d4-a27fc7b934ba owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:38.411448 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.438237 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=e859cb5a-efb3-4560-86d4-a27fc7b934ba,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:38.484151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] No DVR routers for this DVR port e859cb5a-efb3-4560-86d4-a27fc7b934ba on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:38.486671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:38.488619 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-62c97618-ec49-4ee5-a2c3-27653a02dcba req-9e601508-ee9e-4444-9cdb-508760c20206 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.26 "DELETE /v2.0/ports/e859cb5a-efb3-4560-86d4-a27fc7b934ba HTTP/1.1" status: 204 len: 173 time: 0.4071198 Jun 30 09:53:38.489041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-deleted', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:38.491300 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c93541-86d7-4fd9-aa05-ca8fec9451f1" -d '{"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-deleted", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:38.531159 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25368f2c-9615-4507-8568-967cac9baf04 x-openstack-request-id: req-25368f2c-9615-4507-8568-967cac9baf04 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:38.531460 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee044c1f-927d-4c21-9f73-2546421339e1", "name": "network-vif-deleted", "tag": "e859cb5a-efb3-4560-86d4-a27fc7b934ba", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:38.531720 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25368f2c-9615-4507-8568-967cac9baf04 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:38.532125 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee044c1f-927d-4c21-9f73-2546421339e1', 'name': 'network-vif-deleted', 'tag': 'e859cb5a-efb3-4560-86d4-a27fc7b934ba', 'status': 'completed', 'code': 200} Jun 30 09:53:39.137065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46714) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:39.489374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.746311 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 126f1718-8c53-4c1c-84f1-7b2be0b91094 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:39.746546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.830422 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 126f1718-8c53-4c1c-84f1-7b2be0b91094, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=126f1718-8c53-4c1c-84f1-7b2be0b91094,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:39.830773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:39.842610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 126f1718-8c53-4c1c-84f1-7b2be0b91094 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:40.020301 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.050893 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=126f1718-8c53-4c1c-84f1-7b2be0b91094,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:40.229979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.438457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router b90cd271-42c8-4b4f-857a-93a57ef8cd62 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:40.541444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:40.549056 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-74b9b407-8449-458b-bfe2-a9ef3ff970a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/b90cd271-42c8-4b4f-857a-93a57ef8cd62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4082270 Jun 30 09:53:40.549056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46718) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:40.552352 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] Sync routers for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:40.568534 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:40.569136 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:40.599591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting subnet 632aa829-1cb2-477b-9238-82c29a233977 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:53:40.602783 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.642235 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.669580 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:40.727881 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.799266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.829997 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Subnet': ['ID=632aa829-1cb2-477b-9238-82c29a233977,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:40.832748 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:40.834742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8113c1ec-6bec-496e-b93b-d833bba9dcbc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/subnets/632aa829-1cb2-477b-9238-82c29a233977 HTTP/1.1" status: 204 len: 168 time: 0.2848229 Jun 30 09:53:40.837608 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46720) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:40.842153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696332c-131e-4b86-82bf-2ef6a74e5fd8 None None] Network c8b6b023-033a-4a43-b047-cb6bac35375d requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:40.846911 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:53:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:40.872867 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] Checking router: b90cd271-42c8-4b4f-857a-93a57ef8cd62 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:40.882120 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] Routers {'b90cd271-42c8-4b4f-857a-93a57ef8cd62'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:40.882734 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:40.994405 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] Set router b90cd271-42c8-4b4f-857a-93a57ef8cd62 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:41.066189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] DHCP port deletion for c8b6b023-033a-4a43-b047-cb6bac35375d request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:53:41.113121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] Deleting port 71d8a246-c003-4665-af20-2e1eee91a328 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:41.114185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.180211 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] For port 71d8a246-c003-4665-af20-2e1eee91a328, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=71d8a246-c003-4665-af20-2e1eee91a328,segment=NetworkSegment(2566762a-904b-4c6c-b744-57ec30f66c80),segment_id=2566762a-904b-4c6c-b744-57ec30f66c80)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:41.180597 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.187968 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:53:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:41.193516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] Calling delete_port for 71d8a246-c003-4665-af20-2e1eee91a328 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:41.215134 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485404a-a819-4720-9bb9-4509e2c23e2a None None] The sync data for ids ['b90cd271-42c8-4b4f-857a-93a57ef8cd62'] in n-d-758944-40 is: [{'id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561526757', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:53:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '3d44bc84-c764-41e6-b1ad-14e3df741bfd', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90cd271-42c8-4b4f-857a-93a57ef8cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:51:44Z', 'updated_at': '2021-06-30T09:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:41.229529 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.277554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.307465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] No DVR routers for this DVR port 71d8a246-c003-4665-af20-2e1eee91a328 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:41.309788 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c319272-6a0b-4f1c-ab72-98fcb04678b4 None None] Pushing event deleted for resources: {'Port': ['ID=71d8a246-c003-4665-af20-2e1eee91a328,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:41.336130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.389554 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 3d44bc84-c764-41e6-b1ad-14e3df741bfd {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:41.389910 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.464949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 3d44bc84-c764-41e6-b1ad-14e3df741bfd, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=3d44bc84-c764-41e6-b1ad-14e3df741bfd,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:41.465301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.477862 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 3d44bc84-c764-41e6-b1ad-14e3df741bfd owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:41.647769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.673883 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=3d44bc84-c764-41e6-b1ad-14e3df741bfd,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:41.705316 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.705682 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.706024 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.706356 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.706684 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.707513 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.707838 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.708160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.708491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.708891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.709213 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.709530 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:41.749336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.838701 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.840700 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.882200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.882787 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Fanout notify agent at l3_agent the message router_deleted on router b90cd271-42c8-4b4f-857a-93a57ef8cd62 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:41.889607 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:41.890709 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6ead7238-ce6a-4abf-a626-e6473637346e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/routers/b90cd271-42c8-4b4f-857a-93a57ef8cd62 HTTP/1.1" status: 204 len: 168 time: 1.0521104 Jun 30 09:53:41.893441 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46728) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:41.975107 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.059032 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.069498 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b6b023-033a-4a43-b047-cb6bac35375d']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:42.080147 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2566762a-904b-4c6c-b744-57ec30f66c80') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:42.080491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2566762a-904b-4c6c-b744-57ec30f66c80') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:42.090320 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.103693 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.109241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:53:42.109619 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:53:42.112474 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:53:42.172130 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.176843 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.179372 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/networks/c8b6b023-033a-4a43-b047-cb6bac35375d HTTP/1.1" status: 204 len: 168 time: 0.2850010 Jun 30 09:53:42.182208 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46730) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.194434 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f7a1f-f55f-4a92-9b2b-8bdd1473101c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Network': ['ID=c8b6b023-033a-4a43-b047-cb6bac35375d,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:42.240963 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c693011b-9cb4-47a6-8377-3bce160cf564 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.271285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c693011b-9cb4-47a6-8377-3bce160cf564 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.338723 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c693011b-9cb4-47a6-8377-3bce160cf564 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.341710 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c693011b-9cb4-47a6-8377-3bce160cf564 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.343367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c693011b-9cb4-47a6-8377-3bce160cf564 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/security-groups/db0f6faa-506a-42ba-9e94-2061407655d4 HTTP/1.1" status: 204 len: 168 time: 0.1601703 Jun 30 09:53:42.355971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693011b-9cb4-47a6-8377-3bce160cf564 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0f6faa-506a-42ba-9e94-2061407655d4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:42.376968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:42.397983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: e859cb5a-efb3-4560-86d4-a27fc7b934ba {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:42.398331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device e859cb5a-efb3-4560-86d4-a27fc7b934ba not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:42.645733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46736) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.650467 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-29d09d8a-39a4-46c3-92a4-4955e3288f3e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498368326', 'description': 'tempest-secgroup-smoke-1498368326 description', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:42.673073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29d09d8a-39a4-46c3-92a4-4955e3288f3e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.751583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29d09d8a-39a4-46c3-92a4-4955e3288f3e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.755611 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29d09d8a-39a4-46c3-92a4-4955e3288f3e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.781903 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-29d09d8a-39a4-46c3-92a4-4955e3288f3e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.783128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-29d09d8a-39a4-46c3-92a4-4955e3288f3e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1363688 Jun 30 09:53:42.786096 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46738) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.790388 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-0a738606-477e-4b02-b76a-ac52750cad33 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'f3b06a92-cba8-4a71-a84f-e896db627b16', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:42.800099 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d09d8a-39a4-46c3-92a4-4955e3288f3e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b06a92-cba8-4a71-a84f-e896db627b16,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:42.821724 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a738606-477e-4b02-b76a-ac52750cad33 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.826748 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 126f1718-8c53-4c1c-84f1-7b2be0b91094 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:42.845520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 126f1718-8c53-4c1c-84f1-7b2be0b91094 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:42.845891 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 126f1718-8c53-4c1c-84f1-7b2be0b91094 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:42.846303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 71d8a246-c003-4665-af20-2e1eee91a328 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:42.865844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 71d8a246-c003-4665-af20-2e1eee91a328 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:42.866118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 71d8a246-c003-4665-af20-2e1eee91a328 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:42.866529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3d44bc84-c764-41e6-b1ad-14e3df741bfd no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:42.878500 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a738606-477e-4b02-b76a-ac52750cad33 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.882217 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a738606-477e-4b02-b76a-ac52750cad33 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.885146 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 3d44bc84-c764-41e6-b1ad-14e3df741bfd {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:42.885498 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 3d44bc84-c764-41e6-b1ad-14e3df741bfd not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:42.903016 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a738606-477e-4b02-b76a-ac52750cad33 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c8e840-37be-4d2a-9890-d7d5af788b45,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:42.907046 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0a738606-477e-4b02-b76a-ac52750cad33 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.908223 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0a738606-477e-4b02-b76a-ac52750cad33 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212304 Jun 30 09:53:42.911545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46740) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:42.915898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-41d189bb-d224-49e5-a32e-71383b5ad793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'f3b06a92-cba8-4a71-a84f-e896db627b16', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:42.941934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-41d189bb-d224-49e5-a32e-71383b5ad793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:42.999577 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-41d189bb-d224-49e5-a32e-71383b5ad793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.003097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-41d189bb-d224-49e5-a32e-71383b5ad793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.019459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d189bb-d224-49e5-a32e-71383b5ad793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08438698-a19a-4830-8d7f-ec4a4b145055,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:43.028939 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-41d189bb-d224-49e5-a32e-71383b5ad793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.030398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-41d189bb-d224-49e5-a32e-71383b5ad793 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179221 Jun 30 09:53:43.033259 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46742) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.038409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4c954b62-ae9c-41b8-8645-65095259438a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'f3b06a92-cba8-4a71-a84f-e896db627b16', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:43.063611 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c954b62-ae9c-41b8-8645-65095259438a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.119803 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c954b62-ae9c-41b8-8645-65095259438a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.123039 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c954b62-ae9c-41b8-8645-65095259438a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.138930 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c954b62-ae9c-41b8-8645-65095259438a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77e4a3a-8fbc-4954-8a88-4c8178486132,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:43.145378 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4c954b62-ae9c-41b8-8645-65095259438a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.146599 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4c954b62-ae9c-41b8-8645-65095259438a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123097 Jun 30 09:53:43.149193 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46744) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.153573 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3c426a45-84b4-4fa2-8b7f-322d1071fed3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'f3b06a92-cba8-4a71-a84f-e896db627b16', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:43.178822 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c426a45-84b4-4fa2-8b7f-322d1071fed3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.238976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c426a45-84b4-4fa2-8b7f-322d1071fed3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.242465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c426a45-84b4-4fa2-8b7f-322d1071fed3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.258466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426a45-84b4-4fa2-8b7f-322d1071fed3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d088e6b6-526a-41c0-a1e2-ffc2bdea5b57,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:43.264927 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3c426a45-84b4-4fa2-8b7f-322d1071fed3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.266200 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3c426a45-84b4-4fa2-8b7f-322d1071fed3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160316 Jun 30 09:53:43.268900 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46746) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.273652 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'f3b06a92-cba8-4a71-a84f-e896db627b16', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:43.294376 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:53:43.298976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.357287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.360874 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.377818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b0ea4e-244b-4688-9408-87c4467a3ffb,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:43.383893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.384687 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-25681539-ff76-4daf-886a-2878648d1602 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143296 Jun 30 09:53:43.387319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46748) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.391611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': 'f3b06a92-cba8-4a71-a84f-e896db627b16', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:43.413590 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:53:43.418376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.480765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.484207 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.502354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae24c84-7208-41d5-a3e0-db4df6bd1a8c,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:43.507135 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.511262 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e52363d3-da7d-4083-8ba9-5034afbe1613 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200783 Jun 30 09:53:43.511262 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46750) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.516110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'network': {'name': 'tempest-network-smoke--1506356944', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:43.536421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:53:43.539895 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.562542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:53:43.572292 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.572731 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Added segment 68e0e1b8-2051-47ee-8e6c-60d150ac8bb9 of type vlan for network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 Jun 30 09:53:43.614192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.641287 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.647374 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:43.647951 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.699019 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1867867 Jun 30 09:53:43.702116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46752) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:43.707638 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'admin_state_up': True, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:43.713504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9200cd-8ed1-4a8f-b27d-b4990899ba39 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Network': ['ID=7ab47d82-75d7-4f66-b6d8-0f6180046a76,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:43.723474 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:53:43.734545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.735668 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:43.788678 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.228837 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.416934 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.435818 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.536956 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.202 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/f15984c4-dcd4-4012-bee6-6952d2d027ca) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:44.637353 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.680364 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.716175 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:44.718973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:44.722333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:44.747796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=f15984c4-dcd4-4012-bee6-6952d2d027ca,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:44.971062 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.163771 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.287532 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 7c507e15-9ed2-4dd5-8818-c0541fc3824b is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:53:45.389446 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:45.399714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Sync routers for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:45.407628 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.408844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1d3ff4cf-c983-4f14-8e1a-c923a4c0de58 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7056878 Jun 30 09:53:45.411889 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46754) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:45.412516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:45.413132 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:45.439297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e6b9c6a7-8758-40b1-8199-e2b9285eef65 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6db2bfd097ab44988f023a57d1fa89ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263126 Jun 30 09:53:45.442309 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46756) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:45.516581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:45.526494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bba8b1b-ae94-4003-9a35-e6f2033da791 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:45.527979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2bba8b1b-ae94-4003-9a35-e6f2033da791 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847874 Jun 30 09:53:45.530941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46758) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:45.558155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-ad7abd1d-2aa9-40dc-8adc-3d914b3c6fba tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259767 Jun 30 09:53:45.561054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46760) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:45.608141 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1585093965', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:45.689251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:44Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:45.697546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:53:45.701326 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.715549 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Checking router: 7c507e15-9ed2-4dd5-8818-c0541fc3824b for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:45.715896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Updating router 7c507e15-9ed2-4dd5-8818-c0541fc3824b port f15984c4-dcd4-4012-bee6-6952d2d027ca binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:53:45.885478 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.906034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.943425 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Subnet': ['ID=daafd4a3-cb43-45b3-a327-4f4eefed0c33,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:45.954077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Checking segment: {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:45.954445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network hostable DHCP agents. Network: 7ab47d82-75d7-4f66-b6d8-0f6180046a76, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:53:45.970562 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:53:45.979912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 7ab47d82-75d7-4f66-b6d8-0f6180046a76) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:45.984691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:45.985250 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.992954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d5669-137f-4967-a6b5-761afae2c555 None None] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:46.001059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-75aab6b3-17ef-4724-8f8b-f98e0e7f6c69 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4389913 Jun 30 09:53:46.004114 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46764) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:46.224716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:53:46.225549 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.282038 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.342194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Transition to ACTIVE for port object f15984c4-dcd4-4012-bee6-6952d2d027ca will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:46.356181 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.432393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.446007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d7431-0393-4548-bff4-9d369b05380a None None] Pushing event updated for resources: {'Port': ['ID=f15984c4-dcd4-4012-bee6-6952d2d027ca,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:46.448193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Attempting to bind port f15984c4-dcd4-4012-bee6-6952d2d027ca on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:46.448555 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Attempting to bind port f15984c4-dcd4-4012-bee6-6952d2d027ca by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:46.448913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Attempting to bind port f15984c4-dcd4-4012-bee6-6952d2d027ca on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:46.456639 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:46.457041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:46.457436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.457834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:46.458287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Bound port: f15984c4-dcd4-4012-bee6-6952d2d027ca, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:46.458691 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.460615 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Allocated IP 172.20.0.2 (7ab47d82-75d7-4f66-b6d8-0f6180046a76/daafd4a3-cb43-45b3-a327-4f4eefed0c33/03d3b088-ce21-47a0-bd16-c869ca1c0439) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:46.560131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] For port f15984c4-dcd4-4012-bee6-6952d2d027ca, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:53:46.564440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] For port f15984c4-dcd4-4012-bee6-6952d2d027ca, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f15984c4-dcd4-4012-bee6-6952d2d027ca,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:53:46.570043 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.681121 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:46.681807 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:46.683397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d7431-0393-4548-bff4-9d369b05380a None None] Pushing event updated for resources: {'Port': ['ID=f15984c4-dcd4-4012-bee6-6952d2d027ca,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:46.732900 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.748581 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Transition to ACTIVE for port object 03d3b088-ce21-47a0-bd16-c869ca1c0439 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:46.797916 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Transition to ACTIVE for port object 03d3b088-ce21-47a0-bd16-c869ca1c0439 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:46.806993 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.819103 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:46.856461 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.1 (7ab47d82-75d7-4f66-b6d8-0f6180046a76/daafd4a3-cb43-45b3-a327-4f4eefed0c33/ab1b10bf-0653-4b5b-96e3-bb04c800688b) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:46.914152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:46.940272 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:46.943517 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Pushing event updated for resources: {'Port': ['ID=03d3b088-ce21-47a0-bd16-c869ca1c0439,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:46.947104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:46.969050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.982369 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object ab1b10bf-0653-4b5b-96e3-bb04c800688b will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:47.013759 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.030592 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Attempting to bind port 03d3b088-ce21-47a0-bd16-c869ca1c0439 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:47.030953 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Attempting to bind port 03d3b088-ce21-47a0-bd16-c869ca1c0439 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:47.031303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Attempting to bind port 03d3b088-ce21-47a0-bd16-c869ca1c0439 on network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:47.039627 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:47.039993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Checking segment: {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:47.040382 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.040768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Bound using segment: {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:47.041228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Bound port: 03d3b088-ce21-47a0-bd16-c869ca1c0439, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:47.041586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.056756 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:47.059903 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:47.062347 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:47.093393 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=ab1b10bf-0653-4b5b-96e3-bb04c800688b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:47.114915 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.131928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] For port 03d3b088-ce21-47a0-bd16-c869ca1c0439, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:53:47.135864 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] For port 03d3b088-ce21-47a0-bd16-c869ca1c0439, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=03d3b088-ce21-47a0-bd16-c869ca1c0439,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:53:47.138440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:44Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:47.141766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.174766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfbe79-6d8f-4a17-99ca-e15f7cd7e794 None None] The sync data for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 is: [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:44Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:47.234252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83853a5-20c8-46a2-ab5a-cbc134ef389f None None] Pushing event updated for resources: {'Port': ['ID=03d3b088-ce21-47a0-bd16-c869ca1c0439,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:47.275280 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.607383 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.612422 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.686755 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=ab1b10bf-0653-4b5b-96e3-bb04c800688b,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:47.694105 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.791945 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:47.793378 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:47.913230 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 7c507e15-9ed2-4dd5-8818-c0541fc3824b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:48.022874 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:48.036590 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2e018c3a-de82-41b4-b75e-2db566105b64 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/7c507e15-9ed2-4dd5-8818-c0541fc3824b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0231898 Jun 30 09:53:48.178079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-9b4846d6-351b-4ac2-bff0-2db4c0b1fe2a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498368326&fields=id&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 267 time: 0.0353980 Jun 30 09:53:48.194928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847dc59c-809a-4843-a020-d5c146197541 None None] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:48.255282 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-27cc5747-dca8-4dbd-a7e6-03227e75983b None None] Provisioning for port 03d3b088-ce21-47a0-bd16-c869ca1c0439 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:48.292661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-e08b9307-78c7-4cb1-a8ab-ff62466b007d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:48.294339 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-e08b9307-78c7-4cb1-a8ab-ff62466b007d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/networks?id=7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 200 len: 797 time: 0.1091385 Jun 30 09:53:48.309961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-3fa3702b-efa7-411f-8ffd-138dd1c2a7cb tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/quotas/6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 375 time: 0.0101624 Jun 30 09:53:48.376135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-10dbf9a1-64b4-44c5-aa63-302dec69df26 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603468 Jun 30 09:53:48.484689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-03a4a244-bc80-40f1-ad2e-e7c68fbd6652 service neutron] 10.222.0.53 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925438 Jun 30 09:53:48.584792 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-e724c04f-3ed5-443c-9447-5578e87504d8 service neutron] 10.222.0.53 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934510 Jun 30 09:53:48.617024 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3911fc29-7a3b-4d93-9e7d-c32164c54487 None None] Provisioning for port ab1b10bf-0653-4b5b-96e3-bb04c800688b completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:48.621231 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-3911fc29-7a3b-4d93-9e7d-c32164c54487 None None] Provisioning complete for port ab1b10bf-0653-4b5b-96e3-bb04c800688b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:48.621535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-3911fc29-7a3b-4d93-9e7d-c32164c54487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.656772 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-3911fc29-7a3b-4d93-9e7d-c32164c54487 None None] Port ab1b10bf-0653-4b5b-96e3-bb04c800688b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:53:48.775477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-457007ce-dd54-44b2-819e-9b6786b9fffe None None] Provisioning complete for port ab1b10bf-0653-4b5b-96e3-bb04c800688b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:48.775846 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-457007ce-dd54-44b2-819e-9b6786b9fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.784264 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-00834585-3378-4df3-8338-ecd9906d7592 req-4489956b-7597-4706-8e66-42160d8c342a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 210 time: 0.0364835 Jun 30 09:53:48.842776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-457007ce-dd54-44b2-819e-9b6786b9fffe None None] Port ab1b10bf-0653-4b5b-96e3-bb04c800688b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:53:48.907918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 03d3b088-ce21-47a0-bd16-c869ca1c0439 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:48.970206 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Sync routers for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:48.974008 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 03d3b088-ce21-47a0-bd16-c869ca1c0439 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:48.978323 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 03d3b088-ce21-47a0-bd16-c869ca1c0439 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:48.978829 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:48.981692 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:48.982631 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:49.075408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.097702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-18d2fe62-254c-4eef-b4f9-67e32a2d54f4 None None] Provisioning complete for port ab1b10bf-0653-4b5b-96e3-bb04c800688b triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:49.098166 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-18d2fe62-254c-4eef-b4f9-67e32a2d54f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.100461 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:49.138598 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 03d3b088-ce21-47a0-bd16-c869ca1c0439, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=03d3b088-ce21-47a0-bd16-c869ca1c0439,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:49.148748 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.149881 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f15984c4-dcd4-4012-bee6-6952d2d027ca up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:49.173273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-18d2fe62-254c-4eef-b4f9-67e32a2d54f4 None None] Port ab1b10bf-0653-4b5b-96e3-bb04c800688b cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:53:49.233845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=03d3b088-ce21-47a0-bd16-c869ca1c0439,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:49.252544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f15984c4-dcd4-4012-bee6-6952d2d027ca completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:49.256741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f15984c4-dcd4-4012-bee6-6952d2d027ca triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:49.257165 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.309593 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 2, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:49.340658 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Checking router: 7c507e15-9ed2-4dd5-8818-c0541fc3824b for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:49.340798 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Updating router 7c507e15-9ed2-4dd5-8818-c0541fc3824b port ab1b10bf-0653-4b5b-96e3-bb04c800688b binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:53:49.344121 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.365251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f15984c4-dcd4-4012-bee6-6952d2d027ca, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f15984c4-dcd4-4012-bee6-6952d2d027ca,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:49.369065 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.374981 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.421468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f15984c4-dcd4-4012-bee6-6952d2d027ca,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:49.713339 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.723627 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Transition to ACTIVE for port object ab1b10bf-0653-4b5b-96e3-bb04c800688b will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:49.729164 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.778500 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Pushing event updated for resources: {'Port': ['ID=ab1b10bf-0653-4b5b-96e3-bb04c800688b,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:49.803976 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.804312 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.804649 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.804980 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.805307 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.805655 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.805973 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.806291 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.806609 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.806924 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.807418 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.807537 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:49.877327 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Attempting to bind port ab1b10bf-0653-4b5b-96e3-bb04c800688b on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:49.878073 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Attempting to bind port ab1b10bf-0653-4b5b-96e3-bb04c800688b by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:49.878073 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Attempting to bind port ab1b10bf-0653-4b5b-96e3-bb04c800688b on network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:49.883966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:49.884351 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Checking segment: {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:49.884736 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.885124 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Bound using segment: {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:49.885585 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Bound port: ab1b10bf-0653-4b5b-96e3-bb04c800688b, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:49.885995 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.974172 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] For port ab1b10bf-0653-4b5b-96e3-bb04c800688b, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:53:49.978476 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] For port ab1b10bf-0653-4b5b-96e3-bb04c800688b, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ab1b10bf-0653-4b5b-96e3-bb04c800688b,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:53:49.984459 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:49.989892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90ccc9bb-79a0-496f-b11a-af4a9b59af31 req-48adec97-c911-4b32-93f2-949d2690e920 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 210 time: 0.0437207 Jun 30 09:53:50.012803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-d6b518a9-7306-452f-ad89-cba4cc042850 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:50.015225 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-d6b518a9-7306-452f-ad89-cba4cc042850 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/networks?id=7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 200 len: 797 time: 0.1835213 Jun 30 09:53:50.051266 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:50.051882 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:50.074150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-44fb2188-c1a4-4785-b067-902239bf5c91 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 380 time: 0.0497928 Jun 30 09:53:50.083647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'port': {'device_id': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'admin_state_up': True, 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'security_groups': ['f3b06a92-cba8-4a71-a84f-e896db627b16']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:50.100409 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ca44-fa25-494a-b6ec-781187854b1a None None] Pushing event updated for resources: {'Port': ['ID=ab1b10bf-0653-4b5b-96e3-bb04c800688b,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:50.183787 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:50.207656 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:53:50.211430 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.341003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.5 (7ab47d82-75d7-4f66-b6d8-0f6180046a76/daafd4a3-cb43-45b3-a327-4f4eefed0c33/54835c9c-6c66-4fde-ae28-249492b144a4) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:50.387850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:50.414388 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f7311-468a-4bf4-a9e1-c2ceca4df79f None None] The sync data for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 is: [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:50.503328 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.516906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object 54835c9c-6c66-4fde-ae28-249492b144a4 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:50.553719 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.597068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:50.602412 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:50.606521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:50.635247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=54835c9c-6c66-4fde-ae28-249492b144a4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:50.666344 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:50.667183 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.684775 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-79b54917-46a2-4059-bed4-cdaf4ca5382d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051071 Jun 30 09:53:50.697405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Request body: {'port': {'device_id': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:50.789526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.851732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b8746def-4c67-49d8-a28c-88324ed39cd3 None None] Provisioning for port 54835c9c-6c66-4fde-ae28-249492b144a4 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:50.867736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b8746def-4c67-49d8-a28c-88324ed39cd3 None None] Provisioning complete for port 54835c9c-6c66-4fde-ae28-249492b144a4 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:50.868112 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b8746def-4c67-49d8-a28c-88324ed39cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.911608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-b8746def-4c67-49d8-a28c-88324ed39cd3 None None] Port 54835c9c-6c66-4fde-ae28-249492b144a4 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:53:50.939836 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab1b10bf-0653-4b5b-96e3-bb04c800688b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:50.994822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port ab1b10bf-0653-4b5b-96e3-bb04c800688b completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:50.999304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ab1b10bf-0653-4b5b-96e3-bb04c800688b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:50.999921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.088836 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.096354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54835c9c-6c66-4fde-ae28-249492b144a4 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:53:51.106242 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.124719 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Transition to ACTIVE for port object 54835c9c-6c66-4fde-ae28-249492b144a4 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:51.125951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port ab1b10bf-0653-4b5b-96e3-bb04c800688b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ab1b10bf-0653-4b5b-96e3-bb04c800688b,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:51.130281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.132816 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.133591 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 03d3b088-ce21-47a0-bd16-c869ca1c0439 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:51.221159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=ab1b10bf-0653-4b5b-96e3-bb04c800688b,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:51.243102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 03d3b088-ce21-47a0-bd16-c869ca1c0439 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:51.243492 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.250066 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Pushing event updated for resources: {'Port': ['ID=54835c9c-6c66-4fde-ae28-249492b144a4,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:51.319842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ce969-b1af-4337-8eb0-9b002896bb2b req-0f2d7ed1-430a-45a5-932c-ada488d693f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:51.321516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf5ce969-b1af-4337-8eb0-9b002896bb2b req-0f2d7ed1-430a-45a5-932c-ada488d693f4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 943 time: 0.1820896 Jun 30 09:53:51.326917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Attempting to bind port 54835c9c-6c66-4fde-ae28-249492b144a4 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:51.327254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Attempting to bind port 54835c9c-6c66-4fde-ae28-249492b144a4 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:51.327585 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Attempting to bind port 54835c9c-6c66-4fde-ae28-249492b144a4 on network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:51.341606 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Port 54835c9c-6c66-4fde-ae28-249492b144a4 on network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:53:51.341991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Attempting to bind port 54835c9c-6c66-4fde-ae28-249492b144a4 on network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:51.358366 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:51.358736 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Checking segment: {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:51.359101 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Bound using segment: {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:51.359559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Bound port: 54835c9c-6c66-4fde-ae28-249492b144a4, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:51.359925 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.423293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-bf5ce969-b1af-4337-8eb0-9b002896bb2b req-b0bd88ac-47f9-4b30-9930-41eec4ac7a28 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931399 Jun 30 09:53:51.464188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] For port 54835c9c-6c66-4fde-ae28-249492b144a4, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:53:51.467556 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] For port 54835c9c-6c66-4fde-ae28-249492b144a4, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=54835c9c-6c66-4fde-ae28-249492b144a4,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:53:51.474856 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.513949 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:51.514895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.516318 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] 10.222.0.13 "PUT /v2.0/ports/54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 200 len: 1092 time: 0.8236277 Jun 30 09:53:51.517235 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f15984c4-dcd4-4012-bee6-6952d2d027ca up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:51.518662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:51.522057 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86c3ff2-63fd-4d94-86da-d29edeb97182" -d '{"events": [{"name": "network-changed", "server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:51.554220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcc6d1-0ae3-4a71-a813-839821b8bd39 service neutron] Pushing event updated for resources: {'Port': ['ID=54835c9c-6c66-4fde-ae28-249492b144a4,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:51.593692 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7eb778-66d2-469d-85f4-a310e0e0e650 x-openstack-request-id: req-3a7eb778-66d2-469d-85f4-a310e0e0e650 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:51.593692 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:51.593692 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a7eb778-66d2-469d-85f4-a310e0e0e650 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:51.593692 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4', 'status': 'completed', 'code': 200} Jun 30 09:53:51.626647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f15984c4-dcd4-4012-bee6-6952d2d027ca triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:51.627146 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:51.640346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-3760c7ac-b5bb-40f6-897e-add160847641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:51.641941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-3760c7ac-b5bb-40f6-897e-add160847641 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1095 time: 0.0650163 Jun 30 09:53:51.688516 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-36da0645-91c7-41ab-a069-6164b50b8835 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 200 len: 217 time: 0.0393174 Jun 30 09:53:51.748897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-728d37d1-8602-418b-b595-7cfcfa657e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:51.750403 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-728d37d1-8602-418b-b595-7cfcfa657e00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daafd4a3-cb43-45b3-a327-4f4eefed0c33 HTTP/1.1" status: 200 len: 835 time: 0.0556045 Jun 30 09:53:51.809119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004898e-fccd-4672-941a-59a2bd12e348 req-82a82b00-03d6-4a21-9c63-973b2b51f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:51.810669 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-82a82b00-03d6-4a21-9c63-973b2b51f119 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ab47d82-75d7-4f66-b6d8-0f6180046a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545552 Jun 30 09:53:51.902984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-7e2d047a-a10b-4203-9358-bfe5434d204f service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856740 Jun 30 09:53:51.990648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8004898e-fccd-4672-941a-59a2bd12e348 req-a7332097-7f91-4d12-903b-b94fe6f4a9b4 service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805037 Jun 30 09:53:52.092428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-72813216-4a65-4d9b-ae0f-3f9039bbe684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:52.093945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-72813216-4a65-4d9b-ae0f-3f9039bbe684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1095 time: 0.0533206 Jun 30 09:53:52.499165 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-23299ae3-918e-4d37-8bc3-b90fcbaf4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:52.500780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-23299ae3-918e-4d37-8bc3-b90fcbaf4e1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 200 len: 898 time: 0.4008200 Jun 30 09:53:52.545214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-cc5e411f-5f53-4919-b142-f04058635eeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 200 len: 217 time: 0.0373149 Jun 30 09:53:52.625340 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-3d6a4db3-a0fc-425b-8f6f-a97775b8798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:52.626826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-3d6a4db3-a0fc-425b-8f6f-a97775b8798e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daafd4a3-cb43-45b3-a327-4f4eefed0c33 HTTP/1.1" status: 200 len: 835 time: 0.0734270 Jun 30 09:53:52.669433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b5586-8889-4e1a-a197-877bdf4b5822 req-680b76f5-d010-42cb-a16f-2d97e4f90ab6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:52.670938 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c2b5586-8889-4e1a-a197-877bdf4b5822 req-680b76f5-d010-42cb-a16f-2d97e4f90ab6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 943 time: 0.1282711 Jun 30 09:53:52.719509 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c2b5586-8889-4e1a-a197-877bdf4b5822 req-49645c58-48bc-473e-87d1-8604388eb9cf tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Jun 30 09:53:52.728681 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-866095ab-9601-4462-8678-948e16f97e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:52.730053 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-866095ab-9601-4462-8678-948e16f97e0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ab47d82-75d7-4f66-b6d8-0f6180046a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941410 Jun 30 09:53:52.825112 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab1b10bf-0653-4b5b-96e3-bb04c800688b up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:52.835380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-8f7cbceb-f1cf-48b1-b820-41b7088422e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963874 Jun 30 09:53:52.872304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port ab1b10bf-0653-4b5b-96e3-bb04c800688b triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:52.872676 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:52.924021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b86c3ff2-63fd-4d94-86da-d29edeb97182 req-1b454b50-07ec-412b-aba3-ebdcaa9293fa service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821536 Jun 30 09:53:53.897068 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd49355-8c3b-4252-9acd-71a08e448bb8 req-c9cf8973-1e73-41fe-a1ce-f2106461300c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:53.898451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7fd49355-8c3b-4252-9acd-71a08e448bb8 req-c9cf8973-1e73-41fe-a1ce-f2106461300c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 943 time: 0.0655284 Jun 30 09:53:53.935003 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7fd49355-8c3b-4252-9acd-71a08e448bb8 req-07f4dbff-bc37-4bfd-b43b-56ee3d03a718 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Jun 30 09:53:53.958939 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.478350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 54835c9c-6c66-4fde-ae28-249492b144a4 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:53:54.569935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 54835c9c-6c66-4fde-ae28-249492b144a4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=54835c9c-6c66-4fde-ae28-249492b144a4,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:54.581516 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '54835c9c-6c66-4fde-ae28-249492b144a4', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'port_id': '54835c9c-6c66-4fde-ae28-249492b144a4', 'mac_address': 'fa:16:3e:49:23:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:53:54.620021 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.632638 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54835c9c-6c66-4fde-ae28-249492b144a4 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:53:54.652119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 54835c9c-6c66-4fde-ae28-249492b144a4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=54835c9c-6c66-4fde-ae28-249492b144a4,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:54.656117 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:54.701941 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=54835c9c-6c66-4fde-ae28-249492b144a4,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:54.893521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['54835c9c-6c66-4fde-ae28-249492b144a4'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:53:55.109989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5ea8f-1886-4643-b6f1-ebc156ca1455 req-5734e95a-dee7-4304-8b1d-f3b9ef518ce3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:55.111748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81c5ea8f-1886-4643-b6f1-ebc156ca1455 req-5734e95a-dee7-4304-8b1d-f3b9ef518ce3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 944 time: 0.0642655 Jun 30 09:53:55.149648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-81c5ea8f-1886-4643-b6f1-ebc156ca1455 req-7e564978-1f33-4588-8316-0e81c49efd02 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Jun 30 09:53:55.730592 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.321917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e874a1d-cbcd-46c5-8187-3a7ae73a4fd5 req-80d8da5e-67a2-4aa9-843b-8acaf2f64b16 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:56.323287 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e874a1d-cbcd-46c5-8187-3a7ae73a4fd5 req-80d8da5e-67a2-4aa9-843b-8acaf2f64b16 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 944 time: 0.0620823 Jun 30 09:53:56.360809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8e874a1d-cbcd-46c5-8187-3a7ae73a4fd5 req-2e2df376-8480-4217-af12-19f045dc2e8c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Jun 30 09:53:56.474573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 54835c9c-6c66-4fde-ae28-249492b144a4 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:56.520990 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 54835c9c-6c66-4fde-ae28-249492b144a4 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:56.524707 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 54835c9c-6c66-4fde-ae28-249492b144a4 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:56.525070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.601911 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.623151 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:56.625379 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df47b23-5914-4f6f-af2d-12d4b2f0be91" -d '{"events": [{"server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "name": "network-vif-plugged", "status": "completed", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:56.638200 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 54835c9c-6c66-4fde-ae28-249492b144a4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=54835c9c-6c66-4fde-ae28-249492b144a4,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:56.642537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:56.667406 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4636ed9-2e82-4a15-9f8a-081929806213 x-openstack-request-id: req-d4636ed9-2e82-4a15-9f8a-081929806213 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:56.667691 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "name": "network-vif-plugged", "status": "completed", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:56.667946 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4636ed9-2e82-4a15-9f8a-081929806213 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:56.668329 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4', 'code': 200} Jun 30 09:53:56.696142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=54835c9c-6c66-4fde-ae28-249492b144a4,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:56.818852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b188d35-781b-4856-b6ed-4377dcf3b9c7 req-eb395366-f886-4dec-b434-2d5dbff1dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:56.820419 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b188d35-781b-4856-b6ed-4377dcf3b9c7 req-eb395366-f886-4dec-b434-2d5dbff1dd3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1097 time: 0.0899878 Jun 30 09:53:56.854682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5b188d35-781b-4856-b6ed-4377dcf3b9c7 req-9f9ea47b-0277-4eb1-87fd-e8e5d0112ff5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275457 Jun 30 09:53:57.534753 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a004-fd01-4043-b9e5-09fcae0c9cf6 req-8bcd3606-74c2-4db4-ada5-38aedc01cdac tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:57.536188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c87a004-fd01-4043-b9e5-09fcae0c9cf6 req-8bcd3606-74c2-4db4-ada5-38aedc01cdac tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0614254 Jun 30 09:53:57.573234 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3c87a004-fd01-4043-b9e5-09fcae0c9cf6 req-f10081ba-0761-4187-8a9c-c89c1acac856 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jun 30 09:53:58.747958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab6ca4-e6ae-46e6-aff9-dc1c931ec9be req-4a8973c5-5904-435d-b484-9994457fc3d9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:58.749440 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1bab6ca4-e6ae-46e6-aff9-dc1c931ec9be req-4a8973c5-5904-435d-b484-9994457fc3d9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0666070 Jun 30 09:53:58.787732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1bab6ca4-e6ae-46e6-aff9-dc1c931ec9be req-da5f8d83-788a-48ac-bb25-8b9b6ae6a7f0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Jun 30 09:53:58.957303 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572fcb7-36fd-4866-94c0-6e0344c489fd req-577e5121-2fa1-4621-b10a-6d15a4481c01 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:58.958682 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1572fcb7-36fd-4866-94c0-6e0344c489fd req-577e5121-2fa1-4621-b10a-6d15a4481c01 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0623560 Jun 30 09:53:58.994677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1572fcb7-36fd-4866-94c0-6e0344c489fd req-c726133f-4b15-4ceb-ae96-9ebd95fe8e19 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305328 Jun 30 09:53:59.018034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46818) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.107633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47011688-550d-48d4-8a34-36f8c56bd299 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:59.109155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-47011688-550d-48d4-8a34-36f8c56bd299 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1092 time: 0.0901515 Jun 30 09:53:59.111908 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46822) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.116723 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '54835c9c-6c66-4fde-ae28-249492b144a4', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:59.138683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.234146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.337129 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.57 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/39be9d03-322c-4054-969f-c10411c53d08) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:59.435900 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.473104 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.507520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:59.510151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:59.513394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:59.542135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=39be9d03-322c-4054-969f-c10411c53d08,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:59.553767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.554114 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.554451 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.554780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.555105 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.555431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.555752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.556071 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.556389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.556703 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.557045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.557363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:59.883349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.961336 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.108876 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.114579 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.179594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=39be9d03-322c-4054-969f-c10411c53d08,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:00.193845 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.292280 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 0a4efe6a-9b3b-491b-b828-6a59b6cbd043 associated. External IP: 172.25.8.57, port: 54835c9c-6c66-4fde-ae28-249492b144a4. Jun 30 09:54:00.502749 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 7c507e15-9ed2-4dd5-8818-c0541fc3824b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:00.613486 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:00.623062 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] Sync routers for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:00.629874 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.634387 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:00.635014 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:00.664756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5050666a-cf1a-4f94-a563-446420bc97a9 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5518448 Jun 30 09:54:00.665338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:00.667668 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b60809-e8b0-453e-946d-5970264d670e" -d '{"events": [{"name": "network-changed", "server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:00.704979 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85464c59-4e64-45ce-a684-f8c196f81835 x-openstack-request-id: req-85464c59-4e64-45ce-a684-f8c196f81835 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:00.705271 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:00.705520 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85464c59-4e64-45ce-a684-f8c196f81835 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:00.705945 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4', 'status': 'completed', 'code': 200} Jun 30 09:54:00.749127 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:54:00.839718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb67a-eaad-4464-aa38-c8be75fe5bf0 req-2bec2d82-e4cf-4cb7-80b9-3574e4f9b246 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:00.841183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eccb67a-eaad-4464-aa38-c8be75fe5bf0 req-2bec2d82-e4cf-4cb7-80b9-3574e4f9b246 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0797708 Jun 30 09:54:00.843901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b60809-e8b0-453e-946d-5970264d670e req-ff62e5e4-3c34-4a12-a0f5-23c2d4b1693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:00.845688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48b60809-e8b0-453e-946d-5970264d670e req-ff62e5e4-3c34-4a12-a0f5-23c2d4b1693f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1097 time: 0.1115034 Jun 30 09:54:00.926122 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3eccb67a-eaad-4464-aa38-c8be75fe5bf0 req-dc21ed06-f870-43e5-9883-1c4281085f67 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791357 Jun 30 09:54:00.951776 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46828) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:00.955809 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b60809-e8b0-453e-946d-5970264d670e req-21b373f3-b11f-4fcc-ba9b-c08aceaa84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:00.957533 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48b60809-e8b0-453e-946d-5970264d670e req-21b373f3-b11f-4fcc-ba9b-c08aceaa84cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 200 len: 898 time: 0.1042073 Jun 30 09:54:00.976915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '0a4efe6a-9b3b-491b-b828-6a59b6cbd043', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'port_id': '54835c9c-6c66-4fde-ae28-249492b144a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'mac_address': 'fa:16:3e:49:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:53:59Z', 'updated_at': '2021-06-30T09:53:59Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:01.003350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] Checking router: 7c507e15-9ed2-4dd5-8818-c0541fc3824b for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:54:01.011548 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:01.012172 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:53:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:01.018191 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-49f57a3c-7c41-4cf0-a5df-de2ffe19f575 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/0a4efe6a-9b3b-491b-b828-6a59b6cbd043 HTTP/1.1" status: 200 len: 990 time: 0.0645545 Jun 30 09:54:01.026316 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48b60809-e8b0-453e-946d-5970264d670e req-5c988b96-cd6e-4f53-8ddb-1dea5ce6a4a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 200 len: 998 time: 0.0623765 Jun 30 09:54:01.075586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b60809-e8b0-453e-946d-5970264d670e req-420537c4-606f-4cc5-a97b-47075266f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:01.077025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48b60809-e8b0-453e-946d-5970264d670e req-420537c4-606f-4cc5-a97b-47075266f7b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daafd4a3-cb43-45b3-a327-4f4eefed0c33 HTTP/1.1" status: 200 len: 835 time: 0.0440676 Jun 30 09:54:01.116056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:54:01.133240 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b60809-e8b0-453e-946d-5970264d670e req-c543fb00-62d2-4a4f-ba76-ca81fdabf2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:01.135012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48b60809-e8b0-453e-946d-5970264d670e req-c543fb00-62d2-4a4f-ba76-ca81fdabf2fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ab47d82-75d7-4f66-b6d8-0f6180046a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507262 Jun 30 09:54:01.227628 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48b60809-e8b0-453e-946d-5970264d670e req-4eea2cc2-321e-4ebb-a925-c57fb78f1db7 service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851021 Jun 30 09:54:01.317981 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-48b60809-e8b0-453e-946d-5970264d670e req-e2828d42-afa2-4161-bb21-e96ee8a37087 service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836201 Jun 30 09:54:01.333759 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '0a4efe6a-9b3b-491b-b828-6a59b6cbd043', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'port_id': '54835c9c-6c66-4fde-ae28-249492b144a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'mac_address': 'fa:16:3e:49:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:53:59Z', 'updated_at': '2021-06-30T09:53:59Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:01.364060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64173a58-f36c-49df-b39f-0722a78948f9 None None] The sync data for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 is: [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '0a4efe6a-9b3b-491b-b828-6a59b6cbd043', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'port_id': '54835c9c-6c66-4fde-ae28-249492b144a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'mac_address': 'fa:16:3e:49:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:53:59Z', 'updated_at': '2021-06-30T09:53:59Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:01.533377 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054cab4-2438-47e8-b2c0-dc67582e67ec None None] New status for floating IP 0a4efe6a-9b3b-491b-b828-6a59b6cbd043: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:54:01.680209 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-034c4ffa-87bd-4e93-90a6-ddce9a133f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:02.020847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46830) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:02.083385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bd4ec24d-6420-4d84-aac9-a571c3d837e6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/0a4efe6a-9b3b-491b-b828-6a59b6cbd043 HTTP/1.1" status: 200 len: 992 time: 0.0613375 Jun 30 09:54:04.417735 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.442116 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-765bbb9e-9120-446a-917c-7e51b0a649a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.061333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:07.477765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.847181 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:23.806000 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-58d34a3f-2ee2-4c55-80d1-411b5e6e8d1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496194 Jun 30 09:54:23.899826 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-9ef49406-7315-4d29-8f0e-fddc998ec8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:23.901157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-9ef49406-7315-4d29-8f0e-fddc998ec8f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1097 time: 0.0502417 Jun 30 09:54:23.973987 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:24.009876 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-1a731c80-63f3-414b-84af-3806db931de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:24.011343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-1a731c80-63f3-414b-84af-3806db931de0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 200 len: 898 time: 0.0888450 Jun 30 09:54:24.075661 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-19e40181-594c-454e-b606-516f133f9ef2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 200 len: 1000 time: 0.0570900 Jun 30 09:54:24.122439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-205df0e5-16e9-42d7-9291-c8805ce68852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:24.123821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-205df0e5-16e9-42d7-9291-c8805ce68852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daafd4a3-cb43-45b3-a327-4f4eefed0c33 HTTP/1.1" status: 200 len: 835 time: 0.0421257 Jun 30 09:54:24.183929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-e56746c0-4b46-4057-9c7b-de05d7f0adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:24.185434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-e56746c0-4b46-4057-9c7b-de05d7f0adf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ab47d82-75d7-4f66-b6d8-0f6180046a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539598 Jun 30 09:54:24.276639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-c97e7822-cea5-4da4-b540-154701dacff4 service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838895 Jun 30 09:54:24.369704 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-14712efd-0c0a-4e98-a742-a671d1cf39ac req-59cbfda9-d53d-43f8-b931-6a5015480b3a service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857315 Jun 30 09:54:25.729979 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:31.682521 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-610facf5-cb55-4796-930d-6a4e2872742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.419189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.441228 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-32a08784-3668-4355-81b8-902b5c899799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:35.317903 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0cf64-50cf-4317-ac8c-48e552e15d9a req-a4f5f586-9f41-4ede-82f2-906f9494e5ea tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:35.319401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40a0cf64-50cf-4317-ac8c-48e552e15d9a req-a4f5f586-9f41-4ede-82f2-906f9494e5ea tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0629900 Jun 30 09:54:35.356161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40a0cf64-50cf-4317-ac8c-48e552e15d9a req-b193d6d6-0e85-42da-b488-47c81f921bd2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308480 Jun 30 09:54:36.063574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.527400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f04ade-f752-46da-9c84-18f3d95b87de req-7990d1a0-44a2-4a0c-b601-f2f46fea0c83 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:36.528859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6f04ade-f752-46da-9c84-18f3d95b87de req-7990d1a0-44a2-4a0c-b601-f2f46fea0c83 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0613098 Jun 30 09:54:36.569870 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e6f04ade-f752-46da-9c84-18f3d95b87de req-a4db6e53-ea25-4b76-8cb3-6575b9721ef2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353894 Jun 30 09:54:37.480191 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:37.740382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4989c2-8cf7-43d0-b57d-0b075f28beec req-88e76274-6dd2-41cb-a10b-32916364eada tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:37.741888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b4989c2-8cf7-43d0-b57d-0b075f28beec req-88e76274-6dd2-41cb-a10b-32916364eada tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0615487 Jun 30 09:54:37.777724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0b4989c2-8cf7-43d0-b57d-0b075f28beec req-7a95eced-7673-4db2-83df-7fb8dc0125b5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303290 Jun 30 09:54:38.946457 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f622c1-07fc-440a-acae-722ffadcadc7 req-f1f98cf8-8124-4e58-b037-411db2309927 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:38.947809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06f622c1-07fc-440a-acae-722ffadcadc7 req-f1f98cf8-8124-4e58-b037-411db2309927 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0615504 Jun 30 09:54:38.984920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-06f622c1-07fc-440a-acae-722ffadcadc7 req-b2b298c9-3244-428a-8405-fa417f31634f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Jun 30 09:54:40.171168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac760c5c-6008-4241-a1a3-685adca88c7e req-6c1fe862-55c5-498f-875e-6014c8fbdf83 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:40.172621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac760c5c-6008-4241-a1a3-685adca88c7e req-6c1fe862-55c5-498f-875e-6014c8fbdf83 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0657473 Jun 30 09:54:40.209847 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ac760c5c-6008-4241-a1a3-685adca88c7e req-5d3fce31-75fa-437b-b26e-21d47489e395 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jun 30 09:54:41.382679 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d6997-b3db-4cab-b038-6bcb981118c7 req-b95570f4-e115-40a5-91a3-ce0efb774138 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:41.384129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-097d6997-b3db-4cab-b038-6bcb981118c7 req-b95570f4-e115-40a5-91a3-ce0efb774138 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0621152 Jun 30 09:54:41.421804 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-097d6997-b3db-4cab-b038-6bcb981118c7 req-a00ace6b-de3d-44a7-827f-a5ae945a2149 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Jun 30 09:54:42.595687 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e23a2-faef-4bde-b2c9-6cf9b785d855 req-8586e3b4-4b35-4d8a-be47-28e59de196da tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.598201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4e23a2-faef-4bde-b2c9-6cf9b785d855 req-8586e3b4-4b35-4d8a-be47-28e59de196da tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0657642 Jun 30 09:54:42.634522 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5e4e23a2-faef-4bde-b2c9-6cf9b785d855 req-63079802-30f9-4fd6-9466-2328ae4fa84c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Jun 30 09:54:43.815568 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648779c7-1a90-4cc2-b5e3-6552dfc9fc15 req-805237f8-8235-4563-8873-bb1ba9625887 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:43.817068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-648779c7-1a90-4cc2-b5e3-6552dfc9fc15 req-805237f8-8235-4563-8873-bb1ba9625887 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0654604 Jun 30 09:54:43.854572 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-648779c7-1a90-4cc2-b5e3-6552dfc9fc15 req-d4f99b51-9f90-4ff5-9169-e560ae796c2b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Jun 30 09:54:45.026746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1603d2d-11d2-4dec-ba4d-2c6ef5088ab3 req-ba241a7a-9aee-414b-b3a0-97ad659c8e4a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.028173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1603d2d-11d2-4dec-ba4d-2c6ef5088ab3 req-ba241a7a-9aee-414b-b3a0-97ad659c8e4a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0609851 Jun 30 09:54:45.065434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1603d2d-11d2-4dec-ba4d-2c6ef5088ab3 req-5ada5d17-bf01-4ec2-afc1-91444f997439 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Jun 30 09:54:46.238350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8afb-b089-4569-acc6-3bb2a3b2ead6 req-f64790a8-01c4-4bf7-be03-1c5585fa5f28 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.239807 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-071e8afb-b089-4569-acc6-3bb2a3b2ead6 req-f64790a8-01c4-4bf7-be03-1c5585fa5f28 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0659800 Jun 30 09:54:46.276701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-071e8afb-b089-4569-acc6-3bb2a3b2ead6 req-b3b33663-d444-4797-ac88-cffb9b6836d0 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Jun 30 09:54:46.300762 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46868) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:46.358977 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-b9399615-9ed6-4ead-8eda-459a8990bc01 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/0a4efe6a-9b3b-491b-b828-6a59b6cbd043 HTTP/1.1" status: 200 len: 992 time: 0.0569770 Jun 30 09:54:47.806698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-959279de-5a33-41ab-8fd6-159f24089b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.808193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-959279de-5a33-41ab-8fd6-159f24089b93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1097 time: 0.0938997 Jun 30 09:54:47.829292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab82db4-4e01-4bea-80cf-5231d71a2406 req-6ce1f049-b88e-4134-bd75-9c8d4da1cc3b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.830707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ab82db4-4e01-4bea-80cf-5231d71a2406 req-6ce1f049-b88e-4134-bd75-9c8d4da1cc3b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0875771 Jun 30 09:54:47.846716 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:47.912872 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9ab82db4-4e01-4bea-80cf-5231d71a2406 req-08f6bab9-d7b4-48a5-9a8d-43811d8a9b01 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718489 Jun 30 09:54:47.934868 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-77fcc55b-cbf9-42a4-94f8-41122383d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.936319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-77fcc55b-cbf9-42a4-94f8-41122383d7ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 200 len: 898 time: 0.1223226 Jun 30 09:54:47.999875 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-2eee3ee6-4af3-4f05-b61d-65c8b56ea79d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 200 len: 1000 time: 0.0572445 Jun 30 09:54:48.046915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-b4090d97-301d-47cf-80ff-b5b2ac236a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:48.048309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-b4090d97-301d-47cf-80ff-b5b2ac236a50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daafd4a3-cb43-45b3-a327-4f4eefed0c33 HTTP/1.1" status: 200 len: 835 time: 0.0419734 Jun 30 09:54:48.106721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-3b5853f5-ba5d-4730-9a7c-e198a82c40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:48.108166 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-3b5853f5-ba5d-4730-9a7c-e198a82c40f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ab47d82-75d7-4f66-b6d8-0f6180046a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534976 Jun 30 09:54:48.193173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-d830bc92-4188-491a-b848-0ef925970e7b service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787957 Jun 30 09:54:48.281261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1fcee6f1-966b-43e6-8c88-5005b2f42dce req-fe71f41a-4572-4bab-ae5d-5047c029e57d service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826254 Jun 30 09:54:49.387971 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98e720-2386-4254-bc32-800c338f7bb7 req-22b4fe3c-1932-4079-a577-085ae95967b5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:49.389457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff98e720-2386-4254-bc32-800c338f7bb7 req-22b4fe3c-1932-4079-a577-085ae95967b5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.3660636 Jun 30 09:54:49.428121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff98e720-2386-4254-bc32-800c338f7bb7 req-03b6ce9f-4876-435c-9e22-f04b5614e548 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Jun 30 09:54:49.452428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46878) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:49.511920 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5eb7fddd-4249-4dbb-97e6-9f49b3877950 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/0a4efe6a-9b3b-491b-b828-6a59b6cbd043 HTTP/1.1" status: 200 len: 992 time: 0.0583487 Jun 30 09:54:53.973144 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.746091 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.682721 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-03ed052e-cd26-46c6-9df7-dc764be8cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.419595 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:04.438702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-32045103-9117-4dbb-b08f-998ceba393aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.068106 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:07.481824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.904640 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46896) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:22.056995 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 39be9d03-322c-4054-969f-c10411c53d08 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:22.057326 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.127289 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.127605 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.138553 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 39be9d03-322c-4054-969f-c10411c53d08 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:22.280048 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.306380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=39be9d03-322c-4054-969f-c10411c53d08,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:22.330668 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.331014 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.331354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.331687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.332016 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.332340 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.332660 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.332983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.333304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.333622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.333966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.334288 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:22.378017 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.378346 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP 0a4efe6a-9b3b-491b-b828-6a59b6cbd043 disassociated (deleted). External IP: 172.25.8.57, port: 54835c9c-6c66-4fde-ae28-249492b144a4. Jun 30 09:55:22.576022 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 7c507e15-9ed2-4dd5-8818-c0541fc3824b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:22.950106 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:22.955743 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:22.960800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] Sync routers for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:22.970074 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:22.970680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:22.993204 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-17bda914-f069-41cc-a3c1-81867589305e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/floatingips/0a4efe6a-9b3b-491b-b828-6a59b6cbd043 HTTP/1.1" status: 204 len: 168 time: 1.0875750 Jun 30 09:55:22.993818 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:22.996118 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8cff89-d3da-4159-a265-931620be21b1" -d '{"events": [{"name": "network-changed", "server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:23.077027 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:23.095951 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08a8a46-6400-4f35-8556-1e98f448e2c1 x-openstack-request-id: req-f08a8a46-6400-4f35-8556-1e98f448e2c1 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:23.096292 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:23.096691 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f08a8a46-6400-4f35-8556-1e98f448e2c1 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:23.097498 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4', 'status': 'completed', 'code': 200} Jun 30 09:55:23.173308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cff89-d3da-4159-a265-931620be21b1 req-fcfa8c77-2885-489b-b434-556ceaf9c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:23.175601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8cff89-d3da-4159-a265-931620be21b1 req-fcfa8c77-2885-489b-b434-556ceaf9c7f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 1097 time: 0.0560203 Jun 30 09:55:23.269741 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cff89-d3da-4159-a265-931620be21b1 req-8e2b9976-4ff5-432f-8976-a672415b2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:23.271210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8cff89-d3da-4159-a265-931620be21b1 req-8e2b9976-4ff5-432f-8976-a672415b2c7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 200 len: 898 time: 0.0896215 Jun 30 09:55:23.290020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:23.312150 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8cff89-d3da-4159-a265-931620be21b1 req-5e3c0e03-9e6c-4bc6-899a-f8dc0c5f5c83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 200 len: 217 time: 0.0344341 Jun 30 09:55:23.318295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] Checking router: 7c507e15-9ed2-4dd5-8818-c0541fc3824b for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:23.327484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:23.328083 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:23.389481 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cff89-d3da-4159-a265-931620be21b1 req-e5267e7e-983e-4087-b1a6-59512cb84345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:23.390986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8cff89-d3da-4159-a265-931620be21b1 req-e5267e7e-983e-4087-b1a6-59512cb84345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daafd4a3-cb43-45b3-a327-4f4eefed0c33 HTTP/1.1" status: 200 len: 835 time: 0.0691125 Jun 30 09:55:23.431779 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:23.440541 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ab7f-6fc0-4ec7-8e9f-b4343dab263e req-e7644b1a-f7c4-4c57-b19c-0af76949583a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:23.442072 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7e8ab7f-6fc0-4ec7-8e9f-b4343dab263e req-e7644b1a-f7c4-4c57-b19c-0af76949583a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.1290543 Jun 30 09:55:23.494395 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cff89-d3da-4159-a265-931620be21b1 req-9e0f8aec-98fc-4866-9417-edb81a1c9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:23.495895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8cff89-d3da-4159-a265-931620be21b1 req-9e0f8aec-98fc-4866-9417-edb81a1c9afd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ab47d82-75d7-4f66-b6d8-0f6180046a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980992 Jun 30 09:55:23.500920 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e7e8ab7f-6fc0-4ec7-8e9f-b4343dab263e req-3cde844f-262e-4d1a-8a82-8269cc912cd2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511632 Jun 30 09:55:23.589610 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8cff89-d3da-4159-a265-931620be21b1 req-1fa98d31-1336-4997-92bd-1a8dc87c7182 service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863101 Jun 30 09:55:23.644994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:23.682897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7a8cff89-d3da-4159-a265-931620be21b1 req-3ac3a821-e9fa-4ef1-8219-8f0374047083 service neutron] 10.222.0.13 "GET /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860789 Jun 30 09:55:23.819159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801bf5ea-1941-43e5-9f87-200de6949900 None None] The sync data for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 is: [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:53:47Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'ab1b10bf-0653-4b5b-96e3-bb04c800688b', 'name': '', 'network_id': '7ab47d82-75d7-4f66-b6d8-0f6180046a76', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:88:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:46Z', 'updated_at': '2021-06-30T09:53:51Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'daafd4a3-cb43-45b3-a327-4f4eefed0c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:23.973427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:24.028021 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472fa99-9286-4f79-9814-643a2b08cf65 None None] New status for floating IP 0a4efe6a-9b3b-491b-b828-6a59b6cbd043: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:55:24.692520 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76db0e-0ea7-436c-9f9e-64c020379251 req-40064b01-73ee-4be2-8a4b-55c9579d0310 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:24.694005 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b76db0e-0ea7-436c-9f9e-64c020379251 req-40064b01-73ee-4be2-8a4b-55c9579d0310 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0670774 Jun 30 09:55:24.731238 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b76db0e-0ea7-436c-9f9e-64c020379251 req-c3937435-a318-4056-9625-6d3eb7386482 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3b06a92-cba8-4a71-a84f-e896db627b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Jun 30 09:55:24.816885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-f83498eb-9821-4c26-b7f8-ed0741036408 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:24.818377 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-f83498eb-9821-4c26-b7f8-ed0741036408 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 945 time: 0.0630693 Jun 30 09:55:24.845907 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:55:24.918423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 54835c9c-6c66-4fde-ae28-249492b144a4 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:24.918764 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.007014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 54835c9c-6c66-4fde-ae28-249492b144a4, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=54835c9c-6c66-4fde-ae28-249492b144a4,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:25.007378 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.020067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 54835c9c-6c66-4fde-ae28-249492b144a4 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:25.148028 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.178643 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=54835c9c-6c66-4fde-ae28-249492b144a4,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:25.189768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.190130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.190476 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.190817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.191160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.191518 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.191847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.192182 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.192533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.192845 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.193176 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.194048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:25.231534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] No DVR routers for this DVR port 54835c9c-6c66-4fde-ae28-249492b144a4 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:25.233944 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.235877 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7b73beb1-32d8-423a-b91c-370fddcdb3fc req-66ad5c69-2178-430f-bd0c-21bbc8e6a31d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "DELETE /v2.0/ports/54835c9c-6c66-4fde-ae28-249492b144a4 HTTP/1.1" status: 204 len: 173 time: 0.4120104 Jun 30 09:55:25.236308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'name': 'network-vif-deleted', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:25.238580 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb4cbca-2fa7-4477-81fb-7aa0b1939c8e" -d '{"events": [{"server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "name": "network-vif-deleted", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:25.277920 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b944a3-d385-46a1-bed2-d42a9afcbfb7 x-openstack-request-id: req-05b944a3-d385-46a1-bed2-d42a9afcbfb7 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:25.278215 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e4b487-2b56-4aa1-b83a-c6c534c43466", "name": "network-vif-deleted", "tag": "54835c9c-6c66-4fde-ae28-249492b144a4", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:25.278469 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05b944a3-d385-46a1-bed2-d42a9afcbfb7 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:25.278873 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e4b487-2b56-4aa1-b83a-c6c534c43466', 'name': 'network-vif-deleted', 'tag': '54835c9c-6c66-4fde-ae28-249492b144a4', 'status': 'completed', 'code': 200} Jun 30 09:55:25.745858 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:25.891594 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0fcd4115-27fe-44cc-a90f-8d95dfab953c req-f40c75a6-3d07-4cdb-b919-ed12b5642a7e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e4b487-2b56-4aa1-b83a-c6c534c43466 HTTP/1.1" status: 200 len: 210 time: 0.0320067 Jun 30 09:55:26.981733 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46922) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:27.333391 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.595588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port ab1b10bf-0653-4b5b-96e3-bb04c800688b {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:27.595848 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.684807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port ab1b10bf-0653-4b5b-96e3-bb04c800688b, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=ab1b10bf-0653-4b5b-96e3-bb04c800688b,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:27.685168 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.697658 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for ab1b10bf-0653-4b5b-96e3-bb04c800688b owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:27.879170 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:27.907746 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=ab1b10bf-0653-4b5b-96e3-bb04c800688b,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:28.078551 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.288852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 7c507e15-9ed2-4dd5-8818-c0541fc3824b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:28.393909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:28.399609 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d108fe7d-122a-4275-bb32-d4388bae027c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/7c507e15-9ed2-4dd5-8818-c0541fc3824b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4162400 Jun 30 09:55:28.402324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46924) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:28.404853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] Sync routers for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:28.414909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:28.415587 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.453139 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting subnet daafd4a3-cb43-45b3-a327-4f4eefed0c33 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:55:28.456266 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.502282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.520041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:28.585972 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.651380 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.681431 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.685953 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/subnets/daafd4a3-cb43-45b3-a327-4f4eefed0c33 HTTP/1.1" status: 204 len: 168 time: 0.2802713 Jun 30 09:55:28.685953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9b243-7496-4859-9b18-22d7fc9a5c82 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Subnet': ['ID=daafd4a3-cb43-45b3-a327-4f4eefed0c33,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:28.686510 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46926) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:28.689313 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13902b33-464c-4277-942a-568e261577c5 None None] Network 7ab47d82-75d7-4f66-b6d8-0f6180046a76 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:28.766201 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:55:27Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.795328 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] Checking router: 7c507e15-9ed2-4dd5-8818-c0541fc3824b for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:28.800776 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.843585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] Routers {'7c507e15-9ed2-4dd5-8818-c0541fc3824b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:28.844195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:28.907633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.950664 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 54835c9c-6c66-4fde-ae28-249492b144a4 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:28.973061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 54835c9c-6c66-4fde-ae28-249492b144a4 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:28.973403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 54835c9c-6c66-4fde-ae28-249492b144a4 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:28.978160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port f15984c4-dcd4-4012-bee6-6952d2d027ca {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:28.978497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:28.984411 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] Set router 7c507e15-9ed2-4dd5-8818-c0541fc3824b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:29.043419 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] DHCP port deletion for 7ab47d82-75d7-4f66-b6d8-0f6180046a76 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:55:29.073241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port f15984c4-dcd4-4012-bee6-6952d2d027ca, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f15984c4-dcd4-4012-bee6-6952d2d027ca,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:29.075986 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.090047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for f15984c4-dcd4-4012-bee6-6952d2d027ca owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:29.167777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Deleting port 03d3b088-ce21-47a0-bd16-c869ca1c0439 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:29.168118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.264752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] For port 03d3b088-ce21-47a0-bd16-c869ca1c0439, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=03d3b088-ce21-47a0-bd16-c869ca1c0439,segment=NetworkSegment(68e0e1b8-2051-47ee-8e6c-60d150ac8bb9),segment_id=68e0e1b8-2051-47ee-8e6c-60d150ac8bb9)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:29.265064 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.273492 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.281791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Calling delete_port for 03d3b088-ce21-47a0-bd16-c869ca1c0439 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:29.300911 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=f15984c4-dcd4-4012-bee6-6952d2d027ca,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:29.335758 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:55:27Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:29.370496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dece88-f962-4181-9d3e-b4a2530bb455 None None] The sync data for ids ['7c507e15-9ed2-4dd5-8818-c0541fc3824b'] in n-d-758944-40 is: [{'id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709360879', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:53:43Z', 'updated_at': '2021-06-30T09:55:27Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': 'f15984c4-dcd4-4012-bee6-6952d2d027ca', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c507e15-9ed2-4dd5-8818-c0541fc3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:53:44Z', 'updated_at': '2021-06-30T09:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:29.371615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.416574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.442599 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Pushing event deleted for resources: {'Port': ['ID=03d3b088-ce21-47a0-bd16-c869ca1c0439,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:29.444719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] No DVR routers for this DVR port 03d3b088-ce21-47a0-bd16-c869ca1c0439 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:29.452787 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.453136 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.453472 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.453832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.455244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.455244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.455244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.455244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.455658 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.455757 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.456007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.456326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97837b-9269-4a08-836e-3db5c9fae589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:29.472521 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.474666 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.515799 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.516346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Fanout notify agent at l3_agent the message router_deleted on router 7c507e15-9ed2-4dd5-8818-c0541fc3824b {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:55:29.522982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.524804 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-022e5778-57d0-4a58-a311-585feb881556 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/routers/7c507e15-9ed2-4dd5-8818-c0541fc3824b HTTP/1.1" status: 204 len: 168 time: 0.8367581 Jun 30 09:55:29.527462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46928) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:29.607048 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.693268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.703287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab47d82-75d7-4f66-b6d8-0f6180046a76']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:29.713596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:29.713909 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e0e1b8-2051-47ee-8e6c-60d150ac8bb9') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:29.723464 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.737277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.743985 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:55:29.744524 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: timer() Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:55:29.747715 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:55:29.806100 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.813188 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.815032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/networks/7ab47d82-75d7-4f66-b6d8-0f6180046a76 HTTP/1.1" status: 204 len: 168 time: 0.2865796 Jun 30 09:55:29.817936 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46930) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:29.831805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de94c5-0e6b-4db5-b54f-e974826f84bc tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Network': ['ID=7ab47d82-75d7-4f66-b6d8-0f6180046a76,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:29.880355 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de955d57-0246-4f63-bf79-5a3456393551 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.910008 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de955d57-0246-4f63-bf79-5a3456393551 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.977201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de955d57-0246-4f63-bf79-5a3456393551 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.980001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-de955d57-0246-4f63-bf79-5a3456393551 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.981255 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-de955d57-0246-4f63-bf79-5a3456393551 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/security-groups/f3b06a92-cba8-4a71-a84f-e896db627b16 HTTP/1.1" status: 204 len: 168 time: 0.1623271 Jun 30 09:55:29.991065 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de955d57-0246-4f63-bf79-5a3456393551 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b06a92-cba8-4a71-a84f-e896db627b16,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:30.466609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46936) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:30.471375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-341b881f-2800-495d-9680-f734e9a3df76 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296028589', 'description': 'tempest-secgroup-smoke-1296028589 description', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:30.494057 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-341b881f-2800-495d-9680-f734e9a3df76 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.578060 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-341b881f-2800-495d-9680-f734e9a3df76 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.581856 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-341b881f-2800-495d-9680-f734e9a3df76 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.611794 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-341b881f-2800-495d-9680-f734e9a3df76 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.612968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-341b881f-2800-495d-9680-f734e9a3df76 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453438 Jun 30 09:55:30.616135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46938) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:30.616894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b881f-2800-495d-9680-f734e9a3df76 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b128648-769b-4f90-bb1c-7eb20f7783b1,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:30.621503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-bad1e60a-a621-460b-86a0-1ec14e80bb85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '6b128648-769b-4f90-bb1c-7eb20f7783b1', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:30.647918 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bad1e60a-a621-460b-86a0-1ec14e80bb85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.693408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bad1e60a-a621-460b-86a0-1ec14e80bb85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.697211 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bad1e60a-a621-460b-86a0-1ec14e80bb85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.714876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1e60a-a621-460b-86a0-1ec14e80bb85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da763e24-2783-4e71-a185-a67e2a9b88b8,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:30.722407 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-bad1e60a-a621-460b-86a0-1ec14e80bb85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.723639 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-bad1e60a-a621-460b-86a0-1ec14e80bb85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1063802 Jun 30 09:55:30.726363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46940) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:30.732203 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7c992ba8-79cd-421a-b65d-69bde46580be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '6b128648-769b-4f90-bb1c-7eb20f7783b1', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:30.763437 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c992ba8-79cd-421a-b65d-69bde46580be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.826402 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c992ba8-79cd-421a-b65d-69bde46580be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.830642 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c992ba8-79cd-421a-b65d-69bde46580be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.849082 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992ba8-79cd-421a-b65d-69bde46580be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4385db91-aee6-482a-ac75-8602f50f2da7,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:30.855129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c992ba8-79cd-421a-b65d-69bde46580be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.856480 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7c992ba8-79cd-421a-b65d-69bde46580be tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284399 Jun 30 09:55:30.859254 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46942) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:30.863730 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-13bf908a-baf4-4154-9369-cbb380c423ce tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '6b128648-769b-4f90-bb1c-7eb20f7783b1', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:30.878351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab1b10bf-0653-4b5b-96e3-bb04c800688b no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:30.888661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13bf908a-baf4-4154-9369-cbb380c423ce tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.898421 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: ab1b10bf-0653-4b5b-96e3-bb04c800688b {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:30.899291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device ab1b10bf-0653-4b5b-96e3-bb04c800688b not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:30.899724 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 03d3b088-ce21-47a0-bd16-c869ca1c0439 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:30.921065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 03d3b088-ce21-47a0-bd16-c869ca1c0439 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:30.921399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 03d3b088-ce21-47a0-bd16-c869ca1c0439 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:30.921849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f15984c4-dcd4-4012-bee6-6952d2d027ca no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:30.940248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f15984c4-dcd4-4012-bee6-6952d2d027ca {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:30.940583 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f15984c4-dcd4-4012-bee6-6952d2d027ca not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:30.950393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13bf908a-baf4-4154-9369-cbb380c423ce tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.954238 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13bf908a-baf4-4154-9369-cbb380c423ce tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.973924 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf908a-baf4-4154-9369-cbb380c423ce tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608a1475-e3b0-4b02-b74e-282abf9862cc,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:30.977894 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13bf908a-baf4-4154-9369-cbb380c423ce tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:30.979123 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13bf908a-baf4-4154-9369-cbb380c423ce tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189427 Jun 30 09:55:30.981933 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46944) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:30.986231 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1df2b571-7631-4f70-8a79-280722e35d8e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '6b128648-769b-4f90-bb1c-7eb20f7783b1', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:31.011490 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df2b571-7631-4f70-8a79-280722e35d8e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.069408 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df2b571-7631-4f70-8a79-280722e35d8e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.073374 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df2b571-7631-4f70-8a79-280722e35d8e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.092906 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2b571-7631-4f70-8a79-280722e35d8e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3685be88-e1f6-4414-b9bb-3ca50ee85788,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:31.099036 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1df2b571-7631-4f70-8a79-280722e35d8e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.099641 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1df2b571-7631-4f70-8a79-280722e35d8e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167874 Jun 30 09:55:31.102402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46946) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:31.106965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '6b128648-769b-4f90-bb1c-7eb20f7783b1', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:31.129219 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:55:31.134706 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.193477 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.197406 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.215341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6c8c4e-7a56-4e4b-9d82-d31f40124736,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:31.221317 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.222772 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c28587ad-569a-460a-aa31-7f5b0bf49d09 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194565 Jun 30 09:55:31.225478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46948) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:31.229950 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'security_group_rule': {'security_group_id': '6b128648-769b-4f90-bb1c-7eb20f7783b1', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:31.250380 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Project 6db2bfd097ab44988f023a57d1fa89ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:55:31.255124 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.316096 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.319741 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.338122 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d0d70f-75d7-48ee-a8c3-cba36d27fc7e,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:31.344459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.345686 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3583fa77-9226-433e-821f-90d887309474 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192091 Jun 30 09:55:31.348451 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46950) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:31.353346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'network': {'name': 'tempest-network-smoke--602120620', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'port_security_enabled': True}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:31.373841 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:31.377458 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.401700 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:55:31.411007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.411461 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Added segment cd09a42e-5783-4bec-a81a-3fab2ccaffb6 of type vlan for network ca546385-6c90-483f-af0a-ed2768599494 Jun 30 09:55:31.455219 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.482062 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.487508 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:31.488088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.541943 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1924622 Jun 30 09:55:31.544820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46952) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:31.549501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'admin_state_up': True, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:31.555846 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ecb87-6522-4a01-94d2-e2042c4f1b65 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Network': ['ID=ca546385-6c90-483f-af0a-ed2768599494,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:31.566933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network ca546385-6c90-483f-af0a-ed2768599494 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:55:31.578720 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.579726 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.631547 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.683076 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d174de04-93ec-4644-82f3-1c784d3f4435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.767127 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.949330 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:31.967914 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.068373 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.236 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/429feb1d-29df-4d3e-a7d4-05c42a3ebc1e) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:32.165683 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.207904 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.243824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:32.246492 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:32.251755 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:32.273022 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:32.498073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.989597 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.120377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 6ca8b0b4-554b-4e3f-a41f-811101164f79 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:55:33.223116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:33.236031 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Sync routers for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:33.243307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.245113 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:33.245261 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-abea5b00-1450-4d0a-9aff-c6777d08ce20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6993358 Jun 30 09:55:33.245750 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:33.248265 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46956) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:33.279913 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-847b51b2-52ed-469e-9ae8-edf1145928db tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6db2bfd097ab44988f023a57d1fa89ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305672 Jun 30 09:55:33.282583 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46958) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:33.350150 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:33.368292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022fe8d9-347d-45f3-9724-4875e3d850e6 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:33.369821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-022fe8d9-347d-45f3-9724-4875e3d850e6 tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863068 Jun 30 09:55:33.372718 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46960) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:33.400361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-af49b4c6-380c-4dc5-906d-9b922658367f tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=3d9939fd-d510-48da-8598-5307c47b6792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266070 Jun 30 09:55:33.402824 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 46962) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:33.407513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1268736908', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:33.500477 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:33.503994 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.533410 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:32Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:33.559468 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Checking router: 6ca8b0b4-554b-4e3f-a41f-811101164f79 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:33.559824 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Updating router 6ca8b0b4-554b-4e3f-a41f-811101164f79 port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:55:33.594688 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.684981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.742389 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Subnet': ['ID=b1c9b651-7625-44e3-8766-675ac3959efa,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:33.752804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Checking segment: {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:33.753170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network hostable DHCP agents. Network: ca546385-6c90-483f-af0a-ed2768599494, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:55:33.773149 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network ca546385-6c90-483f-af0a-ed2768599494 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:55:33.782183 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, ca546385-6c90-483f-af0a-ed2768599494) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:33.786185 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:33.786777 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.795640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685959f-0b27-4a47-8b2f-01129113b2e0 None None] Network ca546385-6c90-483f-af0a-ed2768599494 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:33.801149 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1af2e0d8-cd29-4f68-8a9f-00cbba7a0ca7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3972721 Jun 30 09:55:33.804258 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 46964) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:33.850939 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.861163 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Transition to ACTIVE for port object 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:33.868246 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.915835 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Attempting to bind port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:33.916342 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Attempting to bind port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:33.916798 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Attempting to bind port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:33.927689 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Pushing event updated for resources: {'Port': ['ID=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,revision_number=2']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:33.931352 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:33.931859 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:33.932335 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.932817 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:33.933377 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Bound port: 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:33.933870 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.940297 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.940727 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.941243 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.941752 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.942163 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.942611 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.942957 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.943282 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.943605 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.944212 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.944604 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.944850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:33.960171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-ca546385-6c90-483f-af0a-ed2768599494', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:55:33.961704 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.000206 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] For port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:34.004429 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] For port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:34.008397 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.066533 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d08768-1313-40cb-9ffb-6e4d6a19e11b None None] Pushing event updated for resources: {'Port': ['ID=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:34.085878 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:34.086590 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:34.108611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Allocated IP 172.20.0.2 (ca546385-6c90-483f-af0a-ed2768599494/b1c9b651-7625-44e3-8766-675ac3959efa/51a6c7fb-a6bb-409e-bb66-3e3dc1c69088) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:34.197091 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:34.246006 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.258862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.268819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Transition to ACTIVE for port object 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:34.283890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Transition to ACTIVE for port object 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:34.291739 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.336267 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Pushing event updated for resources: {'Port': ['ID=51a6c7fb-a6bb-409e-bb66-3e3dc1c69088,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:34.352730 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Network ca546385-6c90-483f-af0a-ed2768599494 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:34.354358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:34.356739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:34.426190 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Attempting to bind port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:34.426554 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Attempting to bind port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:34.427640 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Attempting to bind port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 on network ca546385-6c90-483f-af0a-ed2768599494 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:34.442987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:34.443385 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Checking segment: {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:34.443807 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.444159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Bound using segment: {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:34.444637 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Bound port: 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:34.445011 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.455978 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.459948 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-58235adb-c485-4cf4-beff-1e6cf35806f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.475224 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:32Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:34.501067 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfeff1-cf21-4bfb-a644-d457042f6506 None None] The sync data for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 is: [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:32Z', 'revision_number': 3, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:34.521406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] For port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:34.524890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] For port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=51a6c7fb-a6bb-409e-bb66-3e3dc1c69088,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:34.530375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.554255 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.1 (ca546385-6c90-483f-af0a-ed2768599494/b1c9b651-7625-44e3-8766-675ac3959efa/5511795c-573e-4ba9-ade5-2b208bffc54f) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:34.601785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b182b-1cf5-45f0-b3a7-698512603cbc None None] Pushing event updated for resources: {'Port': ['ID=51a6c7fb-a6bb-409e-bb66-3e3dc1c69088,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:34.693258 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.709966 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object 5511795c-573e-4ba9-ade5-2b208bffc54f will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:34.752520 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.807322 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network ca546385-6c90-483f-af0a-ed2768599494 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:34.810669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:34.819680 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:34.872466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=5511795c-573e-4ba9-ade5-2b208bffc54f,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:34.903648 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:34.975314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:35.029263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:35.033130 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:35.033603 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.070050 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.118507 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.143998 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:35.148888 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.150645 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:35.232467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:35.249751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:35.379270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.384480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.466606 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=5511795c-573e-4ba9-ade5-2b208bffc54f,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:35.469267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.561611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network ca546385-6c90-483f-af0a-ed2768599494 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:35.563132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:35.604678 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7cefe-3151-4280-aefd-2724bf04bc05 None None] Network ca546385-6c90-483f-af0a-ed2768599494 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:55:35.728131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e4a40b53-a058-4cb8-8726-5cc1c0382057 None None] Provisioning for port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:35.735666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e4a40b53-a058-4cb8-8726-5cc1c0382057 None None] Provisioning complete for port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:35.736034 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e4a40b53-a058-4cb8-8726-5cc1c0382057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.855375 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e4a40b53-a058-4cb8-8726-5cc1c0382057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.889557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e4a40b53-a058-4cb8-8726-5cc1c0382057 None None] For port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=51a6c7fb-a6bb-409e-bb66-3e3dc1c69088,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:35.893941 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e4a40b53-a058-4cb8-8726-5cc1c0382057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.943184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a40b53-a058-4cb8-8726-5cc1c0382057 None None] Pushing event updated for resources: {'Port': ['ID=51a6c7fb-a6bb-409e-bb66-3e3dc1c69088,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:35.966709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 6ca8b0b4-554b-4e3f-a41f-811101164f79 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:36.079940 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.087988 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:36.098417 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-da7a32fa-c8f5-4497-9d05-81dbfb0dfc0d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/6ca8b0b4-554b-4e3f-a41f-811101164f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2876277 Jun 30 09:55:36.124078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d690721-4be6-4a54-8db0-a8c71a262eb2 None None] Provisioning complete for port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:36.124640 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7d690721-4be6-4a54-8db0-a8c71a262eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.224631 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d690721-4be6-4a54-8db0-a8c71a262eb2 None None] Provisioning for port 5511795c-573e-4ba9-ade5-2b208bffc54f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:36.230252 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-7d690721-4be6-4a54-8db0-a8c71a262eb2 None None] Provisioning complete for port 5511795c-573e-4ba9-ade5-2b208bffc54f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:36.231228 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7d690721-4be6-4a54-8db0-a8c71a262eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.273790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-7d690721-4be6-4a54-8db0-a8c71a262eb2 None None] Port 5511795c-573e-4ba9-ade5-2b208bffc54f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:36.319653 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Sync routers for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:36.323803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-09df78fe-48e7-465c-9efb-4745e95614c1 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296028589&fields=id&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 267 time: 0.0412211 Jun 30 09:55:36.331250 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:36.332048 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:36.443605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-52798e40-76da-4b14-bedb-5f79cf4b214a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:36.445188 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-52798e40-76da-4b14-bedb-5f79cf4b214a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/networks?id=ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 200 len: 796 time: 0.1139042 Jun 30 09:55:36.462646 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-4374bca1-ab3f-4917-9e1d-29ec48a4fd04 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/quotas/6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 375 time: 0.0108831 Jun 30 09:55:36.534104 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-120ea60e-2663-4f14-826e-da4d52900790 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653107 Jun 30 09:55:36.589021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-c13a92da-cbcc-4567-a6e4-d0049071dbef service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:55:36.590097 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-c13a92da-cbcc-4567-a6e4-d0049071dbef service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440395 Jun 30 09:55:36.595236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bb9c18af-4c60-4661-b228-0d025538eda9 None None] Provisioning complete for port 5511795c-573e-4ba9-ade5-2b208bffc54f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:36.595599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bb9c18af-4c60-4661-b228-0d025538eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.622056 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:36.665273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c18af-4c60-4661-b228-0d025538eda9 None None] Port 5511795c-573e-4ba9-ade5-2b208bffc54f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:36.684434 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-cdde88c7-a41a-4bc2-87a4-dbcc3b264a29 service neutron] 10.222.0.53 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876629 Jun 30 09:55:36.773853 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-70636301-13a9-45c8-8100-f518f580b792 service neutron] 10.222.0.53 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835435 Jun 30 09:55:36.806697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f32b440-6a45-4e0b-b2a0-e0d9c78aa347 None None] Provisioning complete for port 5511795c-573e-4ba9-ade5-2b208bffc54f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:36.807062 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f32b440-6a45-4e0b-b2a0-e0d9c78aa347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:36.854185 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8f32b440-6a45-4e0b-b2a0-e0d9c78aa347 None None] Port 5511795c-573e-4ba9-ade5-2b208bffc54f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:36.866286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 2, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:36.901431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:36.903750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Checking router: 6ca8b0b4-554b-4e3f-a41f-811101164f79 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:36.904503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Updating router 6ca8b0b4-554b-4e3f-a41f-811101164f79 port 5511795c-573e-4ba9-ade5-2b208bffc54f binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:55:36.963787 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e634d92-6bf7-454f-ac82-5cd93f7004a0 req-98b92551-009f-4100-992e-fc594680fc95 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 210 time: 0.0338137 Jun 30 09:55:36.969264 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.011175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:37.011543 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.208835 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:37.318173 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:37.318508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.360314 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.378610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Transition to ACTIVE for port object 5511795c-573e-4ba9-ade5-2b208bffc54f will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:37.385833 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.471954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ffe2-0009-4565-a7a0-fbdae2b07728 None None] Pushing event updated for resources: {'Port': ['ID=5511795c-573e-4ba9-ade5-2b208bffc54f,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:37.540188 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.544353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Attempting to bind port 5511795c-573e-4ba9-ade5-2b208bffc54f on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:37.544716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Attempting to bind port 5511795c-573e-4ba9-ade5-2b208bffc54f by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:37.545078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Attempting to bind port 5511795c-573e-4ba9-ade5-2b208bffc54f on network ca546385-6c90-483f-af0a-ed2768599494 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:37.549986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:37.550353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Checking segment: {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:37.550747 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.551128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Bound using segment: {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:37.551588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Bound port: 5511795c-573e-4ba9-ade5-2b208bffc54f, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:37.552005 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.621751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] For port 5511795c-573e-4ba9-ade5-2b208bffc54f, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:37.625095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] For port 5511795c-573e-4ba9-ade5-2b208bffc54f, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5511795c-573e-4ba9-ade5-2b208bffc54f,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:37.628787 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.706422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:37.707055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:37.712412 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ffe2-0009-4565-a7a0-fbdae2b07728 None None] Pushing event updated for resources: {'Port': ['ID=5511795c-573e-4ba9-ade5-2b208bffc54f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:37.819084 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:38.033747 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:37Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:38.061546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afb17d-0f40-4c93-ae83-75f67b9a2cbf None None] The sync data for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 is: [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:37Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:38.135498 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-a7a2ca87-5f20-492e-8d67-79ebb6fd1155 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.137130 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-a7a2ca87-5f20-492e-8d67-79ebb6fd1155 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/networks?id=ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 200 len: 796 time: 0.1473875 Jun 30 09:55:38.158191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5949514-bb73-4458-ac5b-2ff9df12139b req-fba55d87-d3ec-404b-b1e6-f01bdc9e1b8a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 210 time: 0.0538747 Jun 30 09:55:38.206010 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-f98dba0f-16a9-4669-a23e-5141aaf699a7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db2bfd097ab44988f023a57d1fa89ad HTTP/1.1" status: 200 len: 380 time: 0.0514812 Jun 30 09:55:38.215861 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'port': {'device_id': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'admin_state_up': True, 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'security_groups': ['6b128648-769b-4f90-bb1c-7eb20f7783b1']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:38.331035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Made reservation on behalf of 6db2bfd097ab44988f023a57d1fa89ad for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:38.334774 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:38.468814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.20.0.11 (ca546385-6c90-483f-af0a-ed2768599494/b1c9b651-7625-44e3-8766-675ac3959efa/55280cc7-27f6-46bc-8584-fc1ee17b5408) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:38.612468 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:38.626675 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Transition to ACTIVE for port object 55280cc7-27f6-46bc-8584-fc1ee17b5408 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:38.662323 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:38.710203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network ca546385-6c90-483f-af0a-ed2768599494 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:38.714000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:38.717823 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:38.747544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=55280cc7-27f6-46bc-8584-fc1ee17b5408,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:38.775130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.775790 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:38.796319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-b3e11f6f-b2e3-4144-b996-0a1f34853e98 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842366 Jun 30 09:55:38.809495 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Request body: {'port': {'device_id': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:38.891239 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:38.941243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5511795c-573e-4ba9-ade5-2b208bffc54f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:38.994432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eaecb89b-32e3-4ccb-bb48-0274dc5aa8f4 None None] Provisioning for port 55280cc7-27f6-46bc-8584-fc1ee17b5408 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:39.000343 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-eaecb89b-32e3-4ccb-bb48-0274dc5aa8f4 None None] Provisioning complete for port 55280cc7-27f6-46bc-8584-fc1ee17b5408 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:39.000714 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-eaecb89b-32e3-4ccb-bb48-0274dc5aa8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.029380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 5511795c-573e-4ba9-ade5-2b208bffc54f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:39.037362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5511795c-573e-4ba9-ade5-2b208bffc54f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:39.037774 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.075347 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb89b-32e3-4ccb-bb48-0274dc5aa8f4 None None] Port 55280cc7-27f6-46bc-8584-fc1ee17b5408 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:39.124457 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.156888 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 5511795c-573e-4ba9-ade5-2b208bffc54f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5511795c-573e-4ba9-ade5-2b208bffc54f,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:39.160702 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.190821 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55280cc7-27f6-46bc-8584-fc1ee17b5408 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:55:39.199977 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.214620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Transition to ACTIVE for port object 55280cc7-27f6-46bc-8584-fc1ee17b5408 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:39.218526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.220153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=5511795c-573e-4ba9-ade5-2b208bffc54f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:39.273569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Pushing event updated for resources: {'Port': ['ID=55280cc7-27f6-46bc-8584-fc1ee17b5408,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:39.386375 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Attempting to bind port 55280cc7-27f6-46bc-8584-fc1ee17b5408 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:39.386712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Attempting to bind port 55280cc7-27f6-46bc-8584-fc1ee17b5408 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:39.387041 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Attempting to bind port 55280cc7-27f6-46bc-8584-fc1ee17b5408 on network ca546385-6c90-483f-af0a-ed2768599494 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:39.394220 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Port 55280cc7-27f6-46bc-8584-fc1ee17b5408 on network ca546385-6c90-483f-af0a-ed2768599494 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:55:39.394546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Attempting to bind port 55280cc7-27f6-46bc-8584-fc1ee17b5408 on network ca546385-6c90-483f-af0a-ed2768599494 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:39.405062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:39.405409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Checking segment: {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:39.405962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Bound using segment: {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:39.406327 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Bound port: 55280cc7-27f6-46bc-8584-fc1ee17b5408, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:39.406690 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.418125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890995e8-9ef9-4e7e-9f25-67f0d157aa68 req-4cf64224-8569-4a2e-bf56-224b9e6edce5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:39.419640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-890995e8-9ef9-4e7e-9f25-67f0d157aa68 req-4cf64224-8569-4a2e-bf56-224b9e6edce5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 944 time: 0.1247079 Jun 30 09:55:39.483601 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-890995e8-9ef9-4e7e-9f25-67f0d157aa68 req-6c3b14e3-1da5-4871-b021-a8b0f45730d4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574737 Jun 30 09:55:39.509411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] For port 55280cc7-27f6-46bc-8584-fc1ee17b5408, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:39.512543 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] For port 55280cc7-27f6-46bc-8584-fc1ee17b5408, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:39.516561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.553076 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:39.553722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.555156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] 10.222.0.13 "PUT /v2.0/ports/55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 200 len: 1093 time: 0.7512784 Jun 30 09:55:39.555604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:39.558364 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:39.591193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecd5d4-311b-49b0-832e-70e2b655b988 service neutron] Pushing event updated for resources: {'Port': ['ID=55280cc7-27f6-46bc-8584-fc1ee17b5408,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:39.602880 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f59b58-cf2f-4910-a01f-0a0b143d48da x-openstack-request-id: req-61f59b58-cf2f-4910-a01f-0a0b143d48da {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:39.603167 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:39.603415 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61f59b58-cf2f-4910-a01f-0a0b143d48da {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:39.603833 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'status': 'completed', 'code': 200} Jun 30 09:55:39.664428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-714b3d23-2d64-4477-aded-4affb505c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:39.665999 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-714b3d23-2d64-4477-aded-4affb505c539 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1096 time: 0.0558960 Jun 30 09:55:39.709423 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-cac08dd9-1a52-47e2-aaa1-a80f43abd55a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 200 len: 217 time: 0.0359178 Jun 30 09:55:39.757368 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-49674c11-db16-4257-8e15-5b5f0bca0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:39.759527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-49674c11-db16-4257-8e15-5b5f0bca0415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1c9b651-7625-44e3-8766-675ac3959efa HTTP/1.1" status: 200 len: 835 time: 0.0444162 Jun 30 09:55:39.818097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-01b7c7ca-4d17-4748-b657-b1e7cc99ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:39.819583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-01b7c7ca-4d17-4748-b657-b1e7cc99ab2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca546385-6c90-483f-af0a-ed2768599494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539317 Jun 30 09:55:39.905663 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-249bcfef-f231-4d8d-8245-9746a3963b91 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793264 Jun 30 09:55:39.996527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8707bdc1-5c1a-4ff7-afbf-f66a15af8842 req-638cd7cd-e849-482d-ac27-a352214ccec8 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839424 Jun 30 09:55:40.092015 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-7d367a44-dd6b-4beb-837f-49c286a18d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:40.093477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-7d367a44-dd6b-4beb-837f-49c286a18d60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1096 time: 0.0518587 Jun 30 09:55:40.183854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-b20d4ab0-61d8-4c53-a9d9-36c0ee74e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:40.185204 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-b20d4ab0-61d8-4c53-a9d9-36c0ee74e634 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 200 len: 897 time: 0.0854025 Jun 30 09:55:40.224378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-bda8f03f-845b-44dc-b331-eb10b4b85df8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 200 len: 217 time: 0.0330067 Jun 30 09:55:40.270538 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-00bcc2ef-8003-4408-b0c1-eaba8b82dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:40.271909 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-00bcc2ef-8003-4408-b0c1-eaba8b82dede service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1c9b651-7625-44e3-8766-675ac3959efa HTTP/1.1" status: 200 len: 835 time: 0.0410948 Jun 30 09:55:40.326885 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-8d1200d4-4117-4618-9150-63fa8889e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:40.328278 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-8d1200d4-4117-4618-9150-63fa8889e354 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca546385-6c90-483f-af0a-ed2768599494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494461 Jun 30 09:55:40.419666 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-a5592a55-240c-47ee-a00d-6c661bf9ce10 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Jun 30 09:55:40.505024 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f6c17cd9-301f-41e9-aa90-9c0c21142ad7 req-5df144dc-db22-46de-9cb2-03762e71a7d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787497 Jun 30 09:55:40.660673 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785722b-d1a7-4cb9-8d7d-b470bb69953f req-1cacec64-f7f2-4151-a5a6-b1ef0c91e667 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:40.662152 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c785722b-d1a7-4cb9-8d7d-b470bb69953f req-1cacec64-f7f2-4151-a5a6-b1ef0c91e667 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 944 time: 0.0658793 Jun 30 09:55:40.698577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c785722b-d1a7-4cb9-8d7d-b470bb69953f req-351e09b8-bb31-46ed-aae5-4c15b4ed3d59 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302565 Jun 30 09:55:40.881930 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5511795c-573e-4ba9-ade5-2b208bffc54f up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:40.926959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 5511795c-573e-4ba9-ade5-2b208bffc54f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:40.927328 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.872692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93563f3f-7933-4210-a37c-777f0fa76f75 req-ea2b14a2-fef9-478d-9f33-64b5519c505a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:41.874101 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93563f3f-7933-4210-a37c-777f0fa76f75 req-ea2b14a2-fef9-478d-9f33-64b5519c505a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 944 time: 0.0629203 Jun 30 09:55:41.911436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93563f3f-7933-4210-a37c-777f0fa76f75 req-fea1bfa4-2e7e-4f92-8176-396ba69a38b7 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Jun 30 09:55:43.058123 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 55280cc7-27f6-46bc-8584-fc1ee17b5408 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:55:43.083596 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e767-e2ac-4559-966d-a0a83ec688f8 req-8d936361-e891-40f2-91fb-d0be2e06e2c6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:43.085065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5563e767-e2ac-4559-966d-a0a83ec688f8 req-8d936361-e891-40f2-91fb-d0be2e06e2c6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 944 time: 0.0657084 Jun 30 09:55:43.122803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5563e767-e2ac-4559-966d-a0a83ec688f8 req-daeec28d-f74b-4616-bb72-fd06b94abd22 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jun 30 09:55:43.152025 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 55280cc7-27f6-46bc-8584-fc1ee17b5408, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:43.163171 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'port_id': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'mac_address': 'fa:16:3e:28:4d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:55:43.200585 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.213375 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55280cc7-27f6-46bc-8584-fc1ee17b5408 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:55:43.237585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 55280cc7-27f6-46bc-8584-fc1ee17b5408, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:43.241908 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.289155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=55280cc7-27f6-46bc-8584-fc1ee17b5408,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:43.472213 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['55280cc7-27f6-46bc-8584-fc1ee17b5408'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:55:44.293170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c83c3d-ead9-46b4-bb33-8d3d38566944 req-53adb19e-bcb3-43d3-941a-ebc7d0a3888c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:44.294639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0c83c3d-ead9-46b4-bb33-8d3d38566944 req-53adb19e-bcb3-43d3-941a-ebc7d0a3888c tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 945 time: 0.0624900 Jun 30 09:55:44.331060 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e0c83c3d-ead9-46b4-bb33-8d3d38566944 req-a399be7e-0272-4550-8a73-87f5a9093d85 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308871 Jun 30 09:55:45.074314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 55280cc7-27f6-46bc-8584-fc1ee17b5408 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:45.120628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 55280cc7-27f6-46bc-8584-fc1ee17b5408 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:45.124162 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 55280cc7-27f6-46bc-8584-fc1ee17b5408 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:45.124528 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.203071 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.226388 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:45.228724 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a74402-f237-4096-82d1-b50a72c793f6" -d '{"events": [{"server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "name": "network-vif-plugged", "status": "completed", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:45.241988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 55280cc7-27f6-46bc-8584-fc1ee17b5408, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:45.247016 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.294439 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=55280cc7-27f6-46bc-8584-fc1ee17b5408,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:45.310510 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd3d2c9-6209-43aa-920b-3298388a893e x-openstack-request-id: req-7dd3d2c9-6209-43aa-920b-3298388a893e {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:45.310826 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "name": "network-vif-plugged", "status": "completed", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:45.311096 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dd3d2c9-6209-43aa-920b-3298388a893e {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:45.311464 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'code': 200} Jun 30 09:55:45.421619 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e85d-a49a-4d3b-b697-2eca9d1f0fe9 req-85d96d99-5b4e-430b-aba6-97fd056181e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:45.423142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a6e85d-a49a-4d3b-b697-2eca9d1f0fe9 req-85d96d99-5b4e-430b-aba6-97fd056181e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1098 time: 0.0518239 Jun 30 09:55:45.489092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77a6e85d-a49a-4d3b-b697-2eca9d1f0fe9 req-3bc50450-3eed-4818-95f4-75506381b42b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590830 Jun 30 09:55:45.517168 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc42f-b7c2-4acc-bef9-8826fa82dbf2 req-ddfe2dad-9636-4a65-834e-28259bcdb482 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:45.519183 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01bfc42f-b7c2-4acc-bef9-8826fa82dbf2 req-ddfe2dad-9636-4a65-834e-28259bcdb482 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0765994 Jun 30 09:55:45.558065 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-01bfc42f-b7c2-4acc-bef9-8826fa82dbf2 req-5702916f-62f2-4cb0-9528-809770762521 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Jun 30 09:55:46.727930 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0608-e801-4acb-b396-342901cce0c2 req-662c5d89-7b12-4cd8-8753-5db05b41e72b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:46.729906 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-178e0608-e801-4acb-b396-342901cce0c2 req-662c5d89-7b12-4cd8-8753-5db05b41e72b tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0627584 Jun 30 09:55:46.766612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-178e0608-e801-4acb-b396-342901cce0c2 req-96ec46f1-7317-406f-932f-0cde3dd3e8ed tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Jun 30 09:55:46.942711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdf399-9407-4677-a690-fe8c9bad08ac req-9d430db3-c33c-4b2c-8bfb-248bd0cb33c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:46.944094 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddfdf399-9407-4677-a690-fe8c9bad08ac req-9d430db3-c33c-4b2c-8bfb-248bd0cb33c5 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0669520 Jun 30 09:55:46.981070 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ddfdf399-9407-4677-a690-fe8c9bad08ac req-b4236665-0945-43ba-9e14-de9fb15aa83d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Jun 30 09:55:47.004680 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47024) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:47.054382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c451c6d-6673-44bc-9151-2a42351568ab tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:47.055851 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5c451c6d-6673-44bc-9151-2a42351568ab tempest-TestNetworkAdvancedServerOps-815743896 tempest-TestNetworkAdvancedServerOps-815743896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1093 time: 0.0502226 Jun 30 09:55:47.059195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47026) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:47.064268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:47.086037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.183539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.280779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Allocated IP 172.25.8.55 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/75ae79b9-7dd4-4213-8308-ddd7da930fbf) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:47.381360 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.420623 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.455153 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:47.457842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:47.461080 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:47.485770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=75ae79b9-7dd4-4213-8308-ddd7da930fbf,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:47.822285 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.898612 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:48.039950 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:48.044150 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:48.415461 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event updated for resources: {'Port': ['ID=75ae79b9-7dd4-4213-8308-ddd7da930fbf,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:48.427365 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:48.525253 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP dfdead76-b187-41c9-bb10-97d877ef72f6 associated. External IP: 172.25.8.55, port: 55280cc7-27f6-46bc-8584-fc1ee17b5408. Jun 30 09:55:48.729021 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 6ca8b0b4-554b-4e3f-a41f-811101164f79 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:48.837402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:48.847086 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] Sync routers for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:48.853403 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:48.858190 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:48.858807 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:48.889133 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7ec09de3-1663-4ed2-a0f6-e953d2412104 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8285890 Jun 30 09:55:48.889737 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:48.892023 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674f908-de34-4e20-beb5-6cd5cef59b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:48.942642 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33fc7e-26f2-4028-a746-e770014ae6fa x-openstack-request-id: req-2f33fc7e-26f2-4028-a746-e770014ae6fa {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:48.943016 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:48.943446 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f33fc7e-26f2-4028-a746-e770014ae6fa {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:48.944001 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'status': 'completed', 'code': 200} Jun 30 09:55:48.972018 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:49.054622 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-24539d29-5cc4-4215-ac73-70d6ab274271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:49.056124 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-24539d29-5cc4-4215-ac73-70d6ab274271 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1098 time: 0.0904925 Jun 30 09:55:49.118598 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e4ce-9816-4fcf-a7a0-8eb03240c0f0 req-6dde40d8-6e67-48d1-a2e0-74529b7d2158 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:49.120022 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30b8e4ce-9816-4fcf-a7a0-8eb03240c0f0 req-6dde40d8-6e67-48d1-a2e0-74529b7d2158 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.1230631 Jun 30 09:55:49.178322 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-30b8e4ce-9816-4fcf-a7a0-8eb03240c0f0 req-e9435fa8-e28e-4ea4-8103-9dbbb066f804 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525422 Jun 30 09:55:49.188150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-b5cd7e3f-cce6-4a5b-baec-766ce44901ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:49.189596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-b5cd7e3f-cce6-4a5b-baec-766ce44901ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 200 len: 897 time: 0.1274245 Jun 30 09:55:49.193505 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'dfdead76-b187-41c9-bb10-97d877ef72f6', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'port_id': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'mac_address': 'fa:16:3e:28:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:55:47Z', 'updated_at': '2021-06-30T09:55:47Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:49.203781 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47034) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:49.219491 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] Checking router: 6ca8b0b4-554b-4e3f-a41f-811101164f79 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:49.230069 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:49.231023 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:55:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:49.302380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-88446e30-c9fa-4fd9-8b31-2901dc6413a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 200 len: 999 time: 0.1064947 Jun 30 09:55:49.309049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-8c92654a-b067-4f2d-a254-aeae6a69bf20 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/dfdead76-b187-41c9-bb10-97d877ef72f6 HTTP/1.1" status: 200 len: 991 time: 0.1025324 Jun 30 09:55:49.336254 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:49.356555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-f11a2beb-24b7-414c-80c7-7f1d6e6b4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:49.358017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-f11a2beb-24b7-414c-80c7-7f1d6e6b4047 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1c9b651-7625-44e3-8766-675ac3959efa HTTP/1.1" status: 200 len: 835 time: 0.0491757 Jun 30 09:55:49.417975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-0d41c940-f457-4c8b-aa72-183f0dad30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:49.419416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-0d41c940-f457-4c8b-aa72-183f0dad30e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca546385-6c90-483f-af0a-ed2768599494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555751 Jun 30 09:55:49.507365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-6ecd0cc6-afc4-4848-ac50-e46c51f97822 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819309 Jun 30 09:55:49.556579 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'dfdead76-b187-41c9-bb10-97d877ef72f6', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'port_id': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'mac_address': 'fa:16:3e:28:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:55:47Z', 'updated_at': '2021-06-30T09:55:47Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:49.583751 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164fe399-4d32-4a7e-a754-fd42739bd1f0 None None] The sync data for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 is: [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'dfdead76-b187-41c9-bb10-97d877ef72f6', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'port_id': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'mac_address': 'fa:16:3e:28:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:55:47Z', 'updated_at': '2021-06-30T09:55:47Z', 'revision_number': 0, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:49.605068 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9674f908-de34-4e20-beb5-6cd5cef59b0c req-af14d0e6-fcd5-4200-885e-daf542e415b0 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914643 Jun 30 09:55:49.772969 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593765d-c723-4252-8908-9e50ad297f4c None None] New status for floating IP dfdead76-b187-41c9-bb10-97d877ef72f6: ACTIVE {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:55:50.311787 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47036) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:50.371547 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-6c65daa1-e8f5-4dce-a902-f451a5136bde tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/dfdead76-b187-41c9-bb10-97d877ef72f6 HTTP/1.1" status: 200 len: 993 time: 0.0586257 Jun 30 09:55:53.995835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:55.759644 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:01.683557 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcee5972-5ae8-41ca-aa75-cc1fc03b678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:01.844638 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:56:04.417896 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:04.445173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-db85c54a-af5a-4ced-a6a6-2144209638d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:06.074469 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:07.484428 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:21.962694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05133aa-33b8-4ef4-92f6-110ccc340334 req-bd461c0b-d7ff-454b-97d2-13d233f30d1f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.964761 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e05133aa-33b8-4ef4-92f6-110ccc340334 req-bd461c0b-d7ff-454b-97d2-13d233f30d1f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0683897 Jun 30 09:56:22.001092 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e05133aa-33b8-4ef4-92f6-110ccc340334 req-a213c7ee-8e7c-42a2-a615-3b25361d6921 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306878 Jun 30 09:56:23.173323 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d96344-acc3-4496-8965-a9c2f300c189 req-77979f3b-386d-4d46-9095-230c644ec565 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:23.174724 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3d96344-acc3-4496-8965-a9c2f300c189 req-77979f3b-386d-4d46-9095-230c644ec565 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0623393 Jun 30 09:56:23.211232 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f3d96344-acc3-4496-8965-a9c2f300c189 req-a14712f6-ec9a-4b7a-8d43-fd7d1565a9fd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309291 Jun 30 09:56:23.235792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47056) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:23.297900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-405f3045-1116-4061-8bde-abe13bc9c72f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/dfdead76-b187-41c9-bb10-97d877ef72f6 HTTP/1.1" status: 200 len: 993 time: 0.0609765 Jun 30 09:56:23.992861 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:24.739591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-8d1c4d9d-46a6-43d0-9c5b-34c62cbf1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.741066 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-8d1c4d9d-46a6-43d0-9c5b-34c62cbf1181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1098 time: 0.0892556 Jun 30 09:56:24.762070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fac96-6f0a-4737-95d1-62feb28b03b4 req-97dba542-aab4-44a2-97d6-95d526292316 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.763437 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c73fac96-6f0a-4737-95d1-62feb28b03b4 req-97dba542-aab4-44a2-97d6-95d526292316 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.1024592 Jun 30 09:56:24.844559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c73fac96-6f0a-4737-95d1-62feb28b03b4 req-af6830a3-9737-41f3-bec6-5e560ba0e2b4 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715387 Jun 30 09:56:24.867811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-146d3972-64ea-4557-8318-80871a556333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.867811 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-146d3972-64ea-4557-8318-80871a556333 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 200 len: 897 time: 0.1205935 Jun 30 09:56:24.929528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-414ed63a-c4d4-4280-a6c3-a224be99bfda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 200 len: 1001 time: 0.0558262 Jun 30 09:56:24.979894 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-9f3b1633-5972-4596-877c-d83b1ec42016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.981271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-9f3b1633-5972-4596-877c-d83b1ec42016 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1c9b651-7625-44e3-8766-675ac3959efa HTTP/1.1" status: 200 len: 835 time: 0.0459585 Jun 30 09:56:25.035006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-4afe1cee-0198-423f-8dfc-3983763cc3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:25.036414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-4afe1cee-0198-423f-8dfc-3983763cc3d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca546385-6c90-483f-af0a-ed2768599494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493460 Jun 30 09:56:25.123374 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-7b0f8a17-4bcd-40d0-91b8-4bb5ab5b2c43 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803554 Jun 30 09:56:25.215123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a13166ab-fb65-48bc-81fc-1c0e5d661252 req-2cfa06b4-de54-449b-96d5-146b319e8677 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855849 Jun 30 09:56:25.758686 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:26.021279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9184-638e-46d9-b2d4-91071d01c337 req-1f4b3353-5f1b-4845-8a99-9b7391764085 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:26.022801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2abb9184-638e-46d9-b2d4-91071d01c337 req-1f4b3353-5f1b-4845-8a99-9b7391764085 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0667207 Jun 30 09:56:26.063903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2abb9184-638e-46d9-b2d4-91071d01c337 req-7cceea42-eae9-4d21-87c6-df0f2520d2a8 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352206 Jun 30 09:56:26.804466 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-f03074a8-b794-4dc4-9d7e-574eee54b149 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545788 Jun 30 09:56:26.897993 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-2c812c79-e1c6-4bfa-a73e-58b750a69808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:26.899464 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-2c812c79-e1c6-4bfa-a73e-58b750a69808 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1098 time: 0.0527201 Jun 30 09:56:27.001431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-4f71ee0a-273c-4a2f-92d8-883b646eafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:27.002904 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-4f71ee0a-273c-4a2f-92d8-883b646eafe9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 200 len: 897 time: 0.0837715 Jun 30 09:56:27.069455 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-0c694350-0e96-4a28-8262-c06856827ea9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 200 len: 1001 time: 0.0592732 Jun 30 09:56:27.116559 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-867fe64f-4175-4a69-88a8-cc90e0c19537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:27.118059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-867fe64f-4175-4a69-88a8-cc90e0c19537 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1c9b651-7625-44e3-8766-675ac3959efa HTTP/1.1" status: 200 len: 835 time: 0.0422213 Jun 30 09:56:27.172592 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-9837ba2b-f3c1-4f19-ad1f-5818f8f97e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:27.174115 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-9837ba2b-f3c1-4f19-ad1f-5818f8f97e7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca546385-6c90-483f-af0a-ed2768599494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501652 Jun 30 09:56:27.309704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444c8c3-98b8-4986-a64d-6267c870cb80 req-f2d6c317-b580-4518-8824-4fba9b7c358d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:27.311199 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f444c8c3-98b8-4986-a64d-6267c870cb80 req-f2d6c317-b580-4518-8824-4fba9b7c358d tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.1320796 Jun 30 09:56:27.314037 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-6f0d6b8e-f46b-4a4c-b2e9-210b6df56b67 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259222 Jun 30 09:56:27.399245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f444c8c3-98b8-4986-a64d-6267c870cb80 req-ba255b17-9d62-491c-b8e4-c7a724e276b3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804965 Jun 30 09:56:27.424940 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47068) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:27.430858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d2936145-28ec-4ca5-b93e-ee85f2c45752 req-96c68153-0ffb-4655-942d-9d7fa1d52457 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062760 Jun 30 09:56:27.484154 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-f76cdd55-c199-42b7-9ec1-f367cdd62c8f tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/floatingips/dfdead76-b187-41c9-bb10-97d877ef72f6 HTTP/1.1" status: 200 len: 993 time: 0.0579679 Jun 30 09:56:27.736135 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47074) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:27.888654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 75ae79b9-7dd4-4213-8308-ddd7da930fbf {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:56:27.888995 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:27.965503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:27.965855 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:27.977281 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 75ae79b9-7dd4-4213-8308-ddd7da930fbf owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:56:28.123015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:28.148353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=75ae79b9-7dd4-4213-8308-ddd7da930fbf,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:28.175289 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.175639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.175980 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.176320 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.176649 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.176976 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.177300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.177624 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.177969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.178291 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.178611 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.178926 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:28.216615 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:28.216941 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Floating IP dfdead76-b187-41c9-bb10-97d877ef72f6 disassociated (deleted). External IP: 172.25.8.55, port: 55280cc7-27f6-46bc-8584-fc1ee17b5408. Jun 30 09:56:28.419766 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 6ca8b0b4-554b-4e3f-a41f-811101164f79 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:56:28.529414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:28.534215 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:28.538474 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] Sync routers for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:28.547141 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:28.547801 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:28.569979 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-0a639d66-584e-4b17-9501-a092a9b49ad2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/floatingips/dfdead76-b187-41c9-bb10-97d877ef72f6 HTTP/1.1" status: 204 len: 168 time: 0.8327284 Jun 30 09:56:28.570583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:28.575617 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:28.620306 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d52414-d383-4159-9504-58a95e2b199a x-openstack-request-id: req-b6d52414-d383-4159-9504-58a95e2b199a {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:28.620703 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:28.620953 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6d52414-d383-4159-9504-58a95e2b199a {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:28.621348 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'status': 'completed', 'code': 200} Jun 30 09:56:28.658368 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:28.696488 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-6c91067e-1458-42da-932b-bb42ca213653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:28.699236 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-6c91067e-1458-42da-932b-bb42ca213653 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 1098 time: 0.0552678 Jun 30 09:56:28.801466 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-cfb7fb55-94ac-498c-84b0-045dee78df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:28.803690 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-cfb7fb55-94ac-498c-84b0-045dee78df1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 200 len: 897 time: 0.0978601 Jun 30 09:56:28.855589 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-66b6e3b8-5943-45e0-8050-f21f27a46c34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 200 len: 217 time: 0.0366533 Jun 30 09:56:28.884047 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:28.917118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-2ce3bce6-e6f9-485b-9770-ae3f4ed608dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:28.918205 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] Checking router: 6ca8b0b4-554b-4e3f-a41f-811101164f79 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:28.918571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-2ce3bce6-e6f9-485b-9770-ae3f4ed608dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1c9b651-7625-44e3-8766-675ac3959efa HTTP/1.1" status: 200 len: 835 time: 0.0561669 Jun 30 09:56:28.926581 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:28.927117 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:29.008833 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-4311f620-2200-4149-b0a4-e71cb717febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:29.010473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-4311f620-2200-4149-b0a4-e71cb717febb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca546385-6c90-483f-af0a-ed2768599494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751319 Jun 30 09:56:29.018689 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc5e5a-aa4f-4a0c-820b-1cb9c25b5705 req-5095f7a9-e6b5-4ad6-85a8-5d9c286a0ea6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:29.020059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63cc5e5a-aa4f-4a0c-820b-1cb9c25b5705 req-5095f7a9-e6b5-4ad6-85a8-5d9c286a0ea6 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.1160345 Jun 30 09:56:29.034094 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:29.109849 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-63cc5e5a-aa4f-4a0c-820b-1cb9c25b5705 req-7b3613ce-4419-4056-8d88-1ca820378fde tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810580 Jun 30 09:56:29.135048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-e2298667-cc41-4b9b-8f31-4b0c4597e4c6 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140172 Jun 30 09:56:29.227889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4e3aadd0-d3ee-4cd0-a08d-6725a1777e5a req-dc245ac8-3524-4a68-86e5-651ec02c2301 service neutron] 10.222.0.13 "GET /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860152 Jun 30 09:56:29.318471 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:29.347700 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69df504-621b-43e2-88a2-648275ba5f4d None None] The sync data for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 is: [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '5511795c-573e-4ba9-ade5-2b208bffc54f', 'name': '', 'network_id': 'ca546385-6c90-483f-af0a-ed2768599494', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'mac_address': 'fa:16:3e:ea:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:34Z', 'updated_at': '2021-06-30T09:55:39Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'subnets': [{'id': 'b1c9b651-7625-44e3-8766-675ac3959efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:29.561109 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2660e-192a-4f4a-bb07-b7feb0d03577 None None] New status for floating IP dfdead76-b187-41c9-bb10-97d877ef72f6: DOWN {{(pid=100241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:56:30.283735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ef7fd-38bf-4410-92c5-b95cc7614238 req-e6f8c4cc-57eb-4c3d-b525-27bbc88486b3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:30.285164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec4ef7fd-38bf-4410-92c5-b95cc7614238 req-e6f8c4cc-57eb-4c3d-b525-27bbc88486b3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0612764 Jun 30 09:56:30.325553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ec4ef7fd-38bf-4410-92c5-b95cc7614238 req-aa8e24a7-a23e-468f-b75e-57c3b6a58bda tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b128648-769b-4f90-bb1c-7eb20f7783b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Jun 30 09:56:30.414928 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c637b87-e995-458b-a4fd-63a7df070141 req-859e02fd-86de-4137-8f51-f32f901af641 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:30.417211 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c637b87-e995-458b-a4fd-63a7df070141 req-859e02fd-86de-4137-8f51-f32f901af641 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e50d0d8-4357-4873-83ae-965aa29fb052 HTTP/1.1" status: 200 len: 946 time: 0.0609372 Jun 30 09:56:30.511191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 55280cc7-27f6-46bc-8584-fc1ee17b5408 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:56:30.511520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.599524 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 55280cc7-27f6-46bc-8584-fc1ee17b5408, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=55280cc7-27f6-46bc-8584-fc1ee17b5408,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:30.599887 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.613062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 55280cc7-27f6-46bc-8584-fc1ee17b5408 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:56:30.740512 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.768249 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=55280cc7-27f6-46bc-8584-fc1ee17b5408,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:30.780550 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.780917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.781236 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.781572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.781924 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.782253 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.782574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.782895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.783217 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.783537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.783856 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.784179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:30.821292 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] No DVR routers for this DVR port 55280cc7-27f6-46bc-8584-fc1ee17b5408 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:56:30.823656 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.825858 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4c637b87-e995-458b-a4fd-63a7df070141 req-0c95cb95-deb7-4de9-9a82-7431fe22c84a tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.13 "DELETE /v2.0/ports/55280cc7-27f6-46bc-8584-fc1ee17b5408 HTTP/1.1" status: 204 len: 173 time: 0.4036317 Jun 30 09:56:30.826278 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'name': 'network-vif-deleted', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:30.828480 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab0ff8-c535-47a8-817e-ffda95623501" -d '{"events": [{"server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "name": "network-vif-deleted", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:30.867467 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c20745-c35b-4fa6-a2ee-7b6d529c0cf4 x-openstack-request-id: req-49c20745-c35b-4fa6-a2ee-7b6d529c0cf4 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:30.867821 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50d0d8-4357-4873-83ae-965aa29fb052", "name": "network-vif-deleted", "tag": "55280cc7-27f6-46bc-8584-fc1ee17b5408", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:30.868139 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49c20745-c35b-4fa6-a2ee-7b6d529c0cf4 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:30.868593 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50d0d8-4357-4873-83ae-965aa29fb052', 'name': 'network-vif-deleted', 'tag': '55280cc7-27f6-46bc-8584-fc1ee17b5408', 'status': 'completed', 'code': 200} Jun 30 09:56:31.426179 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47088) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:31.687327 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7e31ace5-2344-4e67-96d0-d72001e53838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.782425 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.050689 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 5511795c-573e-4ba9-ade5-2b208bffc54f {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:56:32.051031 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.136799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 5511795c-573e-4ba9-ade5-2b208bffc54f, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=5511795c-573e-4ba9-ade5-2b208bffc54f,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:32.137154 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.154032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 5511795c-573e-4ba9-ade5-2b208bffc54f owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:56:32.338473 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.366789 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=5511795c-573e-4ba9-ade5-2b208bffc54f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:32.539539 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.748853 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Router 6ca8b0b4-554b-4e3f-a41f-811101164f79 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:56:32.852639 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:32.857857 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-effd3ea6-fe58-4622-b370-bb20d53e83dd tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "PUT /v2.0/routers/6ca8b0b4-554b-4e3f-a41f-811101164f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4305336 Jun 30 09:56:32.860844 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47090) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:32.865610 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] Sync routers for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:32.877312 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:32.878024 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:32.914202 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting subnet b1c9b651-7625-44e3-8766-675ac3959efa {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:56:32.917296 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.957467 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.980711 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:33.054191 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.114223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.142964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c9b651-7625-44e3-8766-675ac3959efa,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:33.146327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.149711 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c93afc-714d-4e7b-91b8-8d05b7d1a0d2 None None] Network ca546385-6c90-483f-af0a-ed2768599494 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:56:33.154414 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4737d9e7-e50e-43cc-b1b5-18a0f7f1fd2e tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/subnets/b1c9b651-7625-44e3-8766-675ac3959efa HTTP/1.1" status: 204 len: 168 time: 0.2895703 Jun 30 09:56:33.154414 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47092) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:33.169735 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:56:32Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:33.196439 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] Checking router: 6ca8b0b4-554b-4e3f-a41f-811101164f79 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:33.206059 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] Routers {'6ca8b0b4-554b-4e3f-a41f-811101164f79'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:33.206684 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['6ca8b0b4-554b-4e3f-a41f-811101164f79'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:33.269303 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.318877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] Set router 6ca8b0b4-554b-4e3f-a41f-811101164f79 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:33.348230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 55280cc7-27f6-46bc-8584-fc1ee17b5408 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:56:33.376378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 55280cc7-27f6-46bc-8584-fc1ee17b5408 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:56:33.376993 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 55280cc7-27f6-46bc-8584-fc1ee17b5408 not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:56:33.377662 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.434381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Deleting port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:56:33.434871 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.501222 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:56:32Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:33.528664 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] For port 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:33.529067 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.531100 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] DHCP port deletion for ca546385-6c90-483f-af0a-ed2768599494 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:56:33.534789 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cef10-343a-4062-b7f8-6c58f724ea55 None None] The sync data for ids ['6ca8b0b4-554b-4e3f-a41f-811101164f79'] in n-d-758944-40 is: [{'id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-212827096', 'tenant_id': '6db2bfd097ab44988f023a57d1fa89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:56:32Z', 'revision_number': 5, 'project_id': '6db2bfd097ab44988f023a57d1fa89ad', 'gw_port': {'id': '429feb1d-29df-4d3e-a7d4-05c42a3ebc1e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca8b0b4-554b-4e3f-a41f-811101164f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:55:31Z', 'updated_at': '2021-06-30T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:33.545800 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Calling delete_port for 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:56:33.589718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Deleting port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:56:33.590095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.650987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] For port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=51a6c7fb-a6bb-409e-bb66-3e3dc1c69088,segment=NetworkSegment(cd09a42e-5783-4bec-a81a-3fab2ccaffb6),segment_id=cd09a42e-5783-4bec-a81a-3fab2ccaffb6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:33.651300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.663437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Calling delete_port for 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:56:33.717161 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.742974 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Port': ['ID=429feb1d-29df-4d3e-a7d4-05c42a3ebc1e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:33.743647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.770768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Pushing event deleted for resources: {'Port': ['ID=51a6c7fb-a6bb-409e-bb66-3e3dc1c69088,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:33.774844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] No DVR routers for this DVR port 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.786623 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce9d4f8-11da-41a2-aaca-807d5f2454e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.807391 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.899341 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.901942 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.219201 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.219750 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca8b0b4-554b-4e3f-a41f-811101164f79 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:56:34.227061 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.228691 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-97ad28d0-9bed-40c7-90f9-079013cf0ca3 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/routers/6ca8b0b4-554b-4e3f-a41f-811101164f79 HTTP/1.1" status: 204 len: 168 time: 1.0731807 Jun 30 09:56:34.231439 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47094) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:34.308599 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.395815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.405551 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca546385-6c90-483f-af0a-ed2768599494']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:34.415087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:34.415514 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd09a42e-5783-4bec-a81a-3fab2ccaffb6') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:34.419635 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.424828 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.438024 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.444396 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:56:34.444560 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a21609ef-6772-4b4c-98a5-02c63d020725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.444936 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: timer() Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:56:34.449254 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:56:34.509867 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.514342 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.516214 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/networks/ca546385-6c90-483f-af0a-ed2768599494 HTTP/1.1" status: 204 len: 168 time: 0.2838051 Jun 30 09:56:34.519050 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47096) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:34.530773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272dce5-1375-4178-8302-a31fb5828b93 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'Network': ['ID=ca546385-6c90-483f-af0a-ed2768599494,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:34.579966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-49a315aa-168b-4b8a-b3c4-47cb026109b2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.609412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-49a315aa-168b-4b8a-b3c4-47cb026109b2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.673412 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-49a315aa-168b-4b8a-b3c4-47cb026109b2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.676013 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-49a315aa-168b-4b8a-b3c4-47cb026109b2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.677173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-49a315aa-168b-4b8a-b3c4-47cb026109b2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] 10.222.0.53 "DELETE /v2.0/security-groups/6b128648-769b-4f90-bb1c-7eb20f7783b1 HTTP/1.1" status: 204 len: 168 time: 0.1555948 Jun 30 09:56:34.686048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a315aa-168b-4b8a-b3c4-47cb026109b2 tempest-TestNetworkAdvancedServerOps-1768564728 tempest-TestNetworkAdvancedServerOps-1768564728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b128648-769b-4f90-bb1c-7eb20f7783b1,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:34.919732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:56:34.940179 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:56:34.940600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 429feb1d-29df-4d3e-a7d4-05c42a3ebc1e not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:56:34.941114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:56:34.960734 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:56:34.961059 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 51a6c7fb-a6bb-409e-bb66-3e3dc1c69088 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:56:34.961475 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5511795c-573e-4ba9-ade5-2b208bffc54f no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:56:34.984456 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 5511795c-573e-4ba9-ade5-2b208bffc54f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:56:34.984813 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 5511795c-573e-4ba9-ade5-2b208bffc54f not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:56:35.046875 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47104) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:35.188671 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c3e7b7e1-bc9f-43d5-a260-3c1b70e3899f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6db2bfd097ab44988f023a57d1fa89ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406338 Jun 30 09:56:35.191440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47108) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:35.238267 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cefdb77-3f91-4767-a566-2a02fc410815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.258932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cefdb77-3f91-4767-a566-2a02fc410815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.305404 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cefdb77-3f91-4767-a566-2a02fc410815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.308442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3cefdb77-3f91-4767-a566-2a02fc410815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.309603 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3cefdb77-3f91-4767-a566-2a02fc410815 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a717aad-c449-4fbc-a334-68e4f4a9c96a HTTP/1.1" status: 204 len: 168 time: 0.1172414 Jun 30 09:56:35.317537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefdb77-3f91-4767-a566-2a02fc410815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a717aad-c449-4fbc-a334-68e4f4a9c96a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:35.560169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47114) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:35.574328 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3010b517-0946-4171-9d48-97fae8b2b0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.663895 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3010b517-0946-4171-9d48-97fae8b2b0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.667981 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3010b517-0946-4171-9d48-97fae8b2b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.704873 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010b517-0946-4171-9d48-97fae8b2b0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a759115-0975-4314-b6f5-bdab1b7aec50,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:35.709554 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3010b517-0946-4171-9d48-97fae8b2b0b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e72eaff934a4624aada859c9801ec2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480203 Jun 30 09:56:35.712379 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47116) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:35.759268 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f0ce1f-994b-4dcf-89b8-def4a9278d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.780049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f0ce1f-994b-4dcf-89b8-def4a9278d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.826447 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f0ce1f-994b-4dcf-89b8-def4a9278d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.828927 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-79f0ce1f-994b-4dcf-89b8-def4a9278d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.830155 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-79f0ce1f-994b-4dcf-89b8-def4a9278d7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a759115-0975-4314-b6f5-bdab1b7aec50 HTTP/1.1" status: 204 len: 168 time: 0.1170173 Jun 30 09:56:35.838136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0ce1f-994b-4dcf-89b8-def4a9278d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a759115-0975-4314-b6f5-bdab1b7aec50,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.078281 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.517067 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:36.609325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1600641911-network', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:36.629398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Made reservation on behalf of 928c04da00794fd591ec957fd3ecdf75 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:36.631783 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.640267 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.725301 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.728859 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.748687 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:56:36.763399 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3c246-a5c1-490e-9e5a-52ab91c16a58,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.766703 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.767053 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Added segment 38223ca5-fa01-4141-9328-3bb595968d11 of type vlan for network bb5af737-18e5-4d05-9684-280c4a2e29f9 Jun 30 09:56:36.805088 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.833045 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.834017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:36.834620 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.891993 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3737895 Jun 30 09:56:36.893947 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47142) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:36.899154 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Request body: {'subnet': {'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1600641911-subnet', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:36.899707 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e3ec1-1c2b-4e79-b40b-b5576d6c04b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5af737-18e5-4d05-9684-280c4a2e29f9,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.909712 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:56:36.919975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Made reservation on behalf of 928c04da00794fd591ec957fd3ecdf75 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:36.922324 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.086627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.140796 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d962bed8-1669-4779-83ce-88e756cdfb1c,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:37.147693 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Checking segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:37.148056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Network hostable DHCP agents. Network: bb5af737-18e5-4d05-9684-280c4a2e29f9, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:56:37.164194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:56:37.173226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, bb5af737-18e5-4d05-9684-280c4a2e29f9) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:37.177097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:37.177701 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.182652 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91e1e2-6492-4f5e-b382-c08e79dc7d83 None None] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:56:37.192315 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-1004b2c0-b20b-45ee-94e9-eff6eb61a0ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2971983 Jun 30 09:56:37.195067 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47144) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:37.199513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:37.219069 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.220167 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.275420 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.327983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-bb5af737-18e5-4d05-9684-280c4a2e29f9', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:56:37.328845 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.473801 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Allocated IP 172.20.0.2 (bb5af737-18e5-4d05-9684-280c4a2e29f9/d962bed8-1669-4779-83ce-88e756cdfb1c/935f923f-4d89-48b0-8761-bec944be14ee) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:37.497207 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.630928 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.639951 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Transition to ACTIVE for port object 935f923f-4d89-48b0-8761-bec944be14ee will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:37.655694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Transition to ACTIVE for port object 935f923f-4d89-48b0-8761-bec944be14ee will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:37.662706 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.698404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:37.702666 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:37.707924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:37.715276 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Pushing event updated for resources: {'Port': ['ID=935f923f-4d89-48b0-8761-bec944be14ee,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:37.732349 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.768118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Attempting to bind port 935f923f-4d89-48b0-8761-bec944be14ee on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:37.768480 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Attempting to bind port 935f923f-4d89-48b0-8761-bec944be14ee by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:37.768833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Attempting to bind port 935f923f-4d89-48b0-8761-bec944be14ee on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:37.773526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:37.773929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Checking segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:37.774326 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.774716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Bound using segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:37.775739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Bound port: 935f923f-4d89-48b0-8761-bec944be14ee, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:37.776110 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.839317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] For port 935f923f-4d89-48b0-8761-bec944be14ee, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:37.842251 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] For port 935f923f-4d89-48b0-8761-bec944be14ee, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=935f923f-4d89-48b0-8761-bec944be14ee,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:37.846334 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.906900 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342bf8b-1ccc-45f2-aa8f-f99ad4541143 None None] Pushing event updated for resources: {'Port': ['ID=935f923f-4d89-48b0-8761-bec944be14ee,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:37.933539 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.955031 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.078245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Allocated IP 172.25.8.220 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/13d02041-0ba7-495f-af49-aba65bc67438) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:38.185104 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.223174 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.262817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:38.265523 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:38.269560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:38.298508 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Pushing event updated for resources: {'Port': ['ID=13d02041-0ba7-495f-af49-aba65bc67438,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:38.518505 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.719273 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.786506 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d449e30-c0b5-4a6e-9f40-57c6b58e7b99 None None] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:56:38.844889 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:56:38.848357 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:56:38.921831 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-cab0eb66-fc3f-43ee-b770-5f715a1083b1 None None] Provisioning for port 935f923f-4d89-48b0-8761-bec944be14ee completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:38.985668 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 935f923f-4d89-48b0-8761-bec944be14ee up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:38.993851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:39.011125 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.012344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-c9cc6f81-3307-44ce-8501-e27af993f239 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8163338 Jun 30 09:56:39.012815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Sync routers for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:39.015254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47146) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:39.037299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:39.037851 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:39.109689 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 935f923f-4d89-48b0-8761-bec944be14ee completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:39.138192 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 935f923f-4d89-48b0-8761-bec944be14ee triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:39.138563 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.191750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:39.337190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.418429 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bfa20b26-c8b1-432a-a067-34c1ffd5b645 None None] Provisioning complete for port 935f923f-4d89-48b0-8761-bec944be14ee triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:39.418712 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bfa20b26-c8b1-432a-a067-34c1ffd5b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.422386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 935f923f-4d89-48b0-8761-bec944be14ee, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=935f923f-4d89-48b0-8761-bec944be14ee,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:39.439383 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.444601 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.520135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=935f923f-4d89-48b0-8761-bec944be14ee,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:39.532776 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 3, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:39.575314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Checking router: c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:39.575572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Updating router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 port 13d02041-0ba7-495f-af49-aba65bc67438 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:56:39.599480 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Allocated IP 172.20.0.1 (bb5af737-18e5-4d05-9684-280c4a2e29f9/d962bed8-1669-4779-83ce-88e756cdfb1c/a3f9f248-f397-4e09-ba9d-beaaa69a6d49) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:39.622751 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.701027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.713376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Transition to ACTIVE for port object a3f9f248-f397-4e09-ba9d-beaaa69a6d49 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:39.746174 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.786602 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:39.790901 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:39.796300 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:39.820145 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:39.838390 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.875300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.887239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Transition to ACTIVE for port object 13d02041-0ba7-495f-af49-aba65bc67438 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:39.893810 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.943610 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Attempting to bind port 13d02041-0ba7-495f-af49-aba65bc67438 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:39.944026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Attempting to bind port 13d02041-0ba7-495f-af49-aba65bc67438 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:39.944481 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Attempting to bind port 13d02041-0ba7-495f-af49-aba65bc67438 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:39.958683 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd31de4-b2d4-436e-8397-f5746dd339fc None None] Pushing event updated for resources: {'Port': ['ID=13d02041-0ba7-495f-af49-aba65bc67438,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:39.961155 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:39.961527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:39.961953 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.962369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:39.962841 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Bound port: 13d02041-0ba7-495f-af49-aba65bc67438, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:39.963475 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.991215 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.021896 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] For port 13d02041-0ba7-495f-af49-aba65bc67438, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:40.027513 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] For port 13d02041-0ba7-495f-af49-aba65bc67438, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13d02041-0ba7-495f-af49-aba65bc67438,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:40.033852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.165368 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.171129 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.217104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-22efd479-d28d-491c-b097-1e4b83c5e2b3 None None] Provisioning for port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:40.227398 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-22efd479-d28d-491c-b097-1e4b83c5e2b3 None None] Provisioning complete for port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:40.227765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22efd479-d28d-491c-b097-1e4b83c5e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.236673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.238400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:40.275775 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:40.276394 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:40.280279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd31de4-b2d4-436e-8397-f5746dd339fc None None] Pushing event updated for resources: {'Port': ['ID=13d02041-0ba7-495f-af49-aba65bc67438,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:40.321546 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-22efd479-d28d-491c-b097-1e4b83c5e2b3 None None] Port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:40.332763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:40.334143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:40.390991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:40.454363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:56:40.566295 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:40.572777 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f3de7365-339d-4f58-a429-47f6640e6711 admin admin] 10.222.0.53 "PUT /v2.0/routers/c86ae747-4f2a-43ae-b95a-2f4cf2df0b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565107 Jun 30 09:56:40.599773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:40Z', 'revision_number': 2, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:40.625987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c5aa4-7f79-449b-abf4-fab697589d58 None None] The sync data for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 is: [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:40Z', 'revision_number': 2, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:40.643515 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6eec60bf-3ec8-4a07-a08a-dda65affd0d8 None None] Provisioning complete for port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:40.643886 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6eec60bf-3ec8-4a07-a08a-dda65affd0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.679009 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6eec60bf-3ec8-4a07-a08a-dda65affd0d8 None None] Port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:40.938042 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 935f923f-4d89-48b0-8761-bec944be14ee up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:40.991536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 935f923f-4d89-48b0-8761-bec944be14ee triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:40.991922 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.086230 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47162) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:41.091968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1780371713-network', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:41.113346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Made reservation on behalf of 9d9e55e1abcd4e97a274e9efb48270a6 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:41.115979 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.129005 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.235263 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.239596 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.258248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:56:41.284824 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.285159 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Added segment dfd71c76-f4f9-4748-a101-a703818687f3 of type vlan for network a305d214-1750-4db4-aa2b-e9e48b34560e Jun 30 09:56:41.294521 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf8bd01-2ffb-4867-b66b-3f6b8b1a32d3,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:41.333076 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.362520 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.363560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:41.364140 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.412505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3250430 Jun 30 09:56:41.415481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47166) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:41.421095 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Request body: {'subnet': {'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1780371713-subnet', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:41.425792 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af116acb-ab15-433b-a31e-25a5c911d08a admin admin] Pushing event updated for resources: {'Network': ['ID=a305d214-1750-4db4-aa2b-e9e48b34560e,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:41.436133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a305d214-1750-4db4-aa2b-e9e48b34560e details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:56:41.451381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Made reservation on behalf of 9d9e55e1abcd4e97a274e9efb48270a6 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:41.453846 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.627015 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.680894 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:41.692521 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Checking segment: {'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:41.692868 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Network hostable DHCP agents. Network: a305d214-1750-4db4-aa2b-e9e48b34560e, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:56:41.709511 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Network a305d214-1750-4db4-aa2b-e9e48b34560e is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:56:41.718009 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a305d214-1750-4db4-aa2b-e9e48b34560e) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:41.722300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:41.722885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.730327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1658f-e8e6-421e-94fe-1155888e49b2 None None] Network a305d214-1750-4db4-aa2b-e9e48b34560e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:56:41.742502 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47168) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:41.748166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:41.750280 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5822ed05-8509-4289-9027-fa52b61dd0ba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3330448 Jun 30 09:56:41.769959 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.771158 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.828213 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:41.888909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a305d214-1750-4db4-aa2b-e9e48b34560e', 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'fixed_ips': [{'subnet_id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:56:41.890091 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.035768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Allocated IP 172.20.0.2 (a305d214-1750-4db4-aa2b-e9e48b34560e/ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f/aed5ef41-79b7-4321-ae4b-3444c589ca98) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:42.186794 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.195966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Transition to ACTIVE for port object aed5ef41-79b7-4321-ae4b-3444c589ca98 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:42.212089 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Transition to ACTIVE for port object aed5ef41-79b7-4321-ae4b-3444c589ca98 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:42.218480 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.251327 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Network a305d214-1750-4db4-aa2b-e9e48b34560e is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:42.254378 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:42.256829 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:42.287086 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.293099 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Pushing event updated for resources: {'Port': ['ID=aed5ef41-79b7-4321-ae4b-3444c589ca98,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:42.323287 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Attempting to bind port aed5ef41-79b7-4321-ae4b-3444c589ca98 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:42.323655 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Attempting to bind port aed5ef41-79b7-4321-ae4b-3444c589ca98 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:42.324015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Attempting to bind port aed5ef41-79b7-4321-ae4b-3444c589ca98 on network a305d214-1750-4db4-aa2b-e9e48b34560e {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:42.330741 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:42.331113 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Checking segment: {'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:42.331515 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.331901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Bound using segment: {'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:42.332453 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Bound port: aed5ef41-79b7-4321-ae4b-3444c589ca98, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:42.332739 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.403777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] For port aed5ef41-79b7-4321-ae4b-3444c589ca98, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:42.406845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] For port aed5ef41-79b7-4321-ae4b-3444c589ca98, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=aed5ef41-79b7-4321-ae4b-3444c589ca98,segment=NetworkSegment(dfd71c76-f4f9-4748-a101-a703818687f3),segment_id=dfd71c76-f4f9-4748-a101-a703818687f3)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:42.410531 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.490897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a65c0e-7ed3-4d35-8bd5-13717f3634b0 None None] Pushing event updated for resources: {'Port': ['ID=aed5ef41-79b7-4321-ae4b-3444c589ca98,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:42.508310 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.530563 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.652534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Allocated IP 172.25.8.108 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/fe8ee3cb-4122-4d6d-8a03-89772dd60441) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:42.729250 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Sync routers for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:42.739135 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:42.739888 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:42.769149 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.824351 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:42.848720 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:42.863645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:42.868143 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:42.872766 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:42.900506 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Pushing event updated for resources: {'Port': ['ID=fe8ee3cb-4122-4d6d-8a03-89772dd60441,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:43.010909 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13d02041-0ba7-495f-af49-aba65bc67438 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:43.065053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 13d02041-0ba7-495f-af49-aba65bc67438 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:43.066426 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:40Z', 'revision_number': 2, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:43.071102 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 13d02041-0ba7-495f-af49-aba65bc67438 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:43.071479 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.096285 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Checking router: c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:43.096537 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Updating router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:56:43.132028 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.161518 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.166262 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.190726 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 13d02041-0ba7-495f-af49-aba65bc67438, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13d02041-0ba7-495f-af49-aba65bc67438,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:43.195868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.197582 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aed5ef41-79b7-4321-ae4b-3444c589ca98 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:43.287791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=13d02041-0ba7-495f-af49-aba65bc67438,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:43.301529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port aed5ef41-79b7-4321-ae4b-3444c589ca98 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:43.401054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.445675 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.459454 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Transition to ACTIVE for port object a3f9f248-f397-4e09-ba9d-beaaa69a6d49 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:43.469183 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.510863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf22da1-e0b6-43a2-b5f7-81d3452214b3 None None] Network a305d214-1750-4db4-aa2b-e9e48b34560e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:56:43.541659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Router f606fa05-85b3-4342-83b4-a362e6f54d23 is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:56:43.578617 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b0b63481-206e-4347-9d52-935ca156cf3d None None] Provisioning for port aed5ef41-79b7-4321-ae4b-3444c589ca98 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:43.586700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b0b63481-206e-4347-9d52-935ca156cf3d None None] Provisioning complete for port aed5ef41-79b7-4321-ae4b-3444c589ca98 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:43.587138 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0b63481-206e-4347-9d52-935ca156cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.625264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Pushing event updated for resources: {'Port': ['ID=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:43.672732 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:43.677214 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.677616 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.677979 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.678678 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.678678 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.678988 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.679257 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.679560 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.679880 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.680199 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.680505 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.680821 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:43.685478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Sync routers for ids ['f606fa05-85b3-4342-83b4-a362e6f54d23'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:43.698252 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.698677 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Attempting to bind port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:43.699266 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Attempting to bind port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:43.699590 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Attempting to bind port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:43.704226 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47170) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:43.705247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-fe2c85fd-2bd2-41fc-ae97-26e5733feb8f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9610338 Jun 30 09:56:43.705744 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:43.706154 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Checking segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:43.706557 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.707024 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Bound using segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:43.707623 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Bound port: a3f9f248-f397-4e09-ba9d-beaaa69a6d49, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:43.708051 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.730790 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Routers {'f606fa05-85b3-4342-83b4-a362e6f54d23'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:43.731473 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f606fa05-85b3-4342-83b4-a362e6f54d23'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:43.778473 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] For port a3f9f248-f397-4e09-ba9d-beaaa69a6d49, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:43.782103 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] For port a3f9f248-f397-4e09-ba9d-beaaa69a6d49, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:43.789381 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.819604 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0b63481-206e-4347-9d52-935ca156cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.853311 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea44eb0-9bff-48df-8c40-00ab3469049d None None] Pushing event updated for resources: {'Port': ['ID=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:43.871036 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:43.872263 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:43.915119 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-b0b63481-206e-4347-9d52-935ca156cf3d None None] For port aed5ef41-79b7-4321-ae4b-3444c589ca98, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=aed5ef41-79b7-4321-ae4b-3444c589ca98,segment=NetworkSegment(dfd71c76-f4f9-4748-a101-a703818687f3),segment_id=dfd71c76-f4f9-4748-a101-a703818687f3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:43.925799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b0b63481-206e-4347-9d52-935ca156cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:43.935614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Set router f606fa05-85b3-4342-83b4-a362e6f54d23 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:44.027531 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:44.107494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b63481-206e-4347-9d52-935ca156cf3d None None] Pushing event updated for resources: {'Port': ['ID=aed5ef41-79b7-4321-ae4b-3444c589ca98,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:44.263278 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.289619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 3, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:44.307861 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:44.319309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Checking router: f606fa05-85b3-4342-83b4-a362e6f54d23 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:44.319661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Updating router f606fa05-85b3-4342-83b4-a362e6f54d23 port fe8ee3cb-4122-4d6d-8a03-89772dd60441 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:56:44.340294 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d85da-f67b-429c-9550-4983b103d1cb None None] The sync data for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 is: [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:44.351467 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-aa5da0d7-7051-449f-9895-e3af6ff93e15 None None] Provisioning complete for port aed5ef41-79b7-4321-ae4b-3444c589ca98 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:44.351845 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-aa5da0d7-7051-449f-9895-e3af6ff93e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.382249 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.425620 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Allocated IP 172.20.0.1 (a305d214-1750-4db4-aa2b-e9e48b34560e/ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f/84d59675-0bb0-4a07-a86e-21ccdbaec804) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:44.535503 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.549772 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Transition to ACTIVE for port object 84d59675-0bb0-4a07-a86e-21ccdbaec804 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:44.588001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.635385 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Network a305d214-1750-4db4-aa2b-e9e48b34560e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:44.640595 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:44.645196 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:44.671503 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Pushing event updated for resources: {'Port': ['ID=84d59675-0bb0-4a07-a86e-21ccdbaec804,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:44.694517 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.709993 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.723064 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Transition to ACTIVE for port object fe8ee3cb-4122-4d6d-8a03-89772dd60441 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:44.733320 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.794979 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Attempting to bind port fe8ee3cb-4122-4d6d-8a03-89772dd60441 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:44.795194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Attempting to bind port fe8ee3cb-4122-4d6d-8a03-89772dd60441 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:44.795557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Attempting to bind port fe8ee3cb-4122-4d6d-8a03-89772dd60441 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:44.798894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748590c-8986-49e3-a1ad-d2fba9139f9a None None] Pushing event updated for resources: {'Port': ['ID=fe8ee3cb-4122-4d6d-8a03-89772dd60441,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:44.804237 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:44.804687 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:44.805148 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.805586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:44.806764 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Bound port: fe8ee3cb-4122-4d6d-8a03-89772dd60441, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:44.807199 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.876366 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] For port fe8ee3cb-4122-4d6d-8a03-89772dd60441, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:44.879721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] For port fe8ee3cb-4122-4d6d-8a03-89772dd60441, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fe8ee3cb-4122-4d6d-8a03-89772dd60441,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:44.882883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.886761 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.947188 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Routers {'f606fa05-85b3-4342-83b4-a362e6f54d23'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:44.947848 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f606fa05-85b3-4342-83b4-a362e6f54d23'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:44.997204 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13d02041-0ba7-495f-af49-aba65bc67438 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:45.001189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748590c-8986-49e3-a1ad-d2fba9139f9a None None] Pushing event updated for resources: {'Port': ['ID=fe8ee3cb-4122-4d6d-8a03-89772dd60441,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:45.095627 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.100511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.171780 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Pushing event updated for resources: {'Port': ['ID=84d59675-0bb0-4a07-a86e-21ccdbaec804,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:45.175093 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.202358 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77a899a2-b0de-4555-8188-69175cc3196d None None] Provisioning for port 84d59675-0bb0-4a07-a86e-21ccdbaec804 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:45.209913 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-77a899a2-b0de-4555-8188-69175cc3196d None None] Provisioning complete for port 84d59675-0bb0-4a07-a86e-21ccdbaec804 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:45.210285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-77a899a2-b0de-4555-8188-69175cc3196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.266353 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Network a305d214-1750-4db4-aa2b-e9e48b34560e is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:45.267928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:45.297187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] Set router f606fa05-85b3-4342-83b4-a362e6f54d23 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:45.299784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-77a899a2-b0de-4555-8188-69175cc3196d None None] Port 84d59675-0bb0-4a07-a86e-21ccdbaec804 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:45.335521 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 13d02041-0ba7-495f-af49-aba65bc67438 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:45.337754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.391646 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Router f606fa05-85b3-4342-83b4-a362e6f54d23 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:56:45.505912 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:45.514125 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8bbbe300-1e0c-4990-a8c2-558f9069467a admin admin] 10.222.0.53 "PUT /v2.0/routers/f606fa05-85b3-4342-83b4-a362e6f54d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084180 Jun 30 09:56:45.542928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aed5ef41-79b7-4321-ae4b-3444c589ca98 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:45.578399 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-4feb493c-44a6-43ee-a751-610a56185d60 None None] Provisioning complete for port 84d59675-0bb0-4a07-a86e-21ccdbaec804 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:45.578768 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4feb493c-44a6-43ee-a751-610a56185d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.632154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-4feb493c-44a6-43ee-a751-610a56185d60 None None] Port 84d59675-0bb0-4a07-a86e-21ccdbaec804 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:45.647181 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port aed5ef41-79b7-4321-ae4b-3444c589ca98 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:45.647553 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.651619 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 4, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '84d59675-0bb0-4a07-a86e-21ccdbaec804', 'name': '', 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'mac_address': 'fa:16:3e:d3:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:44Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 1, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'subnets': [{'id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:45.696138 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d686271-8bf7-4baa-b251-116e66711480 None None] The sync data for ids ['f606fa05-85b3-4342-83b4-a362e6f54d23'] in n-d-758944-40 is: [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 4, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '84d59675-0bb0-4a07-a86e-21ccdbaec804', 'name': '', 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'mac_address': 'fa:16:3e:d3:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:44Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 1, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'subnets': [{'id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:45.754781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3f9f248-f397-4e09-ba9d-beaaa69a6d49 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:45.806649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:45.810614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:45.810849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.890647 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.942932 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port a3f9f248-f397-4e09-ba9d-beaaa69a6d49, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:45.954331 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.027108 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:46.485074 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47178) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:46.489886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-9e7c39de-65d9-4e53-826d-5a3d107b73f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386122869', 'description': 'tempest-secgroup-smoke-386122869 description', 'project_id': '928c04da00794fd591ec957fd3ecdf75'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:46.511322 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e7c39de-65d9-4e53-826d-5a3d107b73f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.587713 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e7c39de-65d9-4e53-826d-5a3d107b73f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.591376 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e7c39de-65d9-4e53-826d-5a3d107b73f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.618066 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-9e7c39de-65d9-4e53-826d-5a3d107b73f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.619805 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-9e7c39de-65d9-4e53-826d-5a3d107b73f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1336963 Jun 30 09:56:46.621655 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c39de-65d9-4e53-826d-5a3d107b73f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df49515-46fa-4211-830b-79df8196553a,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:46.623077 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47180) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:46.628672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4406de68-3de9-481c-99ae-05ddb57a44de tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '7df49515-46fa-4211-830b-79df8196553a', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:46.655850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4406de68-3de9-481c-99ae-05ddb57a44de tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.710427 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4406de68-3de9-481c-99ae-05ddb57a44de tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.713880 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4406de68-3de9-481c-99ae-05ddb57a44de tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.732130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406de68-3de9-481c-99ae-05ddb57a44de tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0c96ce-e05f-4bfe-b57d-65d39376558f,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:46.735517 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4406de68-3de9-481c-99ae-05ddb57a44de tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.736678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4406de68-3de9-481c-99ae-05ddb57a44de tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119225 Jun 30 09:56:46.739489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47182) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:46.744613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-5cc670e7-0a27-42b2-9803-682b7e7adcc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '7df49515-46fa-4211-830b-79df8196553a', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:46.770359 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc670e7-0a27-42b2-9803-682b7e7adcc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.828292 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc670e7-0a27-42b2-9803-682b7e7adcc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.832074 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc670e7-0a27-42b2-9803-682b7e7adcc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.849322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc670e7-0a27-42b2-9803-682b7e7adcc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb54dec1-dfb8-483a-9c67-b0eb71f51e90,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:46.855605 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5cc670e7-0a27-42b2-9803-682b7e7adcc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.859742 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5cc670e7-0a27-42b2-9803-682b7e7adcc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163790 Jun 30 09:56:46.859742 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47184) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:46.863912 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-4759bf50-250f-498c-9ec9-bbfc5f6be0aa tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '7df49515-46fa-4211-830b-79df8196553a', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:46.890960 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4759bf50-250f-498c-9ec9-bbfc5f6be0aa tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.929418 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3f9f248-f397-4e09-ba9d-beaaa69a6d49 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:46.957622 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4759bf50-250f-498c-9ec9-bbfc5f6be0aa tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.961773 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4759bf50-250f-498c-9ec9-bbfc5f6be0aa tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.980299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:46.980655 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.983483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759bf50-250f-498c-9ec9-bbfc5f6be0aa tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb62cf7c-a50c-4716-a8e7-774f3f259200,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:46.992214 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4759bf50-250f-498c-9ec9-bbfc5f6be0aa tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.994029 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4759bf50-250f-498c-9ec9-bbfc5f6be0aa tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329901 Jun 30 09:56:46.996604 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47186) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:47.000953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-871003af-ecfa-4fa4-9686-d6149a4aba7e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '7df49515-46fa-4211-830b-79df8196553a', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:47.027970 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871003af-ecfa-4fa4-9686-d6149a4aba7e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.120490 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871003af-ecfa-4fa4-9686-d6149a4aba7e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.124913 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871003af-ecfa-4fa4-9686-d6149a4aba7e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.143620 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871003af-ecfa-4fa4-9686-d6149a4aba7e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c33f08-b5dd-4cdc-987b-30851981641a,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:47.150415 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-871003af-ecfa-4fa4-9686-d6149a4aba7e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.151691 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-871003af-ecfa-4fa4-9686-d6149a4aba7e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541035 Jun 30 09:56:47.154581 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47188) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:47.159341 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '7df49515-46fa-4211-830b-79df8196553a', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:47.183277 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Project 928c04da00794fd591ec957fd3ecdf75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:56:47.188351 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.255244 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.259165 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.276890 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab7d5ac-4b99-447f-a301-1ba5dbe2c180,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:47.284702 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.285986 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fcd66212-793a-4045-837b-fdd152d2b45b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303656 Jun 30 09:56:47.288736 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47190) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:47.293928 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '7df49515-46fa-4211-830b-79df8196553a', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:47.315350 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Project 928c04da00794fd591ec957fd3ecdf75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:56:47.320541 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.385063 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.388873 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.408109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15582ca9-a9ab-4c7d-aba3-0e609159bdcb,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:47.415883 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.417496 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-35a0e219-6789-4e12-9323-e890784d091d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277192 Jun 30 09:56:47.569449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-6d78173a-d9e4-4f52-ad8f-812ce36dac04 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386122869&fields=id&tenant_id=928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 267 time: 0.0341525 Jun 30 09:56:47.684536 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-58c83b77-2c49-4835-ad72-fae3388f6f2b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:47.686025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-58c83b77-2c49-4835-ad72-fae3388f6f2b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 809 time: 0.1094384 Jun 30 09:56:47.701119 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-51ec5891-3b3e-4cbc-85a0-426e9541b9ed tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/quotas/928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Jun 30 09:56:47.765868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-a00757e2-a7df-4cbe-8250-4aa98cecf1dd tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597563 Jun 30 09:56:47.954313 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-0abc9625-e163-4818-b940-d2d42c0dd76b service neutron] 10.222.0.53 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766677 Jun 30 09:56:48.041164 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-c74f86cc-c48b-4854-b25b-4199c59191dc service neutron] 10.222.0.53 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810184 Jun 30 09:56:48.377131 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Sync routers for ids ['f606fa05-85b3-4342-83b4-a362e6f54d23'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:48.386264 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Routers {'f606fa05-85b3-4342-83b4-a362e6f54d23'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:48.386855 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f606fa05-85b3-4342-83b4-a362e6f54d23'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:48.487752 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Set router f606fa05-85b3-4342-83b4-a362e6f54d23 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:48.678431 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 4, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '84d59675-0bb0-4a07-a86e-21ccdbaec804', 'name': '', 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'mac_address': 'fa:16:3e:d3:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:44Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 2, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'subnets': [{'id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:48.703332 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Checking router: f606fa05-85b3-4342-83b4-a362e6f54d23 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:48.703673 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Updating router f606fa05-85b3-4342-83b4-a362e6f54d23 port 84d59675-0bb0-4a07-a86e-21ccdbaec804 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:56:48.735952 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:48.937300 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fe8ee3cb-4122-4d6d-8a03-89772dd60441 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:48.987263 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port fe8ee3cb-4122-4d6d-8a03-89772dd60441 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:48.990188 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:48.991140 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port fe8ee3cb-4122-4d6d-8a03-89772dd60441 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:48.991509 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:48.999855 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Transition to ACTIVE for port object 84d59675-0bb0-4a07-a86e-21ccdbaec804 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:49.005218 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:49.054555 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fc0b9-5402-4366-91f6-343d0785e4db None None] Pushing event updated for resources: {'Port': ['ID=84d59675-0bb0-4a07-a86e-21ccdbaec804,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:49.072542 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:49.095822 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port fe8ee3cb-4122-4d6d-8a03-89772dd60441, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fe8ee3cb-4122-4d6d-8a03-89772dd60441,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:49.100436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:49.107262 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Attempting to bind port 84d59675-0bb0-4a07-a86e-21ccdbaec804 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:49.107628 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Attempting to bind port 84d59675-0bb0-4a07-a86e-21ccdbaec804 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:49.107984 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Attempting to bind port 84d59675-0bb0-4a07-a86e-21ccdbaec804 on network a305d214-1750-4db4-aa2b-e9e48b34560e {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:49.113193 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:49.113559 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Checking segment: {'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:49.114000 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:49.114386 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Bound using segment: {'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:49.114843 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Bound port: 84d59675-0bb0-4a07-a86e-21ccdbaec804, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd71c76-f4f9-4748-a101-a703818687f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:49.115219 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:49.150406 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=fe8ee3cb-4122-4d6d-8a03-89772dd60441,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:49.185049 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] For port 84d59675-0bb0-4a07-a86e-21ccdbaec804, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:49.188320 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] For port 84d59675-0bb0-4a07-a86e-21ccdbaec804, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=84d59675-0bb0-4a07-a86e-21ccdbaec804,segment=NetworkSegment(dfd71c76-f4f9-4748-a101-a703818687f3),segment_id=dfd71c76-f4f9-4748-a101-a703818687f3)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:49.194614 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:49.252927 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Routers {'f606fa05-85b3-4342-83b4-a362e6f54d23'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:49.253613 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f606fa05-85b3-4342-83b4-a362e6f54d23'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:49.267658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fad6111f-6914-4caf-8497-b1c8585b8eae req-47c8459f-5744-4028-90c8-f4637da07f36 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 210 time: 0.0371771 Jun 30 09:56:49.303541 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fc0b9-5402-4366-91f6-343d0785e4db None None] Pushing event updated for resources: {'Port': ['ID=84d59675-0bb0-4a07-a86e-21ccdbaec804,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:49.380608 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] Set router f606fa05-85b3-4342-83b4-a362e6f54d23 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:49.680334 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 4, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '84d59675-0bb0-4a07-a86e-21ccdbaec804', 'name': '', 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'mac_address': 'fa:16:3e:d3:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:44Z', 'updated_at': '2021-06-30T09:56:49Z', 'revision_number': 4, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'subnets': [{'id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:49.706920 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec79618c-5ea0-4086-ba11-3655aa53e5ef None None] The sync data for ids ['f606fa05-85b3-4342-83b4-a362e6f54d23'] in n-d-758944-40 is: [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T09:56:44Z', 'revision_number': 4, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '84d59675-0bb0-4a07-a86e-21ccdbaec804', 'name': '', 'network_id': 'a305d214-1750-4db4-aa2b-e9e48b34560e', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'mac_address': 'fa:16:3e:d3:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:44Z', 'updated_at': '2021-06-30T09:56:49Z', 'revision_number': 4, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'subnets': [{'id': 'ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:50.374002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-4405603b-53d8-45c8-ad83-bcc7b515057f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:50.375976 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-4405603b-53d8-45c8-ad83-bcc7b515057f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 809 time: 0.1074975 Jun 30 09:56:50.426341 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-333b7655-b5ee-411f-a899-ebfe2a41ccce req-102111ca-fb31-40f4-a570-4721026ebdaf tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 210 time: 0.0358052 Jun 30 09:56:50.445519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-4d8320a3-9451-4ef8-b5d6-1c018797c5ee tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 379 time: 0.0607979 Jun 30 09:56:50.455073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'port': {'device_id': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'admin_state_up': True, 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'security_groups': ['7df49515-46fa-4211-830b-79df8196553a']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:50.569120 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Made reservation on behalf of 928c04da00794fd591ec957fd3ecdf75 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:50.573115 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:50.694469 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Allocated IP 172.20.0.9 (bb5af737-18e5-4d05-9684-280c4a2e29f9/d962bed8-1669-4779-83ce-88e756cdfb1c/560ce9aa-a9a1-4c41-8f6a-8ab50813f479) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:50.839092 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:50.852171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Transition to ACTIVE for port object 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:50.888274 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:50.935272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:50.938509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:50.942463 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fe8ee3cb-4122-4d6d-8a03-89772dd60441 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:50.944472 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:50.951694 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:50.998112 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:50.998746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.001662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port fe8ee3cb-4122-4d6d-8a03-89772dd60441 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:51.001983 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.017497 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-1268d98e-d2ed-40a8-96c9-5f0063158700 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661836 Jun 30 09:56:51.031431 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Request body: {'port': {'device_id': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:51.087326 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 84d59675-0bb0-4a07-a86e-21ccdbaec804 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:51.116545 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.156468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 84d59675-0bb0-4a07-a86e-21ccdbaec804 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:51.163118 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 84d59675-0bb0-4a07-a86e-21ccdbaec804 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:51.163495 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.247752 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-beaee05b-2d4f-4761-985a-0d0805736c44 None None] Provisioning for port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:51.251821 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-beaee05b-2d4f-4761-985a-0d0805736c44 None None] Provisioning complete for port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:51.252189 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-beaee05b-2d4f-4761-985a-0d0805736c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.271408 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.299618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-beaee05b-2d4f-4761-985a-0d0805736c44 None None] Port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:51.315346 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 84d59675-0bb0-4a07-a86e-21ccdbaec804, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=84d59675-0bb0-4a07-a86e-21ccdbaec804,segment=NetworkSegment(dfd71c76-f4f9-4748-a101-a703818687f3),segment_id=dfd71c76-f4f9-4748-a101-a703818687f3)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:51.319051 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.367646 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=84d59675-0bb0-4a07-a86e-21ccdbaec804,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:51.394786 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:56:51.402492 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.414324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Transition to ACTIVE for port object 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:51.418961 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.466804 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:51.554984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:51.555354 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:51.555654 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:51.562881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on network bb5af737-18e5-4d05-9684-280c4a2e29f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:56:51.563209 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:51.596242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:51.596507 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Checking segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:51.596800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Bound using segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:51.597251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Bound port: 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:51.598132 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.683415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209465-b8b4-4b1e-b04e-d0593c57eeab req-2d3addd8-7bf2-49d0-a155-d654f8fbd530 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.684889 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f209465-b8b4-4b1e-b04e-d0593c57eeab req-2d3addd8-7bf2-49d0-a155-d654f8fbd530 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 943 time: 0.1238086 Jun 30 09:56:51.687356 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:51.690500 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:51.699028 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.743010 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.743649 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.745036 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] 10.222.0.13 "PUT /v2.0/ports/560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 1092 time: 0.7185419 Jun 30 09:56:51.745478 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:51.747792 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56989c3-43ea-4adb-8531-2dbc94b67f10" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:51.767283 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f209465-b8b4-4b1e-b04e-d0593c57eeab req-aa2fa72a-94fa-495a-94b7-4ca8172bd51b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754840 Jun 30 09:56:51.787376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576227ec-4972-4a1f-9360-98a10c047f77 service neutron] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:51.823682 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c967e6-eb95-4993-b679-789701a10b83 x-openstack-request-id: req-c8c967e6-eb95-4993-b679-789701a10b83 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:51.824054 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:51.824375 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8c967e6-eb95-4993-b679-789701a10b83 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:51.824826 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'status': 'completed', 'code': 200} Jun 30 09:56:51.874079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-d5a2d179-3fe3-4a2e-9f94-c027d39d7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.875486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-d5a2d179-3fe3-4a2e-9f94-c027d39d7e2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1095 time: 0.0606081 Jun 30 09:56:51.919291 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-d3348f93-9835-4c1a-9ad3-478af64fe3a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 217 time: 0.0356569 Jun 30 09:56:51.970759 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-b0db0b4e-b488-447d-a786-2891644af6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.972243 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-b0db0b4e-b488-447d-a786-2891644af6d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0463736 Jun 30 09:56:52.030806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-246222c1-06bb-489c-83cb-a65c67e6e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.032192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-246222c1-06bb-489c-83cb-a65c67e6e8b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539184 Jun 30 09:56:52.123242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-e8cd1c2b-12eb-4241-989d-85cfd7c1c1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841975 Jun 30 09:56:52.218158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-eb478759-f8e7-442b-8cb9-3d238e2867b7 req-74ad0e1c-199e-4096-a042-6a5eedbe3734 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883467 Jun 30 09:56:52.322844 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-2eabfefc-af31-49f5-9551-c2ed0fc0b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.324351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-2eabfefc-af31-49f5-9551-c2ed0fc0b7ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1095 time: 0.0528662 Jun 30 09:56:52.412107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-135170f3-ca33-4c76-8777-15f1117d42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.413493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-135170f3-ca33-4c76-8777-15f1117d42e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0833287 Jun 30 09:56:52.458990 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-b4758b22-7677-4748-ae0a-9b024caeef16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 217 time: 0.0384507 Jun 30 09:56:52.509805 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-6e95fa30-9766-4b42-9471-9e51fba6e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.511292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-6e95fa30-9766-4b42-9471-9e51fba6e3b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0457060 Jun 30 09:56:52.567918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-e2878e15-162b-40e0-b272-62dc7a134a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.569390 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-e2878e15-162b-40e0-b272-62dc7a134a86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509071 Jun 30 09:56:52.924117 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 84d59675-0bb0-4a07-a86e-21ccdbaec804 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:52.972248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 84d59675-0bb0-4a07-a86e-21ccdbaec804 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:52.972622 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:53.013043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-384a5974-12e9-4c42-aad6-04dae36017cc service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361460 Jun 30 09:56:53.026898 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d9a41-806a-4ba7-9a4b-9de4fbf5a5c7 req-aaee875f-2666-4d1c-baef-e626bfd16687 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:53.028304 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e5d9a41-806a-4ba7-9a4b-9de4fbf5a5c7 req-aaee875f-2666-4d1c-baef-e626bfd16687 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 943 time: 0.0944870 Jun 30 09:56:53.114286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e5d9a41-806a-4ba7-9a4b-9de4fbf5a5c7 req-56264553-73a1-4568-afb2-dd31e5132396 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780542 Jun 30 09:56:53.137451 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d56989c3-43ea-4adb-8531-2dbc94b67f10 req-3fd00616-1334-4db9-88eb-0a06b822c73a service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082380 Jun 30 09:56:54.002443 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:54.289552 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f96b-eca5-47a0-bd0a-5b508b555217 req-8ec90f98-e08d-40ab-b927-36f3893adb0f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:54.291474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6856f96b-eca5-47a0-bd0a-5b508b555217 req-8ec90f98-e08d-40ab-b927-36f3893adb0f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 943 time: 0.0626078 Jun 30 09:56:54.329854 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6856f96b-eca5-47a0-bd0a-5b508b555217 req-59560ac0-d26a-4a31-a974-496314068606 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Jun 30 09:56:55.318783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:56:55.413929 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:55.426174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'port_id': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'mac_address': 'fa:16:3e:51:a7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:56:55.462632 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:55.474830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:56:55.494295 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:55.498398 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:55.507078 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfbcd8-5e39-42e5-9612-d37862a09fea req-71346b19-f080-4006-bcdd-7f6dfd5c988f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:55.508607 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41bfbcd8-5e39-42e5-9612-d37862a09fea req-71346b19-f080-4006-bcdd-7f6dfd5c988f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 943 time: 0.0687280 Jun 30 09:56:55.546755 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-41bfbcd8-5e39-42e5-9612-d37862a09fea req-098f70ec-96e9-450e-8159-bfd42b757c0f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316944 Jun 30 09:56:55.548393 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:55.699317 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['560ce9aa-a9a1-4c41-8f6a-8ab50813f479'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:56:55.769267 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:56.901917 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c75590-c991-48b1-8da0-990a2a21b1a6 req-f7c7dc4a-415b-42ca-8173-7d1b5e9df4d5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:56.903323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16c75590-c991-48b1-8da0-990a2a21b1a6 req-f7c7dc4a-415b-42ca-8173-7d1b5e9df4d5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0622349 Jun 30 09:56:56.941359 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-16c75590-c991-48b1-8da0-990a2a21b1a6 req-6ae4160d-c853-4eef-8ab5-559cf3383491 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Jun 30 09:56:57.340569 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:57.386337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:57.389978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:57.390349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:57.464177 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:57.487838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:57.490280 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5793764-a4d0-4b6c-bcf1-5b032cdfcb9d" -d '{"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:57.503248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:57.506917 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:57.530788 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce7f40e-4ca8-4de1-a59a-349da0a9317c x-openstack-request-id: req-4ce7f40e-4ca8-4de1-a59a-349da0a9317c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:57.531070 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:57.531334 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ce7f40e-4ca8-4de1-a59a-349da0a9317c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:57.531707 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'code': 200} Jun 30 09:56:57.557007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:57.638333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71dbed-e1f0-4241-8d1d-2347bc49d0da req-04ece542-bdaf-4fca-836a-3067348d0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:57.639809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e71dbed-e1f0-4241-8d1d-2347bc49d0da req-04ece542-bdaf-4fca-836a-3067348d0045 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1097 time: 0.0505188 Jun 30 09:56:57.673033 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9e71dbed-e1f0-4241-8d1d-2347bc49d0da req-db105849-25e2-4862-8902-b275224b150d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271492 Jun 30 09:56:58.113678 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc3062-862f-4198-b538-d3d08495330f req-d6f43560-babb-4b46-9760-13f78600db6c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:58.115141 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7bc3062-862f-4198-b538-d3d08495330f req-d6f43560-babb-4b46-9760-13f78600db6c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0661509 Jun 30 09:56:58.152362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f7bc3062-862f-4198-b538-d3d08495330f req-50682133-9180-4554-885b-17e400a2c816 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Jun 30 09:56:59.322867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe932d-3fb7-4d62-aa81-af72dc594146 req-9f536560-f7f0-4a53-a091-399f7e8b3fce tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:59.324324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23fe932d-3fb7-4d62-aa81-af72dc594146 req-9f536560-f7f0-4a53-a091-399f7e8b3fce tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0622065 Jun 30 09:56:59.361429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-23fe932d-3fb7-4d62-aa81-af72dc594146 req-24da8279-e7eb-4e75-baec-56cbcb2c6ea5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312655 Jun 30 09:56:59.535272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecb15f-2e4b-402e-9afd-facfcebad62b req-aac2c8d9-b6ab-4748-a1ac-5fa6181080da tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:59.536720 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95ecb15f-2e4b-402e-9afd-facfcebad62b req-aac2c8d9-b6ab-4748-a1ac-5fa6181080da tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0661485 Jun 30 09:56:59.574032 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95ecb15f-2e4b-402e-9afd-facfcebad62b req-ea453d0b-51b6-442f-a6d5-0937ea3eede1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Jun 30 09:56:59.597830 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47244) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:59.689280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e1dd7-a90b-4fca-82a5-19660c0c7ab4 tempest-TestShelveInstance-481815167 tempest-TestShelveInstance-481815167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:59.691254 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-385e1dd7-a90b-4fca-82a5-19660c0c7ab4 tempest-TestShelveInstance-481815167 tempest-TestShelveInstance-481815167-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1092 time: 0.0923126 Jun 30 09:56:59.693990 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47248) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:59.698306 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:59.719586 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:59.817015 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:59.915533 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Allocated IP 172.25.8.138 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/51d36333-9202-4119-bf77-6e4f16672110) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:57:00.016281 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.053184 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.089700 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:00.092400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:00.095743 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:57:00.122255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'Port': ['ID=51d36333-9202-4119-bf77-6e4f16672110,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:00.463081 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.539409 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.683325 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.688105 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.759509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'Port': ['ID=51d36333-9202-4119-bf77-6e4f16672110,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:00.767442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.865943 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Floating IP dc18f04d-e096-4a17-9ab9-4623d22cf1d1 associated. External IP: 172.25.8.138, port: 560ce9aa-a9a1-4c41-8f6a-8ab50813f479. Jun 30 09:57:01.070761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:57:01.176192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:57:01.185281 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] Sync routers for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:57:01.191928 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:01.195955 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:01.197060 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:01.228577 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-7b295a17-d467-49a2-9fa5-e3f49018a3e1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5335550 Jun 30 09:57:01.229171 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:01.231546 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aef7d7-616d-4640-8948-8b7269b5d6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:01.272220 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f578504d-29e0-4e63-adb3-90a39c6ba27f x-openstack-request-id: req-f578504d-29e0-4e63-adb3-90a39c6ba27f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:01.272516 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:01.272769 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f578504d-29e0-4e63-adb3-90a39c6ba27f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:01.273170 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'status': 'completed', 'code': 200} Jun 30 09:57:01.300238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:01.346228 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-4e1e7643-ef01-45fe-9681-89fc8ad63915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:01.347642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-4e1e7643-ef01-45fe-9681-89fc8ad63915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1097 time: 0.0517621 Jun 30 09:57:01.441968 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-e1ab96b2-f1dd-4af7-b32e-773b8529875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:01.443525 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-e1ab96b2-f1dd-4af7-b32e-773b8529875b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0886974 Jun 30 09:57:01.506916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-0c804a75-d024-4857-abaa-443486450a6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 999 time: 0.0568941 Jun 30 09:57:01.519784 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'dc18f04d-e096-4a17-9ab9-4623d22cf1d1', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'port_id': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'mac_address': 'fa:16:3e:51:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:57:00Z', 'updated_at': '2021-06-30T09:57:00Z', 'revision_number': 0, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:01.548305 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] Checking router: c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:57:01.553991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-6e7bead2-8249-4571-8deb-c449b9f6d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:01.555465 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-6e7bead2-8249-4571-8deb-c449b9f6d72f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0424113 Jun 30 09:57:01.557230 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:01.557863 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T09:56:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:01.616003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-f58811c9-7326-49d1-8f94-086b56b31b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:01.617523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-f58811c9-7326-49d1-8f94-086b56b31b5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561335 Jun 30 09:57:01.710635 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-f93fc1bb-f4fc-431e-bba3-de9e6d592bba service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869985 Jun 30 09:57:01.807172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13aef7d7-616d-4640-8948-8b7269b5d6b9 req-c3f0e834-a957-4048-b5e9-b8ce1a01057c service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Jun 30 09:57:01.815260 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-10bea34d-1b96-4fd4-847c-3ddb634f1f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:01.830750 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:02.042035 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'dc18f04d-e096-4a17-9ab9-4623d22cf1d1', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'port_id': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'mac_address': 'fa:16:3e:51:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:57:00Z', 'updated_at': '2021-06-30T09:57:00Z', 'revision_number': 0, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:02.067746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62721844-4629-4f00-857c-4bf990888ad1 None None] The sync data for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 is: [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'dc18f04d-e096-4a17-9ab9-4623d22cf1d1', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'port_id': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'mac_address': 'fa:16:3e:51:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:57:00Z', 'updated_at': '2021-06-30T09:57:00Z', 'revision_number': 0, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:57:02.247127 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5fcb09-e8c7-4b54-bf28-cf03bb30d355 None None] New status for floating IP dc18f04d-e096-4a17-9ab9-4623d22cf1d1: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:57:04.425268 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:04.444357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df2c8ada-8919-464a-9d40-d6b3fe0bde2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:06.081809 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:07.485596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.843699 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:57:24.004173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:25.773264 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.830945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-e7ad9cb1-117f-42f7-8fd1-f97b78d2d572 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514057 Jun 30 09:57:27.922196 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-a63f74f2-6ba5-4eb1-9be8-e1c146c508ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:27.923570 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-a63f74f2-6ba5-4eb1-9be8-e1c146c508ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1097 time: 0.0512893 Jun 30 09:57:28.028259 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-6927a2cf-e5c8-49ee-8c30-0493adbf55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.029721 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-6927a2cf-e5c8-49ee-8c30-0493adbf55f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0863264 Jun 30 09:57:28.093058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-e80ca881-cfa3-4a3c-97b1-5099d62440cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 1001 time: 0.0560288 Jun 30 09:57:28.139493 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-dcf6b949-2225-4127-b33d-4cbe58672931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.140864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-dcf6b949-2225-4127-b33d-4cbe58672931 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0415273 Jun 30 09:57:28.199193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-312ebbc8-7caa-4717-b36a-794b23e2c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.200829 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-312ebbc8-7caa-4717-b36a-794b23e2c474 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537801 Jun 30 09:57:28.288555 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-04832730-8c07-48c0-be10-657691767ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799921 Jun 30 09:57:28.380530 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-831b3bdd-fb85-435c-9d1d-d36507484993 req-73b49a85-448d-425b-a2aa-de4735951049 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849342 Jun 30 09:57:31.685663 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac74e-597e-4d2b-968e-91342f69a3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:34.426374 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:34.443368 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-223987f5-836b-4c30-b298-1a5b2d2b7789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:36.084352 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:37.488584 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:52.843527 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:57:54.002070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:55.803114 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:01.685299 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-60d883d4-1067-4d0f-9062-e19104ea0fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:04.428329 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:04.443006 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-569cb421-28e3-40e0-b824-b864382d53b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:06.087699 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:07.491537 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:23.997451 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:25.803503 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:28.819602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-16f53ee6-b49a-49d2-a14c-ce535cd62b56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551791 Jun 30 09:58:28.913433 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-c88e459f-adcf-4903-a9b8-789b668373e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:28.914986 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-c88e459f-adcf-4903-a9b8-789b668373e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1097 time: 0.0533500 Jun 30 09:58:29.020322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-244ac92d-ac04-4bf1-94d2-c0b6e5d9662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:29.021903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-244ac92d-ac04-4bf1-94d2-c0b6e5d9662c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0856829 Jun 30 09:58:29.084652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-5c9adff7-7e44-4965-9d36-7f25d495261b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 1001 time: 0.0561976 Jun 30 09:58:29.130802 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-69925d63-beac-4e3b-a2a6-8f1622ed7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:29.132214 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-69925d63-beac-4e3b-a2a6-8f1622ed7801 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0415225 Jun 30 09:58:29.493378 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-d11283a9-0665-4258-97c4-7ca4d9a53007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:29.494960 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-d11283a9-0665-4258-97c4-7ca4d9a53007 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3568628 Jun 30 09:58:29.582643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-335314dc-469d-418b-ba92-056b2e35c48f service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804503 Jun 30 09:58:29.673905 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8f0e3034-31f7-4831-8602-e37c22c26bec req-10bbb838-d1ba-4b30-ab27-633f9f396a51 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836275 Jun 30 09:58:29.842206 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:58:31.685745 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8663cb23-af89-4f0f-9abd-6d48a24bccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:34.434287 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:34.445250 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7b2266b3-3257-46e1-bd9b-3af508f148c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:36.090730 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:37.497709 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:54.016618 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:55.803531 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:56.287255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184c23f-72e8-4430-bcb2-5a09b497bfc6 req-0fe0fe21-fc34-46b7-b7e0-5de09d7b8ee0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:56.288700 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e184c23f-72e8-4430-bcb2-5a09b497bfc6 req-0fe0fe21-fc34-46b7-b7e0-5de09d7b8ee0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.1076353 Jun 30 09:58:56.324500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e184c23f-72e8-4430-bcb2-5a09b497bfc6 req-3e95ee62-8cfb-46a2-ba93-900706137c92 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302589 Jun 30 09:58:57.511943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab447c-68f0-4eb4-b8c9-69079ae07b91 req-9d823d41-bc7d-415c-8def-662728f5cdc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:57.513432 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33ab447c-68f0-4eb4-b8c9-69079ae07b91 req-9d823d41-bc7d-415c-8def-662728f5cdc2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0655994 Jun 30 09:58:57.550103 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-33ab447c-68f0-4eb4-b8c9-69079ae07b91 req-a527bc5e-34c5-4724-85f6-bd5e495c6338 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310745 Jun 30 09:58:58.753087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f20506-2ac3-43a1-891a-f0d4ed5fe1c4 req-003348b6-e694-4841-839e-ab7243bd8520 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:58.754574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79f20506-2ac3-43a1-891a-f0d4ed5fe1c4 req-003348b6-e694-4841-839e-ab7243bd8520 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0620930 Jun 30 09:58:58.791472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-79f20506-2ac3-43a1-891a-f0d4ed5fe1c4 req-c39ff07b-a2bd-445a-8a53-0cd2ad88017f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Jun 30 09:58:59.963801 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dfb2f-7189-4697-b337-147a21f7dc7a req-b91be276-efa9-4bda-94b2-5d320009c254 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:59.965233 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b3dfb2f-7189-4697-b337-147a21f7dc7a req-b91be276-efa9-4bda-94b2-5d320009c254 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0609362 Jun 30 09:59:00.001768 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9b3dfb2f-7189-4697-b337-147a21f7dc7a req-cb0e8bfe-9862-422b-9258-414066d752ff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309474 Jun 30 09:59:01.178056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6015e5e-5729-4a89-9e28-2821dd1343ea req-9a3bb7c4-7107-4d94-a41b-c11db10b0cce tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:01.179467 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6015e5e-5729-4a89-9e28-2821dd1343ea req-9a3bb7c4-7107-4d94-a41b-c11db10b0cce tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0684273 Jun 30 09:59:01.217416 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a6015e5e-5729-4a89-9e28-2821dd1343ea req-7193b771-8d50-4132-9b24-c40dc8268b24 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323296 Jun 30 09:59:01.686203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a8533781-9de1-4482-be63-eb0731114192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:02.395031 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8f91-b8db-4510-8890-9f45ea124140 req-122b34a8-c02f-41c8-a052-781adcfc8a7b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:02.396573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98df8f91-b8db-4510-8890-9f45ea124140 req-122b34a8-c02f-41c8-a052-781adcfc8a7b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0623548 Jun 30 09:59:02.436191 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-98df8f91-b8db-4510-8890-9f45ea124140 req-1d73b4c4-7480-4c96-8930-bb55a12e0475 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Jun 30 09:59:03.610831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65939da-57f4-4f03-a0a7-78737f47fa28 req-f09ce3d0-eb70-4336-b542-8f7c6d0f8e46 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:03.612319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f65939da-57f4-4f03-a0a7-78737f47fa28 req-f09ce3d0-eb70-4336-b542-8f7c6d0f8e46 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0667481 Jun 30 09:59:03.649519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f65939da-57f4-4f03-a0a7-78737f47fa28 req-7a6bca44-f684-418f-bb1e-96c9e113e2a8 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Jun 30 09:59:04.442812 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:04.447204 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8ec68abe-028f-4b53-840c-066bb468af3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:04.818186 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6e12-c00c-48a4-9eea-ed3b46ff8c18 req-8c9ac71f-0fad-45e5-812d-af995d8d145b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.819642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff5a6e12-c00c-48a4-9eea-ed3b46ff8c18 req-8c9ac71f-0fad-45e5-812d-af995d8d145b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0617638 Jun 30 09:59:04.856116 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff5a6e12-c00c-48a4-9eea-ed3b46ff8c18 req-6a35c396-81ad-4f16-98f1-41a33e0686b8 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309768 Jun 30 09:59:06.024605 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ceeed-d590-4212-a5b0-affaf5df8531 req-1258506b-7dfa-48f3-b183-55a17efb74a8 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:06.026112 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-094ceeed-d590-4212-a5b0-affaf5df8531 req-1258506b-7dfa-48f3-b183-55a17efb74a8 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0620463 Jun 30 09:59:06.065192 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-094ceeed-d590-4212-a5b0-affaf5df8531 req-e82dd886-1e1d-41a9-9420-5fb1604a2c6f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330474 Jun 30 09:59:06.092746 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:06.840758 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:07.241444 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921e19f-4215-4193-90ad-320ed342180f req-78c82dfb-a14e-494d-a11e-8804a2299f92 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:07.242948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3921e19f-4215-4193-90ad-320ed342180f req-78c82dfb-a14e-494d-a11e-8804a2299f92 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0675097 Jun 30 09:59:07.279795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3921e19f-4215-4193-90ad-320ed342180f req-6b419e3d-8908-4b54-86ac-d42d2ef7369f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306103 Jun 30 09:59:07.499030 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:08.026391 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:59:08.117384 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:08.128345 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'port_id': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'mac_address': 'fa:16:3e:51:a7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:59:08.169529 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:08.181706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:59:08.200561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:08.205240 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:08.253716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:08.260697 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.261037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.261368 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.261714 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.262039 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.262484 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.262706 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.262974 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.263286 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.264217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.264461 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.264766 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:08.274688 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['560ce9aa-a9a1-4c41-8f6a-8ab50813f479'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:59:08.463233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fde02-e8e0-4bb1-93d0-be3024144868 req-f6fa4662-3768-41ef-b8c1-ab7962ab5181 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:08.464803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440fde02-e8e0-4bb1-93d0-be3024144868 req-f6fa4662-3768-41ef-b8c1-ab7962ab5181 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0662384 Jun 30 09:59:08.503846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-440fde02-e8e0-4bb1-93d0-be3024144868 req-19ff133a-e901-4bc2-9ec8-6aa5316f827c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333521 Jun 30 09:59:09.698159 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2abe6-9f42-41fe-ad18-b5c7e88808ac req-33f042dd-c1c9-49e6-ab4c-e7a53e4286b6 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:09.699665 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84a2abe6-9f42-41fe-ad18-b5c7e88808ac req-33f042dd-c1c9-49e6-ab4c-e7a53e4286b6 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0680625 Jun 30 09:59:09.740025 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-84a2abe6-9f42-41fe-ad18-b5c7e88808ac req-a773bba5-1068-4fae-930d-bce65a7b1361 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Jun 30 09:59:10.052097 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:59:10.117465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:59:10.117853 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:10.205542 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:10.230426 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:10.233439 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8205aea2-add6-475d-aaee-7ccf3cf3cda3" -d '{"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:10.256983 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:10.265015 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:10.291672 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e8f86a-cdc2-4b78-92e8-4873fe32ba84 x-openstack-request-id: req-49e8f86a-cdc2-4b78-92e8-4873fe32ba84 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:10.291936 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:10.292188 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49e8f86a-cdc2-4b78-92e8-4873fe32ba84 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:10.292882 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'code': 200} Jun 30 09:59:10.321553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:10.921815 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b2aeb-327a-4eaa-9c79-aec0843a4a25 req-cc417955-c87a-4405-81ec-116a7cf8b2b4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:10.923535 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-476b2aeb-327a-4eaa-9c79-aec0843a4a25 req-cc417955-c87a-4405-81ec-116a7cf8b2b4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0670493 Jun 30 09:59:10.964826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-476b2aeb-327a-4eaa-9c79-aec0843a4a25 req-ccbad6a5-5b6d-4fe2-b226-61be22ab97ec tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354061 Jun 30 09:59:12.149840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc97b02-3b54-4135-a441-ed56a769190e req-89d64966-557a-454a-8911-83dde7e87b29 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:12.151365 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adc97b02-3b54-4135-a441-ed56a769190e req-89d64966-557a-454a-8911-83dde7e87b29 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0651181 Jun 30 09:59:12.194427 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-adc97b02-3b54-4135-a441-ed56a769190e req-06899b28-5a45-4d14-b545-684a62c2847a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363972 Jun 30 09:59:13.388017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362714b-e47d-4d53-9d4b-a61487c75e96 req-e2eb8720-b1b5-42a6-8563-45c5ca925998 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:13.389557 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8362714b-e47d-4d53-9d4b-a61487c75e96 req-e2eb8720-b1b5-42a6-8563-45c5ca925998 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0718884 Jun 30 09:59:13.434815 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8362714b-e47d-4d53-9d4b-a61487c75e96 req-5c0b6fcd-c809-45dd-91ff-7d0905d1e23f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Jun 30 09:59:14.628635 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16f02-28a7-48a5-8260-e1eb87af8ae4 req-6ff0a970-57ee-4a95-a14a-e5beabb862a3 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:14.630274 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43f16f02-28a7-48a5-8260-e1eb87af8ae4 req-6ff0a970-57ee-4a95-a14a-e5beabb862a3 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0753510 Jun 30 09:59:14.673247 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-43f16f02-28a7-48a5-8260-e1eb87af8ae4 req-2bd70410-fc42-4b71-bf8f-10f5b4686790 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373440 Jun 30 09:59:15.877701 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3be28-5d5c-4c00-b798-67023da353c7 req-caed11c2-b157-4002-856a-807e6e02383b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:15.880193 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9e3be28-5d5c-4c00-b798-67023da353c7 req-caed11c2-b157-4002-856a-807e6e02383b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0762038 Jun 30 09:59:15.920817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a9e3be28-5d5c-4c00-b798-67023da353c7 req-ef01b6c1-c4e0-4d5d-8920-e10c22a2d6b5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350318 Jun 30 09:59:17.101084 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a98d2-a69e-4371-8af8-902d24cd07f6 req-abd2facc-a51f-472a-81cb-96de5ee27e0b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:17.102624 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f7a98d2-a69e-4371-8af8-902d24cd07f6 req-abd2facc-a51f-472a-81cb-96de5ee27e0b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0655000 Jun 30 09:59:17.144367 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1f7a98d2-a69e-4371-8af8-902d24cd07f6 req-6714fd73-8e6d-4cd6-a425-d57476279565 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359106 Jun 30 09:59:18.054428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-c0fdc262-6c7b-46f4-b6ad-dec308b518b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:18.055888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-c0fdc262-6c7b-46f4-b6ad-dec308b518b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1097 time: 0.1033285 Jun 30 09:59:18.144247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-2c2c457e-184c-49d4-b8ab-ff8993764339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:18.145657 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-2c2c457e-184c-49d4-b8ab-ff8993764339 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0834322 Jun 30 09:59:18.209430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-720939b8-3367-457c-b65e-c6b3f2b6815a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 1001 time: 0.0569468 Jun 30 09:59:18.273937 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-ac238090-3513-4f8f-8bfe-367314a9761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:18.275308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-ac238090-3513-4f8f-8bfe-367314a9761d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0592878 Jun 30 09:59:18.365285 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08f1ec-a321-4024-8ff3-bf300dfc5aa5 req-40f220f5-2ba2-43e7-9865-43555f0b6cb9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:18.366751 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b08f1ec-a321-4024-8ff3-bf300dfc5aa5 req-40f220f5-2ba2-43e7-9865-43555f0b6cb9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.1050532 Jun 30 09:59:18.369199 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-1ea3247d-7416-4f43-b035-4aaf32794042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:18.370553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-1ea3247d-7416-4f43-b035-4aaf32794042 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783885 Jun 30 09:59:18.382594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-31d657d6-f401-4417-85b8-8ce1a0e73451 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:59:18.383511 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-31d657d6-f401-4417-85b8-8ce1a0e73451 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046375 Jun 30 09:59:18.452398 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2b08f1ec-a321-4024-8ff3-bf300dfc5aa5 req-6d55008c-9651-43e4-93be-7a932a827605 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800781 Jun 30 09:59:18.490226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-d2b9c603-fea3-4dc4-9f4a-7dee3cdf3f18 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995586 Jun 30 09:59:18.582895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-20703d67-1852-49a9-a3ae-81e3f95b7a51 req-28790105-5ba7-4062-b4e8-9a5a9c4efec0 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822418 Jun 30 09:59:19.631458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e481b5d-9038-46da-b272-9867b797d4b2 req-d726f16d-d22c-4e78-b996-306ea6b52f9b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:19.632916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e481b5d-9038-46da-b272-9867b797d4b2 req-d726f16d-d22c-4e78-b996-306ea6b52f9b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0665619 Jun 30 09:59:19.669027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7e481b5d-9038-46da-b272-9867b797d4b2 req-3f6ec8f7-7055-4e44-a4d1-36ae407830bc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305085 Jun 30 09:59:20.838922 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d3ba-8499-48d9-a930-9cc460a5f2e2 req-035394c4-6418-4d8c-9107-26b12a873d5f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:20.840421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4188d3ba-8499-48d9-a930-9cc460a5f2e2 req-035394c4-6418-4d8c-9107-26b12a873d5f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0623982 Jun 30 09:59:20.877748 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4188d3ba-8499-48d9-a930-9cc460a5f2e2 req-4f698004-f0cc-44c0-818e-edacd274b03e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Jun 30 09:59:21.222849 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72243e-c2f5-4ee4-875a-286b793fc7ff req-6cd99bc9-6b44-4237-8c7a-86c47fc3f37a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:21.224293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c72243e-c2f5-4ee4-875a-286b793fc7ff req-6cd99bc9-6b44-4237-8c7a-86c47fc3f37a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0666349 Jun 30 09:59:21.263105 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5c72243e-c2f5-4ee4-875a-286b793fc7ff req-feb01ad1-cdd7-4c92-b3a2-3cbfb612888e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332487 Jun 30 09:59:21.307268 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47442) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:59:21.400970 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-aed96126-3aca-4f5c-93b1-2ca109c2978f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924990 Jun 30 09:59:22.130624 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:22.208795 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:22.231691 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:22.234240 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba755b-e6f0-428c-bf07-c092cb3c60fe" -d '{"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:22.248353 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:22.253231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:22.276173 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d7588d-7231-48d1-b31a-990ffdc8d051 x-openstack-request-id: req-c7d7588d-7231-48d1-b31a-990ffdc8d051 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:22.276467 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:22.276718 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7d7588d-7231-48d1-b31a-990ffdc8d051 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:22.277103 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'code': 200} Jun 30 09:59:22.303547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:22.349353 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-7415fcdd-98ef-4897-a486-7fea80064276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:22.350899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-7415fcdd-98ef-4897-a486-7fea80064276 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc&tenant_id=928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 1095 time: 0.1042347 Jun 30 09:59:22.366047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-40', 'device_owner': 'compute:nova'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:22.478966 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:22.502271 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e6b26-0be4-4ab9-95fe-18beb9163536 req-af55c6e4-a7b1-4e2e-80a4-2678cf680b94 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:22.503727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a90e6b26-0be4-4ab9-95fe-18beb9163536 req-af55c6e4-a7b1-4e2e-80a4-2678cf680b94 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 943 time: 0.1172318 Jun 30 09:59:22.617893 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a90e6b26-0be4-4ab9-95fe-18beb9163536 req-ef741f9e-1740-439c-9b41-528904cd7c5c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931766 Jun 30 09:59:22.721004 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:22.753215 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:22.784069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:59:22.791221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:22.802662 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Transition to ACTIVE for port object 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:59:22.805761 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:22.885407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=9']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:22.897509 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.898222 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.898566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.898892 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.899216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.899542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.900157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.900484 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.900807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.901126 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.901442 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.901797 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:22.941967 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] No DVR routers for this DVR port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:59:23.084119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:59:23.084455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:59:23.084803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:23.088961 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on network bb5af737-18e5-4d05-9684-280c4a2e29f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:59:23.089283 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Attempting to bind port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:23.093996 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:59:23.094337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Checking segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:59:23.094720 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Bound using segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:59:23.095148 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Bound port: 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:59:23.095499 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:23.155779 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:23.158668 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:59:23.163463 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:23.198609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:23.199222 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:23.200614 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] 10.222.0.26 "PUT /v2.0/ports/560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 1092 time: 0.8385808 Jun 30 09:59:23.201335 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:23.203628 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7939274-1373-4a7a-9bda-b2b6861d8207" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:23.240644 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f9c3-4727-4bae-8fd0-b2a84f88602d service neutron] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=10']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:23.288437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-8865e7f1-d388-49cb-938a-958fb590b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:23.289978 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-8865e7f1-d388-49cb-938a-958fb590b8fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1096 time: 0.0596447 Jun 30 09:59:23.318613 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001945c6-17e4-4376-9c60-d2b754155d96 x-openstack-request-id: req-001945c6-17e4-4376-9c60-d2b754155d96 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:23.318903 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:23.319155 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-001945c6-17e4-4376-9c60-d2b754155d96 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:23.319553 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'status': 'completed', 'code': 200} Jun 30 09:59:23.393881 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-9b4f0ecf-073e-4545-871f-17e4adf3eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:23.395361 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-9b4f0ecf-073e-4545-871f-17e4adf3eb83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0960758 Jun 30 09:59:23.461831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-62a79ad7-35e2-432e-bbd9-3435e07c32d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 999 time: 0.0562220 Jun 30 09:59:23.513417 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-4830841f-99a4-41fd-94d3-b4fb070a76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:23.514914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-4830841f-99a4-41fd-94d3-b4fb070a76b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0440595 Jun 30 09:59:23.579203 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-140bc1b7-5636-4bcd-b95f-53c8bdf88191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:23.580608 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-140bc1b7-5636-4bcd-b95f-53c8bdf88191 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551836 Jun 30 09:59:23.594683 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-b473d773-6101-40a1-b821-29ff7b0afae3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:59:23.595662 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-b473d773-6101-40a1-b821-29ff7b0afae3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054431 Jun 30 09:59:23.692639 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-f19c18c6-5a45-4a05-930f-bd424b2acfdc service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859661 Jun 30 09:59:23.830983 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-7b8986f0-fe0a-4c4d-8588-1831c0523bfe service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280086 Jun 30 09:59:23.839510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729092a-ad2b-4b7a-a825-ed2e037bfd32 req-e202b245-9a25-4829-8b44-32c943eff5b1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:23.840910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f729092a-ad2b-4b7a-a825-ed2e037bfd32 req-e202b245-9a25-4829-8b44-32c943eff5b1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0930557 Jun 30 09:59:23.881613 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f729092a-ad2b-4b7a-a825-ed2e037bfd32 req-3338d0fc-d94c-4e2f-a060-850be35dc597 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343795 Jun 30 09:59:23.936465 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-c09f271e-215d-491c-8466-5f50fa42045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:23.937945 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-c09f271e-215d-491c-8466-5f50fa42045f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1096 time: 0.0519786 Jun 30 09:59:24.034696 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:24.043725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-7de0ae56-ace0-4e2c-b2c4-ae52c22b3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:24.045344 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-7de0ae56-ace0-4e2c-b2c4-ae52c22b3659 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0973120 Jun 30 09:59:24.117518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-eead2155-d452-4cca-a874-bb31559ca68f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 999 time: 0.0621116 Jun 30 09:59:24.188764 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-cb2c96c5-6ccb-4c93-b768-cb84959ed464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:24.190506 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-cb2c96c5-6ccb-4c93-b768-cb84959ed464 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0630674 Jun 30 09:59:25.063166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce34ee-8386-4f9d-8cb6-e11d02d125a3 req-b0efdcc5-7b57-48d9-a08f-ae38e603dab2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:25.064821 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1ce34ee-8386-4f9d-8cb6-e11d02d125a3 req-b0efdcc5-7b57-48d9-a08f-ae38e603dab2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0652952 Jun 30 09:59:25.104364 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b1ce34ee-8386-4f9d-8cb6-e11d02d125a3 req-d7c2bf3e-deb2-414d-b939-5d8a9341f711 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338354 Jun 30 09:59:25.805750 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:26.282459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b7829-3f18-45a4-b139-84907345306a req-31a8d4a7-7dde-48e9-be4b-b35a1f141914 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:26.283961 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-477b7829-3f18-45a4-b139-84907345306a req-31a8d4a7-7dde-48e9-be4b-b35a1f141914 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0664177 Jun 30 09:59:26.327596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-477b7829-3f18-45a4-b139-84907345306a req-1e3d8f9b-ad66-4faa-a368-43fdbcd20d56 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376513 Jun 30 09:59:27.512907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285e82d-39f9-4168-ab93-bad352e52abf req-7b1bff30-e4e3-4af5-84a7-ea1bb9fc7c57 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:27.514445 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c285e82d-39f9-4168-ab93-bad352e52abf req-7b1bff30-e4e3-4af5-84a7-ea1bb9fc7c57 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0680978 Jun 30 09:59:27.554170 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c285e82d-39f9-4168-ab93-bad352e52abf req-88887812-ceb5-4b5f-8795-945002583adc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340729 Jun 30 09:59:28.734944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436cfd9-abb4-42af-a88b-94af43e37ba9 req-80bce861-8559-42b1-a162-8813a8ed4bb0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:28.736429 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d436cfd9-abb4-42af-a88b-94af43e37ba9 req-80bce861-8559-42b1-a162-8813a8ed4bb0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0645673 Jun 30 09:59:28.776213 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d436cfd9-abb4-42af-a88b-94af43e37ba9 req-1c1de1ab-3421-401c-ae58-319959a08c9f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340829 Jun 30 09:59:29.957769 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce145d-0b03-42ea-ad5c-193a2b0e56af req-3e1a9fa2-7549-4f44-a7d2-c71727ddbfe4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:29.959227 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5ce145d-0b03-42ea-ad5c-193a2b0e56af req-3e1a9fa2-7549-4f44-a7d2-c71727ddbfe4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0713074 Jun 30 09:59:30.000082 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c5ce145d-0b03-42ea-ad5c-193a2b0e56af req-dd928dc9-3e86-4ac8-96fd-5fbdd9b0a01f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348539 Jun 30 09:59:31.185806 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de615-8424-4526-9a35-6948a686e4b3 req-575b482d-b6c3-4325-87b2-4c89ef2d3967 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:31.187769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d6de615-8424-4526-9a35-6948a686e4b3 req-575b482d-b6c3-4325-87b2-4c89ef2d3967 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0687063 Jun 30 09:59:31.230148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d6de615-8424-4526-9a35-6948a686e4b3 req-d006fec4-68dd-47a3-8deb-21915a0873df tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362449 Jun 30 09:59:31.689177 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b89af234-e218-47ce-bb5d-9ae4b10a9ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:32.413305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbaf29-06af-49b3-9773-92189b35a567 req-6e677ce5-11f2-4d32-8eff-d3100a32b5bf tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:32.426266 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2fbaf29-06af-49b3-9773-92189b35a567 req-6e677ce5-11f2-4d32-8eff-d3100a32b5bf tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0760560 Jun 30 09:59:32.476974 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b2fbaf29-06af-49b3-9773-92189b35a567 req-a2c11824-e5f6-427f-b112-617a3cb32d2f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389845 Jun 30 09:59:33.659907 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93460059-9b00-4d2a-a1c4-8e1adf15681f req-a3471a66-fa24-46a3-a080-a67d8cbb584e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:33.661523 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93460059-9b00-4d2a-a1c4-8e1adf15681f req-a3471a66-fa24-46a3-a080-a67d8cbb584e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0638456 Jun 30 09:59:33.701168 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-93460059-9b00-4d2a-a1c4-8e1adf15681f req-e2bbfdb7-9421-40f8-a826-9649cdca1db5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333192 Jun 30 09:59:34.374320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-c42c51f0-a7d0-4df7-b26a-0709787a16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.375766 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-c42c51f0-a7d0-4df7-b26a-0709787a16cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526485 Jun 30 09:59:34.438798 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:34.450476 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9078d92d-3346-4fe9-970a-388254ce0220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:34.469868 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-f4334823-ab84-4e5d-b125-d924bd152b1d service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864112 Jun 30 09:59:34.556383 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d7939274-1373-4a7a-9bda-b2b6861d8207 req-ee6f8e38-6e10-4ec3-a88b-6dbeef01d433 service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800176 Jun 30 09:59:34.880122 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2af5b8-6e28-4647-b91c-6f5a88af803a req-762dd904-bdce-4c98-9745-18339fb230b9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.881599 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d2af5b8-6e28-4647-b91c-6f5a88af803a req-762dd904-bdce-4c98-9745-18339fb230b9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 944 time: 0.0680892 Jun 30 09:59:34.917652 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0d2af5b8-6e28-4647-b91c-6f5a88af803a req-0bde22be-7fdf-4368-ac5f-52b78e0405cf tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304077 Jun 30 09:59:35.821239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:59:35.913245 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:35.924023 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'port_id': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'mac_address': 'fa:16:3e:51:a7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:59:35.959516 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:35.972152 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:59:35.991288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:35.995380 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:36.045055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=11']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:36.093819 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bc5bc-016f-44dd-9aa7-23d64406b851 req-1941f52f-9dfc-4a74-8b96-5674c00b173e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:36.094673 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:36.095343 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c85bc5bc-016f-44dd-9aa7-23d64406b851 req-1941f52f-9dfc-4a74-8b96-5674c00b173e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0641510 Jun 30 09:59:36.132035 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c85bc5bc-016f-44dd-9aa7-23d64406b851 req-ef261107-bb82-4ffe-9ae8-7c0fbc66aa97 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Jun 30 09:59:36.280091 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['560ce9aa-a9a1-4c41-8f6a-8ab50813f479'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:59:37.302255 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3706d-4cf7-4b37-8ba2-8ef9ac1e5fcf req-f4e68235-4663-4527-a296-c6136bdb5e62 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:37.303693 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89f3706d-4cf7-4b37-8ba2-8ef9ac1e5fcf req-f4e68235-4663-4527-a296-c6136bdb5e62 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 945 time: 0.0611906 Jun 30 09:59:37.340175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-89f3706d-4cf7-4b37-8ba2-8ef9ac1e5fcf req-0628d72c-b341-4810-9b68-9befd3489959 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309556 Jun 30 09:59:37.501862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:37.821458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:59:37.869768 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:59:37.873279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:59:37.873658 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:37.949760 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:37.972013 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:37.974512 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3752e02b-be1e-440b-8bd7-203a76b07319" -d '{"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:37.986628 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:37.990783 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:38.015347 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b58fe-0768-4cbc-95a6-9a1f831b3766 x-openstack-request-id: req-0b6b58fe-0768-4cbc-95a6-9a1f831b3766 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:38.015640 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:38.015890 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b6b58fe-0768-4cbc-95a6-9a1f831b3766 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:38.016272 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'code': 200} Jun 30 09:59:38.043233 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=12']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:38.192225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f640d9f-a3c4-45f4-b52c-896f72c1acdb req-ee27124d-c08e-4d09-ba5d-cf8515009b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:38.193567 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f640d9f-a3c4-45f4-b52c-896f72c1acdb req-ee27124d-c08e-4d09-ba5d-cf8515009b61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1098 time: 0.0527651 Jun 30 09:59:38.230772 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2f640d9f-a3c4-45f4-b52c-896f72c1acdb req-73930c25-f4ff-4258-ac0c-cdd712a278ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272365 Jun 30 09:59:38.509347 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96f79d-fcd3-4aab-97d9-96e32e7e1f6b req-d7124e6e-9389-4d94-bedb-21f59efc5d3e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:38.510838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af96f79d-fcd3-4aab-97d9-96e32e7e1f6b req-d7124e6e-9389-4d94-bedb-21f59efc5d3e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 946 time: 0.0625257 Jun 30 09:59:38.547692 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af96f79d-fcd3-4aab-97d9-96e32e7e1f6b req-4f06cfda-d73c-4ca7-bb61-6c4a8509ca16 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Jun 30 09:59:38.911370 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-1a776bf4-b8b2-465a-9992-499659bba66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:38.912732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-1a776bf4-b8b2-465a-9992-499659bba66d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1098 time: 0.0540233 Jun 30 09:59:39.024978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-fcae90eb-936f-472a-a8cd-98a33c72e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:39.026493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-fcae90eb-936f-472a-a8cd-98a33c72e75a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0892365 Jun 30 09:59:39.097127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-ec4ee1fd-c873-4f1c-9e24-0674b666674d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 1001 time: 0.0627370 Jun 30 09:59:39.148428 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-021ebf8e-6a28-4de1-802d-5527482327e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:39.149950 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-021ebf8e-6a28-4de1-802d-5527482327e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0446470 Jun 30 09:59:39.208128 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-5b556933-5eb3-4461-b0c9-4c3c696365a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:39.209618 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-5b556933-5eb3-4461-b0c9-4c3c696365a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523937 Jun 30 09:59:39.307732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-a30b9143-a693-4a75-bb77-d2e0c968cca6 service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912251 Jun 30 09:59:39.401743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-824b9a8c-9069-4295-a561-84f2bfa8e76d req-831920be-f3d5-42be-aafb-ed7bf0cc8b3c service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Jun 30 09:59:39.720358 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e326-88eb-42ce-89a3-2f0722051203 req-8e4d7611-c949-48aa-949d-8a3fe040545c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:39.722120 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5226e326-88eb-42ce-89a3-2f0722051203 req-8e4d7611-c949-48aa-949d-8a3fe040545c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 946 time: 0.0625587 Jun 30 09:59:39.761457 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5226e326-88eb-42ce-89a3-2f0722051203 req-a5ed31fc-248e-4295-909a-60493012c79e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338356 Jun 30 09:59:40.933728 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee50-b820-42ef-b423-38e0fe0f8438 req-1f7f39f5-8d0c-4c6f-822b-de0a0ecc18a6 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:40.935093 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6066ee50-b820-42ef-b423-38e0fe0f8438 req-1f7f39f5-8d0c-4c6f-822b-de0a0ecc18a6 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 946 time: 0.0642331 Jun 30 09:59:40.971733 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6066ee50-b820-42ef-b423-38e0fe0f8438 req-50a8f87d-cac8-4316-a006-abc10b3a3a61 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Jun 30 09:59:43.839443 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:54.037293 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:55.815815 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:01.682362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-601675d0-2ac5-4779-ad5f-5a70fb437cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.444366 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.454431 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2b72b292-8e5d-480a-ac1a-6b4dc54b55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:06.097713 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:07.504182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:20.837934 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:00:24.036489 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:25.819920 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:31.683736 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a342-284d-4de0-b19a-22ab32571ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.450411 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.460964 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1696f73d-1bf8-42fa-9b0a-509edd7c9ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:36.099933 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.505319 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.872918 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-40315bd3-0211-487f-b0e9-67188ea529eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550435 Jun 30 10:00:39.974588 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94103-531e-4a02-8946-b30fa7727686 req-36a6224b-5df7-4f6d-9633-69d70e8be798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:39.976058 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-36a6224b-5df7-4f6d-9633-69d70e8be798 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1098 time: 0.0532370 Jun 30 10:00:40.091394 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94103-531e-4a02-8946-b30fa7727686 req-2ca9cc9b-a8ab-48fb-86c4-864ca24f7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:40.092888 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-2ca9cc9b-a8ab-48fb-86c4-864ca24f7d6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0919573 Jun 30 10:00:40.160756 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-f29e668f-3365-4033-9f23-e99cf664ac65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 1001 time: 0.0571835 Jun 30 10:00:40.222276 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94103-531e-4a02-8946-b30fa7727686 req-366731c8-300e-4229-82ea-d7c9f94af9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:40.223746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-366731c8-300e-4229-82ea-d7c9f94af9db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0549092 Jun 30 10:00:40.281195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94103-531e-4a02-8946-b30fa7727686 req-a2fd4e9e-0753-432d-9e08-136c5070ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:40.282673 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-a2fd4e9e-0753-432d-9e08-136c5070ce79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501084 Jun 30 10:00:40.372338 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-034a2d4b-4249-4036-8cf0-ffbfd08726b7 service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794559 Jun 30 10:00:40.466486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-46b94103-531e-4a02-8946-b30fa7727686 req-7cc17bdd-5f5b-49a5-a074-af29d4408102 service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838132 Jun 30 10:00:54.031458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.204688 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47576) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:54.359941 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Deleting port 51d36333-9202-4119-bf77-6e4f16672110 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:54.360199 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.433014 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.433338 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.445617 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Calling delete_port for 51d36333-9202-4119-bf77-6e4f16672110 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:54.589773 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.613908 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event deleted for resources: {'Port': ['ID=51d36333-9202-4119-bf77-6e4f16672110,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:54.627419 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.627765 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.628110 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.628442 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.628773 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.629101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.629447 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.629783 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.630108 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.630435 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.630759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.631078 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:54.689182 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.689560 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Floating IP dc18f04d-e096-4a17-9ab9-4623d22cf1d1 disassociated (deleted). External IP: 172.25.8.138, port: 560ce9aa-a9a1-4c41-8f6a-8ab50813f479. Jun 30 10:00:54.885504 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:00:54.991864 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:00:54.996511 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.000715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] Sync routers for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:00:55.010105 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:55.010719 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:55.039293 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-60d9bd95-1c9c-4dad-aeb5-da7e6150f93e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "DELETE /v2.0/floatingips/dc18f04d-e096-4a17-9ab9-4623d22cf1d1 HTTP/1.1" status: 204 len: 168 time: 0.8335218 Jun 30 10:00:55.039893 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:55.042226 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:55.118404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:55.145093 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5077a8f4-ea49-44f7-b305-b8a5042991ef x-openstack-request-id: req-5077a8f4-ea49-44f7-b305-b8a5042991ef {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:55.145399 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:55.145775 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5077a8f4-ea49-44f7-b305-b8a5042991ef {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:55.146097 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'status': 'completed', 'code': 200} Jun 30 10:00:55.232049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-24ec043d-3cc1-406c-a4d6-1189efc2e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.233573 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-24ec043d-3cc1-406c-a4d6-1189efc2e805 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 1098 time: 0.0568855 Jun 30 10:00:55.327154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:55.345729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-f11b7fad-80ca-4550-9ce2-b2e9ed02964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.347903 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-f11b7fad-80ca-4550-9ce2-b2e9ed02964c service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0951946 Jun 30 10:00:55.364997 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] Checking router: c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:00:55.373386 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:55.374104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:00:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:55.392064 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-a690c6db-5dde-4d1e-9226-809053458fa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 200 len: 217 time: 0.0370507 Jun 30 10:00:55.468984 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-75044860-7bcb-42bf-99c1-b54075b792a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.470493 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-75044860-7bcb-42bf-99c1-b54075b792a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0711842 Jun 30 10:00:55.479036 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:55.517544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32434f-3cb6-4e6a-8e13-e2baab46af54 req-cc6f1dbf-90ec-47ea-8b0d-6bc2edf0f40d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.519078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a32434f-3cb6-4e6a-8e13-e2baab46af54 req-cc6f1dbf-90ec-47ea-8b0d-6bc2edf0f40d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 946 time: 0.1297863 Jun 30 10:00:55.567910 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2a32434f-3cb6-4e6a-8e13-e2baab46af54 req-1e481538-b343-465c-8858-e3b003ba1473 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427892 Jun 30 10:00:55.570593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-d4095c4a-0f14-4fbe-8540-540c0c31247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.572008 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-d4095c4a-0f14-4fbe-8540-540c0c31247f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937238 Jun 30 10:00:55.832903 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.850314 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:55.876193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8787586-a48c-4afb-a6e6-6e8a166b9f0b None None] The sync data for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 is: [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:00:55.989916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-84767a30-ad62-4ffc-aa12-52ca90b31102 service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092810 Jun 30 10:00:56.092449 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd85d2-0852-4d6b-83e3-380e7e51f8c4 None None] New status for floating IP dc18f04d-e096-4a17-9ab9-4623d22cf1d1: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:00:56.092991 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90c2e57f-2d4e-44e2-b589-cf0e9f3c5a0a req-6cd2d81b-0fb3-4ec6-b637-3f00383d0be5 service neutron] 10.222.0.26 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932593 Jun 30 10:00:56.745087 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269020e-32d7-466f-9538-525539dad900 req-c74c7b1c-676f-469c-9d75-d69daa891cd7 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:56.746553 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6269020e-32d7-466f-9538-525539dad900 req-c74c7b1c-676f-469c-9d75-d69daa891cd7 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 946 time: 0.0651739 Jun 30 10:00:56.791637 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6269020e-32d7-466f-9538-525539dad900 req-611d3ed1-ffb6-4a3b-b313-5c13135c10fb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=7df49515-46fa-4211-830b-79df8196553a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394413 Jun 30 10:00:56.848079 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc965f5-22ef-451c-be21-23288bed09ce req-761435ba-4779-41f8-a2bb-c0d3de8fe461 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:56.850043 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dc965f5-22ef-451c-be21-23288bed09ce req-761435ba-4779-41f8-a2bb-c0d3de8fe461 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.26 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 946 time: 0.0692127 Jun 30 10:00:56.956496 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Deleting port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:56.956829 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:57.040811 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] For port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:57.041172 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:57.054040 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Calling delete_port for 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:57.182444 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:57.210226 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event deleted for resources: {'Port': ['ID=560ce9aa-a9a1-4c41-8f6a-8ab50813f479,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:57.219843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.220194 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.220534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.220871 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.221201 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.221534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.221887 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.222216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.223110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.223110 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.223338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.223569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:57.267152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] No DVR routers for this DVR port 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:00:57.269746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:57.271658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7dc965f5-22ef-451c-be21-23288bed09ce req-c97d3266-d20f-4c0d-99ed-083742c23282 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.26 "DELETE /v2.0/ports/560ce9aa-a9a1-4c41-8f6a-8ab50813f479 HTTP/1.1" status: 204 len: 173 time: 0.4129863 Jun 30 10:00:57.272103 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-deleted', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:57.274373 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b2abe9-31e4-4e25-9ea5-5f7f542f5073" -d '{"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-deleted", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:57.311783 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1575e96-5fb6-4d03-99b7-9865b0ba23ed x-openstack-request-id: req-d1575e96-5fb6-4d03-99b7-9865b0ba23ed {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:57.312073 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318a9f6-c5d9-4f46-8404-f342949ee4bc", "name": "network-vif-deleted", "tag": "560ce9aa-a9a1-4c41-8f6a-8ab50813f479", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:57.312327 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1575e96-5fb6-4d03-99b7-9865b0ba23ed {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:57.312723 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318a9f6-c5d9-4f46-8404-f342949ee4bc', 'name': 'network-vif-deleted', 'tag': '560ce9aa-a9a1-4c41-8f6a-8ab50813f479', 'status': 'completed', 'code': 200} Jun 30 10:00:57.837396 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:00:57.949604 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bc28b4d-4795-45cb-892e-4f7ce457ee8a req-4fe70301-640d-47b7-8bc2-325d687f93bb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e318a9f6-c5d9-4f46-8404-f342949ee4bc HTTP/1.1" status: 200 len: 210 time: 0.0340126 Jun 30 10:00:59.043459 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47600) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:59.105277 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fc8062b-96de-46a8-a79f-32bffc5b8413 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.129475 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fc8062b-96de-46a8-a79f-32bffc5b8413 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.190793 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fc8062b-96de-46a8-a79f-32bffc5b8413 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.193568 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-0fc8062b-96de-46a8-a79f-32bffc5b8413 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.194816 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-0fc8062b-96de-46a8-a79f-32bffc5b8413 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "DELETE /v2.0/security-groups/7df49515-46fa-4211-830b-79df8196553a HTTP/1.1" status: 204 len: 168 time: 0.1503768 Jun 30 10:00:59.204191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8062b-96de-46a8-a79f-32bffc5b8413 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df49515-46fa-4211-830b-79df8196553a,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:59.586685 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47606) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:59.591402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-142ed52a-68af-4ed4-a6b8-6a1e01bbc241 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863061571', 'description': 'tempest-secgroup-smoke-863061571 description', 'project_id': '928c04da00794fd591ec957fd3ecdf75'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:59.613854 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-142ed52a-68af-4ed4-a6b8-6a1e01bbc241 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.692591 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-142ed52a-68af-4ed4-a6b8-6a1e01bbc241 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.696182 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-142ed52a-68af-4ed4-a6b8-6a1e01bbc241 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.722790 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-142ed52a-68af-4ed4-a6b8-6a1e01bbc241 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.723987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-142ed52a-68af-4ed4-a6b8-6a1e01bbc241 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1362865 Jun 30 10:00:59.727035 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47608) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:59.728014 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ed52a-68af-4ed4-a6b8-6a1e01bbc241 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204a4b02-549f-4515-8db7-bd2818101fea,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:59.731917 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-af5d576b-52c2-4b39-817b-c88e2f8f9b7f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '204a4b02-549f-4515-8db7-bd2818101fea', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:59.757253 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af5d576b-52c2-4b39-817b-c88e2f8f9b7f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.811200 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af5d576b-52c2-4b39-817b-c88e2f8f9b7f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.813952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af5d576b-52c2-4b39-817b-c88e2f8f9b7f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.831962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d576b-52c2-4b39-817b-c88e2f8f9b7f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fb32e3-85f7-4080-85fa-bd1d4c56cee3,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:59.837810 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-af5d576b-52c2-4b39-817b-c88e2f8f9b7f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.839204 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-af5d576b-52c2-4b39-817b-c88e2f8f9b7f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109977 Jun 30 10:00:59.841819 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47610) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:59.846160 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-7062cf63-d452-4495-ad8c-583e79ecd4f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '204a4b02-549f-4515-8db7-bd2818101fea', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:59.870790 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7062cf63-d452-4495-ad8c-583e79ecd4f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.924876 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7062cf63-d452-4495-ad8c-583e79ecd4f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.928466 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7062cf63-d452-4495-ad8c-583e79ecd4f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.944927 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062cf63-d452-4495-ad8c-583e79ecd4f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26936b4-ddce-4841-a2b2-123bb8c73647,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:59.951847 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7062cf63-d452-4495-ad8c-583e79ecd4f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.953203 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7062cf63-d452-4495-ad8c-583e79ecd4f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1104712 Jun 30 10:00:59.956538 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47612) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:59.961101 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-b2c470eb-d2c7-4606-adc6-2160fdaf87cb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '204a4b02-549f-4515-8db7-bd2818101fea', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:59.985487 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2c470eb-d2c7-4606-adc6-2160fdaf87cb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.041502 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2c470eb-d2c7-4606-adc6-2160fdaf87cb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.044786 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2c470eb-d2c7-4606-adc6-2160fdaf87cb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.063542 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c470eb-d2c7-4606-adc6-2160fdaf87cb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9853f09-27da-4ebe-b6e9-6fb6c30d4712,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:00.069767 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-b2c470eb-d2c7-4606-adc6-2160fdaf87cb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.070674 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-b2c470eb-d2c7-4606-adc6-2160fdaf87cb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132069 Jun 30 10:01:00.073313 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47614) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:00.077879 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e2450f76-a43d-4b2e-938d-834ef7e854f5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '204a4b02-549f-4515-8db7-bd2818101fea', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:00.103001 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2450f76-a43d-4b2e-938d-834ef7e854f5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.161302 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2450f76-a43d-4b2e-938d-834ef7e854f5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.165068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2450f76-a43d-4b2e-938d-834ef7e854f5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.179361 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:00.182587 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2450f76-a43d-4b2e-938d-834ef7e854f5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30347215-023c-4a25-ad7e-2790ac21639f,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:00.188628 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e2450f76-a43d-4b2e-938d-834ef7e854f5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.190285 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e2450f76-a43d-4b2e-938d-834ef7e854f5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155128 Jun 30 10:01:00.193358 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47616) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:00.197843 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '204a4b02-549f-4515-8db7-bd2818101fea', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:00.201808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:01:00.202150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device 560ce9aa-a9a1-4c41-8f6a-8ab50813f479 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:00.219582 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Project 928c04da00794fd591ec957fd3ecdf75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:01:00.224357 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.282009 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.285336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.304634 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7e939f-e41e-42db-b9c7-4cf17c4f84ac,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:00.307911 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.309060 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-2520486e-f17a-49ef-a48a-c50c8eb208eb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147134 Jun 30 10:01:00.311845 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47618) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:00.316961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'security_group_rule': {'security_group_id': '204a4b02-549f-4515-8db7-bd2818101fea', 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:00.337670 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Project 928c04da00794fd591ec957fd3ecdf75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:01:00.342157 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.400335 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.403809 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.425965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13f6c28-f9a9-4806-8b21-67595a122032,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:00.429316 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.430499 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5696c57e-7563-4543-af62-2364e8cd918f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175134 Jun 30 10:01:01.685601 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9189-d070-4df7-a5cb-cc20a6c9e510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:04.450182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:04.458126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-df9797c9-fbc9-407e-93d9-63f55519a7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:06.105791 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:07.528193 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:14.666345 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-4f321ca4-2cc0-4fee-8465-b7fba49341a2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863061571&fields=id&tenant_id=928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 267 time: 0.0325608 Jun 30 10:01:14.770073 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-f536b373-a513-412d-890d-2a6fb5aa97f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:14.771413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-f536b373-a513-412d-890d-2a6fb5aa97f4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 809 time: 0.0988717 Jun 30 10:01:14.785897 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-8b9f69e2-13ad-4e8c-bd64-a28aa524a876 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/quotas/928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 375 time: 0.0091622 Jun 30 10:01:14.848579 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-50ef0cb1-8481-4ef2-98ea-03036e0e1d54 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578930 Jun 30 10:01:14.863238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-b1130381-a721-4c65-80ea-50f9c9f62e23 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:01:14.864158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-b1130381-a721-4c65-80ea-50f9c9f62e23 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049469 Jun 30 10:01:14.951281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-9eb0ab60-9b43-4e72-81ca-eb2d586be888 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819123 Jun 30 10:01:15.037421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-3a768e16-f616-481c-944c-b119b5d4ec72 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795097 Jun 30 10:01:16.348957 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4501cb16-e7af-4890-86cc-a538ec784ea9 req-81b992ea-d9e1-40d3-91e5-f503f20d901e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 210 time: 0.0333505 Jun 30 10:01:17.468342 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-0d4a07cc-0859-454f-b76e-7b1ccc31a6c3 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:17.469819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-0d4a07cc-0859-454f-b76e-7b1ccc31a6c3 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 809 time: 0.1089211 Jun 30 10:01:17.508556 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a553ada2-1c50-4e65-87ef-623c3fb2ea3d req-6a5e1c50-320f-4c5e-99d3-b5adaf931799 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 210 time: 0.0377116 Jun 30 10:01:17.538500 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-11e7d30a-2050-4fad-895c-fe09fc7bd7cc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 379 time: 0.0367312 Jun 30 10:01:17.547341 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'port': {'device_id': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'admin_state_up': True, 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'security_groups': ['204a4b02-549f-4515-8db7-bd2818101fea']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:17.656048 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Made reservation on behalf of 928c04da00794fd591ec957fd3ecdf75 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:17.660386 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.798440 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Allocated IP 172.20.0.5 (bb5af737-18e5-4d05-9684-280c4a2e29f9/d962bed8-1669-4779-83ce-88e756cdfb1c/a7f863af-03da-42df-af56-1afec1d80b0f) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:17.943705 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.962049 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Transition to ACTIVE for port object a7f863af-03da-42df-af56-1afec1d80b0f will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:17.993654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.036941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:18.040020 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:18.046238 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:18.073061 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:18.106045 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:18.106695 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.122964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ab6708af-ef06-4dd0-9e90-d8affe90b885 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796537 Jun 30 10:01:18.135608 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Request body: {'port': {'device_id': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:18.218488 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.316154 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bfb72c88-118b-4fd1-b830-9d4e557bfb57 None None] Provisioning for port a7f863af-03da-42df-af56-1afec1d80b0f completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:18.320449 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bfb72c88-118b-4fd1-b830-9d4e557bfb57 None None] Provisioning complete for port a7f863af-03da-42df-af56-1afec1d80b0f triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:18.320952 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c88-118b-4fd1-b830-9d4e557bfb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.357153 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bfb72c88-118b-4fd1-b830-9d4e557bfb57 None None] Port a7f863af-03da-42df-af56-1afec1d80b0f cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:01:18.484462 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f863af-03da-42df-af56-1afec1d80b0f {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:01:18.492282 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.504617 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Transition to ACTIVE for port object a7f863af-03da-42df-af56-1afec1d80b0f will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:18.508734 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.559423 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:18.636062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Attempting to bind port a7f863af-03da-42df-af56-1afec1d80b0f on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:18.636409 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Attempting to bind port a7f863af-03da-42df-af56-1afec1d80b0f by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:18.636747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Attempting to bind port a7f863af-03da-42df-af56-1afec1d80b0f on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:18.644706 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Port a7f863af-03da-42df-af56-1afec1d80b0f on network bb5af737-18e5-4d05-9684-280c4a2e29f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:01:18.645170 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Attempting to bind port a7f863af-03da-42df-af56-1afec1d80b0f on network bb5af737-18e5-4d05-9684-280c4a2e29f9 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:18.662551 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:18.662820 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Checking segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:18.663210 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Bound using segment: {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:18.663660 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Bound port: a7f863af-03da-42df-af56-1afec1d80b0f, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38223ca5-fa01-4141-9328-3bb595968d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:18.664027 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.776337 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd39cf-f99b-42b2-82b5-541da8bdc33a req-06008f6c-017f-4125-ba80-f08907762453 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:18.777980 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66dd39cf-f99b-42b2-82b5-541da8bdc33a req-06008f6c-017f-4125-ba80-f08907762453 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.1294234 Jun 30 10:01:18.787135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:18.790953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:18.798212 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.846127 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:18.846746 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.848148 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] 10.222.0.13 "PUT /v2.0/ports/a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 1092 time: 0.7177680 Jun 30 10:01:18.849988 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:18.852094 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:18.902470 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-66dd39cf-f99b-42b2-82b5-541da8bdc33a req-7b9b2e14-f485-484a-8281-960936677750 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168282 Jun 30 10:01:18.915191 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faaca9c-6b25-4183-bcab-c0198d61756b x-openstack-request-id: req-9faaca9c-6b25-4183-bcab-c0198d61756b {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:18.915500 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:18.915746 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9faaca9c-6b25-4183-bcab-c0198d61756b {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:18.916152 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'status': 'completed', 'code': 200} Jun 30 10:01:18.936529 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b42357-3f43-4f4c-8a55-b543efa1b5cb service neutron] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:18.974800 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-95a324ff-abfb-4f36-a475-3c9e886bd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:18.976312 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-95a324ff-abfb-4f36-a475-3c9e886bd40c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1095 time: 0.0729558 Jun 30 10:01:19.026414 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-3228a35b-b4f3-4ff9-a9ce-0a398f6334bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 217 time: 0.0420959 Jun 30 10:01:19.077034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-cb4daee2-9386-4c59-879b-72bfc944351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.078537 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-cb4daee2-9386-4c59-879b-72bfc944351b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0459216 Jun 30 10:01:19.134918 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-73bee931-48e1-4915-8264-640983b80f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.136402 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-73bee931-48e1-4915-8264-640983b80f53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517607 Jun 30 10:01:19.226798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-fa9cb462-b03e-465f-a048-58034053b8d6 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Jun 30 10:01:19.320125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-563a8001-113f-40b2-bf8e-317a8ba5c3ac req-ca8b3027-a1e2-43b5-85c4-5f3ba7ce0013 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872042 Jun 30 10:01:19.424266 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-a74edf8f-903d-446d-bc82-7d1b0feb2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.425919 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-a74edf8f-903d-446d-bc82-7d1b0feb2f43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1095 time: 0.0548897 Jun 30 10:01:19.526297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-a15b41f0-1303-4a1e-a57c-eec9fa603345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.527789 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-a15b41f0-1303-4a1e-a57c-eec9fa603345 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0950277 Jun 30 10:01:19.569139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-e15d64ce-781d-4848-a56b-c362a23a0ac9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 217 time: 0.0349572 Jun 30 10:01:19.622367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-4061c1fd-47b4-4c98-9a55-b9412e016fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.623865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-4061c1fd-47b4-4c98-9a55-b9412e016fad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0488913 Jun 30 10:01:19.679953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-019ed603-bab0-424d-9181-5602d12f252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.681373 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-019ed603-bab0-424d-9181-5602d12f252d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514708 Jun 30 10:01:19.770308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-9f174edf-1ba1-4323-85b4-b782df2b1550 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816534 Jun 30 10:01:19.863412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-61ea95ae-89e8-45cd-88e4-1a8c41bf03b8 req-991f1c3e-c42a-42b9-9d00-04050df01683 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 Jun 30 10:01:20.089371 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c224e88-5ce9-4c26-bc5f-ead3512074ef req-1898cdd7-3206-4c1a-abe8-f5c268989d15 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:20.090921 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c224e88-5ce9-4c26-bc5f-ead3512074ef req-1898cdd7-3206-4c1a-abe8-f5c268989d15 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0665841 Jun 30 10:01:20.129108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2c224e88-5ce9-4c26-bc5f-ead3512074ef req-ce1a3a87-7b5f-47c4-b41e-aca5c592e250 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 Jun 30 10:01:21.310002 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55cdbb-75b7-49a3-a582-f9b556189d70 req-38f47146-6f3f-42c8-a30a-aa8a7cd500dc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:21.311644 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba55cdbb-75b7-49a3-a582-f9b556189d70 req-38f47146-6f3f-42c8-a30a-aa8a7cd500dc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0689588 Jun 30 10:01:21.351494 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ba55cdbb-75b7-49a3-a582-f9b556189d70 req-8bd0e03e-3c16-4621-9a80-d4d685ecb044 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335004 Jun 30 10:01:22.521136 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf679bf-4f5d-4d94-8111-0074c4e96646 req-2c366b8f-1913-4ae9-9709-6f9776ee67af tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:22.522602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0cf679bf-4f5d-4d94-8111-0074c4e96646 req-2c366b8f-1913-4ae9-9709-6f9776ee67af tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0615523 Jun 30 10:01:22.559420 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0cf679bf-4f5d-4d94-8111-0074c4e96646 req-01da7720-94e3-48bc-8efa-a5cb01189bb0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Jun 30 10:01:23.729074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40eae31-06d3-4f5c-a56f-e19f57e513d3 req-ee836b1f-8041-4ab5-b3a0-bb60ec71a606 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:23.730559 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b40eae31-06d3-4f5c-a56f-e19f57e513d3 req-ee836b1f-8041-4ab5-b3a0-bb60ec71a606 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0617425 Jun 30 10:01:23.767534 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b40eae31-06d3-4f5c-a56f-e19f57e513d3 req-618bee33-d60f-40e1-9520-b6ebae88e871 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308633 Jun 30 10:01:24.025921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.938560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb8301-ee9d-4519-abf3-fd2f8b118017 req-43504ad0-e2e9-4511-a92f-408d53098984 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:24.940425 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8bb8301-ee9d-4519-abf3-fd2f8b118017 req-43504ad0-e2e9-4511-a92f-408d53098984 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0656233 Jun 30 10:01:24.977385 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8bb8301-ee9d-4519-abf3-fd2f8b118017 req-dec09f3d-ab1b-433d-ab89-f032b23dd20e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Jun 30 10:01:25.815624 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.145712 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f6f27-c8f7-440c-b297-e469e87bf9bb req-ff471bd0-cc70-4ac2-a17c-74e110bf2a1b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:26.147187 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-976f6f27-c8f7-440c-b297-e469e87bf9bb req-ff471bd0-cc70-4ac2-a17c-74e110bf2a1b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0620785 Jun 30 10:01:26.184844 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-976f6f27-c8f7-440c-b297-e469e87bf9bb req-662039e0-0ac7-4159-9988-f778c0f5d922 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321388 Jun 30 10:01:27.362279 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f596-89c0-4d8d-9481-bef080557aec req-f27180bc-17cd-4a75-96b4-6d4982cf3f15 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:27.363698 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8351f596-89c0-4d8d-9481-bef080557aec req-f27180bc-17cd-4a75-96b4-6d4982cf3f15 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0669584 Jun 30 10:01:27.402997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8351f596-89c0-4d8d-9481-bef080557aec req-e229cde2-d1fc-4fdf-b36b-5d899c894536 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Jun 30 10:01:28.572243 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f369b27-25b2-43de-bb99-5c9d3d9fbac3 req-09fd9740-ae24-4afc-9183-5b99ac957df7 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:28.573727 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f369b27-25b2-43de-bb99-5c9d3d9fbac3 req-09fd9740-ae24-4afc-9183-5b99ac957df7 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0627015 Jun 30 10:01:28.611393 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f369b27-25b2-43de-bb99-5c9d3d9fbac3 req-d14cee48-fd49-4372-812a-818158fc9da9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311255 Jun 30 10:01:28.733248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a7f863af-03da-42df-af56-1afec1d80b0f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:01:28.825432 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:28.837832 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'port_id': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'mac_address': 'fa:16:3e:5f:1f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:01:28.873296 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.885269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f863af-03da-42df-af56-1afec1d80b0f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:01:28.904332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:28.908852 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.953680 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:28.961228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.961573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.961934 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.962269 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.962600 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.962925 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.963248 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.963568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.963887 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.964208 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.964527 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:28.964844 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:29.138143 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a7f863af-03da-42df-af56-1afec1d80b0f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:01:29.794081 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3378af-fbd8-4fd9-aadb-75dbba3a6f2e req-4f69cb04-3037-4411-b58e-a5a4a9659727 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:29.795587 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db3378af-fbd8-4fd9-aadb-75dbba3a6f2e req-4f69cb04-3037-4411-b58e-a5a4a9659727 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 944 time: 0.0646396 Jun 30 10:01:29.836831 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db3378af-fbd8-4fd9-aadb-75dbba3a6f2e req-834538c7-de31-44d1-bf37-8bec4fd2838e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355868 Jun 30 10:01:30.748037 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a7f863af-03da-42df-af56-1afec1d80b0f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:30.796244 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port a7f863af-03da-42df-af56-1afec1d80b0f completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:30.800135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a7f863af-03da-42df-af56-1afec1d80b0f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:30.800508 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.879520 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.903158 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:30.905423 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d410b4c7-06c9-4a24-8d9b-2b11131361b1" -d '{"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-plugged", "status": "completed", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:30.915933 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:30.920927 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.973861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:31.005066 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1809cb23-1873-4d63-a59c-4a4b89706a61 x-openstack-request-id: req-1809cb23-1873-4d63-a59c-4a4b89706a61 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:31.005584 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-plugged", "status": "completed", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:31.005856 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1809cb23-1873-4d63-a59c-4a4b89706a61 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:31.006430 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'code': 200} Jun 30 10:01:31.015633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb92cd-ed8b-4dd2-b215-db4f2ce364c9 req-fbad4924-2d74-4076-be15-df6a118e0269 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:31.017162 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59bb92cd-ed8b-4dd2-b215-db4f2ce364c9 req-fbad4924-2d74-4076-be15-df6a118e0269 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0674291 Jun 30 10:01:31.055812 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-59bb92cd-ed8b-4dd2-b215-db4f2ce364c9 req-de644198-4068-4711-bc37-d5dc1e64e748 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324321 Jun 30 10:01:31.114069 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cb6be-7150-4f2d-8d22-366e97092e3c req-7123d6e0-94e0-49ab-901d-34926db660b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:31.115571 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e12cb6be-7150-4f2d-8d22-366e97092e3c req-7123d6e0-94e0-49ab-901d-34926db660b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0503275 Jun 30 10:01:31.148450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e12cb6be-7150-4f2d-8d22-366e97092e3c req-34f37619-96eb-4abc-a7dc-5518826e64bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267942 Jun 30 10:01:31.686029 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d5d29dad-b4b7-4193-9411-d823caaa05da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.230503 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150671dc-5e59-468d-b54d-daba46bef8e5 req-8d5f8b4a-b604-4de0-9599-ada55f59ff35 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:32.231956 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-150671dc-5e59-468d-b54d-daba46bef8e5 req-8d5f8b4a-b604-4de0-9599-ada55f59ff35 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0655580 Jun 30 10:01:32.268924 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-150671dc-5e59-468d-b54d-daba46bef8e5 req-12dd80c6-e68a-4571-9422-409688a38e1e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314121 Jun 30 10:01:32.436494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b91e8-c2a3-4da4-8432-e18a720dd70c req-4ba0794d-a0e4-4e03-8915-ec360058a602 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:32.437994 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e77b91e8-c2a3-4da4-8432-e18a720dd70c req-4ba0794d-a0e4-4e03-8915-ec360058a602 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0619383 Jun 30 10:01:32.477177 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e77b91e8-c2a3-4da4-8432-e18a720dd70c req-58c27260-fca1-4e6a-9098-cba50de869e8 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Jun 30 10:01:32.500599 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47810) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:32.550223 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf1bff6-b632-4e02-bb81-9a8d92c4d543 tempest-TestShelveInstance-481815167 tempest-TestShelveInstance-481815167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:32.551680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-edf1bff6-b632-4e02-bb81-9a8d92c4d543 tempest-TestShelveInstance-481815167 tempest-TestShelveInstance-481815167-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1092 time: 0.0500278 Jun 30 10:01:32.554411 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 47812) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:32.558725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:32.580846 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.679368 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.788770 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Allocated IP 172.25.8.252 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/e20cb478-099d-4fb1-96fe-c10ed4471021) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:32.897964 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.936472 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.972333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:32.976525 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:32.982501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:32.988546 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'Port': ['ID=e20cb478-099d-4fb1-96fe-c10ed4471021,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:33.354307 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.432101 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.581442 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.585932 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.653877 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event updated for resources: {'Port': ['ID=e20cb478-099d-4fb1-96fe-c10ed4471021,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:33.663561 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.762879 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Floating IP f1ee2495-eecf-4cae-aad7-815bc5c70f66 associated. External IP: 172.25.8.252, port: a7f863af-03da-42df-af56-1afec1d80b0f. Jun 30 10:01:33.900442 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-d81cf936-8a1b-44f1-8ece-610aa603e453 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042662 Jun 30 10:01:34.047115 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-9a6b6027-e8de-41db-9aac-2a7ab0079979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:34.048699 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-9a6b6027-e8de-41db-9aac-2a7ab0079979 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.1049840 Jun 30 10:01:34.050415 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:01:34.452948 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.458427 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ebb5600b-532a-4310-9117-8ae38f6cc430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.544836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:01:34.549772 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-840bb2c8-7c6b-4db4-a82a-fe1d880c5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:34.551253 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-840bb2c8-7c6b-4db4-a82a-fe1d880c5bba service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.4552679 Jun 30 10:01:34.554078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] Sync routers for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:01:34.564271 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:34.564971 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:34.569264 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.661648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f96239f6-adcc-4e3b-8715-065af7c33309 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0948899 Jun 30 10:01:34.661648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:34.661648 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683209dc-fd51-4abc-82ed-3587705759ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:34.661648 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-7d626147-3980-4089-98cb-1f9d5db6aaec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 999 time: 0.0975316 Jun 30 10:01:34.670538 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:34.695944 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c8e948-1d1c-41d1-a08c-4df7c81a0189 x-openstack-request-id: req-87c8e948-1d1c-41d1-a08c-4df7c81a0189 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:34.696236 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:34.696486 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87c8e948-1d1c-41d1-a08c-4df7c81a0189 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:34.696879 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'status': 'completed', 'code': 200} Jun 30 10:01:34.714970 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-6a8976e3-a0da-4046-984c-24ad6d0ec8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:34.716415 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-6a8976e3-a0da-4046-984c-24ad6d0ec8e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0536461 Jun 30 10:01:34.771346 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-8788b7aa-9723-4cf8-ac32-4d8f34c44ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:34.772823 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-8788b7aa-9723-4cf8-ac32-4d8f34c44ffd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495040 Jun 30 10:01:34.836891 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:01:34.865778 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-4e4d94c8-618c-42d6-9d2e-49efba9cda7c service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857720 Jun 30 10:01:34.894789 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'f1ee2495-eecf-4cae-aad7-815bc5c70f66', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'port_id': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'mac_address': 'fa:16:3e:5f:1f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:01:33Z', 'updated_at': '2021-06-30T10:01:33Z', 'revision_number': 0, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:34.920177 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] Checking router: c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:01:34.928702 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:34.929298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:01:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:34.953379 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5585f318-e4e2-4126-9d57-2b7e21d7d7dc req-77bb99dc-d8b5-4289-95b1-2f514ae4ffc8 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803862 Jun 30 10:01:35.036303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:35.051674 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683209dc-fd51-4abc-82ed-3587705759ba req-3d69ce02-521c-4285-9b19-519844bd13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:35.053156 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683209dc-fd51-4abc-82ed-3587705759ba req-3d69ce02-521c-4285-9b19-519844bd13e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0537076 Jun 30 10:01:35.148052 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683209dc-fd51-4abc-82ed-3587705759ba req-306c3855-490d-4b1f-9ecb-a76b40f78e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:35.149546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683209dc-fd51-4abc-82ed-3587705759ba req-306c3855-490d-4b1f-9ecb-a76b40f78e34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0878530 Jun 30 10:01:35.213576 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683209dc-fd51-4abc-82ed-3587705759ba req-d6bbd9f5-8320-4a24-8931-c5bc36613765 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 999 time: 0.0573645 Jun 30 10:01:35.257478 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'f1ee2495-eecf-4cae-aad7-815bc5c70f66', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'port_id': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'mac_address': 'fa:16:3e:5f:1f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:01:33Z', 'updated_at': '2021-06-30T10:01:33Z', 'revision_number': 0, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:35.265164 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683209dc-fd51-4abc-82ed-3587705759ba req-a47a2140-6733-4e43-8301-ec9d8e02ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:35.266643 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683209dc-fd51-4abc-82ed-3587705759ba req-a47a2140-6733-4e43-8301-ec9d8e02ae66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0471604 Jun 30 10:01:35.283465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629cec04-8814-4a0e-8f78-aae434b96e3e None None] The sync data for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 is: [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'f1ee2495-eecf-4cae-aad7-815bc5c70f66', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'port_id': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'mac_address': 'fa:16:3e:5f:1f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:01:33Z', 'updated_at': '2021-06-30T10:01:33Z', 'revision_number': 0, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:01:35.325768 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683209dc-fd51-4abc-82ed-3587705759ba req-5013e6ab-a105-4047-a1e7-891879886bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:35.327593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683209dc-fd51-4abc-82ed-3587705759ba req-5013e6ab-a105-4047-a1e7-891879886bac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546608 Jun 30 10:01:35.416481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683209dc-fd51-4abc-82ed-3587705759ba req-b4b79ea3-b694-46c1-8fee-c5f4e4027d51 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826714 Jun 30 10:01:35.495324 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bec94a-90b5-4dbb-a571-8fd7ad46cdea None None] New status for floating IP f1ee2495-eecf-4cae-aad7-815bc5c70f66: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:01:35.515725 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-683209dc-fd51-4abc-82ed-3587705759ba req-90ae7229-bf8f-4cd2-8444-bc2ab18611d6 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929956 Jun 30 10:01:36.106494 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.513726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:54.056211 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:55.831014 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:01.686770 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2331-e427-4a97-9c99-5ce163393894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:04.454126 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:04.456390 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0073a868-ba94-498f-8969-30844cdac5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:06.109037 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:07.515141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:11.835966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:24.077592 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:25.844352 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:31.686922 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-11dacb58-0f40-48f7-a9da-ff0d26a25ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:33.808654 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-5b453e58-1a48-4349-8769-d111c300ac6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511265 Jun 30 10:02:33.902402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-24e29b03-9233-4339-acce-462c28ffce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:33.904401 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-24e29b03-9233-4339-acce-462c28ffce61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0551865 Jun 30 10:02:34.003708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-1f120dcf-fd64-4988-a9ac-db146f38ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:34.005142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-1f120dcf-fd64-4988-a9ac-db146f38ab6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0820651 Jun 30 10:02:34.071845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-8e0baa74-1345-494f-8498-1c48b9ee01c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 1001 time: 0.0606644 Jun 30 10:02:34.118130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-280a000d-4acf-48af-b16c-a9d0b5559731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:34.119484 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-280a000d-4acf-48af-b16c-a9d0b5559731 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0415435 Jun 30 10:02:34.174250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-92149aaf-f238-4e18-bb05-50a1f5388c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:34.175680 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-92149aaf-f238-4e18-bb05-50a1f5388c4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492239 Jun 30 10:02:34.266095 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-7889fe80-425c-41ce-8aed-dd03e05ba73c service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842957 Jun 30 10:02:34.352743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-99bb6ceb-1326-4ae2-8849-d393950b1ed9 req-db8e08fb-d050-4c1b-8203-f53b5b12dcc4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809433 Jun 30 10:02:34.456208 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-78d39da0-2ee5-41f8-afcf-165323312b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:34.457968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:36.110798 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:37.517333 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:48.834801 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:54.075939 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.852298 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.686371 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-59e647cd-ea01-4bd9-a458-67b3be8dd97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.457718 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.460289 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbb32-9304-491a-8804-d52e97a4c920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:06.114065 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.520762 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:24.074880 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:25.838308 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:03:25.844027 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:31.687949 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-15c8dd7e-978e-4d28-9433-346f6396d1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:32.122119 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd1d6-9bf3-499f-a93c-c7cb40cc0d58 req-724498b9-f394-406b-aa73-a5e9e9ae2520 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:32.123483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4cbd1d6-9bf3-499f-a93c-c7cb40cc0d58 req-724498b9-f394-406b-aa73-a5e9e9ae2520 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0650334 Jun 30 10:03:32.160634 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b4cbd1d6-9bf3-499f-a93c-c7cb40cc0d58 req-69db0d13-17fb-4667-bb32-ae6578ec2cd2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Jun 30 10:03:33.377932 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40543141-def6-4943-a6d1-9a10542dddf2 req-6851d6b7-6531-48af-8298-402361bc7fdb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:33.379308 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40543141-def6-4943-a6d1-9a10542dddf2 req-6851d6b7-6531-48af-8298-402361bc7fdb tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0681784 Jun 30 10:03:33.416638 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-40543141-def6-4943-a6d1-9a10542dddf2 req-bd3311f6-e57e-403d-8076-fb490c011bce tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Jun 30 10:03:33.829006 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-57989d5b-3cf0-4a4d-92ea-aa16fc162e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:33.830528 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-57989d5b-3cf0-4a4d-92ea-aa16fc162e5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0513051 Jun 30 10:03:33.941906 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-16696065-3798-46ce-9fd4-0da38620a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:33.943366 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-16696065-3798-46ce-9fd4-0da38620a399 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0928953 Jun 30 10:03:34.008728 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-e98868ef-9966-46ed-a5ca-b1a6ee70032b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 1001 time: 0.0559909 Jun 30 10:03:34.055954 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-b2d2703c-e967-48d7-bd76-782dfbbdd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:34.057325 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-b2d2703c-e967-48d7-bd76-782dfbbdd363 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0417118 Jun 30 10:03:34.117062 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-02179968-f62f-466d-9ef5-895047cd7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:34.118546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-02179968-f62f-466d-9ef5-895047cd7667 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542326 Jun 30 10:03:34.205297 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-f8cf7164-db97-4f93-86e7-90595f0b1345 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788922 Jun 30 10:03:34.296770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-daea9ca1-9317-47d5-8d40-69a9f32b2b30 req-29524d3f-e33a-4f4f-ab8f-86cec659e5f9 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830846 Jun 30 10:03:34.458458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d5882d9b-085a-4e6f-ba67-c06bb6f66faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:34.462043 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:34.616692 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd32d-70ed-4ecd-adbf-15cb5f03968d req-c7b1537d-50f9-4b46-bb4f-e6ada18a0c48 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:34.618212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd8dd32d-70ed-4ecd-adbf-15cb5f03968d req-c7b1537d-50f9-4b46-bb4f-e6ada18a0c48 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0641611 Jun 30 10:03:34.655180 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cd8dd32d-70ed-4ecd-adbf-15cb5f03968d req-963559c3-6273-450d-a73b-afb488b88307 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Jun 30 10:03:35.825376 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a7549-5846-42ec-9520-d8410c3e8b4d req-830a5ef6-a8c1-474e-bf4d-9095fb3fe72b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:35.827108 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-183a7549-5846-42ec-9520-d8410c3e8b4d req-830a5ef6-a8c1-474e-bf4d-9095fb3fe72b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0614903 Jun 30 10:03:35.864026 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-183a7549-5846-42ec-9520-d8410c3e8b4d req-c9642fb1-1f7e-4265-8b45-5c0ae3242755 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Jun 30 10:03:36.117850 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:37.040070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb79904-9858-4c44-8788-d18a96ef10f5 req-2d41d2c2-63c2-4d16-b63f-d504e19af35d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:37.041473 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bb79904-9858-4c44-8788-d18a96ef10f5 req-2d41d2c2-63c2-4d16-b63f-d504e19af35d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0671375 Jun 30 10:03:37.079838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0bb79904-9858-4c44-8788-d18a96ef10f5 req-a6a510ad-528d-4636-8a5e-ceab9295e15a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327389 Jun 30 10:03:37.523862 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:38.251070 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef20e3-2428-4f2e-a413-45363baefd89 req-09ccc61e-5518-42ea-a296-0d4b09a19b4a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:38.252526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8aef20e3-2428-4f2e-a413-45363baefd89 req-09ccc61e-5518-42ea-a296-0d4b09a19b4a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0638556 Jun 30 10:03:38.289424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8aef20e3-2428-4f2e-a413-45363baefd89 req-5781e81c-0f64-4c92-8d61-7fb04583daa5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Jun 30 10:03:39.467350 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77224e-c620-4545-ad91-3c6c108d656b req-e9c32396-a93d-45da-b8e3-2f8655137157 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:39.468803 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d77224e-c620-4545-ad91-3c6c108d656b req-e9c32396-a93d-45da-b8e3-2f8655137157 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0702686 Jun 30 10:03:39.508098 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8d77224e-c620-4545-ad91-3c6c108d656b req-74793fd7-8f6a-402e-9e50-f9a296b421ed tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335422 Jun 30 10:03:40.677886 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89e564-672c-4bfa-bc79-6a8530a88d40 req-6f0d5069-b6fc-41cf-b827-75466729c831 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:40.679914 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b89e564-672c-4bfa-bc79-6a8530a88d40 req-6f0d5069-b6fc-41cf-b827-75466729c831 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0621090 Jun 30 10:03:40.715916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8b89e564-672c-4bfa-bc79-6a8530a88d40 req-db6f581f-c7c3-4313-80a3-4e6191016d6a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305908 Jun 30 10:03:41.887254 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e651-d34d-4670-8f5f-33f487f95359 req-7d25eebb-972d-4cb0-8281-678f9c066d70 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:41.889396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cf0e651-d34d-4670-8f5f-33f487f95359 req-7d25eebb-972d-4cb0-8281-678f9c066d70 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0617597 Jun 30 10:03:41.925198 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9cf0e651-d34d-4670-8f5f-33f487f95359 req-183448ad-a485-4fb6-9993-656e6f4c85f1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309901 Jun 30 10:03:42.210322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-d0800e89-36fd-4fe3-8168-51b8f71635da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:42.211793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-d0800e89-36fd-4fe3-8168-51b8f71635da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0560641 Jun 30 10:03:42.298113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-dff9dd4f-3ef9-4f57-90b8-bcbc3ee22d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:42.299538 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-dff9dd4f-3ef9-4f57-90b8-bcbc3ee22d56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0813596 Jun 30 10:03:42.368934 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-44cd5ded-2083-4eb7-9b11-376f90740012 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 1001 time: 0.0610003 Jun 30 10:03:42.417193 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-fd0edd91-fd9d-48bf-bc77-d8085af9ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:42.418593 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-fd0edd91-fd9d-48bf-bc77-d8085af9ae74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0424132 Jun 30 10:03:42.475402 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-2513b2e4-95bf-4a15-90f3-c227534c12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:42.476852 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-2513b2e4-95bf-4a15-90f3-c227534c12e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513358 Jun 30 10:03:42.570519 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-9b1ccba6-dabb-4847-b23d-66e559dc0bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847943 Jun 30 10:03:42.658034 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-342f8a0b-8f84-4de5-afda-47fd69fe96b2 req-5c1f1570-6459-4d9b-9beb-272acaa59065 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802455 Jun 30 10:03:43.106534 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fb5b5-c863-44e5-89ad-5a5bab823b41 req-60619af6-beba-4df1-91d9-ab33369719f1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:43.108050 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f0fb5b5-c863-44e5-89ad-5a5bab823b41 req-60619af6-beba-4df1-91d9-ab33369719f1 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0689664 Jun 30 10:03:43.145045 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6f0fb5b5-c863-44e5-89ad-5a5bab823b41 req-256a3f5f-6c7c-4c3b-9b26-0459558cef4f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313089 Jun 30 10:03:44.320966 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6853a0d-eee1-4aa2-bc8b-5074c711aef2 req-ad1e7a13-c871-4c6e-a080-b0bab87ce0a2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:44.322546 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6853a0d-eee1-4aa2-bc8b-5074c711aef2 req-ad1e7a13-c871-4c6e-a080-b0bab87ce0a2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0659688 Jun 30 10:03:44.360439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6853a0d-eee1-4aa2-bc8b-5074c711aef2 req-1cdc0bde-f002-4386-8d89-1addfa351b94 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320296 Jun 30 10:03:45.539489 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a18a-3ddc-4ce9-be80-05735f880da8 req-35834020-8094-441f-befa-ac7bf3e6413c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:45.540948 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a18a-3ddc-4ce9-be80-05735f880da8 req-35834020-8094-441f-befa-ac7bf3e6413c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Jun 30 10:03:45.579788 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-03b3a18a-3ddc-4ce9-be80-05735f880da8 req-cb517956-74d1-4167-a58d-107aca22c5e7 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331869 Jun 30 10:03:46.754321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217770-a5db-405c-a4e1-43e5f7c61ddb req-4a09f255-c4e1-45c9-8f05-9e8a2b06737c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:46.755783 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74217770-a5db-405c-a4e1-43e5f7c61ddb req-4a09f255-c4e1-45c9-8f05-9e8a2b06737c tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0679953 Jun 30 10:03:46.792901 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-74217770-a5db-405c-a4e1-43e5f7c61ddb req-b1e89c53-df8c-4bda-a3af-7acb7a1df07f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310023 Jun 30 10:03:47.119722 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-b84f6781-246b-439d-806a-bd6202b767ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063497 Jun 30 10:03:47.138319 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef598-09fe-47fc-9d2a-e85b0dd15dcb req-1f9b0ae3-8e84-417a-93dd-d77828ee5671 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:47.139794 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ccef598-09fe-47fc-9d2a-e85b0dd15dcb req-1f9b0ae3-8e84-417a-93dd-d77828ee5671 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0641499 Jun 30 10:03:47.177158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7ccef598-09fe-47fc-9d2a-e85b0dd15dcb req-fbcda25d-8b76-4cc4-9e67-6646a6f35c4e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314507 Jun 30 10:03:47.439982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a7f863af-03da-42df-af56-1afec1d80b0f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:03:47.518320 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.540799 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:47.543056 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d41b824-4b6d-46fb-8e12-12632e774172" -d '{"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-unplugged", "status": "completed", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:47.563988 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:47.568202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.596824 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e975b240-4b04-4000-83de-b6e8eaea608a x-openstack-request-id: req-e975b240-4b04-4000-83de-b6e8eaea608a {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:47.596978 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-unplugged", "status": "failed", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f", "code": 422}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:47.597149 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e975b240-4b04-4000-83de-b6e8eaea608a {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:47.597531 n-d-758944-40 neutron-server[100241]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'code': 422} returned with failed status Jun 30 10:03:47.623542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:47.631238 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.631575 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.631903 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.632232 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.632557 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.632874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.633193 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.633508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.633853 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.634170 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.634482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:47.634795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:48.354704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5387e-402d-41c5-9e97-30fd488061c6 req-2f0a1362-5a3a-4e3c-81c2-9c1f4fb762c5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:48.356086 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cc5387e-402d-41c5-9e97-30fd488061c6 req-2f0a1362-5a3a-4e3c-81c2-9c1f4fb762c5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0660646 Jun 30 10:03:48.394793 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5cc5387e-402d-41c5-9e97-30fd488061c6 req-bf55bc28-abad-482e-a9bd-30a0dcb5cf4e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Jun 30 10:03:49.571955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f92f8-159e-4689-b818-d4b66b081acc req-576520a1-be49-441b-bf16-7f12cbe18d16 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:49.573744 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-639f92f8-159e-4689-b818-d4b66b081acc req-576520a1-be49-441b-bf16-7f12cbe18d16 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0644958 Jun 30 10:03:49.613732 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-639f92f8-159e-4689-b818-d4b66b081acc req-5a3e08f3-ad6e-4d92-8dda-374410bcdbe3 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333612 Jun 30 10:03:50.784408 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2e76-9736-4294-be23-b09cb297047d req-945a3ca3-6b61-419c-ae03-476c3903a7ff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:50.785848 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-682e2e76-9736-4294-be23-b09cb297047d req-945a3ca3-6b61-419c-ae03-476c3903a7ff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0621958 Jun 30 10:03:50.824596 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-682e2e76-9736-4294-be23-b09cb297047d req-6dbc3845-51d7-435c-b0d3-0ef528e1d8a8 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323877 Jun 30 10:03:51.711613 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25dbb-57e9-4829-9885-fa304f48039e req-39646592-386d-4035-8878-7495f22d5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:51.713100 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-39646592-386d-4035-8878-7495f22d5f83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3&tenant_id=928c04da00794fd591ec957fd3ecdf75 HTTP/1.1" status: 200 len: 1095 time: 0.0549173 Jun 30 10:03:51.785773 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25dbb-57e9-4829-9885-fa304f48039e req-9cc82a82-53b6-4550-a0db-b57edb9eebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:51.787226 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-9cc82a82-53b6-4550-a0db-b57edb9eebde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1095 time: 0.0513077 Jun 30 10:03:51.877691 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25dbb-57e9-4829-9885-fa304f48039e req-eeb18b81-29f4-4e39-9cd5-f3dac8b4151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:51.879172 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-eeb18b81-29f4-4e39-9cd5-f3dac8b4151e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0861726 Jun 30 10:03:51.969292 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-5de846e2-a563-42d0-98ac-38e8d9b2f3b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 999 time: 0.0836694 Jun 30 10:03:52.039494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09182a4-15c7-4fa5-9391-6668c425f747 req-b4db2fbd-7eae-46a6-b026-7265646234a7 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:52.040925 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d09182a4-15c7-4fa5-9391-6668c425f747 req-b4db2fbd-7eae-46a6-b026-7265646234a7 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.1078193 Jun 30 10:03:52.042633 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25dbb-57e9-4829-9885-fa304f48039e req-3cf05422-6918-401e-93bf-6d4b96c09421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:52.043917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-3cf05422-6918-401e-93bf-6d4b96c09421 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0674119 Jun 30 10:03:52.109061 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d09182a4-15c7-4fa5-9391-6668c425f747 req-7c59681b-a1df-42a8-bae7-58b0af9c13f6 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624993 Jun 30 10:03:52.126406 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25dbb-57e9-4829-9885-fa304f48039e req-7b3ab18f-c6a2-45b1-a9f1-db85448c1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:52.127890 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-7b3ab18f-c6a2-45b1-a9f1-db85448c1191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755765 Jun 30 10:03:52.219475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-74bc3e6b-f89c-44ec-9bbe-c156284881b3 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840406 Jun 30 10:03:52.307583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-20ec0be5-5566-4aad-8863-7d6609b60cad service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818784 Jun 30 10:03:53.279351 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c2a1a-8d25-479f-adfb-fb071246fc29 req-a15ec522-ea08-48f9-9bcc-261d01a15b07 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:53.280801 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d70c2a1a-8d25-479f-adfb-fb071246fc29 req-a15ec522-ea08-48f9-9bcc-261d01a15b07 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0625110 Jun 30 10:03:53.316436 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d70c2a1a-8d25-479f-adfb-fb071246fc29 req-5001714f-0b86-4a93-9fbb-119ca6eb3e5d tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301480 Jun 30 10:03:54.090726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:54.490929 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa803fd-e4e6-45b3-9d45-ddc02e576127 req-1c66d891-dc9b-4475-bded-c27dabf55af5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:54.492405 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-caa803fd-e4e6-45b3-9d45-ddc02e576127 req-1c66d891-dc9b-4475-bded-c27dabf55af5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0668247 Jun 30 10:03:54.529413 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-caa803fd-e4e6-45b3-9d45-ddc02e576127 req-6bb73713-e890-42d3-b419-78aaf8cd1bd9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313306 Jun 30 10:03:55.698572 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983466-fe08-46cb-8f85-0b6c18358ed1 req-16b84cd0-c5f2-442a-8e3f-e82b34775055 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:55.699998 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8983466-fe08-46cb-8f85-0b6c18358ed1 req-16b84cd0-c5f2-442a-8e3f-e82b34775055 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0607989 Jun 30 10:03:55.736387 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c8983466-fe08-46cb-8f85-0b6c18358ed1 req-a080b20e-4844-4084-8b76-1b0e71d3beb2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306587 Jun 30 10:03:55.841994 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:56.948455 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c571b-3f8d-4971-b075-96f0568971a9 req-57b0e0cb-3d1c-4f6b-8d6a-a23325da1a0f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:56.949939 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-079c571b-3f8d-4971-b075-96f0568971a9 req-57b0e0cb-3d1c-4f6b-8d6a-a23325da1a0f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.1059458 Jun 30 10:03:56.987505 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-079c571b-3f8d-4971-b075-96f0568971a9 req-e0cbbc4f-6a9b-4733-9010-ea6f2e455ae0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Jun 30 10:03:58.206953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c149-992f-4521-a15f-ebb1543a2124 req-0191846d-158e-4f48-954e-aa78347e963a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:58.208421 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bc5c149-992f-4521-a15f-ebb1543a2124 req-0191846d-158e-4f48-954e-aa78347e963a tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.1038008 Jun 30 10:03:58.246242 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5bc5c149-992f-4521-a15f-ebb1543a2124 req-a2195986-6986-41a2-8468-5d9a51203e91 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Jun 30 10:03:59.417125 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72228750-106f-43ac-9d67-00345f89ea6a req-064faa01-323d-4cc4-b269-9d30544b9ce4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:59.418502 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72228750-106f-43ac-9d67-00345f89ea6a req-064faa01-323d-4cc4-b269-9d30544b9ce4 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 943 time: 0.0607977 Jun 30 10:03:59.460824 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-72228750-106f-43ac-9d67-00345f89ea6a req-f23501e0-cc57-4fbd-acbe-92746820b53f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367572 Jun 30 10:03:59.484133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a7f863af-03da-42df-af56-1afec1d80b0f details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:03:59.578377 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:59.589529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'port_id': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'mac_address': 'fa:16:3e:5f:1f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:03:59.627354 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:59.639159 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f863af-03da-42df-af56-1afec1d80b0f {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:03:59.657808 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:59.661183 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:59.709494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:59.868783 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['a7f863af-03da-42df-af56-1afec1d80b0f'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:04:00.630456 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da46a9-fffb-45bb-872c-f9792fc54505 req-e4135e2e-2313-4bbb-a7f0-086e93f88d42 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:00.631929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0da46a9-fffb-45bb-872c-f9792fc54505 req-e4135e2e-2313-4bbb-a7f0-086e93f88d42 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 944 time: 0.0626264 Jun 30 10:04:00.668701 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0da46a9-fffb-45bb-872c-f9792fc54505 req-a31dac48-c5d2-4eb6-a3ad-6270d28d250e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Jun 30 10:04:01.481304 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a7f863af-03da-42df-af56-1afec1d80b0f up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:04:01.527292 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port a7f863af-03da-42df-af56-1afec1d80b0f triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:04:01.527664 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:01.602146 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:01.624367 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:01.626621 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724416e0-78b1-45d8-b687-3d010cd82631" -d '{"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-plugged", "status": "completed", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:01.639392 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:01.643906 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:01.668971 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73326376-8383-4823-96c1-84ee41bb4b2d x-openstack-request-id: req-73326376-8383-4823-96c1-84ee41bb4b2d {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:01.669324 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-plugged", "status": "completed", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:01.669578 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73326376-8383-4823-96c1-84ee41bb4b2d {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:01.669978 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'code': 200} Jun 30 10:04:01.701513 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ba57184b-622f-4a61-a5d0-7d8c92400ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:01.706994 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:01.869708 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070f9ed-bcdd-4e1e-9308-7c750bc941c7 req-c6f045b9-bc9d-44c1-ad87-0e0a4f7efa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:01.871088 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7070f9ed-bcdd-4e1e-9308-7c750bc941c7 req-c6f045b9-bc9d-44c1-ad87-0e0a4f7efa5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0903661 Jun 30 10:04:01.891483 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dc357-0f5e-48c0-b152-3a3a7d242379 req-128299b2-6ffa-4fda-8584-fc80e63f1f69 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:01.892826 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b0dc357-0f5e-48c0-b152-3a3a7d242379 req-128299b2-6ffa-4fda-8584-fc80e63f1f69 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.1029408 Jun 30 10:04:01.931125 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7070f9ed-bcdd-4e1e-9308-7c750bc941c7 req-26b1edf9-e692-48c1-8a83-41396c52f462 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524306 Jun 30 10:04:01.942443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4b0dc357-0f5e-48c0-b152-3a3a7d242379 req-9a72f937-3c96-4f43-8cb0-212831ceaaae tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433319 Jun 30 10:04:02.836644 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:04:03.115439 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7ad1d-9f3e-4190-97b3-faf34c831b4f req-6f4f6867-d5e9-44f7-8789-d9d3617f7e5b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:03.116892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ee7ad1d-9f3e-4190-97b3-faf34c831b4f req-6f4f6867-d5e9-44f7-8789-d9d3617f7e5b tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0631781 Jun 30 10:04:03.152653 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1ee7ad1d-9f3e-4190-97b3-faf34c831b4f req-dcdce2b8-c8ad-482b-b959-4780683ea0e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300205 Jun 30 10:04:04.460092 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-28f3e1ce-3a09-4c79-954d-5cfde42aa537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:04.462297 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:06.119456 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:07.527275 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:24.098805 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:25.842357 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:31.691182 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-fa698a98-5f92-43df-b918-dfcbff0ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:34.459041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:34.461115 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-68d3d716-486c-43c7-875e-3bab445a8c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:35.828612 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-56f679b4-4f27-45c4-86ea-c4504b92cf34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862541 Jun 30 10:04:35.924065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-1a425ba0-262f-4b55-aca0-46b130e67450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:35.925486 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-1a425ba0-262f-4b55-aca0-46b130e67450 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0549159 Jun 30 10:04:36.026363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-bc297c52-0f7f-4fdd-a9ed-5608505804ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:36.027846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-bc297c52-0f7f-4fdd-a9ed-5608505804ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0821929 Jun 30 10:04:36.093286 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-763e5149-e2bb-4e8a-902b-0ab560108e9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 1001 time: 0.0593476 Jun 30 10:04:36.122765 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:36.141026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-272550c2-8d2e-4a06-b4ba-7e958af9a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:36.142578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-272550c2-8d2e-4a06-b4ba-7e958af9a689 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0432143 Jun 30 10:04:36.198542 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-457201c9-e2d3-4c5b-b5d2-068f726b4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:36.199883 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-457201c9-e2d3-4c5b-b5d2-068f726b4b65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489321 Jun 30 10:04:36.289430 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-b39b1fb7-3093-4344-ba5b-2d6d786b125c service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817139 Jun 30 10:04:36.375424 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-943909b5-7ca3-493f-9905-a219ec32f0ec req-0e8473e1-3509-421b-94f6-3d39845301ba service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789919 Jun 30 10:04:37.531057 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:39.834536 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:04:54.103349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:55.839676 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:01.691141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-57be59ee-c2f9-4eae-ac36-2e1785edbcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:04.458835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:04.461306 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-76f8c917-7e39-4bcc-9149-bce28c1eee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:06.125534 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:07.534194 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.834088 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:05:18.683575 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 47994) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:18.838360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Deleting port e20cb478-099d-4fb1-96fe-c10ed4471021 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:18.838732 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.913858 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.914084 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.925622 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Calling delete_port for e20cb478-099d-4fb1-96fe-c10ed4471021 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:19.064792 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.092398 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event deleted for resources: {'Port': ['ID=e20cb478-099d-4fb1-96fe-c10ed4471021,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:19.103345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.103685 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.104019 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.104346 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.104671 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.104992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.105311 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.105681 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.105964 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.106280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.106654 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.107727 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.162311 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.162635 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Floating IP f1ee2495-eecf-4cae-aad7-815bc5c70f66 disassociated (deleted). External IP: 172.25.8.252, port: a7f863af-03da-42df-af56-1afec1d80b0f. Jun 30 10:05:19.362948 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:19.467476 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:19.472583 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.478061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] Sync routers for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:19.489544 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:19.490183 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:19.514470 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-c90ff99d-8484-4696-86db-a8e61fee3dff tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "DELETE /v2.0/floatingips/f1ee2495-eecf-4cae-aad7-815bc5c70f66 HTTP/1.1" status: 204 len: 168 time: 0.8298035 Jun 30 10:05:19.515162 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:19.517547 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9f887e-a854-4c92-b463-078a7b4c1e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:19.569239 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1a459-7a4f-415d-b37d-ed9d7cec0971 x-openstack-request-id: req-03d1a459-7a4f-415d-b37d-ed9d7cec0971 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:19.569608 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:19.570002 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03d1a459-7a4f-415d-b37d-ed9d7cec0971 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:19.570460 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'status': 'completed', 'code': 200} Jun 30 10:05:19.605433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:19.649397 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-6258e100-31f3-4768-91e5-4e92a17129d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:19.650936 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-6258e100-31f3-4768-91e5-4e92a17129d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=928c04da00794fd591ec957fd3ecdf75&device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 1097 time: 0.0556116 Jun 30 10:05:19.751017 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-2a8c4cd2-1591-4c98-bccb-12b89cd885c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:19.752526 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-2a8c4cd2-1591-4c98-bccb-12b89cd885c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 200 len: 910 time: 0.0950994 Jun 30 10:05:19.795135 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-1a66f4cf-e460-4001-8309-9f1918472dbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 200 len: 217 time: 0.0362451 Jun 30 10:05:19.855566 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-8bc0edcc-3b11-4805-bc3c-aacc1ee7173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:19.858158 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-8bc0edcc-3b11-4805-bc3c-aacc1ee7173b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 200 len: 848 time: 0.0543637 Jun 30 10:05:19.958123 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-332c13e6-70eb-4866-9bb9-5d09b518ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:19.959499 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-332c13e6-70eb-4866-9bb9-5d09b518ad19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb5af737-18e5-4d05-9684-280c4a2e29f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933645 Jun 30 10:05:19.967047 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8657b6-32a6-4637-8129-b73ab0e638a7 req-53eccce6-0b40-41c0-899e-e9ec19596df0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:19.968418 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b8657b6-32a6-4637-8129-b73ab0e638a7 req-53eccce6-0b40-41c0-899e-e9ec19596df0 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.1157255 Jun 30 10:05:19.969961 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:19.995585 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] Checking router: c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:20.004234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:20.004849 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:20.054689 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6b8657b6-32a6-4637-8129-b73ab0e638a7 req-ec6900a8-0c57-41ac-b8dd-5a6c06a5a6d2 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775859 Jun 30 10:05:20.081309 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-a960e7db-6ecf-4010-857a-75160ad75121 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119485 Jun 30 10:05:20.108228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:20.170342 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9f9f887e-a854-4c92-b463-078a7b4c1e1a req-4ecaabd4-fe8e-48e2-95aa-984d12dd9d4e service neutron] 10.222.0.13 "GET /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820076 Jun 30 10:05:20.318175 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:20.343919 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea62952-573c-4198-88b9-e7839b12c024 None None] The sync data for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 is: [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:39Z', 'revision_number': 4, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'a3f9f248-f397-4e09-ba9d-beaaa69a6d49', 'name': '', 'network_id': 'bb5af737-18e5-4d05-9684-280c4a2e29f9', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'mac_address': 'fa:16:3e:de:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:39Z', 'updated_at': '2021-06-30T09:56:45Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'subnets': [{'id': 'd962bed8-1669-4779-83ce-88e756cdfb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:20.547415 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302ac03-8164-480a-8fe1-73397570dadc None None] New status for floating IP f1ee2495-eecf-4cae-aad7-815bc5c70f66: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:05:21.229998 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ff3d1-9343-4f45-a92e-ceb3d3649c4f req-1369edbf-2463-4254-b6e4-3a2f371d9921 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:21.231448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c82ff3d1-9343-4f45-a92e-ceb3d3649c4f req-1369edbf-2463-4254-b6e4-3a2f371d9921 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0652614 Jun 30 10:05:21.268922 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c82ff3d1-9343-4f45-a92e-ceb3d3649c4f req-c1d37f86-fc42-418e-9ba5-877259dcd1e5 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/security-groups?id=204a4b02-549f-4515-8db7-bd2818101fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319717 Jun 30 10:05:21.545291 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-2e4dae1c-e8b0-41d1-a8d6-1ed36625e08e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:21.546739 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-2e4dae1c-e8b0-41d1-a8d6-1ed36625e08e tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 945 time: 0.0605085 Jun 30 10:05:21.652867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Deleting port a7f863af-03da-42df-af56-1afec1d80b0f {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:21.653216 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.740192 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] For port a7f863af-03da-42df-af56-1afec1d80b0f, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=a7f863af-03da-42df-af56-1afec1d80b0f,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:21.740548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.753118 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Calling delete_port for a7f863af-03da-42df-af56-1afec1d80b0f owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:22.194052 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.223360 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event deleted for resources: {'Port': ['ID=a7f863af-03da-42df-af56-1afec1d80b0f,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.252206 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.252788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.252900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.253212 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.253547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.253902 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.254231 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.254560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.254884 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.255207 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.255531 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.255851 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:22.283025 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] No DVR routers for this DVR port a7f863af-03da-42df-af56-1afec1d80b0f on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:22.285416 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.287439 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f0ca5424-2465-4353-88a8-b25ddb864674 req-a180a5cd-65bd-47b5-aadd-f728ed0462e9 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.13 "DELETE /v2.0/ports/a7f863af-03da-42df-af56-1afec1d80b0f HTTP/1.1" status: 204 len: 173 time: 0.7352805 Jun 30 10:05:22.287864 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-deleted', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:22.290122 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d627e21-9c95-4336-80d2-acb376c9749d" -d '{"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-deleted", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:22.376492 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c099bb3e-e90a-4dd0-8f8b-d30d45c77a92 x-openstack-request-id: req-c099bb3e-e90a-4dd0-8f8b-d30d45c77a92 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:22.376783 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e192989d-79c9-44f3-ad56-993f8443dde3", "name": "network-vif-deleted", "tag": "a7f863af-03da-42df-af56-1afec1d80b0f", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:22.377049 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c099bb3e-e90a-4dd0-8f8b-d30d45c77a92 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:22.377445 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e192989d-79c9-44f3-ad56-993f8443dde3', 'name': 'network-vif-deleted', 'tag': 'a7f863af-03da-42df-af56-1afec1d80b0f', 'status': 'completed', 'code': 200} Jun 30 10:05:22.413296 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-210f1fbe-6261-44e3-87ab-164f6bcd9b71 req-79c5a065-8ca4-4294-a0a3-bfb5a0bb58fd tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 210 time: 0.0291159 Jun 30 10:05:23.556165 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e05b1bf5-dd87-45ae-8945-955760bfc4f2 req-3e4a45fd-112e-4e3f-9bfb-ad756d7cd255 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 210 time: 0.0290489 Jun 30 10:05:24.121070 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.695678 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b5a791dd-c644-4bed-9060-b473146ab03b req-33773aca-6626-4d30-a3e5-61ed1450a33f tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 210 time: 0.0282149 Jun 30 10:05:25.853228 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.853845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-af76c301-90b8-462e-bc63-6a51ce6a2213 req-3ccbeb94-be39-42b8-8375-77047213e480 tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "GET /v2.0/ports?device_id=e192989d-79c9-44f3-ad56-993f8443dde3 HTTP/1.1" status: 200 len: 210 time: 0.0320125 Jun 30 10:05:25.873732 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a7f863af-03da-42df-af56-1afec1d80b0f no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:25.894038 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: a7f863af-03da-42df-af56-1afec1d80b0f {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:25.894455 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device a7f863af-03da-42df-af56-1afec1d80b0f not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:26.945039 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48036) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:27.002952 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4690533-5a8d-4bde-a95a-23a62dd1f8cc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.027755 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4690533-5a8d-4bde-a95a-23a62dd1f8cc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.099307 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4690533-5a8d-4bde-a95a-23a62dd1f8cc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.103060 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a4690533-5a8d-4bde-a95a-23a62dd1f8cc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.104780 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a4690533-5a8d-4bde-a95a-23a62dd1f8cc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] 10.222.0.53 "DELETE /v2.0/security-groups/204a4b02-549f-4515-8db7-bd2818101fea HTTP/1.1" status: 204 len: 168 time: 0.1586905 Jun 30 10:05:27.114834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4690533-5a8d-4bde-a95a-23a62dd1f8cc tempest-TestShelveInstance-261526143 tempest-TestShelveInstance-261526143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204a4b02-549f-4515-8db7-bd2818101fea,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:27.164188 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48040) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:27.867459 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.115048 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Deleting port a3f9f248-f397-4e09-ba9d-beaaa69a6d49 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:28.115765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.195958 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] For port a3f9f248-f397-4e09-ba9d-beaaa69a6d49, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:28.196306 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.209238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Calling delete_port for a3f9f248-f397-4e09-ba9d-beaaa69a6d49 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:28.388739 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.413319 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f9f248-f397-4e09-ba9d-beaaa69a6d49,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:28.578184 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.789463 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:28.892686 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:28.897502 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-ca02873d-0ca0-4048-940c-40ee242bb5a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/c86ae747-4f2a-43ae-b95a-2f4cf2df0b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7324924 Jun 30 10:05:28.900246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48044) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:28.900773 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] Sync routers for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:28.910738 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:28.911352 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:29.001988 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.010907 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:29.103126 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.160302 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Deleting port 13d02041-0ba7-495f-af49-aba65bc67438 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:29.161022 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.189380 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '13d02041-0ba7-495f-af49-aba65bc67438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T10:05:28Z', 'revision_number': 5, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port': {'id': '13d02041-0ba7-495f-af49-aba65bc67438', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:29.215651 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] Checking router: c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:29.224288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] Routers {'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:29.224895 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:29.240320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] For port 13d02041-0ba7-495f-af49-aba65bc67438, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=13d02041-0ba7-495f-af49-aba65bc67438,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:29.240673 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.252870 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Calling delete_port for 13d02041-0ba7-495f-af49-aba65bc67438 owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:29.307073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] Set router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:29.356989 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T10:05:29Z', 'revision_number': 6, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:29.391728 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765217a0-72cf-475f-b585-cd00a88d665d None None] The sync data for ids ['c86ae747-4f2a-43ae-b95a-2f4cf2df0b49'] in n-d-758944-40 is: [{'id': 'c86ae747-4f2a-43ae-b95a-2f4cf2df0b49', 'name': 'tempest-TestShelveInstance-1600641911-router', 'tenant_id': '928c04da00794fd591ec957fd3ecdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:37Z', 'updated_at': '2021-06-30T10:05:29Z', 'revision_number': 6, 'project_id': '928c04da00794fd591ec957fd3ecdf75', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:29.424007 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.451763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d02041-0ba7-495f-af49-aba65bc67438,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:29.514562 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.602851 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.604927 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.647852 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.648307 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:05:29.652644 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.653797 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d9f2b0ce-07c9-4af5-92b5-b5d7d75026b5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c86ae747-4f2a-43ae-b95a-2f4cf2df0b49 HTTP/1.1" status: 204 len: 168 time: 0.7525403 Jun 30 10:05:29.656308 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48046) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:29.703867 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] Deleting subnet d962bed8-1669-4779-83ce-88e756cdfb1c {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:05:29.706727 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.742422 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.825387 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.881419 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.905989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d962bed8-1669-4779-83ce-88e756cdfb1c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:29.910098 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.912027 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e32d3880-88b5-4b74-ae0a-7749b6e1e652 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d962bed8-1669-4779-83ce-88e756cdfb1c HTTP/1.1" status: 204 len: 168 time: 0.2548089 Jun 30 10:05:29.914510 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48048) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:29.917045 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3fdd2b-9c01-4223-9bd0-0067e451c81b None None] Network bb5af737-18e5-4d05-9684-280c4a2e29f9 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:29.980826 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.033935 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Deleting port 935f923f-4d89-48b0-8761-bec944be14ee {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:30.034279 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.101065 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] For port 935f923f-4d89-48b0-8761-bec944be14ee, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=935f923f-4d89-48b0-8761-bec944be14ee,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:30.101356 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.115537 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Calling delete_port for 935f923f-4d89-48b0-8761-bec944be14ee owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:30.137303 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] DHCP port deletion for bb5af737-18e5-4d05-9684-280c4a2e29f9 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:05:30.184672 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Deleting port 935f923f-4d89-48b0-8761-bec944be14ee {{(pid=100241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:30.184960 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.201788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.233729 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Pushing event deleted for resources: {'Port': ['ID=935f923f-4d89-48b0-8761-bec944be14ee,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:30.237725 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] No DVR routers for this DVR port 935f923f-4d89-48b0-8761-bec944be14ee on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:30.249532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] For port 935f923f-4d89-48b0-8761-bec944be14ee, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=935f923f-4d89-48b0-8761-bec944be14ee,segment=NetworkSegment(38223ca5-fa01-4141-9328-3bb595968d11),segment_id=38223ca5-fa01-4141-9328-3bb595968d11)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:30.249954 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.262675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Calling delete_port for 935f923f-4d89-48b0-8761-bec944be14ee owned by network:dhcp {{(pid=100241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:30.310526 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.320763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5af737-18e5-4d05-9684-280c4a2e29f9']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:30.331799 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38223ca5-fa01-4141-9328-3bb595968d11') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:30.332100 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38223ca5-fa01-4141-9328-3bb595968d11') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:30.342867 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499'] for port, after_delete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.343516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.359012 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.366135 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:05:30.366671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.368493 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Pushing event deleted for resources: {'Port': ['ID=935f923f-4d89-48b0-8761-bec944be14ee,revision_number=None']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: timer() Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:05:30.368674 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:05:30.376104 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] No DVR routers for this DVR port 935f923f-4d89-48b0-8761-bec944be14ee on host n-d-758944-40 {{(pid=100241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:30.378508 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.378927 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.379265 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.379614 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.379938 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.380264 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.380589 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.380912 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.381239 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.381606 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.381906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.382228 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798e03aa-8110-4b6f-a6b6-a6e617d51b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:30.433919 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.439439 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:30.441176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bb5af737-18e5-4d05-9684-280c4a2e29f9 HTTP/1.1" status: 204 len: 168 time: 0.5257554 Jun 30 10:05:30.444265 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48050) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:30.455157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818e3ba-3102-4d4e-812c-35b36f390165 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5af737-18e5-4d05-9684-280c4a2e29f9,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:30.781318 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.023161 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Deleting port 84d59675-0bb0-4a07-a86e-21ccdbaec804 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:31.023497 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.102899 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] For port 84d59675-0bb0-4a07-a86e-21ccdbaec804, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=84d59675-0bb0-4a07-a86e-21ccdbaec804,segment=NetworkSegment(dfd71c76-f4f9-4748-a101-a703818687f3),segment_id=dfd71c76-f4f9-4748-a101-a703818687f3)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:31.103158 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.115093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Calling delete_port for 84d59675-0bb0-4a07-a86e-21ccdbaec804 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:31.187128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13d02041-0ba7-495f-af49-aba65bc67438 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:31.206532 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 13d02041-0ba7-495f-af49-aba65bc67438 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:31.206876 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 13d02041-0ba7-495f-af49-aba65bc67438 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:31.207294 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3f9f248-f397-4e09-ba9d-beaaa69a6d49 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:31.225311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: a3f9f248-f397-4e09-ba9d-beaaa69a6d49 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:31.225674 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device a3f9f248-f397-4e09-ba9d-beaaa69a6d49 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:31.226095 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 935f923f-4d89-48b0-8761-bec944be14ee no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:31.248736 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 935f923f-4d89-48b0-8761-bec944be14ee {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:31.249069 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 935f923f-4d89-48b0-8761-bec944be14ee not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:31.297272 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.322017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=84d59675-0bb0-4a07-a86e-21ccdbaec804,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:31.489579 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.690777 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac521-5b6f-48e1-9113-8d862a2d2681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.701698 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Router f606fa05-85b3-4342-83b4-a362e6f54d23 has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:31.804923 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:31.810402 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7a71e908-47ce-4f74-81eb-56d6baf1a1dd admin admin] 10.222.0.53 "PUT /v2.0/routers/f606fa05-85b3-4342-83b4-a362e6f54d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3648529 Jun 30 10:05:31.812738 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48052) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:31.815270 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] Sync routers for ids ['f606fa05-85b3-4342-83b4-a362e6f54d23'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:31.824540 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] Routers {'f606fa05-85b3-4342-83b4-a362e6f54d23'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:31.825148 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f606fa05-85b3-4342-83b4-a362e6f54d23'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:32.024966 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] Set router f606fa05-85b3-4342-83b4-a362e6f54d23 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:32.184220 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.201756 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:32.227056 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] Checking router: f606fa05-85b3-4342-83b4-a362e6f54d23 for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:32.235003 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] Routers {'f606fa05-85b3-4342-83b4-a362e6f54d23'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:32.235597 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['f606fa05-85b3-4342-83b4-a362e6f54d23'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:32.285194 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.337557 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] Set router f606fa05-85b3-4342-83b4-a362e6f54d23 gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:32.337855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Deleting port fe8ee3cb-4122-4d6d-8a03-89772dd60441 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:32.338141 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.418140 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] For port fe8ee3cb-4122-4d6d-8a03-89772dd60441, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=fe8ee3cb-4122-4d6d-8a03-89772dd60441,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:32.418505 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.431097 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Calling delete_port for fe8ee3cb-4122-4d6d-8a03-89772dd60441 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:32.507908 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:32.536840 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb8f79-e270-4b05-8f11-230a9bed3af2 None None] The sync data for ids ['f606fa05-85b3-4342-83b4-a362e6f54d23'] in n-d-758944-40 is: [{'id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'name': 'tempest-TestShelveInstance-1780371713-router', 'tenant_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:41Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '9d9e55e1abcd4e97a274e9efb48270a6', 'gw_port': {'id': 'fe8ee3cb-4122-4d6d-8a03-89772dd60441', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606fa05-85b3-4342-83b4-a362e6f54d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:42Z', 'updated_at': '2021-06-30T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:32.601458 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.630632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8ee3cb-4122-4d6d-8a03-89772dd60441,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:32.689925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.780393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.782432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.825595 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.826043 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f606fa05-85b3-4342-83b4-a362e6f54d23 {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:05:32.830760 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.831624 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-35978c0c-3612-4f03-84ca-20fc42e44bcd admin admin] 10.222.0.53 "DELETE /v2.0/routers/f606fa05-85b3-4342-83b4-a362e6f54d23 HTTP/1.1" status: 204 len: 168 time: 1.0173240 Jun 30 10:05:32.834081 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48054) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:32.882921 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] Deleting subnet ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:05:32.886239 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.921254 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.001891 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.064336 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.091328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:33.094760 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.096618 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-3d86e365-d8da-484a-8341-4e8d3db2dd86 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ea2f3ea5-a0cd-4b2c-b75f-57cafe313c3f HTTP/1.1" status: 204 len: 168 time: 0.2614677 Jun 30 10:05:33.099088 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48056) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:33.104032 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed84e04-3679-4776-99d9-362804bac12c None None] Network a305d214-1750-4db4-aa2b-e9e48b34560e requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:33.173391 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.237380 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Deleting port aed5ef41-79b7-4321-ae4b-3444c589ca98 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:33.237765 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.304633 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] For port aed5ef41-79b7-4321-ae4b-3444c589ca98, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=aed5ef41-79b7-4321-ae4b-3444c589ca98,segment=NetworkSegment(dfd71c76-f4f9-4748-a101-a703818687f3),segment_id=dfd71c76-f4f9-4748-a101-a703818687f3)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:33.304992 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.316961 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Calling delete_port for aed5ef41-79b7-4321-ae4b-3444c589ca98 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:33.391393 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.420475 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed5ef41-79b7-4321-ae4b-3444c589ca98,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:33.423877 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] No DVR routers for this DVR port aed5ef41-79b7-4321-ae4b-3444c589ca98 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:33.492079 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.501397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a305d214-1750-4db4-aa2b-e9e48b34560e']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:33.511180 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd71c76-f4f9-4748-a101-a703818687f3') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:33.511478 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd71c76-f4f9-4748-a101-a703818687f3') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:33.520413 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.534976 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.540957 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:05:33.541339 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: timer() Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:05:33.549726 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:05:33.569704 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba0d638-4091-4851-9bfc-1326c2c850c6 None None] DHCP port deletion for a305d214-1750-4db4-aa2b-e9e48b34560e request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:05:33.608978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 84d59675-0bb0-4a07-a86e-21ccdbaec804 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:33.611085 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.624056 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.626348 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a305d214-1750-4db4-aa2b-e9e48b34560e HTTP/1.1" status: 204 len: 168 time: 0.5263360 Jun 30 10:05:33.633365 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 84d59675-0bb0-4a07-a86e-21ccdbaec804 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:33.633861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 84d59675-0bb0-4a07-a86e-21ccdbaec804 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:33.636012 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831532-4a1a-4350-a97b-bd7b12fb2223 admin admin] Pushing event deleted for resources: {'Network': ['ID=a305d214-1750-4db4-aa2b-e9e48b34560e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:33.735632 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48060) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:33.774302 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d2e087de-34d1-4d54-83ad-51b04be4dc66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=928c04da00794fd591ec957fd3ecdf75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375104 Jun 30 10:05:33.776759 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48062) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:33.822581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c99cab-e985-4b86-9060-d1bea01d8ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.843298 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c99cab-e985-4b86-9060-d1bea01d8ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.889586 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c99cab-e985-4b86-9060-d1bea01d8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.892186 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-27c99cab-e985-4b86-9060-d1bea01d8ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.893277 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-27c99cab-e985-4b86-9060-d1bea01d8ebf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ce3c246-a5c1-490e-9e5a-52ab91c16a58 HTTP/1.1" status: 204 len: 168 time: 0.1156962 Jun 30 10:05:33.900713 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c99cab-e985-4b86-9060-d1bea01d8ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3c246-a5c1-490e-9e5a-52ab91c16a58,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:34.201479 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48068) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:34.239895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-13183d53-a21e-41be-bdae-0af7be0e63d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d9e55e1abcd4e97a274e9efb48270a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372314 Jun 30 10:05:34.242177 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48070) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:34.288671 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9c005d57-07ba-41c0-b3ac-0c96ae81b3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.308469 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9c005d57-07ba-41c0-b3ac-0c96ae81b3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.358294 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9c005d57-07ba-41c0-b3ac-0c96ae81b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.360800 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-9c005d57-07ba-41c0-b3ac-0c96ae81b3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.361979 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-9c005d57-07ba-41c0-b3ac-0c96ae81b3d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cf8bd01-2ffb-4867-b66b-3f6b8b1a32d3 HTTP/1.1" status: 204 len: 168 time: 0.1187229 Jun 30 10:05:34.369807 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c005d57-07ba-41c0-b3ac-0c96ae81b3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf8bd01-2ffb-4867-b66b-3f6b8b1a32d3,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:34.463604 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-24cb3a54-133d-49a1-9065-d64995d22897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.466711 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.029560 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48092) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:35.122978 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-75790075-network', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:35.144567 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Made reservation on behalf of 66b00a6bff8346d49b3a0c0b6f4868d9 for: {'network': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:35.147090 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.159763 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.190468 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fe8ee3cb-4122-4d6d-8a03-89772dd60441 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:35.210880 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: fe8ee3cb-4122-4d6d-8a03-89772dd60441 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:35.211288 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device fe8ee3cb-4122-4d6d-8a03-89772dd60441 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:35.211743 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aed5ef41-79b7-4321-ae4b-3444c589ca98 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:35.230568 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: aed5ef41-79b7-4321-ae4b-3444c589ca98 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:35.231018 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device aed5ef41-79b7-4321-ae4b-3444c589ca98 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:35.250581 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.254297 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.278919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=100240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:05:35.287437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136a0115-11fe-48ca-b01b-ae29abbb762d,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:35.293429 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.294494 n-d-758944-40 neutron-server[100240]: INFO neutron.db.segments_db [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Added segment dc46b583-56e7-45bd-9dc9-d3b4feae58a6 of type vlan for network a7b07fb8-6c0c-4135-994a-285521c351b4 Jun 30 10:05:35.333968 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.361998 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.362953 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:35.363530 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.410578 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3799040 Jun 30 10:05:35.413793 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48096) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:35.419428 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Request body: {'subnet': {'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-75790075-subnet', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'ip_version': 4}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:35.423494 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da9318-9e89-4545-8087-2a96b729b208 admin admin] Pushing event updated for resources: {'Network': ['ID=a7b07fb8-6c0c-4135-994a-285521c351b4,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:35.433731 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network a7b07fb8-6c0c-4135-994a-285521c351b4 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:05:35.443965 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Made reservation on behalf of 66b00a6bff8346d49b3a0c0b6f4868d9 for: {'subnet': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:35.446449 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12280690'] for subnet, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.611446 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11835955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12280676'] for subnet, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.670913 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903b57ab-3eaa-4ad6-b2ae-985a3c84496e,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:35.677876 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Checking segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:35.678234 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Network hostable DHCP agents. Network: a7b07fb8-6c0c-4135-994a-285521c351b4, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:05:35.693956 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Network a7b07fb8-6c0c-4135-994a-285521c351b4 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:05:35.703481 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, a7b07fb8-6c0c-4135-994a-285521c351b4) {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:35.707325 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:35.707924 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.712331 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5777457-a6ac-4efa-92cd-9fb31cbe7239 None None] Network a7b07fb8-6c0c-4135-994a-285521c351b4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:35.724720 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-a420d3d5-bc98-4ac3-aae5-b61320a87fa2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3074665 Jun 30 10:05:35.724983 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48098) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:35.729354 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:35.751475 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.752572 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.812573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.871442 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-a7b07fb8-6c0c-4135-994a-285521c351b4', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:05:35.872320 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.951673 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.002431 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Allocated IP 172.20.0.2 (a7b07fb8-6c0c-4135-994a-285521c351b4/903b57ab-3eaa-4ad6-b2ae-985a3c84496e/d56a03a7-a847-4400-bc27-2882c70418b7) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:36.153100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.155945 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.159428 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.167669 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Transition to ACTIVE for port object d56a03a7-a847-4400-bc27-2882c70418b7 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:36.171633 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.183243 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Transition to ACTIVE for port object d56a03a7-a847-4400-bc27-2882c70418b7 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:36.189543 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.225318 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Network a7b07fb8-6c0c-4135-994a-285521c351b4 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:36.227950 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:36.233259 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:36.239875 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Pushing event updated for resources: {'Port': ['ID=d56a03a7-a847-4400-bc27-2882c70418b7,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:36.273989 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Allocated IP 172.25.8.165 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/200cf828-8d1e-4051-a7e4-37e43a1d6717) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:36.295408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Attempting to bind port d56a03a7-a847-4400-bc27-2882c70418b7 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:36.295765 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Attempting to bind port d56a03a7-a847-4400-bc27-2882c70418b7 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:36.296114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Attempting to bind port d56a03a7-a847-4400-bc27-2882c70418b7 on network a7b07fb8-6c0c-4135-994a-285521c351b4 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:36.300830 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:36.301196 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Checking segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:36.301586 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.302041 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Bound using segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:36.302494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Bound port: d56a03a7-a847-4400-bc27-2882c70418b7, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:36.302860 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.370187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] For port d56a03a7-a847-4400-bc27-2882c70418b7, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:36.373234 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] For port d56a03a7-a847-4400-bc27-2882c70418b7, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d56a03a7-a847-4400-bc27-2882c70418b7,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:36.377471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.378040 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.418494 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.437371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec9cf4-2c2b-4f14-9224-c4f16e770b90 None None] Pushing event updated for resources: {'Port': ['ID=d56a03a7-a847-4400-bc27-2882c70418b7,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:36.454391 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:36.457241 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:36.461047 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:36.491677 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Pushing event updated for resources: {'Port': ['ID=200cf828-8d1e-4051-a7e4-37e43a1d6717,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:36.733968 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:36.918945 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.041570 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:05:37.161275 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:37.173029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Sync routers for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:37.177581 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.178912 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-61a139dd-4671-4e9d-a0f0-e1ba1dfeca64 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4529138 Jun 30 10:05:37.181474 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48100) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:37.196194 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:37.197044 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:37.264283 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d56a03a7-a847-4400-bc27-2882c70418b7 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:37.348316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:37.535147 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd41478a-9a65-404f-be1f-917f700c890a None None] Network a7b07fb8-6c0c-4135-994a-285521c351b4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:37.657536 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f3d24114-17c1-41c1-873b-15ae52012d8d None None] Provisioning for port d56a03a7-a847-4400-bc27-2882c70418b7 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:37.667040 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port d56a03a7-a847-4400-bc27-2882c70418b7 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:37.672735 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.677299 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-f3d24114-17c1-41c1-873b-15ae52012d8d None None] Provisioning complete for port d56a03a7-a847-4400-bc27-2882c70418b7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:37.677798 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3d24114-17c1-41c1-873b-15ae52012d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.687746 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d56a03a7-a847-4400-bc27-2882c70418b7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:37.688101 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.875762 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.969609 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3d24114-17c1-41c1-873b-15ae52012d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.973244 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.020010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:36Z', 'revision_number': 3, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:38.031410 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Allocated IP 172.20.0.1 (a7b07fb8-6c0c-4135-994a-285521c351b4/903b57ab-3eaa-4ad6-b2ae-985a3c84496e/810aea07-74ab-4fb9-84b3-f5b4b6f727f8) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:38.059020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Checking router: 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:38.059390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Updating router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e port 200cf828-8d1e-4051-a7e4-37e43a1d6717 binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:38.066203 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-f3d24114-17c1-41c1-873b-15ae52012d8d None None] For port d56a03a7-a847-4400-bc27-2882c70418b7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d56a03a7-a847-4400-bc27-2882c70418b7,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:38.089349 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f3d24114-17c1-41c1-873b-15ae52012d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.147223 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.164972 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Transition to ACTIVE for port object 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:38.167122 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.202149 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.207519 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:05:38.208907 n-d-758944-40 neutron-server[100241]: DEBUG oslo_db.api [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:05:38.216777 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d24114-17c1-41c1-873b-15ae52012d8d None None] Pushing event updated for resources: {'Port': ['ID=d56a03a7-a847-4400-bc27-2882c70418b7,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:38.245249 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Network a7b07fb8-6c0c-4135-994a-285521c351b4 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:38.250335 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:38.256583 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:38.259578 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Pushing event updated for resources: {'Port': ['ID=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:38.298675 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.358566 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-1f577460-4461-4a21-b063-8354bf7cb0ee None None] Provisioning complete for port d56a03a7-a847-4400-bc27-2882c70418b7 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:38.358955 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1f577460-4461-4a21-b063-8354bf7cb0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.443661 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.542605 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.552503 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Transition to ACTIVE for port object 200cf828-8d1e-4051-a7e4-37e43a1d6717 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:38.560178 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.606791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.607762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Attempting to bind port 200cf828-8d1e-4051-a7e4-37e43a1d6717 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:38.608135 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Attempting to bind port 200cf828-8d1e-4051-a7e4-37e43a1d6717 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:38.608542 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Attempting to bind port 200cf828-8d1e-4051-a7e4-37e43a1d6717 on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:38.612637 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.620656 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f64337-7bd4-4ba8-a2ab-28c4a27f63e9 None None] Pushing event updated for resources: {'Port': ['ID=200cf828-8d1e-4051-a7e4-37e43a1d6717,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:38.624483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:38.624865 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:38.625574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.625987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:38.626465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Bound port: 200cf828-8d1e-4051-a7e4-37e43a1d6717, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:38.626842 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.670814 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f9c2e72-8b6e-498b-a44f-a12e8ddfd5ff None None] Provisioning for port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:38.682511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-8f9c2e72-8b6e-498b-a44f-a12e8ddfd5ff None None] Provisioning complete for port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:38.682879 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2e72-8b6e-498b-a44f-a12e8ddfd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.683007 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.685256 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Pushing event updated for resources: {'Port': ['ID=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:38.712715 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] For port 200cf828-8d1e-4051-a7e4-37e43a1d6717, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:38.751026 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] For port 200cf828-8d1e-4051-a7e4-37e43a1d6717, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=200cf828-8d1e-4051-a7e4-37e43a1d6717,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:38.761342 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:38.773943 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c2e72-8b6e-498b-a44f-a12e8ddfd5ff None None] Port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:38.776145 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Network a7b07fb8-6c0c-4135-994a-285521c351b4 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:38.777501 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:38.835477 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f64337-7bd4-4ba8-a2ab-28c4a27f63e9 None None] Pushing event updated for resources: {'Port': ['ID=200cf828-8d1e-4051-a7e4-37e43a1d6717,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:38.838507 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:38.839437 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:38.910722 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:38.948735 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:39.022245 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:39.028711 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-7c6dc42e-5edb-4bc9-a206-f5c7bfffcc3d admin admin] 10.222.0.53 "PUT /v2.0/routers/716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8453763 Jun 30 10:05:39.067187 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-109d7f18-585c-45d0-a6e0-2b3a4bca8ee0 None None] Provisioning complete for port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:39.067558 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-109d7f18-585c-45d0-a6e0-2b3a4bca8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.117458 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-109d7f18-585c-45d0-a6e0-2b3a4bca8ee0 None None] Port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:39.187966 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 2, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:39.217528 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d56a03a7-a847-4400-bc27-2882c70418b7 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:39.220164 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d671d6-d9fe-4d55-b35f-41853e001dc7 None None] The sync data for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 is: [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 2, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:39.267543 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port d56a03a7-a847-4400-bc27-2882c70418b7 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:39.267919 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.518079 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48116) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:39.523338 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1347887749-network', 'tenant_id': '5e5aeef328ab4be88729597cac998925'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:39.544351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Made reservation on behalf of 5e5aeef328ab4be88729597cac998925 for: {'network': 1} {{(pid=100238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:39.546832 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for network, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.555493 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.656353 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.660452 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.685891 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=100238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:05:39.695113 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980b0b43-0e5c-40ba-b6f0-e20d392764c0,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:39.701573 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.701959 n-d-758944-40 neutron-server[100238]: INFO neutron.db.segments_db [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Added segment 09460dbd-98d9-482c-9cb9-57eab3fbddf4 of type vlan for network 32634595-becf-4d36-a683-233b927d3c70 Jun 30 10:05:39.743068 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766261055052'] for network, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.776607 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053'] for network, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.777586 n-d-758944-40 neutron-server[100238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:39.778738 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.839941 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3204949 Jun 30 10:05:39.843747 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48118) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:39.848788 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Request body: {'subnet': {'network_id': '32634595-becf-4d36-a683-233b927d3c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1347887749-subnet', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'ip_version': 4}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:39.855136 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13965f38-2653-4d01-b22b-4362000eca1a admin admin] Pushing event updated for resources: {'Network': ['ID=32634595-becf-4d36-a683-233b927d3c70,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:39.866567 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Network 32634595-becf-4d36-a683-233b927d3c70 details requested by agent ovs-agent-n-d-758944-40 with host n-d-758944-40 {{(pid=100241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:05:39.883074 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Made reservation on behalf of 5e5aeef328ab4be88729597cac998925 for: {'subnet': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:39.885536 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8859821'] for subnet, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.059548 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8859835'] for subnet, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.118900 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b06a10-04c9-4d50-8437-4d14292b6392,revision_number=0']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:40.129647 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Checking segment: {'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:40.130024 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Network hostable DHCP agents. Network: 32634595-becf-4d36-a683-233b927d3c70, hostable agents: ['2ebb1272-33e4-4fac-a6ed-f1746a3e12b3'], hosted agents: [] {{(pid=100240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:05:40.146631 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Network 32634595-becf-4d36-a683-233b927d3c70 is scheduled to be hosted by DHCP agent 2ebb1272-33e4-4fac-a6ed-f1746a3e12b3 with binding_index 1 {{(pid=100240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:05:40.156941 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-40, 32634595-becf-4d36-a683-233b927d3c70) {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:40.162195 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:40.163348 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.167397 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358da21-ba30-451a-85f1-904e5cbdca90 None None] Network 32634595-becf-4d36-a683-233b927d3c70 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:40.183281 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-97097c55-e413-49a6-a5eb-bb4afc86e45c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3374083 Jun 30 10:05:40.184949 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48120) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:40.190152 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:40.213893 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45470'] for router, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.214916 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45461'] for router, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.274431 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.425025 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45539'] for router, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.488810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3321e94f-e280-5186-b0ca-fe91c0de2135-32634595-becf-4d36-a683-233b927d3c70', 'network_id': '32634595-becf-4d36-a683-233b927d3c70', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'fixed_ips': [{'subnet_id': 'f8b06a10-04c9-4d50-8437-4d14292b6392'}]}} from n-d-758944-40. {{(pid=100241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:05:40.489748 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.627055 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.db_base_plugin_common [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Allocated IP 172.20.0.2 (32634595-becf-4d36-a683-233b927d3c70/f8b06a10-04c9-4d50-8437-4d14292b6392/09170011-2700-48ab-ac65-1eba4415f827) {{(pid=100241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:40.638769 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.658414 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.763166 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Allocated IP 172.25.8.138 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/81114d64-992d-4cbd-90d5-465d65620b7e) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:40.763431 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Notify callbacks [] for port, precommit_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.771496 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Transition to ACTIVE for port object 09170011-2700-48ab-ac65-1eba4415f827 will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:40.786163 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Transition to ACTIVE for port object 09170011-2700-48ab-ac65-1eba4415f827 will not be triggered until provisioned by entity DHCP. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:40.792491 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490'] for port, after_create {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.834465 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Network 32634595-becf-4d36-a683-233b927d3c70 is already hosted by enough agents. {{(pid=100241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:40.841590 n-d-758944-40 neutron-server[100241]: DEBUG neutron.scheduler.base_scheduler [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Resources bound (agent type, host, resource id): {{(pid=100241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:40.843446 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Pushing event updated for resources: {'Port': ['ID=09170011-2700-48ab-ac65-1eba4415f827,revision_number=1']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:40.845523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Received port after_create {{(pid=100241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:40.874359 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.905826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Attempting to bind port 09170011-2700-48ab-ac65-1eba4415f827 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:40.906273 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Attempting to bind port 09170011-2700-48ab-ac65-1eba4415f827 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:40.907020 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Attempting to bind port 09170011-2700-48ab-ac65-1eba4415f827 on network 32634595-becf-4d36-a683-233b927d3c70 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:40.912699 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:40.913309 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Checking segment: {'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:40.913742 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.914195 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Bound using segment: {'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:40.914432 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.914898 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Bound port: 09170011-2700-48ab-ac65-1eba4415f827, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:40.915458 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:40.953371 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:40.956144 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:40.962087 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:40.981441 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] For port 09170011-2700-48ab-ac65-1eba4415f827, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:40.984739 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] For port 09170011-2700-48ab-ac65-1eba4415f827, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=09170011-2700-48ab-ac65-1eba4415f827,segment=NetworkSegment(09460dbd-98d9-482c-9cb9-57eab3fbddf4),segment_id=09460dbd-98d9-482c-9cb9-57eab3fbddf4)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:40.985112 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Pushing event updated for resources: {'Port': ['ID=81114d64-992d-4cbd-90d5-465d65620b7e,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:40.989444 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.054174 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5d1ce-1a27-4d7f-8b44-8e4e3af0c563 None None] Pushing event updated for resources: {'Port': ['ID=09170011-2700-48ab-ac65-1eba4415f827,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:41.258760 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.264082 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97315013-52db-4363-9640-331ccce997b9 None None] Sync routers for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:41.281506 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:41.282155 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:41.296198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 200cf828-8d1e-4051-a7e4-37e43a1d6717 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:41.359310 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 200cf828-8d1e-4051-a7e4-37e43a1d6717 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:41.363906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 200cf828-8d1e-4051-a7e4-37e43a1d6717 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:41.364568 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.399989 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:41.443687 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.466815 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 200cf828-8d1e-4051-a7e4-37e43a1d6717, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=200cf828-8d1e-4051-a7e4-37e43a1d6717,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:41.472340 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.489123 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520523'] for router, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.532494 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=200cf828-8d1e-4051-a7e4-37e43a1d6717,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:41.610962 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 2, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:41.630132 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b is scheduled to L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 with binding_index 1 {{(pid=100238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:05:41.636104 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97315013-52db-4363-9640-331ccce997b9 None None] Checking router: 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:41.636448 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97315013-52db-4363-9640-331ccce997b9 None None] Updating router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:41.669187 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-97315013-52db-4363-9640-331ccce997b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.737729 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:41.751133 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Sync routers for ids ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:41.757270 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.758958 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fb0e64a6-9b62-4b34-b56a-8c90701e91f5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5723701 Jun 30 10:05:41.761848 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48122) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:41.763002 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Routers {'72cd2a3f-b784-4716-abc0-fe6a02ebb73b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:41.763833 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:41.892371 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Set router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:41.961578 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-97315013-52db-4363-9640-331ccce997b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.974788 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-97315013-52db-4363-9640-331ccce997b9 None None] Transition to ACTIVE for port object 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:41.983094 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-97315013-52db-4363-9640-331ccce997b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.026729 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Pushing event updated for resources: {'Port': ['ID=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:42.039209 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.039708 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.040165 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.040601 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.041175 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.041603 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.042056 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.042719 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.043463 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.043895 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.044323 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.044763 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:42.115483 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 3, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:42.145850 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-97315013-52db-4363-9640-331ccce997b9 None None] Attempting to bind port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:42.146331 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-97315013-52db-4363-9640-331ccce997b9 None None] Attempting to bind port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:42.146792 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97315013-52db-4363-9640-331ccce997b9 None None] Attempting to bind port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 on network a7b07fb8-6c0c-4135-994a-285521c351b4 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:42.155321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Checking router: 72cd2a3f-b784-4716-abc0-fe6a02ebb73b for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:42.155810 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Updating router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b port 81114d64-992d-4cbd-90d5-465d65620b7e binding host n-d-758944-40 {{(pid=100241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:42.156590 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97315013-52db-4363-9640-331ccce997b9 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:42.157510 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97315013-52db-4363-9640-331ccce997b9 None None] Checking segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:42.158394 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-97315013-52db-4363-9640-331ccce997b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.159030 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97315013-52db-4363-9640-331ccce997b9 None None] Bound using segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:42.159695 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-97315013-52db-4363-9640-331ccce997b9 None None] Bound port: 810aea07-74ab-4fb9-84b3-f5b4b6f727f8, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:42.160259 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-97315013-52db-4363-9640-331ccce997b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.161890 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1930f7-a54c-4270-ae4b-b3a415213009 None None] Network 32634595-becf-4d36-a683-233b927d3c70 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:42.232064 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-97315013-52db-4363-9640-331ccce997b9 None None] For port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:42.235962 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-97315013-52db-4363-9640-331ccce997b9 None None] For port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:42.247277 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-97315013-52db-4363-9640-331ccce997b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.302531 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:42.303255 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:42.334424 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-b3f6a0a7-6a3c-423c-b941-b79145a87ef0 None None] Provisioning for port 09170011-2700-48ab-ac65-1eba4415f827 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:42.339901 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.467415 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136bea4-6238-489e-a41f-f7a12cfd6d8a None None] Pushing event updated for resources: {'Port': ['ID=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:42.557218 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:42.609193 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.682976 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Notify callbacks [] for port, precommit_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.695897 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Transition to ACTIVE for port object 81114d64-992d-4cbd-90d5-465d65620b7e will not be triggered until provisioned by entity L2. {{(pid=100241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:42.703879 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.758217 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Attempting to bind port 81114d64-992d-4cbd-90d5-465d65620b7e on host n-d-758944-40 for vnic_type normal with profile {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:42.758586 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Attempting to bind port 81114d64-992d-4cbd-90d5-465d65620b7e by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:42.758987 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Attempting to bind port 81114d64-992d-4cbd-90d5-465d65620b7e on network 3d9939fd-d510-48da-8598-5307c47b6792 {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:42.768186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:42.768838 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Checking segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:42.769077 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.769501 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Bound using segment: {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'} {{(pid=100241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:42.769995 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.managers [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Bound port: 81114d64-992d-4cbd-90d5-465d65620b7e, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5401121c-b441-4ac7-a879-91d83a36c03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792'}}] {{(pid=100241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:42.770725 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.800748 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_common [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Allocated IP 172.20.0.1 (32634595-becf-4d36-a683-233b927d3c70/f8b06a10-04c9-4d50-8437-4d14292b6392/f28f33f0-62b3-46c8-8130-df6a2877aab2) {{(pid=100238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:42.813901 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67eb16-3ac7-44bd-9201-f47692b66394 None None] Pushing event updated for resources: {'Port': ['ID=81114d64-992d-4cbd-90d5-465d65620b7e,revision_number=2']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:42.835306 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-97315013-52db-4363-9640-331ccce997b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:42Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:42.849078 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] For port 81114d64-992d-4cbd-90d5-465d65620b7e, host n-d-758944-40, cleared binding levels {{(pid=100241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:42.852205 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] For port 81114d64-992d-4cbd-90d5-465d65620b7e, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=81114d64-992d-4cbd-90d5-465d65620b7e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:42.857881 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.870581 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97315013-52db-4363-9640-331ccce997b9 None None] The sync data for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 is: [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:42Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:42.923405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67eb16-3ac7-44bd-9201-f47692b66394 None None] Pushing event updated for resources: {'Port': ['ID=81114d64-992d-4cbd-90d5-465d65620b7e,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:42.927098 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Routers {'72cd2a3f-b784-4716-abc0-fe6a02ebb73b'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:42.927859 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:42.939932 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.957413 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.provisioning_blocks [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Transition to ACTIVE for port object f28f33f0-62b3-46c8-8130-df6a2877aab2 will not be triggered until provisioned by entity DHCP. {{(pid=100238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:42.995312 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12178307'] for port, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.038574 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Network 32634595-becf-4d36-a683-233b927d3c70 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:43.044397 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:43.048981 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Received port after_create {{(pid=100238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:43.052497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Pushing event updated for resources: {'Port': ['ID=f28f33f0-62b3-46c8-8130-df6a2877aab2,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:43.056440 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] Set router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:43.096815 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521026'] for router_interface, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.292198 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 3, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:43.328003 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44019bb4-b741-4f74-a761-22791ce0730b None None] The sync data for ids ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'] in n-d-758944-40 is: [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 3, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:43.357603 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.388454 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09170011-2700-48ab-ac65-1eba4415f827 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:43.445070 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2226bc41-0812-4875-ad7b-60810a2f18a5 None None] Provisioning for port f28f33f0-62b3-46c8-8130-df6a2877aab2 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:43.452316 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-2226bc41-0812-4875-ad7b-60810a2f18a5 None None] Provisioning complete for port f28f33f0-62b3-46c8-8130-df6a2877aab2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:43.452941 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2226bc41-0812-4875-ad7b-60810a2f18a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.484489 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 09170011-2700-48ab-ac65-1eba4415f827 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:43.500180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 09170011-2700-48ab-ac65-1eba4415f827 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:43.500559 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.504647 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-2226bc41-0812-4875-ad7b-60810a2f18a5 None None] Port f28f33f0-62b3-46c8-8130-df6a2877aab2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:43.577597 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.583427 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12178353'] for port, after_update {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.594279 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.673874 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 09170011-2700-48ab-ac65-1eba4415f827, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=09170011-2700-48ab-ac65-1eba4415f827,segment=NetworkSegment(09460dbd-98d9-482c-9cb9-57eab3fbddf4),segment_id=09460dbd-98d9-482c-9cb9-57eab3fbddf4)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:43.676053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522357'] for router_interface, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.678102 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Pushing event updated for resources: {'Port': ['ID=f28f33f0-62b3-46c8-8130-df6a2877aab2,revision_number=2']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:43.679013 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.679812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 200cf828-8d1e-4051-a7e4-37e43a1d6717 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:43.770184 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=09170011-2700-48ab-ac65-1eba4415f827,revision_number=3']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:43.784572 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 200cf828-8d1e-4051-a7e4-37e43a1d6717 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:43.784989 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.803051 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Network 32634595-becf-4d36-a683-233b927d3c70 is already hosted by enough agents. {{(pid=100238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:43.804486 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.base_scheduler [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Resources bound (agent type, host, resource id): {{(pid=100238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:43.881954 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:43.934936 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:43.939382 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:43.939874 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.952607 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:44.034477 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.074317 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:44.080435 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4f88e232-4d92-4509-89f6-15e8e18a986e admin admin] 10.222.0.53 "PUT /v2.0/routers/72cd2a3f-b784-4716-abc0-fe6a02ebb73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3168364 Jun 30 10:05:44.091526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:44.096849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.154311 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:44.161168 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-6d88891a-7df3-4b85-abf3-4747bc852747 None None] Provisioning complete for port f28f33f0-62b3-46c8-8130-df6a2877aab2 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:44.161535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6d88891a-7df3-4b85-abf3-4747bc852747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.198408 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-6d88891a-7df3-4b85-abf3-4747bc852747 None None] Port f28f33f0-62b3-46c8-8130-df6a2877aab2 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:44.554992 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48132) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:44.559829 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-4e70a0f9-c7cf-416a-b117-dc2035019c2a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752344924', 'description': 'tempest-secgroup-smoke-1752344924 description', 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:44.582212 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e70a0f9-c7cf-416a-b117-dc2035019c2a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.660196 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e70a0f9-c7cf-416a-b117-dc2035019c2a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.663681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e70a0f9-c7cf-416a-b117-dc2035019c2a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.689291 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-4e70a0f9-c7cf-416a-b117-dc2035019c2a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.690570 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-4e70a0f9-c7cf-416a-b117-dc2035019c2a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1345761 Jun 30 10:05:44.693497 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48134) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:44.698881 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-23d95d63-3572-47b3-8bba-5a59387d3171 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'security_group_rule': {'security_group_id': '6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b', 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:44.704491 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70a0f9-c7cf-416a-b117-dc2035019c2a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b,revision_number=1']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:44.726925 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23d95d63-3572-47b3-8bba-5a59387d3171 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.780069 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23d95d63-3572-47b3-8bba-5a59387d3171 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.783574 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23d95d63-3572-47b3-8bba-5a59387d3171 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.803796 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d95d63-3572-47b3-8bba-5a59387d3171 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d65f1a-35b5-4a47-b4b1-119b0c64ee75,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:44.809563 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-23d95d63-3572-47b3-8bba-5a59387d3171 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.810809 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-23d95d63-3572-47b3-8bba-5a59387d3171 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156445 Jun 30 10:05:44.813523 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48136) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:44.818059 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-6274b4ac-63e1-4772-bc17-d56d2e0f0a19 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'security_group_rule': {'security_group_id': '6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b', 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:44.845052 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6274b4ac-63e1-4772-bc17-d56d2e0f0a19 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.906260 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6274b4ac-63e1-4772-bc17-d56d2e0f0a19 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.909681 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6274b4ac-63e1-4772-bc17-d56d2e0f0a19 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.928625 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274b4ac-63e1-4772-bc17-d56d2e0f0a19 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9805ed96-e17c-4b23-8923-555d5bebae08,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:44.931423 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6274b4ac-63e1-4772-bc17-d56d2e0f0a19 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.932583 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6274b4ac-63e1-4772-bc17-d56d2e0f0a19 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180875 Jun 30 10:05:44.935469 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48138) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:44.939769 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-e1d80b62-f2d5-424d-bb10-af190e427bf7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'security_group_rule': {'security_group_id': '6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b', 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:44.966234 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1d80b62-f2d5-424d-bb10-af190e427bf7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.022442 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1d80b62-f2d5-424d-bb10-af190e427bf7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.025885 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1d80b62-f2d5-424d-bb10-af190e427bf7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.044799 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d80b62-f2d5-424d-bb10-af190e427bf7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39047d8-fdcf-468b-84d5-81d716918668,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:45.047835 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e1d80b62-f2d5-424d-bb10-af190e427bf7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.049229 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e1d80b62-f2d5-424d-bb10-af190e427bf7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128469 Jun 30 10:05:45.051962 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48140) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:45.056352 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-5104a410-8f40-426e-8468-9f4e5397e83b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'security_group_rule': {'security_group_id': '6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b', 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:45.083129 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5104a410-8f40-426e-8468-9f4e5397e83b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.139705 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5104a410-8f40-426e-8468-9f4e5397e83b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.143365 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5104a410-8f40-426e-8468-9f4e5397e83b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.165669 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104a410-8f40-426e-8468-9f4e5397e83b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504c3472-eebe-4c9f-8989-1ff70d3e47a6,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:45.168996 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-5104a410-8f40-426e-8468-9f4e5397e83b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.170273 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-5104a410-8f40-426e-8468-9f4e5397e83b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173956 Jun 30 10:05:45.173217 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48142) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:45.180032 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'security_group_rule': {'security_group_id': '6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b', 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:45.200758 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Project 66b00a6bff8346d49b3a0c0b6f4868d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:05:45.205791 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.266544 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.271665 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.280285 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 81114d64-992d-4cbd-90d5-465d65620b7e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:45.288636 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95b692b-cd25-4c12-b9d3-546dca538bca,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:45.298537 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.299736 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-fe86a5aa-d6c9-43b1-9398-8ec0f8a54add tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254418 Jun 30 10:05:45.302421 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48144) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:45.306821 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.v2.base [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'security_group_rule': {'security_group_id': '6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b', 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:45.329241 n-d-758944-40 neutron-server[100238]: INFO neutron.db.securitygroups_db [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Project 66b00a6bff8346d49b3a0c0b6f4868d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:05:45.330487 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port 81114d64-992d-4cbd-90d5-465d65620b7e completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:45.334584 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 81114d64-992d-4cbd-90d5-465d65620b7e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:45.334947 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.336659 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.403289 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.407075 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443148'] for security_group_rule, after_create {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.417782 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.424969 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b46f75-e97d-420b-83f2-56d953ecf7ac,revision_number=0']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:45.433090 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.435164 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-1033da46-8f37-47dc-bdbb-7e89de612132 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318336 Jun 30 10:05:45.439661 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port 81114d64-992d-4cbd-90d5-465d65620b7e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=81114d64-992d-4cbd-90d5-465d65620b7e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:45.445382 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.446403 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09170011-2700-48ab-ac65-1eba4415f827 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:45.526355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=81114d64-992d-4cbd-90d5-465d65620b7e,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:45.538967 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 09170011-2700-48ab-ac65-1eba4415f827 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:45.539344 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.579899 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-125a9360-022f-4b27-96fd-d15acc51e03b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752344924&fields=id&tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9 HTTP/1.1" status: 200 len: 267 time: 0.0367222 Jun 30 10:05:45.700632 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-977fb723-11a1-4b35-a956-67908d95a49b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:45.702265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-977fb723-11a1-4b35-a956-67908d95a49b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 808 time: 0.1153946 Jun 30 10:05:45.742272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-36696529-1476-4604-8c4b-4d6b64fa7793 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/quotas/66b00a6bff8346d49b3a0c0b6f4868d9 HTTP/1.1" status: 200 len: 375 time: 0.0333586 Jun 30 10:05:45.779826 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:45.810627 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-36cad7e2-0a6a-4615-9f8e-6e029f0ebf15 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674896 Jun 30 10:05:45.828221 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:45.828962 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:45.885830 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Sync routers for ids ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:45.895953 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Routers {'72cd2a3f-b784-4716-abc0-fe6a02ebb73b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:45.896579 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:45.921704 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-0212ccad-ff83-4f80-9976-87a6494d6be8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:05:45.922820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-0212ccad-ff83-4f80-9976-87a6494d6be8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1008027 Jun 30 10:05:46.020513 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Set router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:46.021820 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-f367491b-5b2d-4dcf-a629-61c05dd49e7d service neutron] 10.222.0.53 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929427 Jun 30 10:05:46.119139 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-25511a42-9e32-4114-b201-af27dba57472 service neutron] 10.222.0.53 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896914 Jun 30 10:05:46.222606 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:43Z', 'revision_number': 4, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f28f33f0-62b3-46c8-8130-df6a2877aab2', 'name': '', 'network_id': '32634595-becf-4d36-a683-233b927d3c70', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'mac_address': 'fa:16:3e:b7:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'f8b06a10-04c9-4d50-8437-4d14292b6392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:42Z', 'updated_at': '2021-06-30T10:05:43Z', 'revision_number': 2, 'project_id': '5e5aeef328ab4be88729597cac998925', 'subnets': [{'id': 'f8b06a10-04c9-4d50-8437-4d14292b6392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:46.255160 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Checking router: 72cd2a3f-b784-4716-abc0-fe6a02ebb73b for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:46.255511 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Updating router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b port f28f33f0-62b3-46c8-8130-df6a2877aab2 binding host n-d-758944-40 {{(pid=100242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:46.290454 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:46.299551 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c15e826e-b315-45d9-98ba-e73a2b8e9929 req-74cf60f9-438a-469a-88ac-20e0de9e0b43 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 210 time: 0.0309656 Jun 30 10:05:46.551866 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Notify callbacks [] for port, precommit_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:46.566029 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.provisioning_blocks [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Transition to ACTIVE for port object f28f33f0-62b3-46c8-8130-df6a2877aab2 will not be triggered until provisioned by entity L2. {{(pid=100242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:46.571127 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:46.627626 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3c846-b82c-4923-be00-a3581ca50287 None None] Pushing event updated for resources: {'Port': ['ID=f28f33f0-62b3-46c8-8130-df6a2877aab2,revision_number=3']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:46.689375 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Attempting to bind port f28f33f0-62b3-46c8-8130-df6a2877aab2 on host n-d-758944-40 for vnic_type normal with profile {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:46.689508 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Attempting to bind port f28f33f0-62b3-46c8-8130-df6a2877aab2 by drivers openvswitch,hyperv on host n-d-758944-40 at level 0 using segments [{'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:46.689841 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Attempting to bind port f28f33f0-62b3-46c8-8130-df6a2877aab2 on network 32634595-becf-4d36-a683-233b927d3c70 {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:46.695729 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Checking agent: {'id': '16b1f6a5-4d48-42ec-9188-b27885e7c082', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 34, 4), 'started_at': datetime.datetime(2021, 6, 30, 8, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:46.696099 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Checking segment: {'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:46.696494 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:46.696878 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Bound using segment: {'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'} {{(pid=100242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:46.697344 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.managers [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Bound port: f28f33f0-62b3-46c8-8130-df6a2877aab2, host: n-d-758944-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09460dbd-98d9-482c-9cb9-57eab3fbddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32634595-becf-4d36-a683-233b927d3c70'}}] {{(pid=100242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:46.697749 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:46.764620 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] For port f28f33f0-62b3-46c8-8130-df6a2877aab2, host n-d-758944-40, cleared binding levels {{(pid=100242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:46.768060 n-d-758944-40 neutron-server[100242]: DEBUG neutron.plugins.ml2.db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] For port f28f33f0-62b3-46c8-8130-df6a2877aab2, host n-d-758944-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f28f33f0-62b3-46c8-8130-df6a2877aab2,segment=NetworkSegment(09460dbd-98d9-482c-9cb9-57eab3fbddf4),segment_id=09460dbd-98d9-482c-9cb9-57eab3fbddf4)] {{(pid=100242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:46.771939 n-d-758944-40 neutron-server[100242]: DEBUG neutron_lib.callbacks.manager [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:46.835169 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Routers {'72cd2a3f-b784-4716-abc0-fe6a02ebb73b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:46.836289 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:46.872572 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3c846-b82c-4923-be00-a3581ca50287 None None] Pushing event updated for resources: {'Port': ['ID=f28f33f0-62b3-46c8-8130-df6a2877aab2,revision_number=4']} {{(pid=100242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:46.954382 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] Set router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:47.155475 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:43Z', 'revision_number': 4, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f28f33f0-62b3-46c8-8130-df6a2877aab2', 'name': '', 'network_id': '32634595-becf-4d36-a683-233b927d3c70', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'mac_address': 'fa:16:3e:b7:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'f8b06a10-04c9-4d50-8437-4d14292b6392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:42Z', 'updated_at': '2021-06-30T10:05:46Z', 'revision_number': 4, 'project_id': '5e5aeef328ab4be88729597cac998925', 'subnets': [{'id': 'f8b06a10-04c9-4d50-8437-4d14292b6392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:47.180704 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09436850-073c-4e88-b26d-21f9143b2777 None None] The sync data for ids ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'] in n-d-758944-40 is: [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:43Z', 'revision_number': 4, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': 'f28f33f0-62b3-46c8-8130-df6a2877aab2', 'name': '', 'network_id': '32634595-becf-4d36-a683-233b927d3c70', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'mac_address': 'fa:16:3e:b7:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'f8b06a10-04c9-4d50-8437-4d14292b6392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:42Z', 'updated_at': '2021-06-30T10:05:46Z', 'revision_number': 4, 'project_id': '5e5aeef328ab4be88729597cac998925', 'subnets': [{'id': 'f8b06a10-04c9-4d50-8437-4d14292b6392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:47.200769 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 81114d64-992d-4cbd-90d5-465d65620b7e up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:47.269681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port 81114d64-992d-4cbd-90d5-465d65620b7e triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:47.270055 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:47.472118 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-90d02e13-3ca7-440b-9b56-dd10b41132da req-75074360-ea7a-47e2-a482-c6fe566b777e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 210 time: 0.0391045 Jun 30 10:05:47.520850 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1bdc72aa-7569-4974-843a-fb47c4e7df8a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:47.522407 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1bdc72aa-7569-4974-843a-fb47c4e7df8a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 808 time: 0.1802957 Jun 30 10:05:47.568350 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-ae9a42db-305f-4d3f-be55-487986e18f59 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9 HTTP/1.1" status: 200 len: 380 time: 0.0375419 Jun 30 10:05:47.578975 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'port': {'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'admin_state_up': True, 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'security_groups': ['6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:47.694586 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Made reservation on behalf of 66b00a6bff8346d49b3a0c0b6f4868d9 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:47.698779 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:47.826904 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Allocated IP 172.20.0.3 (a7b07fb8-6c0c-4135-994a-285521c351b4/903b57ab-3eaa-4ad6-b2ae-985a3c84496e/4f113789-12cd-4b13-8044-97a684ee30ac) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:47.973960 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:47.988591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Transition to ACTIVE for port object 4f113789-12cd-4b13-8044-97a684ee30ac will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:48.022146 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.068009 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Network a7b07fb8-6c0c-4135-994a-285521c351b4 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:48.071251 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:48.078242 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:48.084992 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:48.141268 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:48.142021 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.158642 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-1fbddd74-e3c3-415c-8d4e-d614e0e6a451 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847466 Jun 30 10:05:48.172715 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Request body: {'port': {'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:48.247675 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.285063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-38ccd032-9397-443e-8472-bc45024bebdc None None] Provisioning for port 4f113789-12cd-4b13-8044-97a684ee30ac completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:48.288737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-38ccd032-9397-443e-8472-bc45024bebdc None None] Provisioning complete for port 4f113789-12cd-4b13-8044-97a684ee30ac triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:48.289197 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-38ccd032-9397-443e-8472-bc45024bebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.322700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-38ccd032-9397-443e-8472-bc45024bebdc None None] Port 4f113789-12cd-4b13-8044-97a684ee30ac cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:48.508470 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f113789-12cd-4b13-8044-97a684ee30ac {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:05:48.516599 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.528817 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Transition to ACTIVE for port object 4f113789-12cd-4b13-8044-97a684ee30ac will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:48.533714 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.581958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:48.697777 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Attempting to bind port 4f113789-12cd-4b13-8044-97a684ee30ac on host n-h2-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:48.698109 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Attempting to bind port 4f113789-12cd-4b13-8044-97a684ee30ac by drivers openvswitch,hyperv on host n-h2-758944-40 at level 0 using segments [{'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:48.698432 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Attempting to bind port 4f113789-12cd-4b13-8044-97a684ee30ac on network a7b07fb8-6c0c-4135-994a-285521c351b4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:48.708615 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Port 4f113789-12cd-4b13-8044-97a684ee30ac on network a7b07fb8-6c0c-4135-994a-285521c351b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:05:48.708934 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Attempting to bind port 4f113789-12cd-4b13-8044-97a684ee30ac on network a7b07fb8-6c0c-4135-994a-285521c351b4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:48.719944 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06ef9c-407e-4ac8-b426-ec9a45ee01da req-56ecf25c-dba9-4729-92bc-0a9462218582 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:48.721450 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d06ef9c-407e-4ac8-b426-ec9a45ee01da req-56ecf25c-dba9-4729-92bc-0a9462218582 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 943 time: 0.1319439 Jun 30 10:05:48.724391 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Checking agent: {'id': 'f0357a2a-a532-4440-a5e5-24fd49e8a1ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:48.724724 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Checking segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:48.725157 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Bound using segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:48.725594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Bound port: 4f113789-12cd-4b13-8044-97a684ee30ac, host: n-h2-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:48.725978 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.791621 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1d06ef9c-407e-4ac8-b426-ec9a45ee01da req-9b89aa06-5eac-4809-9d4e-a20a1f27b629 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623505 Jun 30 10:05:48.814322 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:48.817221 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:48.821618 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.855289 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:48.855949 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:48.857351 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 1092 time: 0.6900029 Jun 30 10:05:48.857803 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:48.860048 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d827f4-d427-439b-bb0f-65649c7b0e00" -d '{"events": [{"name": "network-changed", "server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:48.888591 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bddbed-91af-47b5-bea6-42776cea3880 service neutron] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:48.908938 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ab899-5526-4cc7-9c1b-e65af8a4bc70 x-openstack-request-id: req-716ab899-5526-4cc7-9c1b-e65af8a4bc70 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:48.909233 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:48.909481 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-716ab899-5526-4cc7-9c1b-e65af8a4bc70 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:48.909993 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac', 'status': 'completed', 'code': 200} Jun 30 10:05:48.959445 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-3bc9771e-064e-4622-8782-aaa17af20e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:48.960916 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-3bc9771e-064e-4622-8782-aaa17af20e33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1095 time: 0.0617263 Jun 30 10:05:49.003566 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-19f70cd0-754e-4a42-a9cd-56111d761d90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 217 time: 0.0356038 Jun 30 10:05:49.051648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-336bb884-824b-4026-80d6-433c6c06549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:49.053021 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-336bb884-824b-4026-80d6-433c6c06549c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0432470 Jun 30 10:05:49.111569 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-2fa5930c-e2a0-495d-85b8-e30b66cd1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:49.113001 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-2fa5930c-e2a0-495d-85b8-e30b66cd1381 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532327 Jun 30 10:05:49.202106 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-19da73e3-2b2a-4a22-8122-115d872461bf service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821521 Jun 30 10:05:49.217660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f28f33f0-62b3-46c8-8130-df6a2877aab2 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:49.264915 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning for port f28f33f0-62b3-46c8-8130-df6a2877aab2 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:49.269186 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f28f33f0-62b3-46c8-8130-df6a2877aab2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:49.269615 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:49.296175 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-5f30108e-8579-4383-aad2-883fd4e4a886 req-ea02908f-f745-4560-9a1f-f166e2dd1ddf service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880103 Jun 30 10:05:49.346087 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:49.377115 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] For port f28f33f0-62b3-46c8-8130-df6a2877aab2, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f28f33f0-62b3-46c8-8130-df6a2877aab2,segment=NetworkSegment(09460dbd-98d9-482c-9cb9-57eab3fbddf4),segment_id=09460dbd-98d9-482c-9cb9-57eab3fbddf4)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:49.380904 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:49.396097 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-f97bc2ca-02ea-4525-a922-ffce769a3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:49.397569 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-f97bc2ca-02ea-4525-a922-ffce769a3a46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1095 time: 0.0546308 Jun 30 10:05:49.426812 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Pushing event updated for resources: {'Port': ['ID=f28f33f0-62b3-46c8-8130-df6a2877aab2,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:49.488352 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-1cbf7c7e-e03c-4cc9-8c57-882920e7bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:49.489964 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-1cbf7c7e-e03c-4cc9-8c57-882920e7bf81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0841410 Jun 30 10:05:49.535814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-cc4104a6-c4da-4143-bb0c-ffc050bf7a46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 217 time: 0.0383782 Jun 30 10:05:49.584987 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-c52a3e8b-d410-47be-89e3-135053dd7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:49.586552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-c52a3e8b-d410-47be-89e3-135053dd7f86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0439129 Jun 30 10:05:49.642320 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-3cbb65ad-93a4-4a33-b6c7-d6967e07e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:49.643782 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-3cbb65ad-93a4-4a33-b6c7-d6967e07e7fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505450 Jun 30 10:05:49.738007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-94a6cfdb-1864-4a28-837f-2b2d09aa40b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855124 Jun 30 10:05:49.826892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d6d827f4-d427-439b-bb0f-65649c7b0e00 req-a6c38151-4044-4bff-a842-7de16eba5da5 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822260 Jun 30 10:05:49.965920 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004c2f6-911b-4ffe-acf5-ad9f104c5dc4 req-58088361-57ba-4083-b618-37988d5683c8 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:49.967380 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7004c2f6-911b-4ffe-acf5-ad9f104c5dc4 req-58088361-57ba-4083-b618-37988d5683c8 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 943 time: 0.0671017 Jun 30 10:05:50.003161 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-7004c2f6-911b-4ffe-acf5-ad9f104c5dc4 req-ec53f726-de40-494f-9616-62d99122c4e5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301921 Jun 30 10:05:51.177407 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730cb74-2755-4e7a-a98d-de174b276973 req-4d9cdb89-529b-46ad-b84f-e1f440aa88f4 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:51.178900 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a730cb74-2755-4e7a-a98d-de174b276973 req-4d9cdb89-529b-46ad-b84f-e1f440aa88f4 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 943 time: 0.0623786 Jun 30 10:05:51.201219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f28f33f0-62b3-46c8-8130-df6a2877aab2 up at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:51.219659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a730cb74-2755-4e7a-a98d-de174b276973 req-15b7e379-1c42-4605-a09b-a91c3b0e42e4 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350721 Jun 30 10:05:51.256914 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Provisioning complete for port f28f33f0-62b3-46c8-8130-df6a2877aab2 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:51.257286 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:51.995834 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4f113789-12cd-4b13-8044-97a684ee30ac details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:05:52.086681 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:52.098924 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '4f113789-12cd-4b13-8044-97a684ee30ac', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:05:52.139185 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:52.151291 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f113789-12cd-4b13-8044-97a684ee30ac {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:05:52.170816 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:52.175160 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:52.221523 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:52.380694 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['4f113789-12cd-4b13-8044-97a684ee30ac'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:05:52.395999 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4444d3-22da-4a3b-b256-1bd9c15ec435 req-107df7f2-fd00-42f6-baa0-1ac2c5d9c2a4 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:52.397478 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe4444d3-22da-4a3b-b256-1bd9c15ec435 req-107df7f2-fd00-42f6-baa0-1ac2c5d9c2a4 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 944 time: 0.0664656 Jun 30 10:05:52.436630 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-fe4444d3-22da-4a3b-b256-1bd9c15ec435 req-df53aa3c-a278-4bb1-9784-f848032c1c1b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Jun 30 10:05:53.611318 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792ea6e-d3a7-4fcf-9a40-097f5f4ef90b req-14cd46a5-5b10-485e-9b50-1635a4606bae tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:53.612798 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4792ea6e-d3a7-4fcf-9a40-097f5f4ef90b req-14cd46a5-5b10-485e-9b50-1635a4606bae tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 944 time: 0.0664325 Jun 30 10:05:53.649458 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4792ea6e-d3a7-4fcf-9a40-097f5f4ef90b req-6d9f57fb-1fc7-4d7a-be6a-61564f018e5d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Jun 30 10:05:53.833550 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:05:54.012574 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4f113789-12cd-4b13-8044-97a684ee30ac up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:54.059266 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning for port 4f113789-12cd-4b13-8044-97a684ee30ac completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:54.063034 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 4f113789-12cd-4b13-8044-97a684ee30ac triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:54.063405 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:54.115679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:54.152212 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:54.173296 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:54.175701 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c6c55c-b27d-43ea-aa63-3939aed775c3" -d '{"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-plugged", "status": "completed", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:54.188878 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:54.192876 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:54.218765 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b58cd3-030e-453c-a5f6-a11e93241aae x-openstack-request-id: req-d3b58cd3-030e-453c-a5f6-a11e93241aae {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:54.219057 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-plugged", "status": "completed", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:54.219308 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3b58cd3-030e-453c-a5f6-a11e93241aae {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:54.219697 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac', 'code': 200} Jun 30 10:05:54.246015 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:54.323372 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47103e86-818c-4b47-bda6-d90cf41cf10b req-00693f20-9dab-44f5-afcf-12e26e5e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:54.325827 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47103e86-818c-4b47-bda6-d90cf41cf10b req-00693f20-9dab-44f5-afcf-12e26e5e81e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1097 time: 0.0508835 Jun 30 10:05:54.358462 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-47103e86-818c-4b47-bda6-d90cf41cf10b req-f66489a6-6124-48ff-a57c-3df1e7234e82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263665 Jun 30 10:05:54.821345 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c117f-424e-40c5-ba02-4f7ffadbe072 req-0c44fdd4-5dc6-4083-9cd5-3d3c4eccf59e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:54.822825 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad0c117f-424e-40c5-ba02-4f7ffadbe072 req-0c44fdd4-5dc6-4083-9cd5-3d3c4eccf59e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 945 time: 0.0645583 Jun 30 10:05:54.860356 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ad0c117f-424e-40c5-ba02-4f7ffadbe072 req-b868ca18-eff9-490f-a752-4ab3f20343fe tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Jun 30 10:05:55.852964 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:56.036250 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fe5dd-fe78-40f1-8fb6-6264bcb28a57 req-70642182-1686-4b5e-9108-9abc862b408e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:56.037738 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db0fe5dd-fe78-40f1-8fb6-6264bcb28a57 req-70642182-1686-4b5e-9108-9abc862b408e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 945 time: 0.0622706 Jun 30 10:05:56.074969 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-db0fe5dd-fe78-40f1-8fb6-6264bcb28a57 req-0288bbe1-2940-468b-9122-4da0fd4b00d9 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Jun 30 10:05:56.242663 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1042e-e80e-414a-8251-d058e933bacc req-f517303c-b9ab-439f-a6ea-5dd9df7180ed tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:56.244114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5c1042e-e80e-414a-8251-d058e933bacc req-f517303c-b9ab-439f-a6ea-5dd9df7180ed tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 945 time: 0.0613072 Jun 30 10:05:56.280620 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e5c1042e-e80e-414a-8251-d058e933bacc req-10a95fc5-ae9b-41e5-a91f-dd77afae972d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309215 Jun 30 10:05:56.303784 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48202) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:56.397033 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd84cd-5561-4e3c-b85d-f4457648c87c tempest-TestSnapshotPattern-1445395855 tempest-TestSnapshotPattern-1445395855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:56.398491 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d9bd84cd-5561-4e3c-b85d-f4457648c87c tempest-TestSnapshotPattern-1445395855 tempest-TestSnapshotPattern-1445395855-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1092 time: 0.0937703 Jun 30 10:05:56.401434 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48206) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:56.405785 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:56.426402 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:56.519474 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:56.625897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Allocated IP 172.25.8.70 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/e7e7fd8b-7ae6-4f2c-a084-7df1af9a995c) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:56.724049 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:56.765875 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:57.102711 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:57.105437 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:57.116852 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:57.119464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'Port': ['ID=e7e7fd8b-7ae6-4f2c-a084-7df1af9a995c,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:57.475627 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:57.548103 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:57.693374 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:57.699054 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:57.767321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'Port': ['ID=e7e7fd8b-7ae6-4f2c-a084-7df1af9a995c,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:57.779912 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:57.877282 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Floating IP a456e18f-3b33-4504-817d-cc6f6969eb42 associated. External IP: 172.25.8.70, port: 4f113789-12cd-4b13-8044-97a684ee30ac. Jun 30 10:05:58.078377 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:58.182793 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:58.192770 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] Sync routers for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:58.200311 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:58.202982 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:58.203611 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:58.240059 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-e01bdab6-916a-4f22-b995-197c5c77dd58 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8375306 Jun 30 10:05:58.240645 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:58.242952 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d544c4-f869-408d-9aff-dbefee7569ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:58.280095 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f882fe22-b866-473b-b6a5-82bcac57fe3f x-openstack-request-id: req-f882fe22-b866-473b-b6a5-82bcac57fe3f {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:58.280396 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:58.280649 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f882fe22-b866-473b-b6a5-82bcac57fe3f {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:58.281053 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac', 'status': 'completed', 'code': 200} Jun 30 10:05:58.309867 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:58.356160 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d544c4-f869-408d-9aff-dbefee7569ac req-77ed0584-ee35-48ef-9ab4-1d3465e9fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:58.357561 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d544c4-f869-408d-9aff-dbefee7569ac req-77ed0584-ee35-48ef-9ab4-1d3465e9fb00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1097 time: 0.0527823 Jun 30 10:05:58.446505 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d544c4-f869-408d-9aff-dbefee7569ac req-6faf3a5e-6d2e-4a64-941d-a62fd363ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:58.447968 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d544c4-f869-408d-9aff-dbefee7569ac req-6faf3a5e-6d2e-4a64-941d-a62fd363ba9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0843058 Jun 30 10:05:58.517667 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d544c4-f869-408d-9aff-dbefee7569ac req-c530e1ee-574d-4d87-a6ea-45d1c9018033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 998 time: 0.0633979 Jun 30 10:05:58.531491 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:57Z', 'revision_number': 0, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:58.557270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] Checking router: 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:58.568795 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:58.569179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d544c4-f869-408d-9aff-dbefee7569ac req-ba0e2552-d766-444d-8b17-8ee1ba8b0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:58.569405 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:05:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:58.570670 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d544c4-f869-408d-9aff-dbefee7569ac req-ba0e2552-d766-444d-8b17-8ee1ba8b0634 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0469635 Jun 30 10:05:58.626707 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d544c4-f869-408d-9aff-dbefee7569ac req-48a2c494-a78d-4e53-8119-862653714184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:58.628129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d544c4-f869-408d-9aff-dbefee7569ac req-48a2c494-a78d-4e53-8119-862653714184 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516307 Jun 30 10:05:58.672219 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:58.722048 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d544c4-f869-408d-9aff-dbefee7569ac req-563d6388-b645-4e43-a1b7-9b621c1fdc5b service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865457 Jun 30 10:05:58.810324 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-71d544c4-f869-408d-9aff-dbefee7569ac req-0c32aab9-82c0-40d5-8308-44f85611d80a service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819550 Jun 30 10:05:58.891511 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:57Z', 'revision_number': 0, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:58.916785 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e3b6a-aed9-4752-abf7-7880c3bad86d None None] The sync data for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 is: [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:57Z', 'revision_number': 0, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:59.091318 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc8f54-b5d6-4f64-9e46-e629a487d499 None None] New status for floating IP a456e18f-3b33-4504-817d-cc6f6969eb42: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:06:01.690554 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6e7171f-e01d-4781-a243-61d58b8efbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:04.455639 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:04.459512 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f9f48a6-af5d-4237-9f52-a6286076e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:06.132596 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:07.540424 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:24.147008 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:25.865963 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:30.833907 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:06:31.690912 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-593a342b-04f4-4da9-a28c-cd1e2a645e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.450726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.464232 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-009b25d2-b69e-4b9b-be18-8c63f29110d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.135139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.790169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-f5efad03-8742-417b-a337-aaadd2e56a7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543952 Jun 30 10:06:36.880721 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41710-ae85-4337-bd71-3187486b815e req-45e05289-d832-41a0-b108-694614d85457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:36.882127 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-45e05289-d832-41a0-b108-694614d85457 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1097 time: 0.0515163 Jun 30 10:06:36.985234 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41710-ae85-4337-bd71-3187486b815e req-af991ffe-a31e-4328-ad13-42d4798c2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:36.986696 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-af991ffe-a31e-4328-ad13-42d4798c2039 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0828927 Jun 30 10:06:37.052954 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-2ae0ad33-99d6-4031-9ff7-901db39f87e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 1000 time: 0.0595772 Jun 30 10:06:37.099938 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41710-ae85-4337-bd71-3187486b815e req-8e00b371-773c-4559-91e3-b6aae1a36a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:37.101293 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-8e00b371-773c-4559-91e3-b6aae1a36a89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0424893 Jun 30 10:06:37.184609 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41710-ae85-4337-bd71-3187486b815e req-041bd025-7f10-4f25-ada1-3a75a9fe6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:37.186154 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-041bd025-7f10-4f25-ada1-3a75a9fe6609 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760460 Jun 30 10:06:37.294707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-2be4ca86-c220-4ccb-a24b-72194d8ce17c service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012919 Jun 30 10:06:37.391840 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c9f41710-ae85-4337-bd71-3187486b815e req-2c785e32-9548-4d01-8116-bbba603d4922 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904398 Jun 30 10:06:37.544259 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:54.150118 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:55.874355 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:01.690968 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-077e91eb-51f3-43d4-a046-6a2d705ce443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:04.445059 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:04.465433 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1dd1bc21-8bb8-4374-a00f-b60e8eaae401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:06.138725 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:07.547543 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:07.833596 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:24.166032 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:25.868468 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:31.691909 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-dfb73b58-3af0-49d0-aa77-0a2f8af4e67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:34.446254 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:34.467211 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-54121d5e-5da8-498a-a39a-b01b6f577c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:36.140824 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:37.551095 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:37.829759 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-72b8adcf-7377-4b20-98ce-42fd4b1285f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560734 Jun 30 10:07:37.921107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c03bd-3873-4c9f-9597-0b44225367db req-59060103-6180-4773-872f-9691a7e8601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:37.922583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-59060103-6180-4773-872f-9691a7e8601f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1097 time: 0.0512607 Jun 30 10:07:38.023003 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c03bd-3873-4c9f-9597-0b44225367db req-d71829b4-cc02-47aa-a184-963352645259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:38.024460 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-d71829b4-cc02-47aa-a184-963352645259 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0831406 Jun 30 10:07:38.091079 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-81fb7947-995d-4e9f-84e4-2f3e9e5494b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 1000 time: 0.0601382 Jun 30 10:07:38.137927 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c03bd-3873-4c9f-9597-0b44225367db req-0939dda2-3884-4280-a441-541c00bbe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:38.140002 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-0939dda2-3884-4280-a441-541c00bbe9f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0426476 Jun 30 10:07:38.193280 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c03bd-3873-4c9f-9597-0b44225367db req-697f09f7-f65a-4892-bb0f-0e2ffb13840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:38.194746 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-697f09f7-f65a-4892-bb0f-0e2ffb13840c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487885 Jun 30 10:07:38.284472 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-85b40b83-ce6d-4383-9dac-ce33682ca6db service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822251 Jun 30 10:07:38.370471 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-000c03bd-3873-4c9f-9597-0b44225367db req-694f0556-8688-46c0-b41c-618bdb305c82 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795400 Jun 30 10:07:44.832828 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:54.162864 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:55.877436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:58.514782 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4f113789-12cd-4b13-8044-97a684ee30ac details requested by agent hyperv_n-h2-758944-40 with host n-h2-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:07:58.620721 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:58.633991 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Returning: {'device': '4f113789-12cd-4b13-8044-97a684ee30ac', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:07:58.677272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:58.691792 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f113789-12cd-4b13-8044-97a684ee30ac {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:07:58.717081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:58.721694 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:58.781649 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:58.788968 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.789330 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.789676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.790019 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.790369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.790685 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.791012 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.791337 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.791662 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.791986 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.792390 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.793016 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.805883 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] get_ports_and_sgs() called for port_ids ['4f113789-12cd-4b13-8044-97a684ee30ac'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:00.514142 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4f113789-12cd-4b13-8044-97a684ee30ac up at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:00.567644 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Provisioning complete for port 4f113789-12cd-4b13-8044-97a684ee30ac triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:00.568013 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:00.648010 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:00.671547 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:00.673822 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7991f6c-a4c6-4aa4-9908-3e482f17f18f" -d '{"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-plugged", "status": "completed", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:00.687601 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:00.694947 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:00.757843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:00.784716 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92789ba1-8b0a-4000-af35-72e056939f90 x-openstack-request-id: req-92789ba1-8b0a-4000-af35-72e056939f90 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:00.785228 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-plugged", "status": "completed", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:00.785513 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92789ba1-8b0a-4000-af35-72e056939f90 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:00.785930 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac', 'code': 200} Jun 30 10:08:01.697731 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0d1fbefd-d297-4243-976d-98eb370eb308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:04.468022 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:04.483571 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9513d45-961c-441d-ad8c-2bd3d812b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:06.143540 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:06.473780 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-8838c881-8dfd-4b89-bc42-85b858fe9c6a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752344924&fields=id&tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9 HTTP/1.1" status: 200 len: 267 time: 0.0339251 Jun 30 10:08:06.581315 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-0533dd8f-9436-4c29-a173-d16957ccee71 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:06.582763 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-0533dd8f-9436-4c29-a173-d16957ccee71 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 808 time: 0.1022921 Jun 30 10:08:06.598220 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-1a94fc99-c24e-455b-b4eb-b7ff5aa77aac tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/quotas/66b00a6bff8346d49b3a0c0b6f4868d9 HTTP/1.1" status: 200 len: 375 time: 0.0095654 Jun 30 10:08:06.666195 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-25fc71c7-5990-4bd8-8a7c-5b218990d7eb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629792 Jun 30 10:08:06.763640 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-73262c11-a623-4822-bd72-448c463dd833 service neutron] 10.222.0.53 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 Jun 30 10:08:06.850859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-51ac998b-f616-468d-a7b2-6ebc8e7c3b2c service neutron] 10.222.0.53 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812709 Jun 30 10:08:07.555228 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:08.069846 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-f451c07e-392e-4e67-bc66-0a75f20dea61 req-70819f98-30d7-4328-9c30-70385f034d9d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 210 time: 0.0281849 Jun 30 10:08:09.230007 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ff823ef-086b-471d-8dfa-e00da66181f7 req-8a3c3052-c08f-4bcf-ac88-89706db5947c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 210 time: 0.0400639 Jun 30 10:08:09.246897 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-2d5d6781-2bf2-4892-9475-0eb118694764 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.248396 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-2d5d6781-2bf2-4892-9475-0eb118694764 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.26 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 808 time: 0.1348090 Jun 30 10:08:09.293859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-e91ffac2-21d1-4af6-8779-6c65ba30b32f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9 HTTP/1.1" status: 200 len: 380 time: 0.0341916 Jun 30 10:08:09.304745 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'port': {'device_id': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'admin_state_up': True, 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'security_groups': ['6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b']}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:09.414130 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Made reservation on behalf of 66b00a6bff8346d49b3a0c0b6f4868d9 for: {'port': 1} {{(pid=100240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:09.417788 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:09.548150 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Allocated IP 172.20.0.10 (a7b07fb8-6c0c-4135-994a-285521c351b4/903b57ab-3eaa-4ad6-b2ae-985a3c84496e/fac81136-f268-4633-9576-794f06d0bbc8) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:09.706508 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:09.722239 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Transition to ACTIVE for port object fac81136-f268-4633-9576-794f06d0bbc8 will not be triggered until provisioned by entity DHCP. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:09.759489 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:09.832515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Network a7b07fb8-6c0c-4135-994a-285521c351b4 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:09.838094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:09.841167 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:09.871464 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:09.884752 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.885180 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.885589 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.886054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.886487 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.886914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.887405 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.888334 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.891584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.892026 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.892463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.892895 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:09.941441 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.942117 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:09.961157 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-da8fd355-edd2-4b6f-bbc3-ca4195fb7ac5 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6595500 Jun 30 10:08:10.128139 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d85d7d99-cd94-408d-a36e-a6c5279b1cab None None] Provisioning for port fac81136-f268-4633-9576-794f06d0bbc8 completed by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:10.132902 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-d85d7d99-cd94-408d-a36e-a6c5279b1cab None None] Provisioning complete for port fac81136-f268-4633-9576-794f06d0bbc8 triggered by entity DHCP. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:10.133583 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d85d7d99-cd94-408d-a36e-a6c5279b1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:10.177944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-d85d7d99-cd94-408d-a36e-a6c5279b1cab None None] Port fac81136-f268-4633-9576-794f06d0bbc8 cannot update to ACTIVE because it is not bound. {{(pid=100241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:08:10.418365 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8beed0-af75-4d94-9296-af6bf48a0545 req-f8c19ca5-e837-4cb1-9ccd-74827368a01b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:10.422123 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df8beed0-af75-4d94-9296-af6bf48a0545 req-f8c19ca5-e837-4cb1-9ccd-74827368a01b tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0772586 Jun 30 10:08:10.474988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-df8beed0-af75-4d94-9296-af6bf48a0545 req-11d66af2-0bd0-4609-b1b4-329738d6ccf6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404711 Jun 30 10:08:10.513293 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4f113789-12cd-4b13-8044-97a684ee30ac no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:10.588574 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:10.610977 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:10.613183 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7c9c05-b613-40f5-84ee-6b3e2c21cb7b" -d '{"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-unplugged", "status": "completed", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:10.628737 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:10.634036 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:10.659405 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558f515e-07c5-4c03-adee-d1cbd07fb323 x-openstack-request-id: req-558f515e-07c5-4c03-adee-d1cbd07fb323 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:10.659779 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-unplugged", "status": "completed", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:10.660033 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-558f515e-07c5-4c03-adee-d1cbd07fb323 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:10.660439 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac', 'code': 200} Jun 30 10:08:10.685692 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Pushing event updated for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:11.652272 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3609bb5-3756-46d5-8086-9cb977a002b2 req-88894d1f-e7dd-4580-a76d-ed6dcfb0bab7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:11.653762 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3609bb5-3756-46d5-8086-9cb977a002b2 req-88894d1f-e7dd-4580-a76d-ed6dcfb0bab7 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0654831 Jun 30 10:08:11.690683 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3609bb5-3756-46d5-8086-9cb977a002b2 req-31f94c19-5add-4b44-a7fa-985d834cdf9a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Jun 30 10:08:12.867780 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0c4e1-005d-4e3e-929c-e9adec37a455 req-5bdcb0d9-6e15-4278-9243-ec656a515a92 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:12.869658 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3d0c4e1-005d-4e3e-929c-e9adec37a455 req-5bdcb0d9-6e15-4278-9243-ec656a515a92 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0678720 Jun 30 10:08:12.913743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a3d0c4e1-005d-4e3e-929c-e9adec37a455 req-92c95aa0-0c1c-49ae-b49b-e7ea1fd36b1e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362852 Jun 30 10:08:14.106034 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532e10-1144-488e-bd20-a1e547951e39 req-ad2ba5e5-21e0-4fed-84f6-52603f9d59e3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:14.110117 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3532e10-1144-488e-bd20-a1e547951e39 req-ad2ba5e5-21e0-4fed-84f6-52603f9d59e3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0764198 Jun 30 10:08:14.145049 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b3532e10-1144-488e-bd20-a1e547951e39 req-97562ad1-59c2-4aeb-9133-1b10f6b08a86 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Jun 30 10:08:15.331482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2661d7d-6801-4187-8c98-e186afdae692 req-7524ec8e-44fe-4136-b996-f2f077488f0d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:15.333017 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2661d7d-6801-4187-8c98-e186afdae692 req-7524ec8e-44fe-4136-b996-f2f077488f0d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0679524 Jun 30 10:08:15.370370 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a2661d7d-6801-4187-8c98-e186afdae692 req-0c9f7f5e-7f50-4151-bd71-0eb20faa044a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Jun 30 10:08:16.547124 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a225e2-ab30-44cc-86a3-953134615444 req-fb1bd641-e652-4a9d-8b14-1f2278860b8c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:16.548707 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95a225e2-ab30-44cc-86a3-953134615444 req-fb1bd641-e652-4a9d-8b14-1f2278860b8c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0661066 Jun 30 10:08:16.590320 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-95a225e2-ab30-44cc-86a3-953134615444 req-bb582319-a3fa-4648-916b-1d17a8e61ef3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356262 Jun 30 10:08:17.762304 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7001e-7d21-42ff-8ff2-40f86fed8aeb req-6189a807-10c7-4e69-93b4-5eb543663a4c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:17.763776 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9d7001e-7d21-42ff-8ff2-40f86fed8aeb req-6189a807-10c7-4e69-93b4-5eb543663a4c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0649688 Jun 30 10:08:17.800988 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-e9d7001e-7d21-42ff-8ff2-40f86fed8aeb req-aafd39b7-ad67-438d-8578-06cc484243c1 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Jun 30 10:08:18.983627 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4151-5718-428e-a82f-2ab3375d2c10 req-a956384d-18d3-4567-b83c-75b4dd46eb8f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:18.986677 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c3a4151-5718-428e-a82f-2ab3375d2c10 req-a956384d-18d3-4567-b83c-75b4dd46eb8f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0759416 Jun 30 10:08:19.027476 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-8c3a4151-5718-428e-a82f-2ab3375d2c10 req-56952dd7-7844-4202-8e10-0f867614e6eb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351675 Jun 30 10:08:20.200838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbca1a-9874-4400-a37b-4ffd65fc0dd6 req-b5e96a03-5572-4881-9a67-c510eee2a1ab tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:20.202864 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abcbca1a-9874-4400-a37b-4ffd65fc0dd6 req-b5e96a03-5572-4881-9a67-c510eee2a1ab tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0606906 Jun 30 10:08:20.239009 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-abcbca1a-9874-4400-a37b-4ffd65fc0dd6 req-09accacc-c75d-4ee7-97b3-fad060d547a0 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305846 Jun 30 10:08:21.418751 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a61fe-21de-4c12-9b27-8b7f90551720 req-b689575a-7aa6-4ea4-8baa-4980189f57a8 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:21.420229 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a9a61fe-21de-4c12-9b27-8b7f90551720 req-b689575a-7aa6-4ea4-8baa-4980189f57a8 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0677865 Jun 30 10:08:21.461659 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4a9a61fe-21de-4c12-9b27-8b7f90551720 req-d091de33-dc1d-428c-9d0a-e7a121c4580a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354366 Jun 30 10:08:21.833185 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:08:22.637767 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102d7a-a8d7-41af-97eb-6664a5f9263b req-031ab45b-b7c3-4d00-a577-740e28fd998a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:22.640128 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f102d7a-a8d7-41af-97eb-6664a5f9263b req-031ab45b-b7c3-4d00-a577-740e28fd998a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.0672240 Jun 30 10:08:22.678583 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0f102d7a-a8d7-41af-97eb-6664a5f9263b req-fbb55594-abdf-482b-9e28-62f30159a40d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Jun 30 10:08:23.530269 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Request body: {'port': {'device_id': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-40'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:23.604097 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.158090 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.210840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac81136-f268-4633-9576-794f06d0bbc8 {{(pid=100240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:24.220415 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.229287 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27007b-383e-46a2-aae0-79d456086e84 req-63ce6fc1-3805-49f4-b19a-11dd246b2b27 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:24.230774 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc27007b-383e-46a2-aae0-79d456086e84 req-63ce6fc1-3805-49f4-b19a-11dd246b2b27 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 932 time: 0.4322004 Jun 30 10:08:24.247075 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.provisioning_blocks [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Transition to ACTIVE for port object fac81136-f268-4633-9576-794f06d0bbc8 will not be triggered until provisioned by entity L2. {{(pid=100240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:24.253954 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.316176 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dc27007b-383e-46a2-aae0-79d456086e84 req-cf4a668f-9993-4f64-9cb1-a2a96a218f1c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787764 Jun 30 10:08:24.318659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:24.395245 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Attempting to bind port fac81136-f268-4633-9576-794f06d0bbc8 on host n-h1-758944-40 for vnic_type normal with profile {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:24.395584 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Attempting to bind port fac81136-f268-4633-9576-794f06d0bbc8 by drivers openvswitch,hyperv on host n-h1-758944-40 at level 0 using segments [{'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:24.395914 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Attempting to bind port fac81136-f268-4633-9576-794f06d0bbc8 on network a7b07fb8-6c0c-4135-994a-285521c351b4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:24.400324 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Port fac81136-f268-4633-9576-794f06d0bbc8 on network a7b07fb8-6c0c-4135-994a-285521c351b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-40 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:08:24.400646 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Attempting to bind port fac81136-f268-4633-9576-794f06d0bbc8 on network a7b07fb8-6c0c-4135-994a-285521c351b4 {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:24.406039 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Checking agent: {'id': 'd3e7a671-f089-4eeb-813e-041f6bbe4223', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-40', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'started_at': datetime.datetime(2021, 6, 30, 8, 41, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:24.406382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Checking segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:24.406763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Bound using segment: {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'} {{(pid=100240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:24.407190 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.managers [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Bound port: fac81136-f268-4633-9576-794f06d0bbc8, host: n-h1-758944-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4'}}] {{(pid=100240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:24.407546 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.476051 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, cleared binding levels {{(pid=100240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:24.479107 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:24.483897 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.517501 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:24.518071 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.519496 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] 10.222.0.26 "PUT /v2.0/ports/fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 200 len: 1093 time: 1.0352602 Jun 30 10:08:24.519962 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:24.522279 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "tag": "fac81136-f268-4633-9576-794f06d0bbc8"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:24.550943 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8bdb-0c64-4d1c-b5a7-de01e5320639 service neutron] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=3']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:24.563363 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec9795b-cac1-43a1-85f0-86972c9b92c5 x-openstack-request-id: req-eec9795b-cac1-43a1-85f0-86972c9b92c5 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:24.563723 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "tag": "fac81136-f268-4633-9576-794f06d0bbc8", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:24.563983 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eec9795b-cac1-43a1-85f0-86972c9b92c5 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:24.564391 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8', 'status': 'completed', 'code': 200} Jun 30 10:08:24.624363 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-0d82040b-e938-4b84-96a2-c6fe2dc136d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:24.625935 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-0d82040b-e938-4b84-96a2-c6fe2dc136d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1096 time: 0.0545619 Jun 30 10:08:24.672941 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-71f6a484-d5ff-47cf-8b96-d94e8e31b275 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0377111 Jun 30 10:08:24.726910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-84c3d6e4-938a-43ab-ae6b-81413daf13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:24.728371 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-84c3d6e4-938a-43ab-ae6b-81413daf13c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0461245 Jun 30 10:08:24.788088 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-6bc1dc95-3908-40be-bf60-dec69f5030dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:24.789552 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-6bc1dc95-3908-40be-bf60-dec69f5030dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512743 Jun 30 10:08:24.883333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-0d84c4d9-0420-4b1b-acac-bd5598b99a02 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833988 Jun 30 10:08:24.971865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9c4a25ad-54bf-4006-ae3b-51acbf25104e req-c377d235-201d-40fa-a834-32c1c185a489 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784516 Jun 30 10:08:25.074857 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-ef227984-1728-4cc4-a1d5-799cf8956f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:25.076332 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-ef227984-1728-4cc4-a1d5-799cf8956f89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1096 time: 0.0525138 Jun 30 10:08:25.171027 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-16294f7f-969c-4cf4-aea7-04063416d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:25.172475 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-16294f7f-969c-4cf4-aea7-04063416d514 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0893819 Jun 30 10:08:25.213137 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-46600f12-23de-4713-9f51-203173fc94b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0339854 Jun 30 10:08:25.264197 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-956e9d02-feae-4f64-9d85-fea747a892ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:25.265650 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-956e9d02-feae-4f64-9d85-fea747a892ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0463822 Jun 30 10:08:25.321330 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-928e29fd-1aba-4ff1-83b5-e245aa901f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:25.323044 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-928e29fd-1aba-4ff1-83b5-e245aa901f11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507233 Jun 30 10:08:25.411796 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-c2e19c05-afa8-40c8-8bc8-218f1a6c8f0d service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803452 Jun 30 10:08:25.549285 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3fbab406-dcd2-4ebe-9b25-5d4f2ca9f8ab req-f158bc33-d240-477d-9d2b-73c37dbec44e service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300666 Jun 30 10:08:25.561152 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff921a67-69db-4192-87ee-5fa5b9599666 req-deceeef8-d6f8-484c-9eb9-4e52b3ee637f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:25.562795 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff921a67-69db-4192-87ee-5fa5b9599666 req-deceeef8-d6f8-484c-9eb9-4e52b3ee637f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 944 time: 0.1256962 Jun 30 10:08:25.602202 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-ff921a67-69db-4192-87ee-5fa5b9599666 req-42478b08-b7c0-4987-954c-ba6098517fe0 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Jun 30 10:08:25.907181 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.776316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908ecc4-b2de-4425-a1b2-540397aa7803 req-6bea5260-395f-40ad-b542-eed7a50c07aa tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:26.777810 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2908ecc4-b2de-4425-a1b2-540397aa7803 req-6bea5260-395f-40ad-b542-eed7a50c07aa tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 944 time: 0.0653584 Jun 30 10:08:26.815449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-2908ecc4-b2de-4425-a1b2-540397aa7803 req-f3517dbb-ee76-44a2-a404-b56b5cbb310f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Jun 30 10:08:27.986252 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8077239-d4d9-4747-b425-45b42ba89bcc req-b1e353b5-f862-4fe7-900d-9e29e6300c12 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:27.987726 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8077239-d4d9-4747-b425-45b42ba89bcc req-b1e353b5-f862-4fe7-900d-9e29e6300c12 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 944 time: 0.0646420 Jun 30 10:08:28.024929 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8077239-d4d9-4747-b425-45b42ba89bcc req-7e311e9e-ffeb-491f-b86e-df38afd8d40c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Jun 30 10:08:28.480340 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device fac81136-f268-4633-9576-794f06d0bbc8 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:08:28.570959 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:28.585434 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'fac81136-f268-4633-9576-794f06d0bbc8', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'port_id': 'fac81136-f268-4633-9576-794f06d0bbc8', 'mac_address': 'fa:16:3e:63:06:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:08:28.621606 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.633541 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac81136-f268-4633-9576-794f06d0bbc8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:28.652430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:28.656473 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.701065 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=4']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:28.965608 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['fac81136-f268-4633-9576-794f06d0bbc8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:29.195338 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f898c-0f6e-4ac9-ac08-e55502871c0d req-68ce8620-abda-498c-b163-5d295152be63 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.197063 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a0f898c-0f6e-4ac9-ac08-e55502871c0d req-68ce8620-abda-498c-b163-5d295152be63 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 945 time: 0.0642624 Jun 30 10:08:29.238333 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6a0f898c-0f6e-4ac9-ac08-e55502871c0d req-c8117aba-3963-478d-a8f6-38cfbdb47908 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355997 Jun 30 10:08:30.407641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4512644-ed8e-4d9e-a7e3-f4e83d807374 req-b62037f6-56c3-4edc-90fe-2b4a7648470a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:30.409126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4512644-ed8e-4d9e-a7e3-f4e83d807374 req-b62037f6-56c3-4edc-90fe-2b4a7648470a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 945 time: 0.0617402 Jun 30 10:08:30.445483 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d4512644-ed8e-4d9e-a7e3-f4e83d807374 req-c0ba2b22-0073-4be8-a5b9-ecbae2df20e8 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308111 Jun 30 10:08:30.490150 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device fac81136-f268-4633-9576-794f06d0bbc8 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:30.536351 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning for port fac81136-f268-4633-9576-794f06d0bbc8 completed by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:30.539762 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port fac81136-f268-4633-9576-794f06d0bbc8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:30.540125 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:30.761467 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:30.782625 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:30.784826 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ace88d-aa14-453e-8492-2fe0f936905d" -d '{"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-plugged", "status": "completed", "tag": "fac81136-f268-4633-9576-794f06d0bbc8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:30.797071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:30.801849 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:30.826414 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046851da-461a-416d-9619-645739a9cc3c x-openstack-request-id: req-046851da-461a-416d-9619-645739a9cc3c {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:30.826704 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-plugged", "status": "completed", "tag": "fac81136-f268-4633-9576-794f06d0bbc8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:30.826950 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-046851da-461a-416d-9619-645739a9cc3c {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:30.827331 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8', 'code': 200} Jun 30 10:08:30.853051 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=5']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:30.951611 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88901-31cb-47bd-9ade-298f119d6fc5 req-f2133a50-7a0f-498e-baae-fbef86cbee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:30.953126 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2a88901-31cb-47bd-9ade-298f119d6fc5 req-f2133a50-7a0f-498e-baae-fbef86cbee71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1098 time: 0.0511675 Jun 30 10:08:30.989201 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-c2a88901-31cb-47bd-9ade-298f119d6fc5 req-6366ecfc-6026-4209-adf9-c78fb45a8fa6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263481 Jun 30 10:08:31.622831 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73282a1c-0070-49e7-bed1-04816d498d86 req-b3144ff1-83a7-419e-8f8f-2503f92e7b8a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:31.624444 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73282a1c-0070-49e7-bed1-04816d498d86 req-b3144ff1-83a7-419e-8f8f-2503f92e7b8a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 946 time: 0.0670664 Jun 30 10:08:31.661814 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-73282a1c-0070-49e7-bed1-04816d498d86 req-eef59a78-4a63-4f4d-9487-b9cd2ef02092 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Jun 30 10:08:31.690599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-65007974-71fb-4939-a815-fa3649e34871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.834382 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511f05f-fa5f-461a-ab5d-60c583502ae0 req-d7ebdbbd-f5cc-47dc-b2b6-f840feb88e3e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.835843 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1511f05f-fa5f-461a-ab5d-60c583502ae0 req-d7ebdbbd-f5cc-47dc-b2b6-f840feb88e3e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 946 time: 0.0621619 Jun 30 10:08:32.872743 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-1511f05f-fa5f-461a-ab5d-60c583502ae0 req-f5d661c4-5956-4f49-b5b7-c2d07a0e8d43 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Jun 30 10:08:33.044977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef07f7-b43b-42c0-9d4a-4d6ba66f0d20 req-21cec8b7-e11b-4a89-8a96-93165c26ace6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.046520 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ef07f7-b43b-42c0-9d4a-4d6ba66f0d20 req-21cec8b7-e11b-4a89-8a96-93165c26ace6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 946 time: 0.0643768 Jun 30 10:08:33.088012 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-a7ef07f7-b43b-42c0-9d4a-4d6ba66f0d20 req-aa6ac66f-b343-4213-ba15-6341e1c163cf tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357318 Jun 30 10:08:33.111463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48492) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:33.160977 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb901e5f-6551-487a-9e2f-0a9bafd60c96 tempest-TestSnapshotPattern-1445395855 tempest-TestSnapshotPattern-1445395855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.162412 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-bb901e5f-6551-487a-9e2f-0a9bafd60c96 tempest-TestSnapshotPattern-1445395855 tempest-TestSnapshotPattern-1445395855-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1093 time: 0.0499835 Jun 30 10:08:33.165056 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48494) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:33.169403 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.v2.base [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Request body: {'floatingip': {'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'port_id': 'fac81136-f268-4633-9576-794f06d0bbc8', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:33.191358 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:33.283343 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:33.388057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_common [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Allocated IP 172.25.8.178 (3d9939fd-d510-48da-8598-5307c47b6792/2fce3fca-a6f8-4737-9651-af5821c4c9c2/221587eb-4ce7-42ab-87e4-a651f019a9c9) {{(pid=100240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:33.487108 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for port, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:33.525037 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766261068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8633930'] for port, after_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:33.567116 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Network 3d9939fd-d510-48da-8598-5307c47b6792 is already hosted by enough agents. {{(pid=100240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:33.569916 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.base_scheduler [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Resources bound (agent type, host, resource id): {{(pid=100240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:33.575544 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Received port after_create {{(pid=100240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:33.580880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'Port': ['ID=221587eb-4ce7-42ab-87e4-a651f019a9c9,revision_number=1']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:33.939504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.021069 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.166789 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for port, precommit_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.171191 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8633976'] for port, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.235545 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event updated for resources: {'Port': ['ID=221587eb-4ce7-42ab-87e4-a651f019a9c9,revision_number=2']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:34.246732 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520465'] for floatingip, after_update {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.345432 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Floating IP 21268ac3-4479-4635-93e4-df829ef3d5ef associated. External IP: 172.25.8.178, port: fac81136-f268-4633-9576-794f06d0bbc8. Jun 30 10:08:34.450223 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.472626 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ddcae6ae-5808-4176-9b08-4910434a2639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.555790 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:34.663113 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:34.672028 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] Sync routers for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:34.679221 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.681643 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:34.682329 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:08:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:34.715917 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-a9f42041-dd5d-44d6-b401-8dfe03d495bb tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5498495 Jun 30 10:08:34.716919 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:34.719260 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "tag": "fac81136-f268-4633-9576-794f06d0bbc8"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:34.754971 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb57990-fbcb-4ccd-a61b-61fdef4820d9 x-openstack-request-id: req-2cb57990-fbcb-4ccd-a61b-61fdef4820d9 {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:34.755259 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "tag": "fac81136-f268-4633-9576-794f06d0bbc8", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:34.755508 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cb57990-fbcb-4ccd-a61b-61fdef4820d9 {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:34.755913 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8', 'status': 'completed', 'code': 200} Jun 30 10:08:34.790819 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:34.829035 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-7e0c7d5f-0e49-44e6-ba5a-bf57e163d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:34.830527 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-7e0c7d5f-0e49-44e6-ba5a-bf57e163d18e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1098 time: 0.0531321 Jun 30 10:08:34.921367 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-1e123acc-fa6d-4e47-9816-7096ff690c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:34.923378 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-1e123acc-fa6d-4e47-9816-7096ff690c1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0865166 Jun 30 10:08:34.987767 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-148c0eca-2701-451a-b02e-fa627cdeac08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 200 len: 1000 time: 0.0581644 Jun 30 10:08:35.014794 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '21268ac3-4479-4635-93e4-df829ef3d5ef', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': 'fac81136-f268-4633-9576-794f06d0bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:63:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:08:33Z', 'updated_at': '2021-06-30T10:08:33Z', 'revision_number': 0, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}, {'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:59Z', 'revision_number': 1, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:35.039515 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-d5b17b37-005a-467a-93f9-dc40ded1e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:35.040529 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] Checking router: 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:35.040975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-d5b17b37-005a-467a-93f9-dc40ded1e5e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0473356 Jun 30 10:08:35.049270 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:35.049906 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:08:34Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:35.097329 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-11221df8-1580-487d-8857-db67da653e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:35.098769 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-11221df8-1580-487d-8857-db67da653e79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519550 Jun 30 10:08:35.152302 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:35.185271 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-a3c254a4-ef48-4c0b-85c6-dcc0b1c53807 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802534 Jun 30 10:08:35.278915 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-0ee54afb-9950-40fd-b68b-a47b61ffe1bc req-87bcc04a-83eb-496f-aa44-8560945e1277 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868757 Jun 30 10:08:35.376063 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '21268ac3-4479-4635-93e4-df829ef3d5ef', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': 'fac81136-f268-4633-9576-794f06d0bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:63:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:08:33Z', 'updated_at': '2021-06-30T10:08:33Z', 'revision_number': 0, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}, {'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:59Z', 'revision_number': 1, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:35.401451 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a3077-690d-45cb-bb0e-1d33618cb5ab None None] The sync data for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 is: [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': '21268ac3-4479-4635-93e4-df829ef3d5ef', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': 'fac81136-f268-4633-9576-794f06d0bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:63:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:08:33Z', 'updated_at': '2021-06-30T10:08:33Z', 'revision_number': 0, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}, {'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:59Z', 'revision_number': 1, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:35.589340 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6a401-3363-4dfc-a067-a08ce309f92b None None] New status for floating IP 21268ac3-4479-4635-93e4-df829ef3d5ef: ACTIVE {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:08:36.148965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.558335 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:39.777995 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-5f4d6813-94d0-4c6d-8f93-48ac793ad6fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505314 Jun 30 10:08:39.868447 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-7186c613-fa7a-4416-8f46-7a0505dff046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:39.869838 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-7186c613-fa7a-4416-8f46-7a0505dff046 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1095 time: 0.0511243 Jun 30 10:08:39.976297 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-bec0cf04-8ffd-48e5-ae1a-aa333fd542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:39.977784 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-bec0cf04-8ffd-48e5-ae1a-aa333fd542f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0873954 Jun 30 10:08:40.039736 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-d8448b58-8ede-4942-890a-c94a094563af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 998 time: 0.0556188 Jun 30 10:08:40.091836 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-5ccdd4eb-02b7-4381-a9f3-96e71ad8932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:40.093267 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-5ccdd4eb-02b7-4381-a9f3-96e71ad8932f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0479786 Jun 30 10:08:40.147247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-036fa1de-c550-4b76-9586-f36598dd5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:40.148602 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-036fa1de-c550-4b76-9586-f36598dd5d3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490963 Jun 30 10:08:40.234265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-0f6e93f8-a9b9-4972-a2bd-378ec18d6a44 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792060 Jun 30 10:08:40.323885 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b11d72ad-7be7-4dc1-a09e-a9ed82c7a0b9 req-e32a075b-6759-4988-8276-3e6bb9791c6f service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836585 Jun 30 10:08:48.848481 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-d9f2c800-84d9-47f1-b4e2-da563d7ff7b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496385 Jun 30 10:08:48.944577 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-d8d65754-a1f4-4036-a5f5-eb134c8d8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:48.946038 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-d8d65754-a1f4-4036-a5f5-eb134c8d8ab2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1098 time: 0.0502169 Jun 30 10:08:49.051639 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-b6862662-df35-453b-b4bc-ce83a0c30345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:49.053114 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-b6862662-df35-453b-b4bc-ce83a0c30345 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0881164 Jun 30 10:08:49.114830 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-df545796-0c53-41bf-92be-e51870aa0f78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 200 len: 1002 time: 0.0553105 Jun 30 10:08:49.164570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-13370b1c-9cc7-45e0-9b65-670d66d18c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:49.165975 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-13370b1c-9cc7-45e0-9b65-670d66d18c91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0455632 Jun 30 10:08:49.220659 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-0337ec90-398a-438e-87c7-b00af480f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:49.222142 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-0337ec90-398a-438e-87c7-b00af480f5e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496883 Jun 30 10:08:49.307319 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-b073dc58-3c5d-4712-9822-9c8e7ac33a4a service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788565 Jun 30 10:08:49.399340 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-963b1591-3df5-4366-b26a-e9d469d4d900 req-67eafc59-1431-448d-a2c5-88ca6ea54cdb service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827057 Jun 30 10:08:54.174041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:55.904694 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.834184 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:09:01.689512 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-22264b47-9471-49fc-9b61-e0948de7a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.451448 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.471597 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-991e4cca-0e88-4dc2-9e22-a1156330f1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.149300 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.559754 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.296806 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.916950 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:31.690868 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0b920e0a-043e-4330-abdc-d68695bc333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:34.453029 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:34.473924 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ec1cf49b-2ac1-4949-a7ec-24414ab7d75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:35.833962 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:09:36.151573 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:37.563763 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:39.835808 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-2c704271-f2b9-451a-8664-d3feb96b0eec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030953 Jun 30 10:09:39.929843 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-736e060c-de9d-4858-88a2-2f6353838799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:39.931280 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-736e060c-de9d-4858-88a2-2f6353838799 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1095 time: 0.0503113 Jun 30 10:09:40.035842 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-a97c4d21-474b-4a04-8f90-5a2c785087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:40.037272 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-a97c4d21-474b-4a04-8f90-5a2c785087bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0854254 Jun 30 10:09:40.099474 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-32d2f150-363f-46cd-94a2-8bdb83188dba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 998 time: 0.0551009 Jun 30 10:09:40.151458 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-1c831c42-45da-47b6-8cc6-0672c020f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:40.152741 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-1c831c42-45da-47b6-8cc6-0672c020f792 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0450566 Jun 30 10:09:40.210261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-fcef9da7-d479-49ae-ad43-35e100a2fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:40.211754 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-fcef9da7-d479-49ae-ad43-35e100a2fe35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502467 Jun 30 10:09:40.223244 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-d464c2e7-e007-4e94-b333-ebc85381b9c6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:09:40.224174 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-d464c2e7-e007-4e94-b333-ebc85381b9c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049686 Jun 30 10:09:40.310845 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-e3bb7ee4-4740-40a8-a608-5be2ceaff0e1 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794768 Jun 30 10:09:40.405688 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b8c34753-7c2a-4d81-a426-704b204398b4 req-f924d586-ae10-439e-8491-94c65a3eaefa service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844412 Jun 30 10:09:49.847631 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-2029ed06-6660-48a3-85a4-b159484b5b1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500534 Jun 30 10:09:49.943637 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-5633c367-7841-42a1-b230-8843081da8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:49.945074 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-5633c367-7841-42a1-b230-8843081da8f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1098 time: 0.0505471 Jun 30 10:09:50.052763 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-06b9e3d7-f574-4b42-a748-3afd80890434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:50.054258 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-06b9e3d7-f574-4b42-a748-3afd80890434 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.0861442 Jun 30 10:09:50.124441 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-4077bd6a-a805-428c-8449-2849bf4c94df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 200 len: 1002 time: 0.0589705 Jun 30 10:09:50.179832 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-0ec62b6a-160e-4499-a110-213386fd8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:50.181245 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-0ec62b6a-160e-4499-a110-213386fd8e99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0463810 Jun 30 10:09:50.240404 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-ba897adf-218e-4c75-8b15-ed377af78f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:50.241882 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-ba897adf-218e-4c75-8b15-ed377af78f4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499258 Jun 30 10:09:50.254400 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-1968f228-4d65-4ce7-8b36-97dd82796c40 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=100240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:09:50.255323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-1968f228-4d65-4ce7-8b36-97dd82796c40 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052676 Jun 30 10:09:50.341449 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-f702478a-0a1a-4649-8dc4-c7139c2e2858 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793123 Jun 30 10:09:50.435140 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-cabedd9b-d0bd-4f9f-8906-ba73f2e01031 req-37fca2b8-9c1b-492a-980b-9ebf8302c984 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838506 Jun 30 10:09:54.311998 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:55.919766 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:01.691041 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-5ada9ea4-457c-4290-8cc7-50ecab4f5a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.455447 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.473693 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-ba5102c4-0a6d-4a52-b84f-d39973d0f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:06.153679 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:07.080718 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device fac81136-f268-4633-9576-794f06d0bbc8 details requested by agent hyperv_n-h1-758944-40 with host n-h1-758944-40 {{(pid=100241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:10:07.171510 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:07.186918 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Returning: {'device': 'fac81136-f268-4633-9576-794f06d0bbc8', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'port_id': 'fac81136-f268-4633-9576-794f06d0bbc8', 'mac_address': 'fa:16:3e:63:06:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:10:07.223161 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:07.235077 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fac81136-f268-4633-9576-794f06d0bbc8 {{(pid=100241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:10:07.254580 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:07.258120 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:07.304923 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=6']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:07.311852 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.312189 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.312520 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.312843 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.313180 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.313482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.314443 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.314761 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.315073 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.315383 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.315693 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.316001 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:07.349535 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] get_ports_and_sgs() called for port_ids ['fac81136-f268-4633-9576-794f06d0bbc8'] {{(pid=100241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:10:07.572829 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.090114 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device fac81136-f268-4633-9576-794f06d0bbc8 up at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:09.146249 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.provisioning_blocks [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Provisioning complete for port fac81136-f268-4633-9576-794f06d0bbc8 triggered by entity L2. {{(pid=100241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:09.146949 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385018'] for port, provisioning_complete {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.238033 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.261676 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:09.264363 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4fa691-d540-44e2-85ae-688e654ba56e" -d '{"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-plugged", "status": "completed", "tag": "fac81136-f268-4633-9576-794f06d0bbc8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:09.305236 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:09.311699 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a183a2-b3ee-493c-a454-48e30914ada0 x-openstack-request-id: req-66a183a2-b3ee-493c-a454-48e30914ada0 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:09.312115 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-plugged", "status": "completed", "tag": "fac81136-f268-4633-9576-794f06d0bbc8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:09.312517 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66a183a2-b3ee-493c-a454-48e30914ada0 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:09.312908 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8', 'code': 200} Jun 30 10:10:09.314078 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.375010 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=7']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:12.833371 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:18.185330 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48706) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:18.337499 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Deleting port 221587eb-4ce7-42ab-87e4-a651f019a9c9 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:18.337861 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:18.409344 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:18.409700 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:18.420855 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Calling delete_port for 221587eb-4ce7-42ab-87e4-a651f019a9c9 owned by network:floatingip {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:18.564753 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:18.589345 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event deleted for resources: {'Port': ['ID=221587eb-4ce7-42ab-87e4-a651f019a9c9,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:18.601381 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.601742 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.602075 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.602402 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.603080 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.603403 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.603724 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.604045 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.604360 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.604674 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.604986 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.605300 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:18.664041 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:18.664380 n-d-758944-40 neutron-server[100238]: INFO neutron.db.l3_db [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Floating IP 21268ac3-4479-4635-93e4-df829ef3d5ef disassociated (deleted). External IP: 172.25.8.178, port: fac81136-f268-4633-9576-794f06d0bbc8. Jun 30 10:10:18.859524 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:18.962922 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:18.967651 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:18.972298 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] Sync routers for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:18.981740 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:18.982355 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:19.006942 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6d9ad6e1-b9b4-4286-9dc2-d6e5ce0b002e tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "DELETE /v2.0/floatingips/21268ac3-4479-4635-93e4-df829ef3d5ef HTTP/1.1" status: 204 len: 168 time: 0.8197765 Jun 30 10:10:19.007534 n-d-758944-40 neutron-server[100238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8'}] {{(pid=100238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:19.009837 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf3aa468cc5a8b9767b7328bfff0f2008da65c15997e6e1a5c5dae7be5c03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77880194-c934-4dff-b32f-aa333b9f312a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "tag": "fac81136-f268-4633-9576-794f06d0bbc8"}]}' {{(pid=100238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:19.087561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:19.142283 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0ad896-ccc5-4caa-81cf-e30b97a8f598 x-openstack-request-id: req-bc0ad896-ccc5-4caa-81cf-e30b97a8f598 {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:19.142652 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "tag": "fac81136-f268-4633-9576-794f06d0bbc8", "status": "completed", "code": 200}]} {{(pid=100238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:19.143075 n-d-758944-40 neutron-server[100238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc0ad896-ccc5-4caa-81cf-e30b97a8f598 {{(pid=100238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:19.143486 n-d-758944-40 neutron-server[100238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8', 'status': 'completed', 'code': 200} Jun 30 10:10:19.220156 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880194-c934-4dff-b32f-aa333b9f312a req-04c85796-32b4-4207-b0e8-562e6d78adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:19.221681 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77880194-c934-4dff-b32f-aa333b9f312a req-04c85796-32b4-4207-b0e8-562e6d78adb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 1098 time: 0.0569634 Jun 30 10:10:19.323433 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:59Z', 'revision_number': 1, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:19.343570 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880194-c934-4dff-b32f-aa333b9f312a req-b8e60f3c-6e22-49a1-b45e-aa4f5c2122df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:19.344927 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77880194-c934-4dff-b32f-aa333b9f312a req-b8e60f3c-6e22-49a1-b45e-aa4f5c2122df service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.1113977 Jun 30 10:10:19.349561 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] Checking router: 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:19.358000 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:19.358605 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:19.390518 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77880194-c934-4dff-b32f-aa333b9f312a req-5a1b6e45-83f0-4b22-b2c3-af0630cb6dcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0380716 Jun 30 10:10:19.461791 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:19.471991 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880194-c934-4dff-b32f-aa333b9f312a req-2dbcd0f7-99da-4326-8aa2-b8360f159187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:19.473448 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77880194-c934-4dff-b32f-aa333b9f312a req-2dbcd0f7-99da-4326-8aa2-b8360f159187 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0735471 Jun 30 10:10:19.499549 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdba82-eb16-4994-880f-e88c59e060b5 req-82b079dc-0409-4711-b5fa-26ed8ed0aa50 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:19.501549 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5cdba82-eb16-4994-880f-e88c59e060b5 req-82b079dc-0409-4711-b5fa-26ed8ed0aa50 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 946 time: 0.1751354 Jun 30 10:10:19.561362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-d5cdba82-eb16-4994-880f-e88c59e060b5 req-d6f3b801-b5ad-41c0-a542-52fdf90ca7ca tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Jun 30 10:10:19.572513 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880194-c934-4dff-b32f-aa333b9f312a req-956b922c-7073-445c-8965-bbd31d4aa5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:19.577362 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77880194-c934-4dff-b32f-aa333b9f312a req-956b922c-7073-445c-8965-bbd31d4aa5c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912426 Jun 30 10:10:19.668574 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77880194-c934-4dff-b32f-aa333b9f312a req-86877e21-ba07-4d7a-9d30-220e62a078f1 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862536 Jun 30 10:10:19.685246 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:59Z', 'revision_number': 1, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:19.712088 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b7209-3802-42a1-9b1d-080d535627dc None None] The sync data for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 is: [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_floatingips': [{'id': 'a456e18f-3b33-4504-817d-cc6f6969eb42', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'router_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'port_id': '4f113789-12cd-4b13-8044-97a684ee30ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'mac_address': 'fa:16:3e:a9:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:57Z', 'updated_at': '2021-06-30T10:05:59Z', 'revision_number': 1, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:19.760443 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-77880194-c934-4dff-b32f-aa333b9f312a req-3f099047-d3da-4b71-8728-2d8566019353 service neutron] 10.222.0.26 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Jun 30 10:10:19.932900 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c87706-0aa0-47a9-be14-f7e8433a5e44 None None] New status for floating IP 21268ac3-4479-4635-93e4-df829ef3d5ef: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:10:20.736738 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132538a-0090-4417-bedb-0a04fc082e8b req-9ab974d7-a97e-4f73-9db4-5139a65ee2d3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:20.738217 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6132538a-0090-4417-bedb-0a04fc082e8b req-9ab974d7-a97e-4f73-9db4-5139a65ee2d3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 946 time: 0.0664341 Jun 30 10:10:20.774892 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-6132538a-0090-4417-bedb-0a04fc082e8b req-a9340d65-a3ef-4bf1-8f9c-06948e26bcf0 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311365 Jun 30 10:10:21.111071 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device fac81136-f268-4633-9576-794f06d0bbc8 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:21.149381 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-4d79dd01-3245-4e36-b988-17826e87c94c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:21.150895 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-4d79dd01-3245-4e36-b988-17826e87c94c tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 946 time: 0.0627375 Jun 30 10:10:21.182190 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574081'] for port, before_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:21.205131 n-d-758944-40 neutron-server[100241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8'}] {{(pid=100241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:21.207518 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6415737b3917ece46c91e4527643cb9daaf035caac6c3bb9ef79a0443be81a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73d31dc-9af9-4acc-b31f-91de3a4394ca" -d '{"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-unplugged", "status": "completed", "tag": "fac81136-f268-4633-9576-794f06d0bbc8"}]}' {{(pid=100241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:21.223021 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.db [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:21.227178 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766261494029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766261068508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766261070605'] for port, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:21.250266 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e304ef2b-8fbc-404e-810b-656bc8b3ba42 x-openstack-request-id: req-e304ef2b-8fbc-404e-810b-656bc8b3ba42 {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:21.251048 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-unplugged", "status": "completed", "tag": "fac81136-f268-4633-9576-794f06d0bbc8", "code": 200}]} {{(pid=100241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:21.251390 n-d-758944-40 neutron-server[100241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e304ef2b-8fbc-404e-810b-656bc8b3ba42 {{(pid=100241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:21.251777 n-d-758944-40 neutron-server[100241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8', 'code': 200} Jun 30 10:10:21.261600 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Deleting port fac81136-f268-4633-9576-794f06d0bbc8 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:21.261975 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:21.277369 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Pushing event updated for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=8']} {{(pid=100241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:21.348955 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] For port fac81136-f268-4633-9576-794f06d0bbc8, host n-h1-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-40',level=0,port_id=fac81136-f268-4633-9576-794f06d0bbc8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:21.349308 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:21.361169 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Calling delete_port for fac81136-f268-4633-9576-794f06d0bbc8 owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:21.491893 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:21.521094 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event deleted for resources: {'Port': ['ID=fac81136-f268-4633-9576-794f06d0bbc8,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:21.551540 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.551890 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.552233 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.552578 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.552915 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.553246 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.553574 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.553923 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.554247 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.554571 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.554896 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.555219 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-40 {{(pid=100240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:21.577216 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] No DVR routers for this DVR port fac81136-f268-4633-9576-794f06d0bbc8 on host n-h1-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:21.580206 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:21.582210 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-4d3f24d9-fbd1-4b6c-a461-ec15efed5e07 req-7bb75741-fa6c-440e-b495-a75f5382e6c6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.26 "DELETE /v2.0/ports/fac81136-f268-4633-9576-794f06d0bbc8 HTTP/1.1" status: 204 len: 173 time: 0.4229281 Jun 30 10:10:21.582672 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-deleted', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:21.584916 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777fa3ae-a2df-4564-b2fb-fc48ab5932c2" -d '{"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-deleted", "tag": "fac81136-f268-4633-9576-794f06d0bbc8"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:21.620891 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20dcd96-3c3e-4320-a0fb-372d7ab6c44e x-openstack-request-id: req-e20dcd96-3c3e-4320-a0fb-372d7ab6c44e {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:21.621186 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35778c-2e53-4d75-a38d-6851c2ee065b", "name": "network-vif-deleted", "tag": "fac81136-f268-4633-9576-794f06d0bbc8", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:21.621438 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e20dcd96-3c3e-4320-a0fb-372d7ab6c44e {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:21.621869 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35778c-2e53-4d75-a38d-6851c2ee065b', 'name': 'network-vif-deleted', 'tag': 'fac81136-f268-4633-9576-794f06d0bbc8', 'status': 'completed', 'code': 200} Jun 30 10:10:21.936433 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-36768901-fb43-4be9-a42f-3ebb5b633ac0 req-7d429638-0d79-4576-b50e-97ff5b4dcea6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba35778c-2e53-4d75-a38d-6851c2ee065b HTTP/1.1" status: 200 len: 210 time: 0.0316992 Jun 30 10:10:23.525828 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48776) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:23.979111 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Deleting port e7e7fd8b-7ae6-4f2c-a084-7df1af9a995c {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:23.979458 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.051483 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.051806 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.062854 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Calling delete_port for e7e7fd8b-7ae6-4f2c-a084-7df1af9a995c owned by network:floatingip {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:24.206882 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.235248 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event deleted for resources: {'Port': ['ID=e7e7fd8b-7ae6-4f2c-a084-7df1af9a995c,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:24.296543 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for floatingip, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.296884 n-d-758944-40 neutron-server[100240]: INFO neutron.db.l3_db [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Floating IP a456e18f-3b33-4504-817d-cc6f6969eb42 disassociated (deleted). External IP: 172.25.8.70, port: 4f113789-12cd-4b13-8044-97a684ee30ac. Jun 30 10:10:24.313525 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.502921 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:24.607838 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:24.613073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for floatingip, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:24.617553 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] Sync routers for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:24.626274 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:24.626928 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:24.647987 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-30e26acd-3ca6-4130-9f2c-f967a1f01abd tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "DELETE /v2.0/floatingips/a456e18f-3b33-4504-817d-cc6f6969eb42 HTTP/1.1" status: 204 len: 168 time: 1.1210921 Jun 30 10:10:24.648563 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:24.650847 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f66383-48c5-4e10-8dae-4db10b0e6318" -d '{"events": [{"name": "network-changed", "server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:24.735700 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:24.743868 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a65cb-56f8-459b-99e3-632d59968fab x-openstack-request-id: req-887a65cb-56f8-459b-99e3-632d59968fab {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:24.744161 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:24.744410 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-887a65cb-56f8-459b-99e3-632d59968fab {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:24.744809 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac', 'status': 'completed', 'code': 200} Jun 30 10:10:24.819355 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-2b737bae-4561-453f-a2c8-28839cc01083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:24.821770 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-2b737bae-4561-453f-a2c8-28839cc01083 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 1095 time: 0.0558052 Jun 30 10:10:24.932188 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-a547b8f0-8cc0-4f61-90d9-97d95fbe1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:24.933879 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-a547b8f0-8cc0-4f61-90d9-97d95fbe1839 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 200 len: 909 time: 0.1054134 Jun 30 10:10:24.980865 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-d27b76eb-305e-48c0-bcfc-a340e3151916 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 200 len: 217 time: 0.0397754 Jun 30 10:10:25.062316 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-51581d6f-ad92-4886-9cfd-6fb94ef8ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:25.063819 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-51581d6f-ad92-4886-9cfd-6fb94ef8ba63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 200 len: 847 time: 0.0744855 Jun 30 10:10:25.109705 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:25.114422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device fac81136-f268-4633-9576-794f06d0bbc8 no longer exists at agent hyperv_n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:25.120641 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85cde1-a74d-4fe9-bfae-73f63993ddea req-a8136377-b37d-42f9-9990-b96a5c67f54a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:25.122173 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd85cde1-a74d-4fe9-bfae-73f63993ddea req-a8136377-b37d-42f9-9990-b96a5c67f54a tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 943 time: 0.1439102 Jun 30 10:10:25.142889 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] Checking router: 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:25.163029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] No Port match for: fac81136-f268-4633-9576-794f06d0bbc8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:25.163751 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Device fac81136-f268-4633-9576-794f06d0bbc8 not bound to the agent host n-h1-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:25.168855 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:25.169321 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-d5337f10-dc4f-4593-919d-aa743749ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:25.169482 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:25.170859 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-d5337f10-dc4f-4593-919d-aa743749ac3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7b07fb8-6c0c-4135-994a-285521c351b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992041 Jun 30 10:10:25.174134 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dd85cde1-a74d-4fe9-bfae-73f63993ddea req-6d3fcb23-6e8d-4442-9eb3-ab6dae5a4fb6 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459490 Jun 30 10:10:25.264817 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-97ad9a56-9784-49ef-9aef-6a80f6611b6b service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858274 Jun 30 10:10:25.272404 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:25.354212 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-b9f66383-48c5-4e10-8dae-4db10b0e6318 req-aae66f9d-37d0-4e58-9056-517b3c3c903f service neutron] 10.222.0.13 "GET /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830784 Jun 30 10:10:25.469552 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:25.499029 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee687189-0278-4b99-a81d-087e69fb4b65 None None] The sync data for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 is: [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:05:38Z', 'revision_number': 4, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40', '_interfaces': [{'id': '810aea07-74ab-4fb9-84b3-f5b4b6f727f8', 'name': '', 'network_id': 'a7b07fb8-6c0c-4135-994a-285521c351b4', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'mac_address': 'fa:16:3e:4c:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:37Z', 'updated_at': '2021-06-30T10:05:44Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'subnets': [{'id': '903b57ab-3eaa-4ad6-b2ae-985a3c84496e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:25.721457 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e934f411-687d-4212-8537-a070cccddcbd None None] New status for floating IP a456e18f-3b33-4504-817d-cc6f6969eb42: DOWN {{(pid=100242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:10:25.934727 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:26.346333 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2436e-90f2-4d61-a316-2f378bbef3ce req-ae766e4c-ae25-490d-a203-6923e454627f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:26.347809 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcc2436e-90f2-4d61-a316-2f378bbef3ce req-ae766e4c-ae25-490d-a203-6923e454627f tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 943 time: 0.0628624 Jun 30 10:10:26.386121 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-dcc2436e-90f2-4d61-a316-2f378bbef3ce req-b22adc13-24a3-482d-8d2c-99d6825fe504 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Jun 30 10:10:26.652057 n-d-758944-40 neutron-server[100240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-2a6e2df6-3053-4717-8d09-6daf6511c626 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:26.653477 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-2a6e2df6-3053-4717-8d09-6daf6511c626 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 943 time: 0.0665576 Jun 30 10:10:26.748735 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Deleting port 4f113789-12cd-4b13-8044-97a684ee30ac {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:26.749073 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:26.838151 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] For port 4f113789-12cd-4b13-8044-97a684ee30ac, host n-h2-758944-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-40',level=0,port_id=4f113789-12cd-4b13-8044-97a684ee30ac,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:26.838522 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:26.850179 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Calling delete_port for 4f113789-12cd-4b13-8044-97a684ee30ac owned by compute:nova {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:26.978583 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:27.006698 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event deleted for resources: {'Port': ['ID=4f113789-12cd-4b13-8044-97a684ee30ac,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:27.052594 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] No DVR routers for this DVR port 4f113789-12cd-4b13-8044-97a684ee30ac on host n-h2-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:27.055258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173369'] for port, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:27.057295 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-3a36e7f9-5aee-4b3d-bd68-91fdb4f751fe req-f4660c5b-ebe2-452a-916c-ce0231db987d tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.13 "DELETE /v2.0/ports/4f113789-12cd-4b13-8044-97a684ee30ac HTTP/1.1" status: 204 len: 173 time: 0.3981152 Jun 30 10:10:27.057761 n-d-758944-40 neutron-server[100240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-deleted', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac'}] {{(pid=100240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:27.060014 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2e82e58bcba487b729942c6548e80dc451a3d7ad73efa96cd92032a2317fae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8697f5b-9534-40a2-bec2-6ed6bdc1d11d" -d '{"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-deleted", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac"}]}' {{(pid=100240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:27.096636 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafe7d53-b300-4743-85d3-5631ff74cbbf x-openstack-request-id: req-fafe7d53-b300-4743-85d3-5631ff74cbbf {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:27.096928 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9861283-d9f5-4ce9-9b1f-7c7079ffdb65", "name": "network-vif-deleted", "tag": "4f113789-12cd-4b13-8044-97a684ee30ac", "status": "completed", "code": 200}]} {{(pid=100240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:27.097179 n-d-758944-40 neutron-server[100240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fafe7d53-b300-4743-85d3-5631ff74cbbf {{(pid=100240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:27.097579 n-d-758944-40 neutron-server[100240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9861283-d9f5-4ce9-9b1f-7c7079ffdb65', 'name': 'network-vif-deleted', 'tag': '4f113789-12cd-4b13-8044-97a684ee30ac', 'status': 'completed', 'code': 200} Jun 30 10:10:27.545997 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [req-9316ce82-beaa-4131-957b-3e141793af8a req-a7844ef3-bef6-43d2-bc8f-33956cbd8df8 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9861283-d9f5-4ce9-9b1f-7c7079ffdb65 HTTP/1.1" status: 200 len: 210 time: 0.0301142 Jun 30 10:10:28.640522 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48798) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:28.697519 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a11822b-f9c0-48ee-a6a3-16f0c36abba3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:28.721982 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a11822b-f9c0-48ee-a6a3-16f0c36abba3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:28.782327 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a11822b-f9c0-48ee-a6a3-16f0c36abba3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:28.785567 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-8a11822b-f9c0-48ee-a6a3-16f0c36abba3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Notify callbacks [] for security_group, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:28.786723 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-8a11822b-f9c0-48ee-a6a3-16f0c36abba3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] 10.222.0.53 "DELETE /v2.0/security-groups/6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b HTTP/1.1" status: 204 len: 168 time: 0.1452434 Jun 30 10:10:28.796238 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11822b-f9c0-48ee-a6a3-16f0c36abba3 tempest-TestSnapshotPattern-1374616596 tempest-TestSnapshotPattern-1374616596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b27d10c-248c-45f5-a4dc-55b3ef6f6e9b,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:28.839274 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48802) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:29.034061 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4f113789-12cd-4b13-8044-97a684ee30ac no longer exists at agent hyperv_n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:29.053226 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] No Port match for: 4f113789-12cd-4b13-8044-97a684ee30ac {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:29.053573 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Device 4f113789-12cd-4b13-8044-97a684ee30ac not bound to the agent host n-h2-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:29.176886 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.688805 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Deleting port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:29.689555 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.763709 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] For port 810aea07-74ab-4fb9-84b3-f5b4b6f727f8, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:29.764053 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.776269 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Calling delete_port for 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 owned by network:router_interface {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:29.947853 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.972017 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=810aea07-74ab-4fb9-84b3-f5b4b6f727f8,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:30.135757 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.346496 n-d-758944-40 neutron-server[100238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:30.448285 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:30.454076 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-48cb6066-4eda-4abe-97e1-bb40cb154c14 admin admin] 10.222.0.53 "PUT /v2.0/routers/716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6137156 Jun 30 10:10:30.457304 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48804) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:30.458053 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] Sync routers for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:30.467007 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:30.467618 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:30.560694 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks [] for router, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.580781 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: n-d-758944-40 {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:30.656892 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.710798 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Deleting port 200cf828-8d1e-4051-a7e4-37e43a1d6717 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:30.711561 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.754845 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:10:29Z', 'revision_number': 5, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port': {'id': '200cf828-8d1e-4051-a7e4-37e43a1d6717', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:36Z', 'updated_at': '2021-06-30T10:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:30.784556 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] Checking router: 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e for host: n-d-758944-40 {{(pid=100241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:30.787675 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] For port 200cf828-8d1e-4051-a7e4-37e43a1d6717, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=200cf828-8d1e-4051-a7e4-37e43a1d6717,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:30.788044 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:30.792675 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] Routers {'716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'} bound to L3 agent in host n-d-758944-40 {{(pid=100241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:30.793280 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'], 'active': True} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:30.800328 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Calling delete_port for 200cf828-8d1e-4051-a7e4-37e43a1d6717 owned by network:router_gateway {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:30.876126 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_dvr_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] Set router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e gateway port host: None {{(pid=100241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:30.925894 n-d-758944-40 neutron-server[100241]: DEBUG neutron.db.l3_hamode_db [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:10:30Z', 'revision_number': 6, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port_host': None}], 'n-d-758944-40', False) {} {{(pid=100241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:30.955422 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fb257-9b11-4178-ac2a-23dc1dcff4eb None None] The sync data for ids ['716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e'] in n-d-758944-40 is: [{'id': '716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e', 'name': 'tempest-TestSnapshotPattern-75790075-router', 'tenant_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:35Z', 'updated_at': '2021-06-30T10:10:30Z', 'revision_number': 6, 'project_id': '66b00a6bff8346d49b3a0c0b6f4868d9', 'gw_port_host': None}] {{(pid=100241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:30.972465 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.006850 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Pushing event deleted for resources: {'Port': ['ID=200cf828-8d1e-4051-a7e4-37e43a1d6717,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:31.063510 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.151377 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.153538 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.195775 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.196327 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e {{(pid=100238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:10:31.200480 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] Notify callbacks [] for router, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.201604 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-e0bf791f-bad2-4d61-8029-fb38d220f5da admin admin] 10.222.0.53 "DELETE /v2.0/routers/716fc9cc-0e9b-4ad3-b9a2-81a5ac5b2a0e HTTP/1.1" status: 204 len: 168 time: 0.7433558 Jun 30 10:10:31.204109 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48808) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:31.250495 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] Deleting subnet 903b57ab-3eaa-4ad6-b2ae-985a3c84496e {{(pid=100238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:10:31.253922 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.289608 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836086'] for subnet, precommit_delete_associations {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.370761 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.429988 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12178430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12280669'] for subnet, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.454886 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903b57ab-3eaa-4ad6-b2ae-985a3c84496e,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:31.458509 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.460333 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-6f98499a-7e42-449f-a2ca-02c5b03df05c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/903b57ab-3eaa-4ad6-b2ae-985a3c84496e HTTP/1.1" status: 204 len: 168 time: 0.2553008 Jun 30 10:10:31.462871 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [-] (100238) accepted ('10.222.0.53', 48810) {{(pid=100238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:31.464824 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19eda5-c437-41cd-818c-3bbfa6dc8e0f None None] Network a7b07fb8-6c0c-4135-994a-285521c351b4 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:31.527929 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.578770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Deleting port d56a03a7-a847-4400-bc27-2882c70418b7 {{(pid=100238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:31.579100 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.644280 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.db [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] For port d56a03a7-a847-4400-bc27-2882c70418b7, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=d56a03a7-a847-4400-bc27-2882c70418b7,segment=NetworkSegment(dc46b583-56e7-45bd-9dc9-d3b4feae58a6),segment_id=dc46b583-56e7-45bd-9dc9-d3b4feae58a6)] {{(pid=100238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:31.644576 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.656363 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.plugin [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Calling delete_port for d56a03a7-a847-4400-bc27-2882c70418b7 owned by network:dhcp {{(pid=100238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:31.690835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c11d0cd7-f0fe-4cc8-a0c4-60812d1a7862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.742516 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12178312'] for port, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.767081 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88286a3-b1c0-424a-8d33-0c607cea4f9b None None] DHCP port deletion for a7b07fb8-6c0c-4135-994a-285521c351b4 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:10:31.769104 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Pushing event deleted for resources: {'Port': ['ID=d56a03a7-a847-4400-bc27-2882c70418b7,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:31.772526 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:31.777093 n-d-758944-40 neutron-server[100238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] No DVR routers for this DVR port d56a03a7-a847-4400-bc27-2882c70418b7 on host n-d-758944-40 {{(pid=100238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:31.796937 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:31.797350 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 810aea07-74ab-4fb9-84b3-f5b4b6f727f8 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:31.867899 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.877540 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b07fb8-6c0c-4135-994a-285521c351b4']}} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:31.887834 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6') {'for_net_delete': True} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:31.888466 n-d-758944-40 neutron-server[100238]: DEBUG neutron.services.segments.db [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc46b583-56e7-45bd-9dc9-d3b4feae58a6') {} {{(pid=100238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:31.897420 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836095'] for segment, before_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.911644 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.917801 n-d-758944-40 neutron-server[100238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=100238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:10:31.918192 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12178269'] for segment, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: Traceback (most recent call last): Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: timer() Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: cb(*args, **kw) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: return func(*args, **kwargs) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: self._notify() Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: self.callback(batched_events) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: event.method(event) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: return f(self, *a, **k) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: return self._get(url).json() Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: return self.request(url, 'GET', **kwargs) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:10:31.919823 n-d-758944-40 neutron-server[100238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:10:31.979183 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.984471 n-d-758944-40 neutron-server[100238]: DEBUG neutron_lib.callbacks.manager [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Notify callbacks [] for network, before_response {{(pid=100238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.986844 n-d-758944-40 neutron-server[100238]: INFO neutron.wsgi [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] 10.222.0.53 "DELETE /v2.0/networks/a7b07fb8-6c0c-4135-994a-285521c351b4 HTTP/1.1" status: 204 len: 168 time: 0.5230262 Jun 30 10:10:31.990054 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48812) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:32.002351 n-d-758944-40 neutron-server[100238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797dcce-f3c0-49cc-a37e-9e936650311e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b07fb8-6c0c-4135-994a-285521c351b4,revision_number=None']} {{(pid=100238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:32.330393 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521898'] for router_interface, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.575910 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Deleting port f28f33f0-62b3-46c8-8130-df6a2877aab2 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:32.576258 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.651166 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] For port f28f33f0-62b3-46c8-8130-df6a2877aab2, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=f28f33f0-62b3-46c8-8130-df6a2877aab2,segment=NetworkSegment(09460dbd-98d9-482c-9cb9-57eab3fbddf4),segment_id=09460dbd-98d9-482c-9cb9-57eab3fbddf4)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:32.651516 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.667610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Calling delete_port for f28f33f0-62b3-46c8-8130-df6a2877aab2 owned by network:router_interface {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:32.839416 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.865452 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28f33f0-62b3-46c8-8130-df6a2877aab2,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:33.028566 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521808'] for router_interface, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.240840 n-d-758944-40 neutron-server[100240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b has already been hosted by L3 agent 7091c53e-b499-47f3-93f1-8ca651776415 {{(pid=100240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:33.345989 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] Notify agent at l3_agent.n-d-758944-40 the message routers_updated {{(pid=100240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:33.351129 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-62d8783f-2ae1-4e39-af32-96e0a6a9d5a9 admin admin] 10.222.0.53 "PUT /v2.0/routers/72cd2a3f-b784-4716-abc0-fe6a02ebb73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3595116 Jun 30 10:10:33.353757 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48814) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:33.358197 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] Sync routers for ids ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'] in n-d-758944-40 {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:33.367869 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] Routers {'72cd2a3f-b784-4716-abc0-fe6a02ebb73b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:33.368473 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:33.432978 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d56a03a7-a847-4400-bc27-2882c70418b7 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:33.453430 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: d56a03a7-a847-4400-bc27-2882c70418b7 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:33.453944 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device d56a03a7-a847-4400-bc27-2882c70418b7 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:33.454362 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 200cf828-8d1e-4051-a7e4-37e43a1d6717 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:33.460886 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks [] for router, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.472588 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 200cf828-8d1e-4051-a7e4-37e43a1d6717 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:33.472935 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 200cf828-8d1e-4051-a7e4-37e43a1d6717 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:33.480260 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] Set router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:33.672669 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:10:32Z', 'revision_number': 5, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:33.700596 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] Checking router: 72cd2a3f-b784-4716-abc0-fe6a02ebb73b for host: n-d-758944-40 {{(pid=100242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:33.709733 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] Routers {'72cd2a3f-b784-4716-abc0-fe6a02ebb73b'} bound to L3 agent in host n-d-758944-40 {{(pid=100242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:33.710339 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:34:04Z,description=,heartbeat_timestamp=2021-06-30T10:10:04Z,host='n-d-758944-40',id=7091c53e-b499-47f3-93f1-8ca651776415,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:34:04Z,topic='l3_agent')) {'router_ids': ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'], 'active': True} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:33.881432 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.905659 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_dvr_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] Set router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b gateway port host: n-d-758944-40 {{(pid=100242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:33.932555 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Deleting port 81114d64-992d-4cbd-90d5-465d65620b7e {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:33.932898 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.009261 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] For port 81114d64-992d-4cbd-90d5-465d65620b7e, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=81114d64-992d-4cbd-90d5-465d65620b7e,segment=NetworkSegment(5401121c-b441-4ac7-a879-91d83a36c03b),segment_id=5401121c-b441-4ac7-a879-91d83a36c03b)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:34.009615 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.022460 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Calling delete_port for 81114d64-992d-4cbd-90d5-465d65620b7e owned by network:router_gateway {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:34.075122 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.l3_hamode_db [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:10:32Z', 'revision_number': 5, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}], 'n-d-758944-40', False) {} {{(pid=100242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:34.103877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea6ea4-24d6-4212-9f2f-0cc5fd22fa2c None None] The sync data for ids ['72cd2a3f-b784-4716-abc0-fe6a02ebb73b'] in n-d-758944-40 is: [{'id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'name': 'tempest-TestSnapshotPattern-1347887749-router', 'tenant_id': '5e5aeef328ab4be88729597cac998925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'external_fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:10:32Z', 'revision_number': 5, 'project_id': '5e5aeef328ab4be88729597cac998925', 'gw_port': {'id': '81114d64-992d-4cbd-90d5-465d65620b7e', 'name': '', 'network_id': '3d9939fd-d510-48da-8598-5307c47b6792', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd2a3f-b784-4716-abc0-fe6a02ebb73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:40Z', 'updated_at': '2021-06-30T10:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fce3fca-a6f8-4737-9651-af5821c4c9c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-40'}] {{(pid=100242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:34.188504 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.218847 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Pushing event deleted for resources: {'Port': ['ID=81114d64-992d-4cbd-90d5-465d65620b7e,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:34.277159 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520551'] for router_gateway, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.365521 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45548'] for router, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.367617 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.410166 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394243'] for router, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.410593 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72cd2a3f-b784-4716-abc0-fe6a02ebb73b {{(pid=100240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:10:34.416178 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] Notify callbacks [] for router, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.418078 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-2ec3c9bf-0de3-4a96-8239-97d4f8694bad admin admin] 10.222.0.53 "DELETE /v2.0/routers/72cd2a3f-b784-4716-abc0-fe6a02ebb73b HTTP/1.1" status: 204 len: 168 time: 1.0633085 Jun 30 10:10:34.420463 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48816) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:34.456866 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.478127 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1576-3a55-49d4-8cf7-420492bc88a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.599958 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.db_base_plugin_v2 [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] Deleting subnet f8b06a10-04c9-4d50-8437-4d14292b6392 {{(pid=100240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:10:34.603256 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.637588 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299413'] for subnet, precommit_delete_associations {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.716871 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380908'] for subnet, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.776313 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8633911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8859778'] for subnet, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.801140 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b06a10-04c9-4d50-8437-4d14292b6392,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:34.806498 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.808323 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-532fb7ff-830d-4fc4-a196-19f1955519f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f8b06a10-04c9-4d50-8437-4d14292b6392 HTTP/1.1" status: 204 len: 168 time: 0.3867500 Jun 30 10:10:34.810814 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48820) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:34.811800 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe502fa-0baa-4014-be01-52b9fccf0ada None None] Network 32634595-becf-4d36-a683-233b927d3c70 requested from n-d-758944-40 {{(pid=100241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:34.877909 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558935'] for network, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.930260 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Deleting port 09170011-2700-48ab-ac65-1eba4415f827 {{(pid=100240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:34.930621 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766261468097'] for port, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.996191 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.db [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] For port 09170011-2700-48ab-ac65-1eba4415f827, host n-d-758944-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-40',level=0,port_id=09170011-2700-48ab-ac65-1eba4415f827,segment=NetworkSegment(09460dbd-98d9-482c-9cb9-57eab3fbddf4),segment_id=09460dbd-98d9-482c-9cb9-57eab3fbddf4)] {{(pid=100240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:34.996555 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523690'] for port, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.008610 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Calling delete_port for 09170011-2700-48ab-ac65-1eba4415f827 owned by network:dhcp {{(pid=100240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:35.085708 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766261492983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766261068499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8633921'] for port, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.117722 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=09170011-2700-48ab-ac65-1eba4415f827,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:35.119344 n-d-758944-40 neutron-server[100241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c457df-3966-4652-ab08-64ec28b52b81 None None] DHCP port deletion for 32634595-becf-4d36-a683-233b927d3c70 request from n-d-758944-40 {{(pid=100241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:10:35.119936 n-d-758944-40 neutron-server[100240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] No DVR routers for this DVR port 09170011-2700-48ab-ac65-1eba4415f827 on host n-d-758944-40 {{(pid=100240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:35.192484 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382579', 'neutron.services.segments.db._delete_segments_for_network-8766261568323'] for network, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.202225 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32634595-becf-4d36-a683-233b927d3c70']}} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:35.212000 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09460dbd-98d9-482c-9cb9-57eab3fbddf4') {'for_net_delete': True} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:35.212305 n-d-758944-40 neutron-server[100240]: DEBUG neutron.services.segments.db [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09460dbd-98d9-482c-9cb9-57eab3fbddf4') {} {{(pid=100240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:35.221229 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766261402058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299420'] for segment, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.234314 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159'] for segment, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.240482 n-d-758944-40 neutron-server[100240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=100240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:10:35.240850 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8634004'] for segment, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: Traceback (most recent call last): Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: timer() Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: cb(*args, **kw) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: return func(*args, **kwargs) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: self._notify() Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: self.callback(batched_events) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: event.method(event) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: return f(self, *a, **k) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: return self._get(url).json() Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: return self.request(url, 'GET', **kwargs) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:10:35.242476 n-d-758944-40 neutron-server[100240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:10:35.299553 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520451'] for network, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.305180 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Notify callbacks [] for network, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.309984 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] 10.222.0.53 "DELETE /v2.0/networks/32634595-becf-4d36-a683-233b927d3c70 HTTP/1.1" status: 204 len: 168 time: 0.4980824 Jun 30 10:10:35.322581 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7934-0339-4b10-a4e9-b2664f3edc5c admin admin] Pushing event deleted for resources: {'Network': ['ID=32634595-becf-4d36-a683-233b927d3c70,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:35.364332 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 81114d64-992d-4cbd-90d5-465d65620b7e no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:35.383519 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 81114d64-992d-4cbd-90d5-465d65620b7e {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:35.383861 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 81114d64-992d-4cbd-90d5-465d65620b7e not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:35.384279 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f28f33f0-62b3-46c8-8130-df6a2877aab2 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:35.402372 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: f28f33f0-62b3-46c8-8130-df6a2877aab2 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:35.402716 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device f28f33f0-62b3-46c8-8130-df6a2877aab2 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:35.403128 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09170011-2700-48ab-ac65-1eba4415f827 no longer exists at agent ovs-agent-n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:35.418648 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48824) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:35.425321 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] No Port match for: 09170011-2700-48ab-ac65-1eba4415f827 {{(pid=100241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:35.425660 n-d-758944-40 neutron-server[100241]: DEBUG neutron.plugins.ml2.rpc [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Device 09170011-2700-48ab-ac65-1eba4415f827 not bound to the agent host n-d-758944-40 {{(pid=100241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:35.458169 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-13e08ae0-6c24-4098-9656-df36dbef533d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66b00a6bff8346d49b3a0c0b6f4868d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382557 Jun 30 10:10:35.460547 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48826) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:35.507576 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4daf5365-8b38-401b-8cce-b48b2205e48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.527737 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4daf5365-8b38-401b-8cce-b48b2205e48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.575163 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4daf5365-8b38-401b-8cce-b48b2205e48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.577722 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-4daf5365-8b38-401b-8cce-b48b2205e48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.578863 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-4daf5365-8b38-401b-8cce-b48b2205e48a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/136a0115-11fe-48ca-b01b-ae29abbb762d HTTP/1.1" status: 204 len: 168 time: 0.1174252 Jun 30 10:10:35.586880 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf5365-8b38-401b-8cce-b48b2205e48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136a0115-11fe-48ca-b01b-ae29abbb762d,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:35.901931 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48832) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:35.945265 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-d9add789-7a89-4c1b-8e2b-11cd202e0467 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e5aeef328ab4be88729597cac998925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421598 Jun 30 10:10:35.947973 n-d-758944-40 neutron-server[100240]: DEBUG neutron.wsgi [-] (100240) accepted ('10.222.0.53', 48834) {{(pid=100240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:35.994654 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7220e35-9a1e-419f-adf9-ba242b702689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.014689 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7220e35-9a1e-419f-adf9-ba242b702689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.061302 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7220e35-9a1e-419f-adf9-ba242b702689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-452278'] for security_group, after_delete {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.063902 n-d-758944-40 neutron-server[100240]: DEBUG neutron_lib.callbacks.manager [None req-f7220e35-9a1e-419f-adf9-ba242b702689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.065055 n-d-758944-40 neutron-server[100240]: INFO neutron.wsgi [None req-f7220e35-9a1e-419f-adf9-ba242b702689 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/980b0b43-0e5c-40ba-b6f0-e20d392764c0 HTTP/1.1" status: 204 len: 168 time: 0.1161957 Jun 30 10:10:36.072661 n-d-758944-40 neutron-server[100240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7220e35-9a1e-419f-adf9-ba242b702689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980b0b43-0e5c-40ba-b6f0-e20d392764c0,revision_number=None']} {{(pid=100240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:36.157231 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.569802 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.832571 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:54.310665 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:55.935680 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:01.691820 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-0987edd2-cba5-480c-bbab-fb7c40ff6e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.461039 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.470999 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-9f19fc68-9304-450e-90f9-73bcef185e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:06.161173 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:07.572200 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:24.324795 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:25.947180 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:26.831271 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:11:31.691817 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6acc8d69-b490-419b-900c-7c04fb161d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.467907 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.472362 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c294cf23-b935-41a4-a529-ad7616318204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:36.163899 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:37.577141 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:54.340399 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:55.952276 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:01.696429 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a9e1badb-d68a-4704-b1de-f8497deebe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:03.830347 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:04.462785 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:04.472446 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b6a94c0e-a43a-41ed-b580-b1f3ceae4887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:06.165859 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:07.578965 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:24.349956 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:25.946210 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.696607 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-6468265c-0ffb-4a02-8241-5d4d73c00778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.469104 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.474079 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-1eb78db3-9783-4301-89ba-62767d187cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.169011 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.582139 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:40.830480 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:54.364547 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:55.949273 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:01.697726 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-80bfe4ac-5f9c-4163-8ed0-34ee22234cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:04.463947 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:04.474457 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c49a6de7-e8eb-4276-88ec-fbe583b2cb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:06.170599 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:07.586510 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.829837 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:13:24.380783 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:25.943285 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:31.697900 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-31fd33d3-fb0f-40be-a947-3a6fc07a7215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:34.472981 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:34.477653 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-04a15608-5372-49d5-8dd3-08da8d54ef2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:36.173757 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.588135 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.388091 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.829466 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:13:55.942433 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:01.698481 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e7707ec6-b290-4bcf-99fc-1996373f7d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.464316 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.478664 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-b5c92233-b904-4d98-8c24-d3feb34c377d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:06.176027 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:07.591787 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.402409 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-13c0f0e6-e2e5-4a4c-93ea-fa5ace862350 req-aed96126-3aca-4f5c-93b1-2ca109c2978f service neutron] (100238) timed out ('10.222.0.53', 47442) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:14:24.385874 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.945441 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.699129 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-c927a82f-3d2b-4640-84e3-5abe1c8769a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.827677 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:14:34.465181 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.480154 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-da1f1865-3cc5-40d5-b405-468dac72ac72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:36.178835 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:37.595176 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:54.385785 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:55.950100 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:01.699535 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-93aca199-b55d-4789-8874-16d550d47d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:04.465450 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:04.481487 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-64e2daf1-08ac-44ae-bb1d-9b600e5b1af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:06.180891 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:07.598693 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:08.826795 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:24.383863 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.949814 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.698976 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-cdf813cc-21f2-4444-aa1c-457483c2d0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.471331 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.481272 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-23cd708f-563f-4603-9c24-d423ac3964ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:36.183482 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:37.600892 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:45.825725 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:54.377160 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:55.969731 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:01.700050 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-f9c92f4c-d4b5-4dbe-b529-ae20f38703e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:04.462179 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:04.479932 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-32914bbe-6c6a-4ea8-8cdf-9531c7fba0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:06.185670 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:07.604048 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:22.824294 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:16:24.377082 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:25.968921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:31.701268 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc9ee-5541-4b5f-9b95-4b795b2ee8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:34.461848 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:34.481789 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-7ca1bb0b-2971-4966-bfeb-857f0ec76ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:36.189091 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:37.606756 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:54.393245 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:55.969308 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:59.823417 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:01.701086 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-81f3d30a-cb35-4fec-958b-1ceb5fdb460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:04.465063 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:04.483436 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-239dc114-eab4-47ed-9956-93aac7ed5119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:06.191511 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:07.610664 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:24.407696 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:25.967768 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:31.702096 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-2b36bbf2-dcca-40a8-ac07-6b2b3a6a9376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:34.469264 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:34.479716 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-17775655-b55f-4764-9975-a5e88cb9edc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:36.193871 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:36.822877 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:37.613559 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:54.417130 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:55.967857 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.703019 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-a47552ef-fc49-47a9-ad9f-ca4dfa0e4e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.475878 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.481318 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-4d0346f0-dbee-4520-be7c-f2a84716f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.196548 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.615891 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:13.822456 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:24.417644 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:25.966616 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:31.707799 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-326c3313-72b6-40ce-b351-923191d6769e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:34.472203 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-bcec3803-d477-49e4-96e2-297253414f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:34.482202 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-95276202-bdfe-4dd4-8f32-6cbf7d5931bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:36.199985 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-448393d2-1e26-4b75-8893-e64203c98c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:37.620470 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-48a582db-626f-46cb-b23e-b95c8f75c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:47.120770 n-d-758944-40 neutron-server[100238]: DEBUG neutron.wsgi [req-9af25dbb-57e9-4829-9885-fa304f48039e req-b84f6781-246b-439d-806a-bd6202b767ab service neutron] (100238) timed out ('10.222.0.53', 42524) {{(pid=100238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:18:50.823102 n-d-758944-40 neutron-server[100242]: DEBUG neutron.db.agents_db [None req-e6cac100-5db1-4a85-8e9c-daefd6974a3d None None] Agent healthcheck: found 7 active agents {{(pid=100242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:54.426921 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-e22c9f16-e058-41d9-9a75-29fb532166ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:55.967519 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-55370143-35b3-4e60-b6b8-b9b93132ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:01.708400 n-d-758944-40 neutron-server[100241]: DEBUG neutron_lib.callbacks.manager [None req-57aba8c9-d2bd-402d-9789-34587cb25a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766261568305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385197'] for agent, after_update {{(pid=100241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}